diff --git a/vision/clip-vit-b-16_layer10/consdl/x16/l0_128/code_metrics_step_final.json b/vision/clip-vit-b-16_layer10/consdl/x16/l0_128/code_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..892b149e15c3c7b8e50f2e6dc9ec7c12e8314ac6 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x16/l0_128/code_metrics_step_final.json @@ -0,0 +1,136 @@ +{ + "schema": 1, + "step": "final", + "n_tokens": 591000, + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "l0": 128.72902538071065, + "recon_r2": 0.9220997519580567, + "l1_per_token": 23.541516082042293 + }, + "seed1": { + "l0": 128.80150423011844, + "recon_r2": 0.9221203686554592, + "l1_per_token": 23.487404403787696 + }, + "seed2": { + "l0": 132.42130795262267, + "recon_r2": 0.9219594368798243, + "l1_per_token": 23.645934702859176 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "alive_source": "stats", + "mcc_signed": 0.7430276669914712, + "mcc_abs": 0.7430278851720695, + "act_iou": 0.40716211389714535, + "act_iou_n_pairs": 12288, + "input_r2": 0.9975589442432786, + "matched_mcc_signed": { + "0.6": 0.783873331240773, + "0.7": 0.8219621896310739, + "0.8": 0.8787930926146232, + "0.9": 0.9437717748372098 + }, + "matched_mcc_abs": { + "0.6": 0.783544910252085, + "0.7": 0.8219253067300413, + "0.8": 0.878816147123866, + "0.9": 0.9437713028438632 + } + }, + "seed0\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.7421405569987973, + "mcc_abs": 0.7421408650387833, + "act_iou": 0.4059004880648401, + "act_iou_n_pairs": 12288, + "input_r2": 0.9975688213436134, + "matched_mcc_signed": { + "0.6": 0.7837816721563289, + "0.7": 0.8224386730273939, + "0.8": 0.8797112369836597, + "0.9": 0.9424956475706369 + }, + "matched_mcc_abs": { + "0.6": 0.7841632511532908, + "0.7": 0.8222750504268559, + "0.8": 0.8795836400764604, + "0.9": 0.9424741794207664 + } + }, + "seed1\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.742672418135363, + "mcc_abs": 0.7426736437509343, + "act_iou": 0.40557864488317247, + "act_iou_n_pairs": 12288, + "input_r2": 0.9975757320751364, + "matched_mcc_signed": { + "0.6": 0.7835981894948533, + "0.7": 0.8220574977571931, + "0.8": 0.877922075038517, + "0.9": 0.9418117477199773 + }, + "matched_mcc_abs": { + "0.6": 0.7833263136042731, + "0.7": 0.8221036612018097, + "0.8": 0.8780253470365059, + "0.9": 0.9417569135546872 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "l0_mean": 129.98394585448392, + "l0_std": 2.11112855932209, + "recon_r2_mean": 0.9220598524977802, + "recon_r2_std": 8.757130979965736e-05, + "l1_per_token_mean": 23.55828506289639, + "l1_per_token_std": 0.08058450825119519, + "input_r2_mean": 0.9975678325540095, + "input_r2_std": 8.437482046306926e-06, + "mcc_signed_mean": 0.7426135473752105, + "mcc_signed_std": 0.0004464754859744715, + "mcc_abs_mean": 0.7426141313205957, + "mcc_abs_std": 0.0004464946542091884, + "matched_mcc_signed_per_threshold": { + "0.6": 0.7837510642973183, + "0.7": 0.8221527868052204, + "0.8": 0.8788088015455999, + "0.9": 0.9426930567092747 + }, + "matched_mcc_signed_band": 0.8568514273393534, + "matched_mcc_abs_per_threshold": { + "0.6": 0.7836781583365496, + "0.7": 0.8221013394529022, + "0.8": 0.8788083780789441, + "0.9": 0.9426674652731056 + }, + "matched_mcc_abs_band": 0.8568138352853754, + "act_iou_mean": 0.40621374894838597, + "act_iou_std": 0.0008369246175271848, + "act_iou_n_pairs": 12288.0, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/consdl/x16/l0_128/dict_metrics_step_final.json b/vision/clip-vit-b-16_layer10/consdl/x16/l0_128/dict_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..9c0ea9dae07b46b21ebdec867b1c3ef7c94a1c46 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x16/l0_128/dict_metrics_step_final.json @@ -0,0 +1,550 @@ +{ + "schema": 2, + "step": "final", + "linkage": "complete", + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "d_sae": 12288, + "d_in": 768, + "l0": 129, + "l0_raw": 129.024, + "recon_r2": 0.9223, + "l1_per_token": 23.5664, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 0, + "dense_rate": 0.0, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 9164, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_signed": { + "0.5": 3557, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_signed": { + "0.5": 10, + "0.6": 1, + "0.7": 1, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_signed": 0.5085816979408264, + "n_dup_abs": { + "0.5": 9171, + "0.6": 6, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_abs": { + "0.5": 3561, + "0.6": 3, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_abs": { + "0.5": 10, + "0.6": 2, + "0.7": 1, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_abs": 0.509075939655304 + }, + "seed1": { + "d_sae": 12288, + "d_in": 768, + "l0": 129, + "l0_raw": 129.024, + "recon_r2": 0.9223, + "l1_per_token": 23.5124, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 0, + "dense_rate": 0.0, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 9257, + "0.6": 5, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_signed": { + "0.5": 3570, + "0.6": 2, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_signed": { + "0.5": 10, + "0.6": 3, + "0.7": 1, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_signed": 0.5089403986930847, + "n_dup_abs": { + "0.5": 9250, + "0.6": 17, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_abs": { + "0.5": 3567, + "0.6": 8, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_abs": { + "0.5": 10, + "0.6": 3, + "0.7": 1, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_abs": 0.5094455480575562 + }, + "seed2": { + "d_sae": 12288, + "d_in": 768, + "l0": 133, + "l0_raw": 132.7104, + "recon_r2": 0.9222, + "l1_per_token": 23.6716, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 3, + "dense_rate": 0.000244140625, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 9259, + "0.6": 7, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_signed": { + "0.5": 3558, + "0.6": 3, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_signed": { + "0.5": 11, + "0.6": 3, + "0.7": 1, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_signed": 0.5092904567718506, + "n_dup_abs": { + "0.5": 9257, + "0.6": 19, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_abs": { + "0.5": 3556, + "0.6": 9, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_abs": { + "0.5": 11, + "0.6": 3, + "0.7": 1, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_abs": 0.5100248456001282 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "dcs_signed": 0.7802608013153076, + "dcs_abs": 0.7802907824516296, + "frac_sign_flipped": 0.0013020833333333333, + "alive_source": "stats", + "frac_denominator": "d_sae", + "n_alive_a": 12288, + "n_alive_b": 12288, + "matched_cos_signed": { + "0.5": 0.8014480471611023, + "0.6": 0.7803129553794861, + "0.7": 0.7802608013153076, + "0.8": 0.7802608013153076, + "0.9": 0.7802608013153076 + }, + "unique_frac_signed": { + "0.5": 0.5404459635416666, + "0.6": 0.9998779296875, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_signed": { + "0.5": 0.433139362076569, + "0.6": 0.7802177023331751, + "0.7": 0.7802608013153076, + "0.8": 0.7802608013153076, + "0.9": 0.7802608013153076 + }, + "matched_frac_signed": { + "0.5": 0.507568359375, + "0.6": 0.8978678385416666, + "0.7": 0.7430013020833334, + "0.8": 0.4878743489583333, + "0.9": 0.22517903645833334 + }, + "matched_cos_abs": { + "0.5": 0.8011406660079956, + "0.6": 0.7804637551307678, + "0.7": 0.7802907824516296, + "0.8": 0.7802907824516296, + "0.9": 0.7802907824516296 + }, + "unique_frac_abs": { + "0.5": 0.5404866536458334, + "0.6": 0.99951171875, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_abs": { + "0.5": 0.4330058376702558, + "0.6": 0.7800826693128329, + "0.7": 0.7802907824516296, + "0.8": 0.7802907824516296, + "0.9": 0.7802907824516296 + }, + "matched_frac_abs": { + "0.5": 0.50732421875, + "0.6": 0.898193359375, + "0.7": 0.742919921875, + "0.8": 0.4881998697916667, + "0.9": 0.22517903645833334 + } + }, + "seed0\u2194seed2": { + "dcs_signed": 0.779227077960968, + "dcs_abs": 0.7792566418647766, + "frac_sign_flipped": 0.0020345052083333335, + "alive_source": "stats", + "frac_denominator": "d_sae", + "n_alive_a": 12288, + "n_alive_b": 12288, + "matched_cos_signed": { + "0.5": 0.8003079295158386, + "0.6": 0.7793368697166443, + "0.7": 0.7792271971702576, + "0.8": 0.7792271971702576, + "0.9": 0.7792271971702576 + }, + "unique_frac_signed": { + "0.5": 0.5398763020833334, + "0.6": 0.9998372395833334, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_signed": { + "0.5": 0.43206728551497997, + "0.6": 0.7792100245230056, + "0.7": 0.7792271971702576, + "0.8": 0.7792271971702576, + "0.9": 0.7792271971702576 + }, + "matched_frac_signed": { + "0.5": 0.5049641927083334, + "0.6": 0.8954264322916666, + "0.7": 0.7377115885416666, + "0.8": 0.4825846354166667, + "0.9": 0.22574869791666666 + }, + "matched_cos_abs": { + "0.5": 0.8002008199691772, + "0.6": 0.7794950604438782, + "0.7": 0.7792566418647766, + "0.8": 0.7792566418647766, + "0.9": 0.7792566418647766 + }, + "unique_frac_abs": { + "0.5": 0.5397542317708334, + "0.6": 0.9994710286458334, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_abs": { + "0.5": 0.4319117788448542, + "0.6": 0.779082729886189, + "0.7": 0.7792566418647766, + "0.8": 0.7792566418647766, + "0.9": 0.7792566418647766 + }, + "matched_frac_abs": { + "0.5": 0.50537109375, + "0.6": 0.8944498697916666, + "0.7": 0.7381998697916666, + "0.8": 0.4832356770833333, + "0.9": 0.225830078125 + } + }, + "seed1\u2194seed2": { + "dcs_signed": 0.7793281674385071, + "dcs_abs": 0.7793558239936829, + "frac_sign_flipped": 0.0013020833333333333, + "alive_source": "stats", + "frac_denominator": "d_sae", + "n_alive_a": 12288, + "n_alive_b": 12288, + "matched_cos_signed": { + "0.5": 0.7971920967102051, + "0.6": 0.7792015671730042, + "0.7": 0.7793281674385071, + "0.8": 0.7793281674385071, + "0.9": 0.7793281674385071 + }, + "unique_frac_signed": { + "0.5": 0.53662109375, + "0.6": 0.9997151692708334, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_signed": { + "0.5": 0.427790094865486, + "0.6": 0.7789796266224585, + "0.7": 0.7793281674385071, + "0.8": 0.7793281674385071, + "0.9": 0.7793281674385071 + }, + "matched_frac_signed": { + "0.5": 0.5033365885416666, + "0.6": 0.8948567708333334, + "0.7": 0.739990234375, + "0.8": 0.4881184895833333, + "0.9": 0.2236328125 + }, + "matched_cos_abs": { + "0.5": 0.7974773645401001, + "0.6": 0.7792859077453613, + "0.7": 0.7793558239936829, + "0.8": 0.7793558239936829, + "0.9": 0.7793558239936829 + }, + "unique_frac_abs": { + "0.5": 0.5367838541666666, + "0.6": 0.9992268880208334, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_abs": { + "0.5": 0.42807297334851074, + "0.6": 0.7786834324748877, + "0.7": 0.7793558239936829, + "0.8": 0.7793558239936829, + "0.9": 0.7793558239936829 + }, + "matched_frac_abs": { + "0.5": 0.5035807291666666, + "0.6": 0.89404296875, + "0.7": 0.7398274739583334, + "0.8": 0.4873046875, + "0.9": 0.22371419270833334 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "n_dead_mean": 0, + "n_dead_std": 0.0, + "n_dense_mean": 1, + "n_dense_std": 1.7320508075688772, + "l0_mean": 130, + "l0_std": 2.1283440323406317, + "recon_r2_mean": 0.9222666666666667, + "recon_r2_std": 5.773502691895622e-05, + "l1_per_token_mean": 23.583466666666666, + "l1_per_token_std": 0.08096056653293303, + "babel_mu1_signed_mean": 0.5089375178019205, + "babel_mu1_signed_std": 0.00035438819786938686, + "n_dup_signed_per_threshold": { + "0.5": 9226.666666666666, + "0.6": 4.0, + "0.7": 0.0, + "0.8": 0.0, + "0.9": 0.0 + }, + "n_dup_signed_band": 1.0, + "n_dup_signed_band_std": 0.9013878188659973, + "n_dup_clusters_signed_per_threshold": { + "0.5": 3561.6666666666665, + "0.6": 1.6666666666666667, + "0.7": 0.0, + "0.8": 0.0, + "0.9": 0.0 + }, + "n_dup_clusters_signed_band": 0.4166666666666667, + "n_dup_clusters_signed_band_std": 0.3818813079129867, + "largest_dup_signed_per_threshold": { + "0.5": 10.333333333333334, + "0.6": 2.3333333333333335, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "largest_dup_signed_band": 1.3333333333333335, + "largest_dup_signed_band_std": 0.2886751345948129, + "dcs_signed_mean": 0.7796053489049276, + "dcs_signed_std": 0.0005698843455667465, + "dedup_dcs_signed_per_threshold": { + "0.5": 0.430998914152345, + "0.6": 0.7794691178262131, + "0.7": 0.7796053886413574, + "0.8": 0.7796053886413574, + "0.9": 0.7796053886413574 + }, + "dedup_dcs_signed_band": 0.7795713209375713, + "dedup_dcs_signed_band_std": 0.0005878462039795222, + "matched_cos_signed_per_threshold": { + "0.5": 0.7996493577957153, + "0.6": 0.7796171307563782, + "0.7": 0.7796053886413574, + "0.8": 0.7796053886413574, + "0.9": 0.7796053886413574 + }, + "matched_cos_signed_band": 0.7796083241701126, + "matched_cos_signed_band_std": 0.0005767341391707553, + "unique_frac_signed_per_threshold": { + "0.5": 0.5389811197916666, + "0.6": 0.9998101128472223, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "unique_frac_signed_band": 0.9999525282118056, + "unique_frac_signed_band_std": 2.117580158960649e-05, + "matched_frac_signed_per_threshold": { + "0.5": 0.5052897135416666, + "0.6": 0.8960503472222222, + "0.7": 0.740234375, + "0.8": 0.4861924913194444, + "0.9": 0.224853515625 + }, + "matched_frac_signed_band": 0.5868326822916667, + "matched_frac_signed_band_std": 0.0015644538107881742, + "babel_mu1_abs_mean": 0.5095154444376627, + "babel_mu1_abs_std": 0.0004782988093176601, + "n_dup_abs_per_threshold": { + "0.5": 9226.0, + "0.6": 14.0, + "0.7": 0.0, + "0.8": 0.0, + "0.9": 0.0 + }, + "n_dup_abs_band": 3.5, + "n_dup_abs_band_std": 1.75, + "n_dup_clusters_abs_per_threshold": { + "0.5": 3561.3333333333335, + "0.6": 6.666666666666667, + "0.7": 0.0, + "0.8": 0.0, + "0.9": 0.0 + }, + "n_dup_clusters_abs_band": 1.6666666666666667, + "n_dup_clusters_abs_band_std": 0.8036375634160795, + "largest_dup_abs_per_threshold": { + "0.5": 10.333333333333334, + "0.6": 2.6666666666666665, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "largest_dup_abs_band": 1.4166666666666665, + "largest_dup_abs_band_std": 0.14433756729740646, + "dcs_abs_mean": 0.779634416103363, + "dcs_abs_std": 0.0005705890474117245, + "dedup_dcs_abs_per_threshold": { + "0.5": 0.43099686328787357, + "0.6": 0.7792829438913031, + "0.7": 0.779634416103363, + "0.8": 0.779634416103363, + "0.9": 0.779634416103363 + }, + "dedup_dcs_abs_band": 0.7795465480503481, + "dedup_dcs_abs_band_std": 0.0005996029942678243, + "matched_cos_abs_per_threshold": { + "0.5": 0.7996062835057577, + "0.6": 0.7797482411066691, + "0.7": 0.779634416103363, + "0.8": 0.779634416103363, + "0.9": 0.779634416103363 + }, + "matched_cos_abs_band": 0.7796628723541895, + "matched_cos_abs_band_std": 0.0005813407917426763, + "unique_frac_abs_per_threshold": { + "0.5": 0.5390082465277778, + "0.6": 0.9994032118055557, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "unique_frac_abs_band": 0.999850802951389, + "unique_frac_abs_band_std": 3.8512562023914604e-05, + "matched_frac_abs_per_threshold": { + "0.5": 0.5054253472222222, + "0.6": 0.8955620659722222, + "0.7": 0.7403157552083334, + "0.8": 0.4862467447916667, + "0.9": 0.22490776909722224 + }, + "matched_frac_abs_band": 0.5867580837673612, + "matched_frac_abs_band_std": 0.0016631172717973322, + "alive_source": "stats", + "frac_denominator": "d_sae", + "d_sae": 12288 + } +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/consdl/x16/l0_32/code_metrics_step_final.json b/vision/clip-vit-b-16_layer10/consdl/x16/l0_32/code_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..54f2e41d5c4eb743b75409d1003721e9fcc3c3f1 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x16/l0_32/code_metrics_step_final.json @@ -0,0 +1,136 @@ +{ + "schema": 1, + "step": "final", + "n_tokens": 591000, + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "l0": 34.894641285956006, + "recon_r2": 0.9237343207971792, + "l1_per_token": 23.55283047659831 + }, + "seed1": { + "l0": 35.89668358714044, + "recon_r2": 0.9238369012458022, + "l1_per_token": 23.89672657904016 + }, + "seed2": { + "l0": 35.78377326565144, + "recon_r2": 0.9239658248707565, + "l1_per_token": 23.959925247312796 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "alive_source": "stats", + "mcc_signed": 0.5567062745506811, + "mcc_abs": 0.5567185464138801, + "act_iou": 0.3247426022459192, + "act_iou_n_pairs": 12288, + "input_r2": 0.9906743851959309, + "matched_mcc_signed": { + "0.6": 0.778489662241864, + "0.7": 0.8225123972905186, + "0.8": 0.8732037535280439, + "0.9": 0.9275916783516185 + }, + "matched_mcc_abs": { + "0.6": 0.7787878304135807, + "0.7": 0.8221566389722251, + "0.8": 0.8730938988052966, + "0.9": 0.9275916783516182 + } + }, + "seed0\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.5544664921628762, + "mcc_abs": 0.5544787361047171, + "act_iou": 0.3233801592734783, + "act_iou_n_pairs": 12288, + "input_r2": 0.9905543783110445, + "matched_mcc_signed": { + "0.6": 0.7778879330074708, + "0.7": 0.8217823593727598, + "0.8": 0.8744645519569243, + "0.9": 0.9304022028404454 + }, + "matched_mcc_abs": { + "0.6": 0.77806854701958, + "0.7": 0.8216213914759847, + "0.8": 0.8743387646207568, + "0.9": 0.9303023086328086 + } + }, + "seed1\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.5551743134365573, + "mcc_abs": 0.5551847888872837, + "act_iou": 0.3235662055516379, + "act_iou_n_pairs": 12288, + "input_r2": 0.9906795412121475, + "matched_mcc_signed": { + "0.6": 0.7799041044015064, + "0.7": 0.8240849755846157, + "0.8": 0.875262053128961, + "0.9": 0.928516927519262 + }, + "matched_mcc_abs": { + "0.6": 0.7797712208670907, + "0.7": 0.8240847539589291, + "0.8": 0.8753568254740804, + "0.9": 0.9285860937856002 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "l0_mean": 35.52503271291596, + "l0_std": 0.5488462430983233, + "recon_r2_mean": 0.9238456823045794, + "recon_r2_std": 0.00011600157009996355, + "l1_per_token_mean": 23.80316076765042, + "l1_per_token_std": 0.21908322364237542, + "input_r2_mean": 0.9906361015730409, + "input_r2_std": 7.082135828484657e-05, + "mcc_signed_mean": 0.5554490267167048, + "mcc_signed_std": 0.0011448828874156942, + "mcc_abs_mean": 0.5554606904686269, + "mcc_abs_std": 0.0011451108318407293, + "matched_mcc_signed_per_threshold": { + "0.6": 0.7787605665502805, + "0.7": 0.8227932440826313, + "0.8": 0.8743101195379763, + "0.9": 0.9288369362371086 + }, + "matched_mcc_signed_band": 0.8511752166019992, + "matched_mcc_abs_per_threshold": { + "0.6": 0.7788758661000837, + "0.7": 0.822620928135713, + "0.8": 0.8742631629667112, + "0.9": 0.928826693590009 + }, + "matched_mcc_abs_band": 0.8511466626981292, + "act_iou_mean": 0.32389632235701177, + "act_iou_std": 0.00073877976568198, + "act_iou_n_pairs": 12288.0, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/consdl/x16/l0_32/dict_metrics_step_final.json b/vision/clip-vit-b-16_layer10/consdl/x16/l0_32/dict_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..f531a35d5c3340bca7d243dca77ef154e403a219 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x16/l0_32/dict_metrics_step_final.json @@ -0,0 +1,550 @@ +{ + "schema": 2, + "step": "final", + "linkage": "complete", + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "d_sae": 12288, + "d_in": 768, + "l0": 34, + "l0_raw": 34.4064, + "recon_r2": 0.9239, + "l1_per_token": 23.5798, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 6, + "dense_rate": 0.00048828125, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 2759, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_signed": { + "0.5": 1242, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_signed": { + "0.5": 6, + "0.6": 1, + "0.7": 1, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_signed": 0.3883293867111206, + "n_dup_abs": { + "0.5": 2761, + "0.6": 12, + "0.7": 2, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_abs": { + "0.5": 1243, + "0.6": 6, + "0.7": 1, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_abs": { + "0.5": 6, + "0.6": 2, + "0.7": 2, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_abs": 0.389350026845932 + }, + "seed1": { + "d_sae": 12288, + "d_in": 768, + "l0": 36, + "l0_raw": 35.6352, + "recon_r2": 0.924, + "l1_per_token": 23.9215, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 4, + "dense_rate": 0.0003255208333333333, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 2682, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_signed": { + "0.5": 1207, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_signed": { + "0.5": 6, + "0.6": 1, + "0.7": 1, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_signed": 0.38871124386787415, + "n_dup_abs": { + "0.5": 2688, + "0.6": 6, + "0.7": 4, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_abs": { + "0.5": 1211, + "0.6": 3, + "0.7": 2, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_abs": { + "0.5": 6, + "0.6": 2, + "0.7": 2, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_abs": 0.38972291350364685 + }, + "seed2": { + "d_sae": 12288, + "d_in": 768, + "l0": 36, + "l0_raw": 35.6352, + "recon_r2": 0.9241, + "l1_per_token": 23.9877, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 5, + "dense_rate": 0.0004069010416666667, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 2596, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_signed": { + "0.5": 1167, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_signed": { + "0.5": 7, + "0.6": 1, + "0.7": 1, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_signed": 0.3845524787902832, + "n_dup_abs": { + "0.5": 2605, + "0.6": 12, + "0.7": 2, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_abs": { + "0.5": 1170, + "0.6": 6, + "0.7": 1, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_abs": { + "0.5": 7, + "0.6": 2, + "0.7": 2, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_abs": 0.3856949806213379 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "dcs_signed": 0.6458575129508972, + "dcs_abs": 0.6464142799377441, + "frac_sign_flipped": 0.041178385416666664, + "alive_source": "stats", + "frac_denominator": "d_sae", + "n_alive_a": 12288, + "n_alive_b": 12288, + "matched_cos_signed": { + "0.5": 0.6300660371780396, + "0.6": 0.6458575129508972, + "0.7": 0.6458575129508972, + "0.8": 0.6458575129508972, + "0.9": 0.6458575129508972 + }, + "unique_frac_signed": { + "0.5": 0.8782552083333334, + "0.6": 1.0, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_signed": { + "0.5": 0.553358778745557, + "0.6": 0.6458575129508972, + "0.7": 0.6458575129508972, + "0.8": 0.6458575129508972, + "0.9": 0.6458575129508972 + }, + "matched_frac_signed": { + "0.5": 0.592041015625, + "0.6": 0.6446940104166666, + "0.7": 0.5508626302083334, + "0.8": 0.4207356770833333, + "0.9": 0.2589518229166667 + }, + "matched_cos_abs": { + "0.5": 0.6306042671203613, + "0.6": 0.6464684009552002, + "0.7": 0.646440327167511, + "0.8": 0.6464142799377441, + "0.9": 0.6464142799377441 + }, + "unique_frac_abs": { + "0.5": 0.8781331380208334, + "0.6": 0.9996337890625, + "0.7": 0.9998779296875, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_abs": { + "0.5": 0.5537545039357308, + "0.6": 0.6462316571560223, + "0.7": 0.646361415994761, + "0.8": 0.6464142799377441, + "0.9": 0.6464142799377441 + }, + "matched_frac_abs": { + "0.5": 0.5918782552083334, + "0.6": 0.6444498697916666, + "0.7": 0.551513671875, + "0.8": 0.4205729166666667, + "0.9": 0.2589518229166667 + } + }, + "seed0\u2194seed2": { + "dcs_signed": 0.6431646943092346, + "dcs_abs": 0.6437967419624329, + "frac_sign_flipped": 0.045491536458333336, + "alive_source": "stats", + "frac_denominator": "d_sae", + "n_alive_a": 12288, + "n_alive_b": 12288, + "matched_cos_signed": { + "0.5": 0.627785325050354, + "0.6": 0.6431646943092346, + "0.7": 0.6431646943092346, + "0.8": 0.6431646943092346, + "0.9": 0.6431646943092346 + }, + "unique_frac_signed": { + "0.5": 0.880126953125, + "0.6": 1.0, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_signed": { + "0.5": 0.5525307853531558, + "0.6": 0.6431646943092346, + "0.7": 0.6431646943092346, + "0.8": 0.6431646943092346, + "0.9": 0.6431646943092346 + }, + "matched_frac_signed": { + "0.5": 0.592529296875, + "0.6": 0.6419270833333334, + "0.7": 0.546142578125, + "0.8": 0.4164225260416667, + "0.9": 0.2574055989583333 + }, + "matched_cos_abs": { + "0.5": 0.6283566951751709, + "0.6": 0.6437250971794128, + "0.7": 0.6437689065933228, + "0.8": 0.6437967419624329, + "0.9": 0.6437967419624329 + }, + "unique_frac_abs": { + "0.5": 0.8798421223958334, + "0.6": 0.99951171875, + "0.7": 0.9999186197916666, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_abs": { + "0.5": 0.5528546883045541, + "0.6": 0.6434107782843057, + "0.7": 0.6437165165455856, + "0.8": 0.6437967419624329, + "0.9": 0.6437967419624329 + }, + "matched_frac_abs": { + "0.5": 0.5918782552083334, + "0.6": 0.64111328125, + "0.7": 0.5464680989583334, + "0.8": 0.4170735677083333, + "0.9": 0.257568359375 + } + }, + "seed1\u2194seed2": { + "dcs_signed": 0.6429621577262878, + "dcs_abs": 0.6435258388519287, + "frac_sign_flipped": 0.044677734375, + "alive_source": "stats", + "frac_denominator": "d_sae", + "n_alive_a": 12288, + "n_alive_b": 12288, + "matched_cos_signed": { + "0.5": 0.6270092725753784, + "0.6": 0.6429621577262878, + "0.7": 0.6429621577262878, + "0.8": 0.6429621577262878, + "0.9": 0.6429621577262878 + }, + "unique_frac_signed": { + "0.5": 0.8818359375, + "0.6": 1.0, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_signed": { + "0.5": 0.5529193097027019, + "0.6": 0.6429621577262878, + "0.7": 0.6429621577262878, + "0.8": 0.6429621577262878, + "0.9": 0.6429621577262878 + }, + "matched_frac_signed": { + "0.5": 0.591796875, + "0.6": 0.6395670572916666, + "0.7": 0.5450846354166666, + "0.8": 0.4197591145833333, + "0.9": 0.2607421875 + }, + "matched_cos_abs": { + "0.5": 0.6275225877761841, + "0.6": 0.6435590386390686, + "0.7": 0.6435487866401672, + "0.8": 0.6435258388519287, + "0.9": 0.6435258388519287 + }, + "unique_frac_abs": { + "0.5": 0.8815104166666666, + "0.6": 0.9996337890625, + "0.7": 0.9998779296875, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_abs": { + "0.5": 0.5531676978183289, + "0.6": 0.643323360280192, + "0.7": 0.6434702284386731, + "0.8": 0.6435258388519287, + "0.9": 0.6435258388519287 + }, + "matched_frac_abs": { + "0.5": 0.5916341145833334, + "0.6": 0.639404296875, + "0.7": 0.544677734375, + "0.8": 0.41943359375, + "0.9": 0.2607421875 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "n_dead_mean": 0, + "n_dead_std": 0.0, + "n_dense_mean": 5, + "n_dense_std": 1.0, + "l0_mean": 35, + "l0_std": 0.7094480107802119, + "recon_r2_mean": 0.924, + "recon_r2_std": 9.999999999998899e-05, + "l1_per_token_mean": 23.829666666666668, + "l1_per_token_std": 0.21890779641971148, + "babel_mu1_signed_mean": 0.38719770312309265, + "babel_mu1_signed_std": 0.002298774140755539, + "n_dup_signed_per_threshold": { + "0.5": 2679.0, + "0.6": 0.0, + "0.7": 0.0, + "0.8": 0.0, + "0.9": 0.0 + }, + "n_dup_signed_band": 0.0, + "n_dup_signed_band_std": 0.0, + "n_dup_clusters_signed_per_threshold": { + "0.5": 1205.3333333333333, + "0.6": 0.0, + "0.7": 0.0, + "0.8": 0.0, + "0.9": 0.0 + }, + "n_dup_clusters_signed_band": 0.0, + "n_dup_clusters_signed_band_std": 0.0, + "largest_dup_signed_per_threshold": { + "0.5": 6.333333333333333, + "0.6": 1.0, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "largest_dup_signed_band": 1.0, + "largest_dup_signed_band_std": 0.0, + "dcs_signed_mean": 0.6439947883288065, + "dcs_signed_std": 0.001616342330747118, + "dedup_dcs_signed_per_threshold": { + "0.5": 0.5529362912671382, + "0.6": 0.6439947883288065, + "0.7": 0.6439947883288065, + "0.8": 0.6439947883288065, + "0.9": 0.6439947883288065 + }, + "dedup_dcs_signed_band": 0.6439947883288065, + "dedup_dcs_signed_band_std": 0.001616342330747118, + "matched_cos_signed_per_threshold": { + "0.5": 0.628286878267924, + "0.6": 0.6439947883288065, + "0.7": 0.6439947883288065, + "0.8": 0.6439947883288065, + "0.9": 0.6439947883288065 + }, + "matched_cos_signed_band": 0.6439947883288065, + "matched_cos_signed_band_std": 0.001616342330747118, + "unique_frac_signed_per_threshold": { + "0.5": 0.8800726996527778, + "0.6": 1.0, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "unique_frac_signed_band": 1.0, + "unique_frac_signed_band_std": 0.0, + "matched_frac_signed_per_threshold": { + "0.5": 0.5921223958333334, + "0.6": 0.6420627170138888, + "0.7": 0.54736328125, + "0.8": 0.4189724392361111, + "0.9": 0.259033203125 + }, + "matched_frac_signed_band": 0.46685791015625, + "matched_frac_signed_band_std": 0.0017397101502630082, + "babel_mu1_abs_mean": 0.38825597365697223, + "babel_mu1_abs_std": 0.0022257077776072047, + "n_dup_abs_per_threshold": { + "0.5": 2684.6666666666665, + "0.6": 10.0, + "0.7": 2.6666666666666665, + "0.8": 0.0, + "0.9": 0.0 + }, + "n_dup_abs_band": 3.1666666666666665, + "n_dup_abs_band_std": 0.5773502691896258, + "n_dup_clusters_abs_per_threshold": { + "0.5": 1208.0, + "0.6": 5.0, + "0.7": 1.3333333333333333, + "0.8": 0.0, + "0.9": 0.0 + }, + "n_dup_clusters_abs_band": 1.5833333333333333, + "n_dup_clusters_abs_band_std": 0.2886751345948129, + "largest_dup_abs_per_threshold": { + "0.5": 6.333333333333333, + "0.6": 2.0, + "0.7": 2.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "largest_dup_abs_band": 1.5, + "largest_dup_abs_band_std": 0.0, + "dcs_abs_mean": 0.6445789535840353, + "dcs_abs_std": 0.0015952003768442441, + "dedup_dcs_abs_per_threshold": { + "0.5": 0.5532589633528712, + "0.6": 0.64432193190684, + "0.7": 0.6445160536596732, + "0.8": 0.6445789535840353, + "0.9": 0.6445789535840353 + }, + "dedup_dcs_abs_band": 0.644498973183646, + "dedup_dcs_abs_band_std": 0.0016114404391061239, + "matched_cos_abs_per_threshold": { + "0.5": 0.6288278500239054, + "0.6": 0.6445841789245605, + "0.7": 0.6445860068003336, + "0.8": 0.6445789535840353, + "0.9": 0.6445789535840353 + }, + "matched_cos_abs_band": 0.6445820232232412, + "matched_cos_abs_band_std": 0.0016083263425873502, + "unique_frac_abs_per_threshold": { + "0.5": 0.8798285590277778, + "0.6": 0.9995930989583334, + "0.7": 0.9998914930555555, + "0.8": 1.0, + "0.9": 1.0 + }, + "unique_frac_abs_band": 0.9998711480034722, + "unique_frac_abs_band_std": 1.1746221297010822e-05, + "matched_frac_abs_per_threshold": { + "0.5": 0.591796875, + "0.6": 0.6416558159722222, + "0.7": 0.5475531684027778, + "0.8": 0.4190266927083333, + "0.9": 0.25908745659722227 + }, + "matched_frac_abs_band": 0.4668307834201389, + "matched_frac_abs_band_std": 0.00178600512638869, + "alive_source": "stats", + "frac_denominator": "d_sae", + "d_sae": 12288 + } +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/consdl/x16/l0_32/seed1/config.json b/vision/clip-vit-b-16_layer10/consdl/x16/l0_32/seed1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..df95dd2d867d6c41bd81d96c38440985f6034738 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x16/l0_32/seed1/config.json @@ -0,0 +1,24 @@ +{ + "d_in": 768, + "d_sae_factor": 16, + "architecture": "fista", + "activation_name": "relu", + "device": "cpu", + "seed": 1, + "fista_t_iters": 50, + "fista_step": 0.0, + "fista_lam": 1.0, + "fista_nonneg": true, + "fista_power_iters": 32, + "fista_r2_tol": 0.0001, + "fista_check_every": 5, + "fista_use_bf16": false, + "fista_step_cache_every": 0, + "fista_compile": false, + "fista_topk_k": 0, + "refit": true, + "refit_iters": 50, + "refit_thresh": 1e-08, + "class_type": "FistaSAE", + "module_name": "consdl.models.fista" +} diff --git a/vision/clip-vit-b-16_layer10/consdl/x16/l0_32/seed1/lock.lock b/vision/clip-vit-b-16_layer10/consdl/x16/l0_32/seed1/lock.lock new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/vision/clip-vit-b-16_layer10/consdl/x16/l0_32/seed2/config.json b/vision/clip-vit-b-16_layer10/consdl/x16/l0_32/seed2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..679f9d4d8d6e48e82d1802b2a56ccd34912f2eee --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x16/l0_32/seed2/config.json @@ -0,0 +1,24 @@ +{ + "d_in": 768, + "d_sae_factor": 16, + "architecture": "fista", + "activation_name": "relu", + "device": "cpu", + "seed": 2, + "fista_t_iters": 50, + "fista_step": 0.0, + "fista_lam": 1.0, + "fista_nonneg": true, + "fista_power_iters": 32, + "fista_r2_tol": 0.0001, + "fista_check_every": 5, + "fista_use_bf16": false, + "fista_step_cache_every": 0, + "fista_compile": false, + "fista_topk_k": 0, + "refit": true, + "refit_iters": 50, + "refit_thresh": 1e-08, + "class_type": "FistaSAE", + "module_name": "consdl.models.fista" +} diff --git a/vision/clip-vit-b-16_layer10/consdl/x16/l0_32/seed2/lock.lock b/vision/clip-vit-b-16_layer10/consdl/x16/l0_32/seed2/lock.lock new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/vision/clip-vit-b-16_layer10/consdl/x16/l0_64/code_metrics_step_final.json b/vision/clip-vit-b-16_layer10/consdl/x16/l0_64/code_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..48968435053c05f700883c9d7dd90e4f8771049e --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x16/l0_64/code_metrics_step_final.json @@ -0,0 +1,136 @@ +{ + "schema": 1, + "step": "final", + "n_tokens": 591000, + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "l0": 62.45392893401015, + "recon_r2": 0.8902434129997655, + "l1_per_token": 16.152315646511116 + }, + "seed1": { + "l0": 64.08272758037225, + "recon_r2": 0.8897518435535895, + "l1_per_token": 16.09002509331421 + }, + "seed2": { + "l0": 64.26186802030458, + "recon_r2": 0.8898026373585812, + "l1_per_token": 16.178846104722584 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "alive_source": "stats", + "mcc_signed": 0.6298145045031466, + "mcc_abs": 0.6298204493369133, + "act_iou": 0.35266287635441973, + "act_iou_n_pairs": 12288, + "input_r2": 0.9982799951166693, + "matched_mcc_signed": { + "0.6": 0.7689133979807746, + "0.7": 0.7997098112646116, + "0.8": 0.854694436318848, + "0.9": 0.9289660800661758 + }, + "matched_mcc_abs": { + "0.6": 0.7688255881319279, + "0.7": 0.7995988953524815, + "0.8": 0.8546826835382902, + "0.9": 0.9289660800661755 + } + }, + "seed0\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.6300010637338659, + "mcc_abs": 0.6300072895711294, + "act_iou": 0.3528902506876659, + "act_iou_n_pairs": 12288, + "input_r2": 0.9982792422275155, + "matched_mcc_signed": { + "0.6": 0.7668736101602807, + "0.7": 0.7993908913874955, + "0.8": 0.8584231043906829, + "0.9": 0.930440042912585 + }, + "matched_mcc_abs": { + "0.6": 0.7668781573882703, + "0.7": 0.7994439402404528, + "0.8": 0.8582495935260688, + "0.9": 0.930468816192188 + } + }, + "seed1\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.6295303053134002, + "mcc_abs": 0.6295360471526074, + "act_iou": 0.3524498054689431, + "act_iou_n_pairs": 12288, + "input_r2": 0.9982967993734801, + "matched_mcc_signed": { + "0.6": 0.7674345259288563, + "0.7": 0.7987904908705277, + "0.8": 0.8566658740698354, + "0.9": 0.9321740696122842 + }, + "matched_mcc_abs": { + "0.6": 0.7673784943199115, + "0.7": 0.7985323714824797, + "0.8": 0.8567602880723721, + "0.9": 0.9321832619828021 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "l0_mean": 63.599508178228994, + "l0_std": 0.996135873208844, + "recon_r2_mean": 0.8899326313039788, + "recon_r2_std": 0.00027034043257244427, + "l1_per_token_mean": 16.1403956148493, + "l1_per_token_std": 0.04559449948201637, + "input_r2_mean": 0.998285345572555, + "input_r2_std": 9.926423184827114e-06, + "mcc_signed_mean": 0.6297819578501375, + "mcc_signed_std": 0.00023706082779830192, + "mcc_abs_mean": 0.6297879286868834, + "mcc_abs_std": 0.00023729843817943885, + "matched_mcc_signed_per_threshold": { + "0.6": 0.7677405113566372, + "0.7": 0.7992970645075449, + "0.8": 0.8565944715931222, + "0.9": 0.9305267308636817 + }, + "matched_mcc_signed_band": 0.8385396945802465, + "matched_mcc_abs_per_threshold": { + "0.6": 0.7676940799467032, + "0.7": 0.7991917356918047, + "0.8": 0.8565641883789104, + "0.9": 0.9305393860803886 + }, + "matched_mcc_abs_band": 0.8384973475244517, + "act_iou_mean": 0.3526676441703429, + "act_iou_std": 0.00022026131463660605, + "act_iou_n_pairs": 12288.0, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/consdl/x16/l0_64/dict_metrics_step_final.json b/vision/clip-vit-b-16_layer10/consdl/x16/l0_64/dict_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..9c288aac2ffe6022a9174d72694766c9e05ee91f --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x16/l0_64/dict_metrics_step_final.json @@ -0,0 +1,550 @@ +{ + "schema": 2, + "step": "final", + "linkage": "complete", + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "d_sae": 12288, + "d_in": 768, + "l0": 63, + "l0_raw": 62.668800000000005, + "recon_r2": 0.9009, + "l1_per_token": 16.1758, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 0, + "dense_rate": 0.0, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 9122, + "0.6": 4, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_signed": { + "0.5": 3559, + "0.6": 2, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_signed": { + "0.5": 12, + "0.6": 2, + "0.7": 1, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_signed": 0.4621741771697998, + "n_dup_abs": { + "0.5": 9120, + "0.6": 20, + "0.7": 2, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_abs": { + "0.5": 3559, + "0.6": 10, + "0.7": 1, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_abs": { + "0.5": 10, + "0.6": 2, + "0.7": 2, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_abs": 0.46327534317970276 + }, + "seed1": { + "d_sae": 12288, + "d_in": 768, + "l0": 64, + "l0_raw": 63.8976, + "recon_r2": 0.9004, + "l1_per_token": 16.1139, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 0, + "dense_rate": 0.0, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 9206, + "0.6": 9, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_signed": { + "0.5": 3599, + "0.6": 4, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_signed": { + "0.5": 13, + "0.6": 3, + "0.7": 1, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_signed": 0.46308183670043945, + "n_dup_abs": { + "0.5": 9207, + "0.6": 27, + "0.7": 2, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_abs": { + "0.5": 3601, + "0.6": 13, + "0.7": 1, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_abs": { + "0.5": 15, + "0.6": 3, + "0.7": 2, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_abs": 0.4641289710998535 + }, + "seed2": { + "d_sae": 12288, + "d_in": 768, + "l0": 64, + "l0_raw": 63.8976, + "recon_r2": 0.8901, + "l1_per_token": 16.202, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 0, + "dense_rate": 0.0, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 9270, + "0.6": 9, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_signed": { + "0.5": 3638, + "0.6": 4, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_signed": { + "0.5": 11, + "0.6": 3, + "0.7": 1, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_signed": 0.4634845554828644, + "n_dup_abs": { + "0.5": 9263, + "0.6": 21, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_abs": { + "0.5": 3640, + "0.6": 10, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_abs": { + "0.5": 11, + "0.6": 3, + "0.7": 1, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_abs": 0.4645220935344696 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "dcs_signed": 0.6726120114326477, + "dcs_abs": 0.6732103228569031, + "frac_sign_flipped": 0.05029296875, + "alive_source": "stats", + "frac_denominator": "d_sae", + "n_alive_a": 12288, + "n_alive_b": 12288, + "matched_cos_signed": { + "0.5": 0.6060582995414734, + "0.6": 0.6726253628730774, + "0.7": 0.6726120114326477, + "0.8": 0.6726120114326477, + "0.9": 0.6726120114326477 + }, + "unique_frac_signed": { + "0.5": 0.5454915364583334, + "0.6": 0.9997151692708334, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_signed": { + "0.5": 0.33059967300020315, + "0.6": 0.6724337785005143, + "0.7": 0.6726120114326477, + "0.8": 0.6726120114326477, + "0.9": 0.6726120114326477 + }, + "matched_frac_signed": { + "0.5": 0.3648274739583333, + "0.6": 0.764404296875, + "0.7": 0.6441243489583334, + "0.8": 0.3984375, + "0.9": 0.14029947916666666 + }, + "matched_cos_abs": { + "0.5": 0.6073630452156067, + "0.6": 0.6732158660888672, + "0.7": 0.6732053756713867, + "0.8": 0.6732103228569031, + "0.9": 0.6732103228569031 + }, + "unique_frac_abs": { + "0.5": 0.5456136067708334, + "0.6": 0.9990234375, + "0.7": 0.9999186197916666, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_abs": { + "0.5": 0.33138554171940393, + "0.6": 0.6725584287196398, + "0.7": 0.6731505900776634, + "0.8": 0.6732103228569031, + "0.9": 0.6732103228569031 + }, + "matched_frac_abs": { + "0.5": 0.3648274739583333, + "0.6": 0.7637532552083334, + "0.7": 0.6444498697916666, + "0.8": 0.3985188802083333, + "0.9": 0.14029947916666666 + } + }, + "seed0\u2194seed2": { + "dcs_signed": 0.6733407378196716, + "dcs_abs": 0.6739850640296936, + "frac_sign_flipped": 0.052490234375, + "alive_source": "stats", + "frac_denominator": "d_sae", + "n_alive_a": 12288, + "n_alive_b": 12288, + "matched_cos_signed": { + "0.5": 0.6074126362800598, + "0.6": 0.6733916401863098, + "0.7": 0.6733407378196716, + "0.8": 0.6733407378196716, + "0.9": 0.6733407378196716 + }, + "unique_frac_signed": { + "0.5": 0.5444742838541666, + "0.6": 0.9997151692708334, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_signed": { + "0.5": 0.33072056014255696, + "0.6": 0.6731998375544208, + "0.7": 0.6733407378196716, + "0.8": 0.6733407378196716, + "0.9": 0.6733407378196716 + }, + "matched_frac_signed": { + "0.5": 0.365478515625, + "0.6": 0.7666015625, + "0.7": 0.6426595052083334, + "0.8": 0.3937174479166667, + "0.9": 0.14306640625 + }, + "matched_cos_abs": { + "0.5": 0.6084281802177429, + "0.6": 0.673947811126709, + "0.7": 0.673995852470398, + "0.8": 0.6739850640296936, + "0.9": 0.6739850640296936 + }, + "unique_frac_abs": { + "0.5": 0.544921875, + "0.6": 0.9991455078125, + "0.7": 0.9999593098958334, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_abs": { + "0.5": 0.3315458247670904, + "0.6": 0.6733719279873185, + "0.7": 0.673968427508953, + "0.8": 0.6739850640296936, + "0.9": 0.6739850640296936 + }, + "matched_frac_abs": { + "0.5": 0.3666178385416667, + "0.6": 0.7661946614583334, + "0.7": 0.6419270833333334, + "0.8": 0.39404296875, + "0.9": 0.14298502604166666 + } + }, + "seed1\u2194seed2": { + "dcs_signed": 0.6727239489555359, + "dcs_abs": 0.6733234524726868, + "frac_sign_flipped": 0.048909505208333336, + "alive_source": "stats", + "frac_denominator": "d_sae", + "n_alive_a": 12288, + "n_alive_b": 12288, + "matched_cos_signed": { + "0.5": 0.6065645217895508, + "0.6": 0.6726888418197632, + "0.7": 0.6727239489555359, + "0.8": 0.6727239489555359, + "0.9": 0.6727239489555359 + }, + "unique_frac_signed": { + "0.5": 0.5426839192708334, + "0.6": 0.9995930989583334, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_signed": { + "0.5": 0.3291728119753922, + "0.6": 0.6724151240293093, + "0.7": 0.6727239489555359, + "0.8": 0.6727239489555359, + "0.9": 0.6727239489555359 + }, + "matched_frac_signed": { + "0.5": 0.3658040364583333, + "0.6": 0.763427734375, + "0.7": 0.6404622395833334, + "0.8": 0.3956705729166667, + "0.9": 0.13932291666666666 + }, + "matched_cos_abs": { + "0.5": 0.6074586510658264, + "0.6": 0.6733308434486389, + "0.7": 0.6733475923538208, + "0.8": 0.6733234524726868, + "0.9": 0.6733234524726868 + }, + "unique_frac_abs": { + "0.5": 0.5430908203125, + "0.6": 0.9989827473958334, + "0.7": 0.9999593098958334, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_abs": { + "0.5": 0.32990521711326437, + "0.6": 0.672645895894675, + "0.7": 0.6733201937701476, + "0.8": 0.6733234524726868, + "0.9": 0.6733234524726868 + }, + "matched_frac_abs": { + "0.5": 0.3663736979166667, + "0.6": 0.76318359375, + "0.7": 0.6410319010416666, + "0.8": 0.39501953125, + "0.9": 0.13924153645833334 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "n_dead_mean": 0, + "n_dead_std": 0.0, + "n_dense_mean": 0, + "n_dense_std": 0.0, + "l0_mean": 64, + "l0_std": 0.7094480107802079, + "recon_r2_mean": 0.8971333333333332, + "recon_r2_std": 0.006096173663318112, + "l1_per_token_mean": 16.163899999999998, + "l1_per_token_std": 0.04523947391382887, + "babel_mu1_signed_mean": 0.46291352311770123, + "babel_mu1_signed_std": 0.0006712078124084428, + "n_dup_signed_per_threshold": { + "0.5": 9199.333333333334, + "0.6": 7.333333333333333, + "0.7": 0.0, + "0.8": 0.0, + "0.9": 0.0 + }, + "n_dup_signed_band": 1.8333333333333333, + "n_dup_signed_band_std": 0.7216878364870322, + "n_dup_clusters_signed_per_threshold": { + "0.5": 3598.6666666666665, + "0.6": 3.3333333333333335, + "0.7": 0.0, + "0.8": 0.0, + "0.9": 0.0 + }, + "n_dup_clusters_signed_band": 0.8333333333333334, + "n_dup_clusters_signed_band_std": 0.28867513459481287, + "largest_dup_signed_per_threshold": { + "0.5": 12.0, + "0.6": 2.6666666666666665, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "largest_dup_signed_band": 1.4166666666666665, + "largest_dup_signed_band_std": 0.14433756729740646, + "dcs_signed_mean": 0.6728922327359518, + "dcs_signed_std": 0.00039242847736820064, + "dedup_dcs_signed_per_threshold": { + "0.5": 0.33016434837271746, + "0.6": 0.6726829133614148, + "0.7": 0.6728922327359518, + "0.8": 0.6728922327359518, + "0.9": 0.6728922327359518 + }, + "dedup_dcs_signed_band": 0.6728399028923175, + "dedup_dcs_signed_band_std": 0.00040517417759863914, + "matched_cos_signed_per_threshold": { + "0.5": 0.6066784858703613, + "0.6": 0.6729019482930502, + "0.7": 0.6728922327359518, + "0.8": 0.6728922327359518, + "0.9": 0.6728922327359518 + }, + "matched_cos_signed_band": 0.6728946616252264, + "matched_cos_signed_band_std": 0.0004004565656654889, + "unique_frac_signed_per_threshold": { + "0.5": 0.5442165798611112, + "0.6": 0.9996744791666666, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "unique_frac_signed_band": 0.9999186197916666, + "unique_frac_signed_band_std": 1.7619331945484184e-05, + "matched_frac_signed_per_threshold": { + "0.5": 0.3653700086805555, + "0.6": 0.7648111979166666, + "0.7": 0.6424153645833334, + "0.8": 0.39594184027777785, + "0.9": 0.14089626736111108 + }, + "matched_frac_signed_band": 0.48601616753472227, + "matched_frac_signed_band_std": 0.0011320944467603541, + "babel_mu1_abs_mean": 0.463975469271342, + "babel_mu1_abs_std": 0.0006373921244376238, + "n_dup_abs_per_threshold": { + "0.5": 9196.666666666666, + "0.6": 22.666666666666668, + "0.7": 1.3333333333333333, + "0.8": 0.0, + "0.9": 0.0 + }, + "n_dup_abs_band": 6.0, + "n_dup_abs_band_std": 1.0897247358851685, + "n_dup_clusters_abs_per_threshold": { + "0.5": 3600.0, + "0.6": 11.0, + "0.7": 0.6666666666666666, + "0.8": 0.0, + "0.9": 0.0 + }, + "n_dup_clusters_abs_band": 2.9166666666666665, + "n_dup_clusters_abs_band_std": 0.5204164998665333, + "largest_dup_abs_per_threshold": { + "0.5": 12.0, + "0.6": 2.6666666666666665, + "0.7": 1.6666666666666667, + "0.8": 1.0, + "0.9": 1.0 + }, + "largest_dup_abs_band": 1.5833333333333333, + "largest_dup_abs_band_std": 0.14433756729740646, + "dcs_abs_mean": 0.6735062797864279, + "dcs_abs_std": 0.0004184797978296398, + "dedup_dcs_abs_per_threshold": { + "0.5": 0.3309455278665862, + "0.6": 0.6728587508672111, + "0.7": 0.6734797371189213, + "0.8": 0.6735062797864279, + "0.9": 0.6735062797864279 + }, + "dedup_dcs_abs_band": 0.673337761889747, + "dedup_dcs_abs_band_std": 0.0004285107980667797, + "matched_cos_abs_per_threshold": { + "0.5": 0.6077499588330587, + "0.6": 0.6734981735547384, + "0.7": 0.6735162734985352, + "0.8": 0.6735062797864279, + "0.9": 0.6735062797864279 + }, + "matched_cos_abs_band": 0.6735067516565324, + "matched_cos_abs_band_std": 0.0004129467338597957, + "unique_frac_abs_per_threshold": { + "0.5": 0.5445421006944445, + "0.6": 0.9990505642361112, + "0.7": 0.9999457465277778, + "0.8": 1.0, + "0.9": 1.0 + }, + "unique_frac_abs_band": 0.9997490776909722, + "unique_frac_abs_band_std": 2.3492442593989597e-05, + "matched_frac_abs_per_threshold": { + "0.5": 0.3659396701388889, + "0.6": 0.764377170138889, + "0.7": 0.6424696180555555, + "0.8": 0.3958604600694444, + "0.9": 0.14084201388888887 + }, + "matched_frac_abs_band": 0.4858873155381944, + "matched_frac_abs_band_std": 0.0011229166394581855, + "alive_source": "stats", + "frac_denominator": "d_sae", + "d_sae": 12288 + } +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/consdl/x16/l0_64/seed0/config.json b/vision/clip-vit-b-16_layer10/consdl/x16/l0_64/seed0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..62a7c2ec032ba552b138bc489e594d76f5366e5e --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x16/l0_64/seed0/config.json @@ -0,0 +1,24 @@ +{ + "d_in": 768, + "d_sae_factor": 16, + "architecture": "fista", + "activation_name": "relu", + "device": "cpu", + "seed": 0, + "fista_t_iters": 30, + "fista_step": 0.0, + "fista_lam": 1.25, + "fista_nonneg": true, + "fista_power_iters": 32, + "fista_r2_tol": 0.0001, + "fista_check_every": 5, + "fista_use_bf16": false, + "fista_step_cache_every": 0, + "fista_compile": false, + "fista_topk_k": 0, + "refit": true, + "refit_iters": 10, + "refit_thresh": 1e-08, + "class_type": "FistaSAE", + "module_name": "consdl.models.fista" +} diff --git a/vision/clip-vit-b-16_layer10/consdl/x16/l0_64/seed0/lock.lock b/vision/clip-vit-b-16_layer10/consdl/x16/l0_64/seed0/lock.lock new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/vision/clip-vit-b-16_layer10/consdl/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/consdl/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..6f778823ba7e730505a65beedcab108595b8eef5 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,9 @@ +{ + "l2_loss": 0.0497, + "r2_score": 0.9009, + "l0_per_token_0": 0.0051, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0, + "live_latent_frac": 0.9998, + "l1_per_token": 16.1758 +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/consdl/x16/l0_64/seed1/config.json b/vision/clip-vit-b-16_layer10/consdl/x16/l0_64/seed1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d01c3f37f88b5e23a1f71bdaa46df951a0f0a8d7 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x16/l0_64/seed1/config.json @@ -0,0 +1,24 @@ +{ + "d_in": 768, + "d_sae_factor": 16, + "architecture": "fista", + "activation_name": "relu", + "device": "cpu", + "seed": 1, + "fista_t_iters": 30, + "fista_step": 0.0, + "fista_lam": 1.25, + "fista_nonneg": true, + "fista_power_iters": 32, + "fista_r2_tol": 0.0001, + "fista_check_every": 5, + "fista_use_bf16": false, + "fista_step_cache_every": 0, + "fista_compile": false, + "fista_topk_k": 0, + "refit": true, + "refit_iters": 10, + "refit_thresh": 1e-08, + "class_type": "FistaSAE", + "module_name": "consdl.models.fista" +} diff --git a/vision/clip-vit-b-16_layer10/consdl/x16/l0_64/seed1/lock.lock b/vision/clip-vit-b-16_layer10/consdl/x16/l0_64/seed1/lock.lock new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/vision/clip-vit-b-16_layer10/consdl/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/consdl/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..988630e395cdf5f9334a53b38dfc8878fe22d8c9 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,9 @@ +{ + "l2_loss": 0.0499, + "r2_score": 0.9004, + "l0_per_token_0": 0.0052, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0, + "live_latent_frac": 0.9998, + "l1_per_token": 16.1139 +} \ No newline at end of file diff --git a/vision/clip-vit-b-16_layer10/consdl/x16/l0_64/seed2/config.json b/vision/clip-vit-b-16_layer10/consdl/x16/l0_64/seed2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7aa37de7d60353466e18a17e8df287bc5acab1d9 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x16/l0_64/seed2/config.json @@ -0,0 +1,24 @@ +{ + "d_in": 768, + "d_sae_factor": 16, + "architecture": "fista", + "activation_name": "relu", + "device": "cpu", + "seed": 2, + "fista_t_iters": 30, + "fista_step": 0.0, + "fista_lam": 1.25, + "fista_nonneg": true, + "fista_power_iters": 32, + "fista_r2_tol": 0.0001, + "fista_check_every": 5, + "fista_use_bf16": false, + "fista_step_cache_every": 0, + "fista_compile": false, + "fista_topk_k": 0, + "refit": true, + "refit_iters": 10, + "refit_thresh": 1e-08, + "class_type": "FistaSAE", + "module_name": "consdl.models.fista" +} diff --git a/vision/clip-vit-b-16_layer10/consdl/x16/l0_64/seed2/lock.lock b/vision/clip-vit-b-16_layer10/consdl/x16/l0_64/seed2/lock.lock new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/vision/clip-vit-b-16_layer10/consdl/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/metrics.json b/vision/clip-vit-b-16_layer10/consdl/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..990c9d1c86294784d444e798863bb9b53d494383 --- /dev/null +++ b/vision/clip-vit-b-16_layer10/consdl/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,9 @@ +{ + "l2_loss": 0.0499, + "r2_score": 0.8901, + "l0_per_token_0": 0.0052, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0, + "live_latent_frac": 1.0, + "l1_per_token": 16.202 +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_128/seed0/model.safetensors b/vision/dinov2-b_layer10/batchtopk/x16/l0_128/seed0/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5d012e755bf96364d756731101786a186de664c4 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_128/seed0/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1fd4ec7dbadb22ae3c0337cbf13f403962c03d09bcc399bf2ff8e30e6409aec +size 75550084 diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_128/seed1/model.safetensors b/vision/dinov2-b_layer10/batchtopk/x16/l0_128/seed1/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..15d6ea19f4ffc48390cb40bd1b39a212a92f4208 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_128/seed1/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84f8686032f5a98559ac769008e89215b89052b7fd9e8aad646b4904999acdbe +size 75550084 diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_128/seed2/model.safetensors b/vision/dinov2-b_layer10/batchtopk/x16/l0_128/seed2/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d5ce1ac009c5b8a01091049dd19bcd6cebf57c26 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_128/seed2/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b39be7990f333af6bd1d4fe33642e913b6052c044f600eb34cebfb8a657ff76 +size 75550084 diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/batchtopk/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..8fa5f5232c8598271627e71c59f4048a51ce1598 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87a712e16d63cfad50194bb7e185543d26765253643c62e0d34b6731a1cf1318 +size 7424 diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/batchtopk/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a2674d13f1d5bbed821bc1ab4250ea018b24900 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef23f87d97c90967b72b4bf600952e3179a0d59ab4ba1815df6a9fcc0e418ff0 +size 4382 diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/batchtopk/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..47d181c35e4ea0b8038ff75d4eeb345f692570a8 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:451b5e45de8b969a6a44227e964a6e73af72b140e88a2c54f62f078c091ba1b2 +size 50471 diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/batchtopk/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..23637db3075b90f47af07922235dba0929d85de6 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40e95389d9a8f8345b59327f2cb90b7b1fb0864e426b49f300ff6cea54eb3878 +size 50382 diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/batchtopk/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..a034804ce6694ab7583f43d6b7acf63b6e86055c --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc8deb849c6a6fae5268741a0a62125e181ca828d3094884ee11fb14fdcd6a8a +size 50337 diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/batchtopk/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d9605936f9d3db8ab974638a9ef8a3ff097086f --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1ac37b64b3c79aa4d85881941fb2655aab77dffda21f0bee70de81e7d4a12d2 +size 50387 diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/batchtopk/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f17723f279c3bc05280d300a4d814afbd043da8 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef1daf9cdb3eae1058803b0b0dc8b6b8253ec020f347ee46687371ee95722d3f +size 50337 diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/batchtopk/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e3082170f500479b6ddcf0649b94c265f0c04bb --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4bdde42429dfccc8bee8f6ebbb8903dcab118501400c78f216c255ad0da7c07 +size 50387 diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed0/model.safetensors b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed0/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e7556354762cb6a578c8cb123ec7951861f82af8 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed0/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e7f9d9db7ef7b9e93c28a337cd64ddc1dc73915a73531281b39c6d3854e7eb2 +size 75550084 diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..4146cdff68ff2bfb0c8c6ef90a8f30c078945d93 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b34498538e63b214013d313e3eba2d292415e2c9926980e3a6fe147c355a4e8b +size 3840 diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e5062018a91da6cb5df4a546873b9e4477cce2c --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67c0ad4c7d1de7a005d35d1871e867ee10a1a354644fc27fa8a1412c3d118b12 +size 2654 diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a7bcc7377f95e547e912429b04d02c53c028211 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1913c031ab4ad76ab1d56e8ee85ae84749e13c1ac30518fae71a099b26477352 +size 50471 diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..77aa5be1a1532e6bcc99869477b855e84590e697 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:913bb2a33a1a229cf616a20e3cf891c5280418be0bb4e2cdfc3b9b56cafb3793 +size 50382 diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..12ba1962c7f8fe70d5336d0b409716aba8da94ef --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1503d19c1f44a278c259dd905f936aa6ba7f21f4098e010837714f2702220fe1 +size 50337 diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..3fd3d2b005863c27ba31f43fb3e4a0687e3ed20b --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e982d0f26b96b10ed65302a07cc700af25b6247d0280972a04bfd6563690674 +size 50387 diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..59408b247f507ae421580787684e8547c2fa034a --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed4e1029b12af1a95e69f48239805e8904e7a841d4a8aa9afbf69aa73ae3032c +size 50337 diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd4b58d49e016a997cc3aec56e8bafc4a7ec07d9 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d14fb0d809862f32274b4532e12482d55d7cb3c900ba08b10900b757155696e4 +size 50387 diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed1/model.safetensors b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed1/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e88e39a6daefdce02c88ead55bb76e47235299b5 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed1/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46191d06733f2537f77009efe3e8d1ce4d3130a7fdea04a86b931257c3c15936 +size 75550084 diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..f2ccc6cbae114d1d2d8f6a5b00c3ec234fec4b26 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2bc388a3386f50e6f2b37815ec74582d8e593857267e1f5b408e17701f2a673 +size 4032 diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..58b8be47f8ebad8383feb3d53f921cac91001b80 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5958ffa7539e9245a69f98be0705bbefbe9902c61167665183540d446f2420de +size 2718 diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c5ff49f899a05aaa5ca15fd4c2986f8df927d5a --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa7cd0af40f189cd1bb8f22cb0262d6bda1b28458940c5060f94fc47b8131d50 +size 50471 diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..3358c6785f32c775147f42d6153a8c06c54b3fa4 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e28b3fcf750a89d13d071eb4538461ed09c57b40ad2451978f3582bf3f08d59b +size 50382 diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e34245da8b845099b80664bcf225d38594472f2 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6697c46530c86582a051e9bc2dbd3c1601159ecde70491f4be72157f8ac6384 +size 50337 diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..b8417a99f87fb3a6545ffee8c28ce550f6349792 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:482639bbd75e98023c5ed72b94aefa2147d90734e6d3ad72b3869887fc9c36ad +size 50387 diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..5169faa37533fe0d84864c03bf1eecbba9682e7a --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bbc43b71a52b1d5c5d14a89304816de90008e8b87eea2224c0cca3ad84463d0 +size 50337 diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf679c4b9e80df79a9da403c98fcf88356d36a07 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2021acad8e54376f881a38175255ef08fb34b46edd88d68d0ca5ae1107b62be1 +size 50387 diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed2/model.safetensors b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed2/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..21eb88409cc2799eabc53815d74c2b867ec51247 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed2/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d6d550fb3ce7cb9627d27e4a6ac89eca5a3c45f4c9aba40f9edadb3d7835467 +size 75550084 diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..e2ab3a8807b2df5ce364d7bb10a0191028690415 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d2d82d8d63a3e1fd2a24950a7aab50d2bd6339de614ccc74f4feb27c3bfbb89 +size 4032 diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..dfeba0f6666d954c1c512e75034fc85a836d64b7 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:469d28e17f211d979c86458d846ba7801ad9c36536f635a576f3e5f4eb4ce4da +size 2718 diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..2dc58382d0d480b201166e8cca4aae662bd36aab --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9829bced34d68167b3663c4e3227a741ae1008031fe03d08944d6184e799577 +size 50471 diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..81a437e0226e78a2226fc9a7bc4912a8595e76d1 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0a2f55c72ddbc64c3cb84c1a2df20dfe330243921526963a4a2957a902c607a +size 50382 diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..aad67aeff3f7b9596aa4ad7219e97cc3884b9ddd --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20b491fd6f377baf5313b014e2ae183d5fed3f585b7c989bf175d036d87b1430 +size 50337 diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..6ed53c3a9cfee315de610a0428c33a13b7455839 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88600947a11b71c5bcab0ce111bebe6ecac564c35e928a01e201350cbbc7092f +size 50387 diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..38781b82755e3b19e23c6a4236dc419cd476e3c5 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:029a24a54871468d02dd0d201d405b2217de6420ec7cd5183c55f9eaf39b8d84 +size 50337 diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..7fad14324682093f61767a2c5961e817c27d021b --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:728f4dc23b3a31eae590263f2785981928b87e13f892f8c086c82b659e04fcbc +size 50387 diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed0/model.safetensors b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed0/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..42430e2ab999b74f099f358e13a4f71b6e2cc22c --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed0/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de964a279fbf84ddd1a9ddd7372c457bbb7853e3831b5f269b32d003b77a213b +size 75550084 diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..e6b9b409219cd92041c17d090070432fbbf41989 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe14ede5d36b94ca9fc68723fc9c843a72eb8eedbdad75141723f2f312d459ae +size 5312 diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..0dd963deb67ffd9cbcffeadf997e3c0e455eaf21 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c795a187d1aba9b2074244d6848d3a779157ff29e55a93139c056670b31acc03 +size 3358 diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..549d99d2c6fa6f9540837e73ce2c5efa59fd9788 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9f8816152f06f3de269ac4702b7d41ead638db56b44f70924812794787c2625 +size 50471 diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..e973b60a70a49f5eae938632d49e1f5d2ed5d862 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5446527c8cad1ca060f5fa696c5348864a1eaf869d1367e3702c9f1182bfa551 +size 50382 diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..0389b5d4feb25554a89df35ef2a7c50fda8cbbd3 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e0e7a3a627fb3b48421213edc6ead6dba69460e256ee43e6e4d68fdce671471 +size 50337 diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d4d205673e081e32ae1ef3e2406a7b9a3cbc7d4 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86061ad6551cfe8c62028b21889b703a14ac172afdea8c51e441550314c6bf44 +size 50387 diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..2282837e0aadacf56bd39ca43225b315a0237e0d --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81353204be171cde53b1e281a39248976123925c1587d390487494b9ae521a1b +size 50337 diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb1b7aafa011e6f601f4a7d08e75e67510af34a1 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d837071492cff4a9d91fb6eec45262c02858f4ea9d281ef6d4ab19f3d47205d4 +size 50387 diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed1/model.safetensors b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed1/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f3896c8a27c64bb3dad479bc9472236e94d7d795 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed1/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02c1c61d618a20215c3172632444ca2305af1449c28e060a77c51b6ccafd486b +size 75550084 diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d2c517b0a9ef86ddc590fbb01cdd2bc80d3a31a --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf61b1371c5542c72d5f02e25bc37db2e24ad9a3a4b6e5f09daf2470555f9db2 +size 5696 diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..198bd4463d2f3457b264496c0994b91a94cab0af --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38a0fba16baa2f366b4ee48e525e7f426d14c00449f916878d38dc1e1ab1228e +size 3550 diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..68320bbe259874d8f49889a11de494217fc48537 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04a04f62aa8b786265469107f1a3e5249a019196a3472bc2135a0ffc229da5a6 +size 50471 diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..83bd5d5b0f5c09e9ad16b8130a257a92c3ce3df7 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7e6164769b0da0715fc18b3f8dd9ff4886d1c16804eba5f30b59b7c76469b4d +size 50382 diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a0f729f23f7e6875a13ee62735aa3da7137ee24 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fa3853358a29d6aadf583c527fcb8006526d905bc6a476f485d3028b8a40cd8 +size 50337 diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee8b218822f6725fbf0520ba30d7bf59cc93fbf3 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f8a04bc68266a024624d1f0d29a96bb0d6fcc2d7e7e3b42fdb94aa338a1fdd5 +size 50387 diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..6410f93254979bd32871a6d74f0618dbadca598d --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66c56b475cb75fa35a070fc60cc9484f4c86e90a5106f081cf6cbaa502f08fe1 +size 50337 diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..e393cd840775f0659eaeaa42ac2806476ed4fcc4 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e67bb1be6acb27e6e96ae1dca5dc7292c982a9a931cbbb3725a41b798ddae0de +size 50387 diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed2/model.safetensors b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed2/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..64ac0ce312f9c16a4d29a31339dc5dd7ab97f777 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed2/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb45fd52356b26ed9b494c90fb45375defa41339932c97a34325e2fea88ed257 +size 75550084 diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d0166ec5de8b38e320fa0d6bb924e2d43139aad --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81bb36395dce906114a6ae5214a50c96eb07f6ae302ec991600fdb11197f56e5 +size 5632 diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b6ad44a600d1a00b0b584dfaa7bf69f36091242 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8805d1b1622af17056fc980063822515355f832973657cb0ded58caa7c73ab54 +size 3550 diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c1ec4eee784902de31c588cd2c1dda6e8e09d33 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7438c7a4e139333ee11fc981fc67ee4bf72f7dda473abe9256c03c57b3253b80 +size 50471 diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ac0a53e6675bb7eca2a0f21209919e47f3bfe8f --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8683e09b7495be1aead6a4fe58214252d0b3ecb22231d4ad87ba15149a2fe1ef +size 50382 diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..305ff4341d2ec9ebf72612e13957b7b7d39961e7 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a48a61dc54da94b582263071a8870af14488bbb199ebb94d126370437244189 +size 50337 diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..087b83434d2b8ce3937be33d90b428088e35ba86 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc7c93cce8c9133733c714168b64fdfedeb1c36d0714fb7eeff7aa75bd2be892 +size 50387 diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..c98b0ee76d5bb5eb68f9245d9b23bbe2bcb9c0d1 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:443975c0b642761403669cb2aad436901dd050ebe51043fe6375857d759645c0 +size 50337 diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..794ff73e60a6dc5c09c63db0c9cdfdee636b9ece --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:027db4c38315195ab920374ee67e95b4cea4530848b66ba864efe379d33b9470 +size 50387 diff --git a/vision/dinov2-b_layer10/batchtopk/x8/l0_128/seed0/config.json b/vision/dinov2-b_layer10/batchtopk/x8/l0_128/seed0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..800c0ac8a2bdf4ea9d19bd42bae6c63a2420466c --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x8/l0_128/seed0/config.json @@ -0,0 +1,12 @@ +{ + "d_in": 768, + "d_sae_factor": 8, + "architecture": "batchtopk", + "activation_name": "relu", + "device": "cpu", + "seed": 0, + "top_k": 128, + "top_k_inference": 0, + "class_type": "BatchTopKSAE", + "module_name": "consdl.models.batchtopk" +} diff --git a/vision/dinov2-b_layer10/batchtopk/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/metrics.json b/vision/dinov2-b_layer10/batchtopk/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..a7ee10b6dae91834051416d8c8da3019a5c64277 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.0809, + "r2_score": 0.9781, + "l0_per_token_0": 0.0209, + "l0_per_token_0.001": 0.0209, + "l0_per_token_0.01": 0.0209, + "l0_per_token_0.05": 0.0209, + "l0_per_token_0.1": 0.0209, + "l0_per_token_0.5": 0.0198, + "l0_per_token_1.0": 0.0088, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0267, + "live_latent_frac": 1.0, + "l1_per_token": 171.1687 +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/batchtopk/x8/l0_128/seed1/config.json b/vision/dinov2-b_layer10/batchtopk/x8/l0_128/seed1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b9fbd7a21b669bb2b7076cc96b17e6cfe86e4d69 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x8/l0_128/seed1/config.json @@ -0,0 +1,12 @@ +{ + "d_in": 768, + "d_sae_factor": 8, + "architecture": "batchtopk", + "activation_name": "relu", + "device": "cpu", + "seed": 1, + "top_k": 128, + "top_k_inference": 0, + "class_type": "BatchTopKSAE", + "module_name": "consdl.models.batchtopk" +} diff --git a/vision/dinov2-b_layer10/batchtopk/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/metrics.json b/vision/dinov2-b_layer10/batchtopk/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..aee7092a314cea6e025053906ff67075ab5b827b --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.0811, + "r2_score": 0.978, + "l0_per_token_0": 0.0208, + "l0_per_token_0.001": 0.0208, + "l0_per_token_0.01": 0.0208, + "l0_per_token_0.05": 0.0208, + "l0_per_token_0.1": 0.0208, + "l0_per_token_0.5": 0.0199, + "l0_per_token_1.0": 0.0089, + "dead_rate": 0.0, + "dense_rate_0.2": 0.028, + "live_latent_frac": 1.0, + "l1_per_token": 171.0602 +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/batchtopk/x8/l0_128/seed2/config.json b/vision/dinov2-b_layer10/batchtopk/x8/l0_128/seed2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..08c771d30493c2f267b68028023ab28a4e62bd16 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x8/l0_128/seed2/config.json @@ -0,0 +1,12 @@ +{ + "d_in": 768, + "d_sae_factor": 8, + "architecture": "batchtopk", + "activation_name": "relu", + "device": "cpu", + "seed": 2, + "top_k": 128, + "top_k_inference": 0, + "class_type": "BatchTopKSAE", + "module_name": "consdl.models.batchtopk" +} diff --git a/vision/dinov2-b_layer10/batchtopk/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/metrics.json b/vision/dinov2-b_layer10/batchtopk/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..be1526ff6d483dbd1dbcca66c321cc374e9fef3c --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.0815, + "r2_score": 0.9779, + "l0_per_token_0": 0.0209, + "l0_per_token_0.001": 0.0209, + "l0_per_token_0.01": 0.0209, + "l0_per_token_0.05": 0.0209, + "l0_per_token_0.1": 0.0209, + "l0_per_token_0.5": 0.0201, + "l0_per_token_1.0": 0.0091, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0286, + "live_latent_frac": 1.0, + "l1_per_token": 175.1126 +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/batchtopk/x8/l0_32/seed0/config.json b/vision/dinov2-b_layer10/batchtopk/x8/l0_32/seed0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..805139f825bcdfb5940e33cea037c7c7a87efe38 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x8/l0_32/seed0/config.json @@ -0,0 +1,12 @@ +{ + "d_in": 768, + "d_sae_factor": 8, + "architecture": "batchtopk", + "activation_name": "relu", + "device": "cpu", + "seed": 0, + "top_k": 32, + "top_k_inference": 0, + "class_type": "BatchTopKSAE", + "module_name": "consdl.models.batchtopk" +} diff --git a/vision/dinov2-b_layer10/batchtopk/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/metrics.json b/vision/dinov2-b_layer10/batchtopk/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..21233edf3638766270e44dab0aac068e967b455a --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.1524, + "r2_score": 0.9587, + "l0_per_token_0": 0.0052, + "l0_per_token_0.001": 0.0052, + "l0_per_token_0.01": 0.0052, + "l0_per_token_0.05": 0.0052, + "l0_per_token_0.1": 0.0052, + "l0_per_token_0.5": 0.0052, + "l0_per_token_1.0": 0.0052, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0005, + "live_latent_frac": 1.0, + "l1_per_token": 89.9078 +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/batchtopk/x8/l0_32/seed1/config.json b/vision/dinov2-b_layer10/batchtopk/x8/l0_32/seed1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..80f1abe0c12e221d402f0d112333352fb502d1d0 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x8/l0_32/seed1/config.json @@ -0,0 +1,12 @@ +{ + "d_in": 768, + "d_sae_factor": 8, + "architecture": "batchtopk", + "activation_name": "relu", + "device": "cpu", + "seed": 1, + "top_k": 32, + "top_k_inference": 0, + "class_type": "BatchTopKSAE", + "module_name": "consdl.models.batchtopk" +} diff --git a/vision/dinov2-b_layer10/batchtopk/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/metrics.json b/vision/dinov2-b_layer10/batchtopk/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..1874b29dbe9e86a612cf09f81e945e2a660d87ab --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.1529, + "r2_score": 0.9586, + "l0_per_token_0": 0.0052, + "l0_per_token_0.001": 0.0052, + "l0_per_token_0.01": 0.0052, + "l0_per_token_0.05": 0.0052, + "l0_per_token_0.1": 0.0052, + "l0_per_token_0.5": 0.0052, + "l0_per_token_1.0": 0.0052, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0005, + "live_latent_frac": 1.0, + "l1_per_token": 90.8347 +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/batchtopk/x8/l0_32/seed2/config.json b/vision/dinov2-b_layer10/batchtopk/x8/l0_32/seed2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ccd49714f71afa3b581cadb1c2e688b8da4a4291 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x8/l0_32/seed2/config.json @@ -0,0 +1,12 @@ +{ + "d_in": 768, + "d_sae_factor": 8, + "architecture": "batchtopk", + "activation_name": "relu", + "device": "cpu", + "seed": 2, + "top_k": 32, + "top_k_inference": 0, + "class_type": "BatchTopKSAE", + "module_name": "consdl.models.batchtopk" +} diff --git a/vision/dinov2-b_layer10/batchtopk/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/metrics.json b/vision/dinov2-b_layer10/batchtopk/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..6869a11b9316df1efa207b0c61182016c50f28f4 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.153, + "r2_score": 0.9586, + "l0_per_token_0": 0.0052, + "l0_per_token_0.001": 0.0052, + "l0_per_token_0.01": 0.0052, + "l0_per_token_0.05": 0.0052, + "l0_per_token_0.1": 0.0052, + "l0_per_token_0.5": 0.0052, + "l0_per_token_1.0": 0.0052, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0005, + "live_latent_frac": 1.0, + "l1_per_token": 90.4115 +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/batchtopk/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/metrics.json b/vision/dinov2-b_layer10/batchtopk/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..8fd4ced382ea647c2c504921f05cf2f390dea1ee --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.1118, + "r2_score": 0.9697, + "l0_per_token_0": 0.0104, + "l0_per_token_0.001": 0.0104, + "l0_per_token_0.01": 0.0104, + "l0_per_token_0.05": 0.0104, + "l0_per_token_0.1": 0.0104, + "l0_per_token_0.5": 0.0104, + "l0_per_token_1.0": 0.0069, + "dead_rate": 0.0, + "dense_rate_0.2": 0.002, + "live_latent_frac": 1.0, + "l1_per_token": 121.7618 +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/batchtopk/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/metrics.json b/vision/dinov2-b_layer10/batchtopk/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..516506944efab53f16fc2a65e5690b31f94f0bc7 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.1121, + "r2_score": 0.9697, + "l0_per_token_0": 0.0104, + "l0_per_token_0.001": 0.0104, + "l0_per_token_0.01": 0.0104, + "l0_per_token_0.05": 0.0104, + "l0_per_token_0.1": 0.0104, + "l0_per_token_0.5": 0.0104, + "l0_per_token_1.0": 0.0069, + "dead_rate": 0.0, + "dense_rate_0.2": 0.002, + "live_latent_frac": 1.0, + "l1_per_token": 120.9538 +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/batchtopk/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/metrics.json b/vision/dinov2-b_layer10/batchtopk/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..f0ae2691858687a79c381552199cc0028ad437a9 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.1122, + "r2_score": 0.9696, + "l0_per_token_0": 0.0104, + "l0_per_token_0.001": 0.0104, + "l0_per_token_0.01": 0.0104, + "l0_per_token_0.05": 0.0104, + "l0_per_token_0.1": 0.0104, + "l0_per_token_0.5": 0.0104, + "l0_per_token_1.0": 0.0068, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0016, + "live_latent_frac": 1.0, + "l1_per_token": 121.4111 +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/matryoshka/x16/l0_128/code_metrics_step_final.json b/vision/dinov2-b_layer10/matryoshka/x16/l0_128/code_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..ad34ac46c43d1c845f0310e94060c0d7af2eb66c --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x16/l0_128/code_metrics_step_final.json @@ -0,0 +1,136 @@ +{ + "schema": 1, + "step": "final", + "n_tokens": 771000, + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "l0": 127.57522957198444, + "recon_r2": 0.9725454590777955, + "l1_per_token": 191.64608429103527 + }, + "seed1": { + "l0": 127.7200233463035, + "recon_r2": 0.9724473170895848, + "l1_per_token": 192.14335968090728 + }, + "seed2": { + "l0": 127.71785992217899, + "recon_r2": 0.9725582660528753, + "l1_per_token": 191.9314819369474 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "alive_source": "stats", + "mcc_signed": 0.30126557343227334, + "mcc_abs": 0.3013316673063628, + "act_iou": 0.16517895333911373, + "act_iou_n_pairs": 12288, + "input_r2": 0.9777472361071243, + "matched_mcc_signed": { + "0.6": 0.8801794900830395, + "0.7": 0.9067580999470956, + "0.8": 0.9315240459292029, + "0.9": 0.9557337582025512 + }, + "matched_mcc_abs": { + "0.6": 0.8780387576431066, + "0.7": 0.9056186875204184, + "0.8": 0.9312987480407188, + "0.9": 0.9558771217266777 + } + }, + "seed0\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.3039475015207919, + "mcc_abs": 0.3040122568272809, + "act_iou": 0.16622354129626327, + "act_iou_n_pairs": 12288, + "input_r2": 0.9779561855138548, + "matched_mcc_signed": { + "0.6": 0.8833357567335182, + "0.7": 0.9090217326829699, + "0.8": 0.9328028241452752, + "0.9": 0.9551638669166308 + }, + "matched_mcc_abs": { + "0.6": 0.8816211211056042, + "0.7": 0.9083271984042117, + "0.8": 0.9329210674021975, + "0.9": 0.9550256624072799 + } + }, + "seed1\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.30303445877680574, + "mcc_abs": 0.30310327698100265, + "act_iou": 0.16537901600407542, + "act_iou_n_pairs": 12288, + "input_r2": 0.9778053672718944, + "matched_mcc_signed": { + "0.6": 0.8805228922328878, + "0.7": 0.9049335436495305, + "0.8": 0.9302422693489715, + "0.9": 0.9575154589474377 + }, + "matched_mcc_abs": { + "0.6": 0.8785973565234062, + "0.7": 0.9042577379520381, + "0.8": 0.930461731383731, + "0.9": 0.9576779551429447 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "l0_mean": 127.67103761348898, + "l0_std": 0.0829792486931968, + "recon_r2_mean": 0.9725170140734184, + "recon_r2_std": 6.069807920616836e-05, + "l1_per_token_mean": 191.90697530296333, + "l1_per_token_std": 0.24954184954635072, + "input_r2_mean": 0.9778362629642912, + "input_r2_std": 0.0001078465182551492, + "mcc_signed_mean": 0.302749177909957, + "mcc_signed_std": 0.0013635334421049999, + "mcc_abs_mean": 0.3028157337048821, + "mcc_abs_std": 0.0013632317839038146, + "matched_mcc_signed_per_threshold": { + "0.6": 0.8813460463498153, + "0.7": 0.9069044587598653, + "0.8": 0.9315230464744831, + "0.9": 0.9561376946888732 + }, + "matched_mcc_signed_band": 0.9189778115682592, + "matched_mcc_abs_per_threshold": { + "0.6": 0.8794190784240389, + "0.7": 0.906067874625556, + "0.8": 0.9315605156088824, + "0.9": 0.9561935797589675 + }, + "matched_mcc_abs_band": 0.9183102621043612, + "act_iou_mean": 0.16559383687981746, + "act_iou_std": 0.0005544384605584262, + "act_iou_n_pairs": 12288.0, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/matryoshka/x16/l0_128/dict_metrics_step_final.json b/vision/dinov2-b_layer10/matryoshka/x16/l0_128/dict_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..f48ebc5939706cca30902f932c632aff7ba2d69c --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x16/l0_128/dict_metrics_step_final.json @@ -0,0 +1,545 @@ +{ + "schema": 2, + "step": "final", + "linkage": "complete", + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "d_sae": 12288, + "d_in": 768, + "l0": 128, + "l0_raw": 127.7952, + "recon_r2": 0.9725, + "l1_per_token": 191.7934, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 344, + "dense_rate": 0.027994791666666668, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 296, + "0.6": 209, + "0.7": 120, + "0.8": 34, + "0.9": 4 + }, + "n_dup_clusters_signed": { + "0.5": 147, + "0.6": 104, + "0.7": 60, + "0.8": 17, + "0.9": 2 + }, + "largest_dup_signed": { + "0.5": 3, + "0.6": 3, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_signed": 0.17678123712539673, + "n_dup_abs": { + "0.5": 580, + "0.6": 408, + "0.7": 276, + "0.8": 168, + "0.9": 122 + }, + "n_dup_clusters_abs": { + "0.5": 288, + "0.6": 203, + "0.7": 138, + "0.8": 84, + "0.9": 61 + }, + "largest_dup_abs": { + "0.5": 3, + "0.6": 3, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_abs": 0.21227604150772095 + }, + "seed1": { + "d_sae": 12288, + "d_in": 768, + "l0": 128, + "l0_raw": 127.7952, + "recon_r2": 0.9724, + "l1_per_token": 192.3058, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 350, + "dense_rate": 0.028483072916666668, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 265, + "0.6": 172, + "0.7": 106, + "0.8": 60, + "0.9": 10 + }, + "n_dup_clusters_signed": { + "0.5": 132, + "0.6": 86, + "0.7": 53, + "0.8": 30, + "0.9": 5 + }, + "largest_dup_signed": { + "0.5": 3, + "0.6": 2, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_signed": 0.17613108456134796, + "n_dup_abs": { + "0.5": 534, + "0.6": 366, + "0.7": 266, + "0.8": 208, + "0.9": 126 + }, + "n_dup_clusters_abs": { + "0.5": 266, + "0.6": 183, + "0.7": 133, + "0.8": 104, + "0.9": 63 + }, + "largest_dup_abs": { + "0.5": 3, + "0.6": 2, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_abs": 0.21126008033752441 + }, + "seed2": { + "d_sae": 12288, + "d_in": 768, + "l0": 128, + "l0_raw": 127.7952, + "recon_r2": 0.9725, + "l1_per_token": 192.102, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 335, + "dense_rate": 0.027262369791666668, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 260, + "0.6": 173, + "0.7": 109, + "0.8": 50, + "0.9": 10 + }, + "n_dup_clusters_signed": { + "0.5": 129, + "0.6": 86, + "0.7": 54, + "0.8": 25, + "0.9": 5 + }, + "largest_dup_signed": { + "0.5": 3, + "0.6": 3, + "0.7": 3, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_signed": 0.17590127885341644, + "n_dup_abs": { + "0.5": 541, + "0.6": 379, + "0.7": 263, + "0.8": 190, + "0.9": 134 + }, + "n_dup_clusters_abs": { + "0.5": 268, + "0.6": 189, + "0.7": 131, + "0.8": 95, + "0.9": 67 + }, + "largest_dup_abs": { + "0.5": 3, + "0.6": 3, + "0.7": 3, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_abs": 0.2114926129579544 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "dcs_signed": 0.34984317421913147, + "dcs_abs": 0.35463348031044006, + "frac_sign_flipped": 0.2797037760416667, + "alive_source": "stats", + "n_alive_a": 12288, + "n_alive_b": 12288, + "matched_cos_signed": { + "0.5": 0.3505898714065552, + "0.6": 0.3503465950489044, + "0.7": 0.34989476203918457, + "0.8": 0.349861204624176, + "0.9": 0.3498207926750183 + }, + "unique_frac_signed": { + "0.5": 0.988525390625, + "0.6": 0.9922281901041666, + "0.7": 0.9954020182291666, + "0.8": 0.9980875651041666, + "0.9": 0.9997151692708334 + }, + "dedup_dcs_signed": { + "0.5": 0.3465669895813335, + "0.6": 0.3476237679145318, + "0.7": 0.3482859523016183, + "0.8": 0.34919211784775445, + "0.9": 0.34972115296356304 + }, + "matched_frac_signed": { + "0.5": 0.2948404947916667, + "0.6": 0.2567545572916667, + "0.7": 0.21012369791666666, + "0.8": 0.15380859375, + "0.9": 0.058919270833333336 + }, + "matched_cos_abs": { + "0.5": 0.353900283575058, + "0.6": 0.3542932868003845, + "0.7": 0.35417139530181885, + "0.8": 0.3542163372039795, + "0.9": 0.3544130325317383 + }, + "unique_frac_abs": { + "0.5": 0.9772135416666666, + "0.6": 0.9842122395833334, + "0.7": 0.9889729817708334, + "0.8": 0.9923502604166666, + "0.9": 0.9949544270833334 + }, + "dedup_dcs_abs": { + "0.5": 0.34583614950922004, + "0.6": 0.3486997892711467, + "0.7": 0.3502659408695763, + "0.8": 0.3515066744682068, + "0.9": 0.3526248157334825 + }, + "matched_frac_abs": { + "0.5": 0.2902018229166667, + "0.6": 0.2548828125, + "0.7": 0.20939127604166666, + "0.8": 0.15323893229166666, + "0.9": 0.058756510416666664 + } + }, + "seed0\u2194seed2": { + "dcs_signed": 0.35219764709472656, + "dcs_abs": 0.35710057616233826, + "frac_sign_flipped": 0.2872721354166667, + "alive_source": "stats", + "n_alive_a": 12288, + "n_alive_b": 12288, + "matched_cos_signed": { + "0.5": 0.35305264592170715, + "0.6": 0.35255059599876404, + "0.7": 0.3523391783237457, + "0.8": 0.35233429074287415, + "0.9": 0.35220256447792053 + }, + "unique_frac_signed": { + "0.5": 0.9886067708333334, + "0.6": 0.9921875, + "0.7": 0.9953206380208334, + "0.8": 0.998291015625, + "0.9": 0.9997151692708334 + }, + "dedup_dcs_signed": { + "0.5": 0.3490302362188231, + "0.6": 0.3497962944675237, + "0.7": 0.35069045576892677, + "0.8": 0.35173215694521787, + "0.9": 0.3521022463646659 + }, + "matched_frac_signed": { + "0.5": 0.2964680989583333, + "0.6": 0.2584635416666667, + "0.7": 0.21370442708333334, + "0.8": 0.157958984375, + "0.9": 0.06486002604166667 + }, + "matched_cos_abs": { + "0.5": 0.35617902874946594, + "0.6": 0.3564848303794861, + "0.7": 0.3566267192363739, + "0.8": 0.35681867599487305, + "0.9": 0.3568640351295471 + }, + "unique_frac_abs": { + "0.5": 0.9770100911458334, + "0.6": 0.9839274088541666, + "0.7": 0.989013671875, + "0.8": 0.9927164713541666, + "0.9": 0.9947916666666666 + }, + "dedup_dcs_abs": { + "0.5": 0.3479905053427501, + "0.6": 0.35075519545110484, + "0.7": 0.35270870108070085, + "0.8": 0.35421977694689605, + "0.9": 0.355005368279914 + }, + "matched_frac_abs": { + "0.5": 0.2919921875, + "0.6": 0.256103515625, + "0.7": 0.21248372395833334, + "0.8": 0.15714518229166666, + "0.9": 0.06461588541666667 + } + }, + "seed1\u2194seed2": { + "dcs_signed": 0.3509375751018524, + "dcs_abs": 0.355616956949234, + "frac_sign_flipped": 0.2816569010416667, + "alive_source": "stats", + "n_alive_a": 12288, + "n_alive_b": 12288, + "matched_cos_signed": { + "0.5": 0.3514382839202881, + "0.6": 0.35116469860076904, + "0.7": 0.3509538769721985, + "0.8": 0.35096538066864014, + "0.9": 0.3510044515132904 + }, + "unique_frac_signed": { + "0.5": 0.9892578125, + "0.6": 0.9929606119791666, + "0.7": 0.99560546875, + "0.8": 0.9977620442708334, + "0.9": 0.9995930989583334 + }, + "dedup_dcs_signed": { + "0.5": 0.3476630679797381, + "0.6": 0.3486927140280992, + "0.7": 0.3494115991925355, + "0.8": 0.3501799356842336, + "0.9": 0.35086162743634003 + }, + "matched_frac_signed": { + "0.5": 0.2953287760416667, + "0.6": 0.2593587239583333, + "0.7": 0.21468098958333334, + "0.8": 0.15478515625, + "0.9": 0.060872395833333336 + }, + "matched_cos_abs": { + "0.5": 0.35449522733688354, + "0.6": 0.35511067509651184, + "0.7": 0.35510703921318054, + "0.8": 0.35521674156188965, + "0.9": 0.355455607175827 + }, + "unique_frac_abs": { + "0.5": 0.9779866536458334, + "0.6": 0.9848225911458334, + "0.7": 0.9892171223958334, + "0.8": 0.9919026692708334, + "0.9": 0.9947102864583334 + }, + "dedup_dcs_abs": { + "0.5": 0.3466916011166177, + "0.6": 0.349721015192093, + "0.7": 0.3512779634729668, + "0.8": 0.3523404341249261, + "0.9": 0.35357534883708774 + }, + "matched_frac_abs": { + "0.5": 0.2899576822916667, + "0.6": 0.257568359375, + "0.7": 0.213623046875, + "0.8": 0.154052734375, + "0.9": 0.060628255208333336 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "n_dead_mean": 0, + "n_dead_std": 0.0, + "n_dense_mean": 343, + "n_dense_std": 7.54983443527075, + "l0_mean": 128, + "l0_std": 1.7404671430534633e-14, + "recon_r2_mean": 0.9724666666666667, + "recon_r2_std": 5.7735026918956215e-05, + "l1_per_token_mean": 192.06706666666665, + "l1_per_token_std": 0.257608792551802, + "babel_mu1_signed_mean": 0.1762712001800537, + "babel_mu1_signed_std": 0.00045640544481919125, + "n_dup_signed_per_threshold": { + "0.5": 273.6666666666667, + "0.6": 184.66666666666666, + "0.7": 111.66666666666667, + "0.8": 48.0, + "0.9": 8.0 + }, + "n_dup_signed_band": 88.08333333333333, + "n_dup_signed_band_std": 3.2627953250753152, + "n_dup_clusters_signed_per_threshold": { + "0.5": 136.0, + "0.6": 92.0, + "0.7": 55.666666666666664, + "0.8": 24.0, + "0.9": 4.0 + }, + "n_dup_clusters_signed_band": 43.916666666666664, + "n_dup_clusters_signed_band_std": 1.6645820296198481, + "largest_dup_signed_per_threshold": { + "0.5": 3.0, + "0.6": 2.6666666666666665, + "0.7": 2.3333333333333335, + "0.8": 2.0, + "0.9": 2.0 + }, + "largest_dup_signed_band": 2.25, + "largest_dup_signed_band_std": 0.25, + "dcs_signed_mean": 0.3509927988052368, + "dcs_signed_std": 0.0011782074832302977, + "dedup_dcs_signed_per_threshold": { + "0.5": 0.3477534312599649, + "0.6": 0.3487042588033849, + "0.7": 0.34946266908769347, + "0.8": 0.3503680701590686, + "0.9": 0.35089500892152303 + }, + "dedup_dcs_signed_band": 0.3498575017429175, + "dedup_dcs_signed_band_std": 0.0011888629144605855, + "matched_cos_signed_per_threshold": { + "0.5": 0.35169360041618347, + "0.6": 0.3513539632161458, + "0.7": 0.3510626057783763, + "0.8": 0.3510536253452301, + "0.9": 0.35100926955540973 + }, + "matched_cos_signed_band": 0.35111986597379047, + "matched_cos_signed_band_std": 0.0011909227869437687, + "unique_frac_signed_per_threshold": { + "0.5": 0.9887966579861112, + "0.6": 0.992458767361111, + "0.7": 0.9954427083333334, + "0.8": 0.998046875, + "0.9": 0.9996744791666666 + }, + "unique_frac_signed_band": 0.9964057074652778, + "unique_frac_signed_band_std": 6.540019233528526e-05, + "matched_frac_signed_per_threshold": { + "0.5": 0.2955457899305556, + "0.6": 0.2581922743055556, + "0.7": 0.2128363715277778, + "0.8": 0.155517578125, + "0.9": 0.06155056423611111 + }, + "matched_frac_signed_band": 0.17202419704861113, + "matched_frac_signed_band_std": 0.001953584122559558, + "babel_mu1_abs_mean": 0.21167624493439993, + "babel_mu1_abs_std": 0.0005322920269144957, + "n_dup_abs_per_threshold": { + "0.5": 551.6666666666666, + "0.6": 384.3333333333333, + "0.7": 268.3333333333333, + "0.8": 188.66666666666666, + "0.9": 127.33333333333333 + }, + "n_dup_abs_band": 242.16666666666666, + "n_dup_abs_band_std": 1.1547005383792515, + "n_dup_clusters_abs_per_threshold": { + "0.5": 274.0, + "0.6": 191.66666666666666, + "0.7": 134.0, + "0.8": 94.33333333333333, + "0.9": 63.666666666666664 + }, + "n_dup_clusters_abs_band": 120.91666666666666, + "n_dup_clusters_abs_band_std": 0.5204164998665332, + "largest_dup_abs_per_threshold": { + "0.5": 3.0, + "0.6": 2.6666666666666665, + "0.7": 2.3333333333333335, + "0.8": 2.0, + "0.9": 2.0 + }, + "largest_dup_abs_band": 2.25, + "largest_dup_abs_band_std": 0.25, + "dcs_abs_mean": 0.3557836711406708, + "dcs_abs_std": 0.001241968478598845, + "dedup_dcs_abs_per_threshold": { + "0.5": 0.3468394186561959, + "0.6": 0.34972533330478156, + "0.7": 0.3514175351410813, + "0.8": 0.35268896184667636, + "0.9": 0.3537351776168281 + }, + "dedup_dcs_abs_band": 0.35189175197734185, + "dedup_dcs_abs_band_std": 0.001207265205683301, + "matched_cos_abs_per_threshold": { + "0.5": 0.3548581798871358, + "0.6": 0.3552962640921275, + "0.7": 0.35530171791712445, + "0.8": 0.35541725158691406, + "0.9": 0.3555775582790375 + }, + "matched_cos_abs_band": 0.3553981979688009, + "matched_cos_abs_band_std": 0.0012220342681726237, + "unique_frac_abs_per_threshold": { + "0.5": 0.9774034288194445, + "0.6": 0.9843207465277778, + "0.7": 0.9890679253472223, + "0.8": 0.9923231336805555, + "0.9": 0.9948187934027778 + }, + "unique_frac_abs_band": 0.9901326497395833, + "unique_frac_abs_band_std": 2.691397411162723e-05, + "matched_frac_abs_per_threshold": { + "0.5": 0.29071723090277785, + "0.6": 0.2561848958333333, + "0.7": 0.21183268229166666, + "0.8": 0.1548122829861111, + "0.9": 0.06133355034722223 + }, + "matched_frac_abs_band": 0.17104085286458334, + "matched_frac_abs_band_std": 0.0017983230800413088, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/matryoshka/x16/l0_128/seed0/config.json b/vision/dinov2-b_layer10/matryoshka/x16/l0_128/seed0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e3fd1b5739d61d18c1705071127e390e70d7b681 --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x16/l0_128/seed0/config.json @@ -0,0 +1,13 @@ +{ + "d_in": 768, + "d_sae_factor": 16, + "architecture": "matryoshka", + "activation_name": "relu", + "device": "cpu", + "seed": 0, + "top_k": 128, + "top_k_inference": 0, + "group_sizes_csv": "768,768,1536,3072,6144", + "class_type": "MatryoshkaBatchTopKSAE", + "module_name": "consdl.models.batchtopk" +} diff --git a/vision/dinov2-b_layer10/matryoshka/x16/l0_128/seed1/config.json b/vision/dinov2-b_layer10/matryoshka/x16/l0_128/seed1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..55945e3b61518cde4bc2bb08acdd35c4631f8042 --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x16/l0_128/seed1/config.json @@ -0,0 +1,13 @@ +{ + "d_in": 768, + "d_sae_factor": 16, + "architecture": "matryoshka", + "activation_name": "relu", + "device": "cpu", + "seed": 1, + "top_k": 128, + "top_k_inference": 0, + "group_sizes_csv": "768,768,1536,3072,6144", + "class_type": "MatryoshkaBatchTopKSAE", + "module_name": "consdl.models.batchtopk" +} diff --git a/vision/dinov2-b_layer10/matryoshka/x16/l0_128/seed2/config.json b/vision/dinov2-b_layer10/matryoshka/x16/l0_128/seed2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1689a729a9e579f9e7806492669b4a718217b682 --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x16/l0_128/seed2/config.json @@ -0,0 +1,13 @@ +{ + "d_in": 768, + "d_sae_factor": 16, + "architecture": "matryoshka", + "activation_name": "relu", + "device": "cpu", + "seed": 2, + "top_k": 128, + "top_k_inference": 0, + "group_sizes_csv": "768,768,1536,3072,6144", + "class_type": "MatryoshkaBatchTopKSAE", + "module_name": "consdl.models.batchtopk" +} diff --git a/vision/dinov2-b_layer10/matryoshka/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/metrics.json b/vision/dinov2-b_layer10/matryoshka/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..e0e495528155f354c09358add438377cf7ee5e47 --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.1014, + "r2_score": 0.9725, + "l0_per_token_0": 0.0104, + "l0_per_token_0.001": 0.0104, + "l0_per_token_0.01": 0.0104, + "l0_per_token_0.05": 0.0104, + "l0_per_token_0.1": 0.0104, + "l0_per_token_0.5": 0.0104, + "l0_per_token_1.0": 0.0053, + "dead_rate": 0.0, + "dense_rate_0.2": 0.011, + "live_latent_frac": 1.0, + "l1_per_token": 192.102 +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/matryoshka/x16/l0_32/code_metrics_step_final.json b/vision/dinov2-b_layer10/matryoshka/x16/l0_32/code_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..34eab98c5e9df95b8b36e928fae46df2aa067b61 --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x16/l0_32/code_metrics_step_final.json @@ -0,0 +1,136 @@ +{ + "schema": 1, + "step": "final", + "n_tokens": 771000, + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "l0": 31.976915693904022, + "recon_r2": 0.9534417135861732, + "l1_per_token": 94.52563505861376 + }, + "seed1": { + "l0": 31.964536964980546, + "recon_r2": 0.9534470942492582, + "l1_per_token": 94.59376056680388 + }, + "seed2": { + "l0": 32.03604798962387, + "recon_r2": 0.9534311311570863, + "l1_per_token": 94.86971634606103 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "alive_source": "stats", + "mcc_signed": 0.21663777396955497, + "mcc_abs": 0.2167291567238271, + "act_iou": 0.1426800309636929, + "act_iou_n_pairs": 12287, + "input_r2": 0.980562213479192, + "matched_mcc_signed": { + "0.6": 0.8865997037480933, + "0.7": 0.9025274667522362, + "0.8": 0.9223456911412651, + "0.9": 0.9428481948336493 + }, + "matched_mcc_abs": { + "0.6": 0.8824164664691573, + "0.7": 0.9004394978263731, + "0.8": 0.9222744842586579, + "0.9": 0.942946923766521 + } + }, + "seed0\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.2186176369521817, + "mcc_abs": 0.21870669268244988, + "act_iou": 0.1439803714844548, + "act_iou_n_pairs": 12287, + "input_r2": 0.9808189405191501, + "matched_mcc_signed": { + "0.6": 0.8871612858950902, + "0.7": 0.9049519565760544, + "0.8": 0.9211190288244143, + "0.9": 0.9442826493997263 + }, + "matched_mcc_abs": { + "0.6": 0.882729614683263, + "0.7": 0.9034340348637415, + "0.8": 0.9206636961445384, + "0.9": 0.9442074032307971 + } + }, + "seed1\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.21761563767364903, + "mcc_abs": 0.21770487047097123, + "act_iou": 0.14389793932541398, + "act_iou_n_pairs": 12288, + "input_r2": 0.9808974450409317, + "matched_mcc_signed": { + "0.6": 0.8885355601370764, + "0.7": 0.903728760285329, + "0.8": 0.923884301914549, + "0.9": 0.9451162774474117 + }, + "matched_mcc_abs": { + "0.6": 0.8825640396123083, + "0.7": 0.9022845067569639, + "0.8": 0.9236271411538887, + "0.9": 0.9450786262537312 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "l0_mean": 31.99250021616948, + "l0_std": 0.0382179887234572, + "recon_r2_mean": 0.9534399796641725, + "recon_r2_std": 8.121572634059212e-06, + "l1_per_token_mean": 94.66303732382623, + "l1_per_token_std": 0.18220163251324503, + "input_r2_mean": 0.9807595330130913, + "input_r2_std": 0.0001753339351885335, + "mcc_signed_mean": 0.21762368286512856, + "mcc_signed_std": 0.0009899560097920304, + "mcc_abs_mean": 0.21771357329241606, + "mcc_abs_std": 0.0009887967036946318, + "matched_mcc_signed_per_threshold": { + "0.6": 0.8874321832600867, + "0.7": 0.9037360612045399, + "0.8": 0.9224496739600762, + "0.9": 0.9440823738935958 + }, + "matched_mcc_signed_band": 0.9144250730795747, + "matched_mcc_abs_per_threshold": { + "0.6": 0.8825700402549096, + "0.7": 0.9020526798156928, + "0.8": 0.9221884405190283, + "0.9": 0.944077651083683 + }, + "matched_mcc_abs_band": 0.9127222029183284, + "act_iou_mean": 0.1435194472578539, + "act_iou_std": 0.0007281233078183081, + "act_iou_n_pairs": 12287.333333333334, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/matryoshka/x16/l0_32/dict_metrics_step_final.json b/vision/dinov2-b_layer10/matryoshka/x16/l0_32/dict_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..dd78ad38c5d400ceddee5a539b6649f047fcc265 --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x16/l0_32/dict_metrics_step_final.json @@ -0,0 +1,545 @@ +{ + "schema": 2, + "step": "final", + "linkage": "complete", + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "d_sae": 12288, + "d_in": 768, + "l0": 32, + "l0_raw": 31.9488, + "recon_r2": 0.9534, + "l1_per_token": 94.5506, + "stats_source": "stats", + "n_dead": 1, + "dead_rate": 8.138020833333333e-05, + "alive_source": "stats", + "n_dense": 15, + "dense_rate": 0.001220703125, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 167, + "0.6": 128, + "0.7": 84, + "0.8": 30, + "0.9": 6 + }, + "n_dup_clusters_signed": { + "0.5": 83, + "0.6": 64, + "0.7": 42, + "0.8": 15, + "0.9": 3 + }, + "largest_dup_signed": { + "0.5": 3, + "0.6": 2, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_signed": 0.18999631702899933, + "n_dup_abs": { + "0.5": 263, + "0.6": 190, + "0.7": 120, + "0.8": 44, + "0.9": 10 + }, + "n_dup_clusters_abs": { + "0.5": 131, + "0.6": 95, + "0.7": 60, + "0.8": 22, + "0.9": 5 + }, + "largest_dup_abs": { + "0.5": 3, + "0.6": 2, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_abs": 0.20852923393249512 + }, + "seed1": { + "d_sae": 12288, + "d_in": 768, + "l0": 32, + "l0_raw": 31.9488, + "recon_r2": 0.9534, + "l1_per_token": 94.6455, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 16, + "dense_rate": 0.0013020833333333333, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 172, + "0.6": 144, + "0.7": 98, + "0.8": 34, + "0.9": 10 + }, + "n_dup_clusters_signed": { + "0.5": 86, + "0.6": 72, + "0.7": 49, + "0.8": 17, + "0.9": 5 + }, + "largest_dup_signed": { + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_signed": 0.19119679927825928, + "n_dup_abs": { + "0.5": 282, + "0.6": 208, + "0.7": 136, + "0.8": 46, + "0.9": 14 + }, + "n_dup_clusters_abs": { + "0.5": 141, + "0.6": 104, + "0.7": 68, + "0.8": 23, + "0.9": 7 + }, + "largest_dup_abs": { + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_abs": 0.20957951247692108 + }, + "seed2": { + "d_sae": 12288, + "d_in": 768, + "l0": 32, + "l0_raw": 31.9488, + "recon_r2": 0.9534, + "l1_per_token": 94.8776, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 13, + "dense_rate": 0.0010579427083333333, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 150, + "0.6": 116, + "0.7": 70, + "0.8": 38, + "0.9": 8 + }, + "n_dup_clusters_signed": { + "0.5": 75, + "0.6": 58, + "0.7": 35, + "0.8": 19, + "0.9": 4 + }, + "largest_dup_signed": { + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_signed": 0.18944716453552246, + "n_dup_abs": { + "0.5": 256, + "0.6": 172, + "0.7": 92, + "0.8": 46, + "0.9": 12 + }, + "n_dup_clusters_abs": { + "0.5": 128, + "0.6": 86, + "0.7": 46, + "0.8": 23, + "0.9": 6 + }, + "largest_dup_abs": { + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_abs": 0.207448348402977 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "dcs_signed": 0.33765900135040283, + "dcs_abs": 0.3437097370624542, + "frac_sign_flipped": 0.340576171875, + "alive_source": "stats", + "n_alive_a": 12287, + "n_alive_b": 12288, + "matched_cos_signed": { + "0.5": 0.33813947439193726, + "0.6": 0.3381354808807373, + "0.7": 0.3378913104534149, + "0.8": 0.3376483619213104, + "0.9": 0.3375873863697052 + }, + "unique_frac_signed": { + "0.5": 0.9930824008138353, + "0.6": 0.9944659206510682, + "0.7": 0.9962970498474059, + "0.8": 0.9986978636826043, + "0.9": 0.9996744659206511 + }, + "dedup_dcs_signed": { + "0.5": 0.3358003610390734, + "0.6": 0.3362642122988541, + "0.7": 0.3366401157738112, + "0.8": 0.3372086977267435, + "0.9": 0.33747749017068357 + }, + "matched_frac_signed": { + "0.5": 0.23617497456765005, + "0.6": 0.22331637843336724, + "0.7": 0.20703967446592064, + "0.8": 0.18034587995930823, + "0.9": 0.13810783316378433 + }, + "matched_cos_abs": { + "0.5": 0.3431539535522461, + "0.6": 0.34348806738853455, + "0.7": 0.3435531556606293, + "0.8": 0.34348657727241516, + "0.9": 0.3435225784778595 + }, + "unique_frac_abs": { + "0.5": 0.9888911495422177, + "0.6": 0.9919023397761954, + "0.7": 0.9947914547304171, + "0.8": 0.9981688708036622, + "0.9": 0.9995116988809766 + }, + "dedup_dcs_abs": { + "0.5": 0.3393419075982374, + "0.6": 0.3407066177278909, + "0.7": 0.34176374349686284, + "0.8": 0.3428576089722215, + "0.9": 0.34335483601837896 + }, + "matched_frac_abs": { + "0.5": 0.2347914547304171, + "0.6": 0.22266531027466938, + "0.7": 0.20703967446592064, + "0.8": 0.17993896236012208, + "0.9": 0.13794506612410987 + } + }, + "seed0\u2194seed2": { + "dcs_signed": 0.3390595018863678, + "dcs_abs": 0.34506282210350037, + "frac_sign_flipped": 0.3382975260416667, + "alive_source": "stats", + "n_alive_a": 12287, + "n_alive_b": 12288, + "matched_cos_signed": { + "0.5": 0.33963367342948914, + "0.6": 0.3394954800605774, + "0.7": 0.33928361535072327, + "0.8": 0.33909404277801514, + "0.9": 0.3390861749649048 + }, + "unique_frac_signed": { + "0.5": 0.99353001017294, + "0.6": 0.9950356052899287, + "0.7": 0.9968667344862665, + "0.8": 0.998616480162767, + "0.9": 0.9997151576805697 + }, + "dedup_dcs_signed": { + "0.5": 0.3374362470174733, + "0.6": 0.33781009049527155, + "0.7": 0.33822054969937004, + "0.8": 0.3386248994431442, + "0.9": 0.33898958887234104 + }, + "matched_frac_signed": { + "0.5": 0.23772126144455746, + "0.6": 0.2246998982706002, + "0.7": 0.2081790437436419, + "0.8": 0.18376398779247202, + "0.9": 0.139735503560529 + }, + "matched_cos_abs": { + "0.5": 0.344325989484787, + "0.6": 0.3447047770023346, + "0.7": 0.34471267461776733, + "0.8": 0.3448234498500824, + "0.9": 0.34496721625328064 + }, + "unique_frac_abs": { + "0.5": 0.9894201424211597, + "0.6": 0.9926347914547304, + "0.7": 0.9956866734486266, + "0.8": 0.9981688708036622, + "0.9": 0.9995523906408952 + }, + "dedup_dcs_abs": { + "0.5": 0.34068306955534466, + "0.6": 0.3421659544331618, + "0.7": 0.34322581628574356, + "0.8": 0.34419203356348, + "0.9": 0.3448128056987013 + }, + "matched_frac_abs": { + "0.5": 0.23584944048830112, + "0.6": 0.22421159715157682, + "0.7": 0.20874872838250255, + "0.8": 0.18384537131230927, + "0.9": 0.13949135300101728 + } + }, + "seed1\u2194seed2": { + "dcs_signed": 0.3389742374420166, + "dcs_abs": 0.34491193294525146, + "frac_sign_flipped": 0.3397623697916667, + "alive_source": "stats", + "n_alive_a": 12288, + "n_alive_b": 12288, + "matched_cos_signed": { + "0.5": 0.339720219373703, + "0.6": 0.33968207240104675, + "0.7": 0.3394521474838257, + "0.8": 0.3391757011413574, + "0.9": 0.33901217579841614 + }, + "unique_frac_signed": { + "0.5": 0.9934488932291666, + "0.6": 0.9947102864583334, + "0.7": 0.99658203125, + "0.8": 0.99853515625, + "0.9": 0.9996337890625 + }, + "dedup_dcs_signed": { + "0.5": 0.33749467594437493, + "0.6": 0.3378852515428056, + "0.7": 0.3382919106516056, + "0.8": 0.33867886173538864, + "0.9": 0.3388880258316931 + }, + "matched_frac_signed": { + "0.5": 0.23722330729166666, + "0.6": 0.22371419270833334, + "0.7": 0.20784505208333334, + "0.8": 0.18229166666666666, + "0.9": 0.13883463541666666 + }, + "matched_cos_abs": { + "0.5": 0.3446286916732788, + "0.6": 0.34499362111091614, + "0.7": 0.3451671600341797, + "0.8": 0.344984769821167, + "0.9": 0.34483402967453003 + }, + "unique_frac_abs": { + "0.5": 0.9890543619791666, + "0.6": 0.9922688802083334, + "0.7": 0.995361328125, + "0.8": 0.9981282552083334, + "0.9": 0.9994710286458334 + }, + "dedup_dcs_abs": { + "0.5": 0.3408565107626297, + "0.6": 0.3423264340987468, + "0.7": 0.3435660428367555, + "0.8": 0.3443390463750499, + "0.9": 0.34465162235089036 + }, + "matched_frac_abs": { + "0.5": 0.23583984375, + "0.6": 0.2236328125, + "0.7": 0.2080078125, + "0.8": 0.1826171875, + "0.9": 0.138671875 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "n_dead_mean": 0, + "n_dead_std": 0.5773502691896258, + "n_dense_mean": 15, + "n_dense_std": 1.5275252316519468, + "l0_mean": 32, + "l0_std": 4.351167857633658e-15, + "recon_r2_mean": 0.9533999999999999, + "recon_r2_std": 5.773502691895622e-05, + "l1_per_token_mean": 94.69123333333334, + "l1_per_token_std": 0.16788177387673933, + "babel_mu1_signed_mean": 0.1902134269475937, + "babel_mu1_signed_std": 0.0008947949322677061, + "n_dup_signed_per_threshold": { + "0.5": 163.0, + "0.6": 129.33333333333334, + "0.7": 84.0, + "0.8": 34.0, + "0.9": 8.0 + }, + "n_dup_signed_band": 63.833333333333336, + "n_dup_signed_band_std": 6.934214687571574, + "n_dup_clusters_signed_per_threshold": { + "0.5": 81.33333333333333, + "0.6": 64.66666666666667, + "0.7": 42.0, + "0.8": 17.0, + "0.9": 4.0 + }, + "n_dup_clusters_signed_band": 31.916666666666668, + "n_dup_clusters_signed_band_std": 3.467107343785787, + "largest_dup_signed_per_threshold": { + "0.5": 2.3333333333333335, + "0.6": 2.0, + "0.7": 2.0, + "0.8": 2.0, + "0.9": 2.0 + }, + "largest_dup_signed_band": 2.0, + "largest_dup_signed_band_std": 0.0, + "dcs_signed_mean": 0.3385642468929291, + "dcs_signed_std": 0.0007851239555416434, + "dedup_dcs_signed_per_threshold": { + "0.5": 0.33691042800030724, + "0.6": 0.3373198514456437, + "0.7": 0.33771752537492894, + "0.8": 0.3381708196350921, + "0.9": 0.33845170162490595 + }, + "dedup_dcs_signed_band": 0.3379149745201427, + "dedup_dcs_signed_band_std": 0.0008811338371774072, + "matched_cos_signed_per_threshold": { + "0.5": 0.3391644557317098, + "0.6": 0.3391043444474538, + "0.7": 0.338875691095988, + "0.8": 0.338639368613561, + "0.9": 0.33856191237767536 + }, + "matched_cos_signed_band": 0.3387953291336695, + "matched_cos_signed_band_std": 0.0008496511176567241, + "unique_frac_signed_per_threshold": { + "0.5": 0.9933537680719806, + "0.6": 0.9947372707997767, + "0.7": 0.9965819385278908, + "0.8": 0.9986165000317904, + "0.9": 0.999674470887907 + }, + "unique_frac_signed_band": 0.9974025450618412, + "unique_frac_signed_band_std": 0.0001410685399237647, + "matched_frac_signed_per_threshold": { + "0.5": 0.23703984776795806, + "0.6": 0.22391015647076692, + "0.7": 0.20768792343096532, + "0.8": 0.18213384480614894, + "0.9": 0.13889265738032666 + }, + "matched_frac_signed_band": 0.18815614552205195, + "matched_frac_signed_band_std": 0.0009461754882558413, + "babel_mu1_abs_mean": 0.20851903160413107, + "babel_mu1_abs_std": 0.0010656186668529838, + "n_dup_abs_per_threshold": { + "0.5": 267.0, + "0.6": 190.0, + "0.7": 116.0, + "0.8": 45.333333333333336, + "0.9": 12.0 + }, + "n_dup_abs_band": 90.83333333333333, + "n_dup_abs_band_std": 10.251016209787855, + "n_dup_clusters_abs_per_threshold": { + "0.5": 133.33333333333334, + "0.6": 95.0, + "0.7": 58.0, + "0.8": 22.666666666666668, + "0.9": 6.0 + }, + "n_dup_clusters_abs_band": 45.416666666666664, + "n_dup_clusters_abs_band_std": 5.125508104893927, + "largest_dup_abs_per_threshold": { + "0.5": 2.3333333333333335, + "0.6": 2.0, + "0.7": 2.0, + "0.8": 2.0, + "0.9": 2.0 + }, + "largest_dup_abs_band": 2.0, + "largest_dup_abs_band_std": 0.0, + "dcs_abs_mean": 0.34456149737040204, + "dcs_abs_std": 0.0007414941679917361, + "dedup_dcs_abs_per_threshold": { + "0.5": 0.34029382930540386, + "0.6": 0.34173300208659985, + "0.7": 0.3428518675397873, + "0.8": 0.3437962296369172, + "0.9": 0.34427308802265694 + }, + "dedup_dcs_abs_band": 0.34316354682149036, + "dedup_dcs_abs_band_std": 0.000861977376009889, + "matched_cos_abs_per_threshold": { + "0.5": 0.34403621157010394, + "0.6": 0.3443954885005951, + "0.7": 0.34447766343752545, + "0.8": 0.3444315989812215, + "0.9": 0.3444412748018901 + }, + "matched_cos_abs_band": 0.34443650643030804, + "matched_cos_abs_band_std": 0.0008059211882267476, + "unique_frac_abs_per_threshold": { + "0.5": 0.9891218846475147, + "0.6": 0.9922686704797531, + "0.7": 0.9952798187680146, + "0.8": 0.998155332271886, + "0.9": 0.9995117060559018 + }, + "unique_frac_abs_band": 0.9963038818938889, + "unique_frac_abs_band_std": 0.0002085671848045401, + "matched_frac_abs_per_threshold": { + "0.5": 0.2354935796562394, + "0.6": 0.2235032399754154, + "0.7": 0.20793207178280773, + "0.8": 0.18213384039081046, + "0.9": 0.13870276470837573 + }, + "matched_frac_abs_band": 0.18806797921435234, + "matched_frac_abs_band_std": 0.001097781060786847, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/matryoshka/x16/l0_32/seed0/config.json b/vision/dinov2-b_layer10/matryoshka/x16/l0_32/seed0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..67cc265799484f523eb2550325684a58cd814b2e --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x16/l0_32/seed0/config.json @@ -0,0 +1,13 @@ +{ + "d_in": 768, + "d_sae_factor": 16, + "architecture": "matryoshka", + "activation_name": "relu", + "device": "cpu", + "seed": 0, + "top_k": 32, + "top_k_inference": 0, + "group_sizes_csv": "768,768,1536,3072,6144", + "class_type": "MatryoshkaBatchTopKSAE", + "module_name": "consdl.models.batchtopk" +} diff --git a/vision/dinov2-b_layer10/matryoshka/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/metrics.json b/vision/dinov2-b_layer10/matryoshka/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..6401489c213de916b96a0773437dd1eb3f54c52c --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.1721, + "r2_score": 0.9534, + "l0_per_token_0": 0.0026, + "l0_per_token_0.001": 0.0026, + "l0_per_token_0.01": 0.0026, + "l0_per_token_0.05": 0.0026, + "l0_per_token_0.1": 0.0026, + "l0_per_token_0.5": 0.0026, + "l0_per_token_1.0": 0.0026, + "dead_rate": 0.0001, + "dense_rate_0.2": 0.0003, + "live_latent_frac": 1.0, + "l1_per_token": 94.5506 +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/matryoshka/x16/l0_32/seed1/config.json b/vision/dinov2-b_layer10/matryoshka/x16/l0_32/seed1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ec4bf09a23cb93d54f4886a0d5a1358212b2dd3b --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x16/l0_32/seed1/config.json @@ -0,0 +1,13 @@ +{ + "d_in": 768, + "d_sae_factor": 16, + "architecture": "matryoshka", + "activation_name": "relu", + "device": "cpu", + "seed": 1, + "top_k": 32, + "top_k_inference": 0, + "group_sizes_csv": "768,768,1536,3072,6144", + "class_type": "MatryoshkaBatchTopKSAE", + "module_name": "consdl.models.batchtopk" +} diff --git a/vision/dinov2-b_layer10/matryoshka/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/metrics.json b/vision/dinov2-b_layer10/matryoshka/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..af377d0da62ae950043d4246985a7066b6f5c57f --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.172, + "r2_score": 0.9534, + "l0_per_token_0": 0.0026, + "l0_per_token_0.001": 0.0026, + "l0_per_token_0.01": 0.0026, + "l0_per_token_0.05": 0.0026, + "l0_per_token_0.1": 0.0026, + "l0_per_token_0.5": 0.0026, + "l0_per_token_1.0": 0.0026, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0003, + "live_latent_frac": 1.0, + "l1_per_token": 94.6455 +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/matryoshka/x16/l0_32/seed2/config.json b/vision/dinov2-b_layer10/matryoshka/x16/l0_32/seed2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c1789120be181f0a18e633a58926446a9bc1d5a1 --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x16/l0_32/seed2/config.json @@ -0,0 +1,13 @@ +{ + "d_in": 768, + "d_sae_factor": 16, + "architecture": "matryoshka", + "activation_name": "relu", + "device": "cpu", + "seed": 2, + "top_k": 32, + "top_k_inference": 0, + "group_sizes_csv": "768,768,1536,3072,6144", + "class_type": "MatryoshkaBatchTopKSAE", + "module_name": "consdl.models.batchtopk" +} diff --git a/vision/dinov2-b_layer10/matryoshka/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/metrics.json b/vision/dinov2-b_layer10/matryoshka/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..ca29ef1f9e9087ef7c49debda95693a777091842 --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.1721, + "r2_score": 0.9534, + "l0_per_token_0": 0.0026, + "l0_per_token_0.001": 0.0026, + "l0_per_token_0.01": 0.0026, + "l0_per_token_0.05": 0.0026, + "l0_per_token_0.1": 0.0026, + "l0_per_token_0.5": 0.0026, + "l0_per_token_1.0": 0.0026, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0003, + "live_latent_frac": 1.0, + "l1_per_token": 94.8776 +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/matryoshka/x16/l0_64/code_metrics_step_final.json b/vision/dinov2-b_layer10/matryoshka/x16/l0_64/code_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..5f76a1df86b62db381f7b41dd27b3a4e0729321f --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x16/l0_64/code_metrics_step_final.json @@ -0,0 +1,136 @@ +{ + "schema": 1, + "step": "final", + "n_tokens": 771000, + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "l0": 62.3923411154345, + "recon_r2": 0.9580886787985063, + "l1_per_token": 578.3066605826133 + }, + "seed1": { + "l0": 65.95129831387808, + "recon_r2": 0.9631716695505774, + "l1_per_token": 160.05963249017455 + }, + "seed2": { + "l0": 62.42298184176394, + "recon_r2": 0.9580084010033969, + "l1_per_token": 587.1179209806326 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "alive_source": "stats", + "mcc_signed": 0.2932589383906334, + "mcc_abs": 0.29362533467849067, + "act_iou": 0.16585326394570474, + "act_iou_n_pairs": 12288, + "input_r2": 0.9765292725621764, + "matched_mcc_signed": { + "0.6": 0.8558608627055087, + "0.7": 0.8801473934000454, + "0.8": 0.9063373490931699, + "0.9": 0.9328742725774423 + }, + "matched_mcc_abs": { + "0.6": 0.8494633150184114, + "0.7": 0.8773125656991998, + "0.8": 0.905093549981489, + "0.9": 0.9330345358861458 + } + }, + "seed0\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.3296561529248107, + "mcc_abs": 0.33010255957835427, + "act_iou": 0.21865264257240488, + "act_iou_n_pairs": 12288, + "input_r2": 0.979954180965041, + "matched_mcc_signed": { + "0.6": 0.8553567111483583, + "0.7": 0.8816900892822948, + "0.8": 0.9090225247168398, + "0.9": 0.9391615216494941 + }, + "matched_mcc_abs": { + "0.6": 0.8498806606594022, + "0.7": 0.8792869093260198, + "0.8": 0.9081393896690153, + "0.9": 0.9391893213413738 + } + }, + "seed1\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.29428958621257884, + "mcc_abs": 0.29467222358285833, + "act_iou": 0.16640433752486555, + "act_iou_n_pairs": 12288, + "input_r2": 0.9773325263641854, + "matched_mcc_signed": { + "0.6": 0.8528788585113032, + "0.7": 0.87997476795263, + "0.8": 0.9037646760300799, + "0.9": 0.931633622722107 + }, + "matched_mcc_abs": { + "0.6": 0.8480240278315402, + "0.7": 0.877617715499361, + "0.8": 0.9033660846200163, + "0.9": 0.9322159784023404 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "l0_mean": 63.58887375702551, + "l0_std": 2.0459770413283156, + "recon_r2_mean": 0.9597562497841602, + "recon_r2_std": 0.002958112619005893, + "l1_per_token_mean": 441.8280713511401, + "l1_per_token_std": 244.0583934861895, + "input_r2_mean": 0.9779386599638009, + "input_r2_std": 0.0017911024112094865, + "mcc_signed_mean": 0.305734892509341, + "mcc_signed_std": 0.020722827597404743, + "mcc_abs_mean": 0.3061333726132344, + "mcc_abs_std": 0.020764523517797742, + "matched_mcc_signed_per_threshold": { + "0.6": 0.8546988107883902, + "0.7": 0.8806040835449901, + "0.8": 0.9063748499466966, + "0.9": 0.9345564723163479 + }, + "matched_mcc_signed_band": 0.8940585541491062, + "matched_mcc_abs_per_threshold": { + "0.6": 0.8491226678364513, + "0.7": 0.8780723968415268, + "0.8": 0.9055330080901736, + "0.9": 0.9348132785432867 + }, + "matched_mcc_abs_band": 0.8918853378278596, + "act_iou_mean": 0.18363674801432506, + "act_iou_std": 0.03032590599305049, + "act_iou_n_pairs": 12288.0, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/matryoshka/x16/l0_64/dict_metrics_step_final.json b/vision/dinov2-b_layer10/matryoshka/x16/l0_64/dict_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..2210240ff937a52f6a17eecde03b86dfab16d2b6 --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x16/l0_64/dict_metrics_step_final.json @@ -0,0 +1,545 @@ +{ + "schema": 2, + "step": "final", + "linkage": "complete", + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "d_sae": 12288, + "d_in": 768, + "l0": 63, + "l0_raw": 62.668800000000005, + "recon_r2": 0.958, + "l1_per_token": 578.746, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 17, + "dense_rate": 0.0013834635416666667, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 347, + "0.6": 234, + "0.7": 130, + "0.8": 70, + "0.9": 12 + }, + "n_dup_clusters_signed": { + "0.5": 173, + "0.6": 117, + "0.7": 65, + "0.8": 35, + "0.9": 6 + }, + "largest_dup_signed": { + "0.5": 3, + "0.6": 2, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_signed": 0.19460614025592804, + "n_dup_abs": { + "0.5": 608, + "0.6": 397, + "0.7": 232, + "0.8": 112, + "0.9": 24 + }, + "n_dup_clusters_abs": { + "0.5": 301, + "0.6": 198, + "0.7": 116, + "0.8": 56, + "0.9": 12 + }, + "largest_dup_abs": { + "0.5": 3, + "0.6": 3, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_abs": 0.22792325913906097 + }, + "seed1": { + "d_sae": 12288, + "d_in": 768, + "l0": 66, + "l0_raw": 66.3552, + "recon_r2": 0.9631, + "l1_per_token": 160.1362, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 53, + "dense_rate": 0.004313151041666667, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 422, + "0.6": 321, + "0.7": 208, + "0.8": 104, + "0.9": 14 + }, + "n_dup_clusters_signed": { + "0.5": 210, + "0.6": 160, + "0.7": 104, + "0.8": 52, + "0.9": 7 + }, + "largest_dup_signed": { + "0.5": 3, + "0.6": 3, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_signed": 0.19193077087402344, + "n_dup_abs": { + "0.5": 660, + "0.6": 464, + "0.7": 279, + "0.8": 142, + "0.9": 30 + }, + "n_dup_clusters_abs": { + "0.5": 327, + "0.6": 231, + "0.7": 139, + "0.8": 71, + "0.9": 15 + }, + "largest_dup_abs": { + "0.5": 4, + "0.6": 3, + "0.7": 3, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_abs": 0.22188667953014374 + }, + "seed2": { + "d_sae": 12288, + "d_in": 768, + "l0": 63, + "l0_raw": 62.668800000000005, + "recon_r2": 0.958, + "l1_per_token": 587.5213, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 19, + "dense_rate": 0.0015462239583333333, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 334, + "0.6": 220, + "0.7": 124, + "0.8": 70, + "0.9": 10 + }, + "n_dup_clusters_signed": { + "0.5": 167, + "0.6": 110, + "0.7": 62, + "0.8": 35, + "0.9": 5 + }, + "largest_dup_signed": { + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_signed": 0.195780947804451, + "n_dup_abs": { + "0.5": 609, + "0.6": 355, + "0.7": 189, + "0.8": 96, + "0.9": 20 + }, + "n_dup_clusters_abs": { + "0.5": 303, + "0.6": 177, + "0.7": 94, + "0.8": 48, + "0.9": 10 + }, + "largest_dup_abs": { + "0.5": 3, + "0.6": 3, + "0.7": 3, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_abs": 0.23812948167324066 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "dcs_signed": 0.37398791313171387, + "dcs_abs": 0.37969696521759033, + "frac_sign_flipped": 0.3168131510416667, + "alive_source": "stats", + "n_alive_a": 12288, + "n_alive_b": 12288, + "matched_cos_signed": { + "0.5": 0.37438374757766724, + "0.6": 0.37423577904701233, + "0.7": 0.3741767406463623, + "0.8": 0.37394869327545166, + "0.9": 0.3740100860595703 + }, + "unique_frac_signed": { + "0.5": 0.9842936197916666, + "0.6": 0.9886881510416666, + "0.7": 0.9931233723958334, + "0.8": 0.9964599609375, + "0.9": 0.9994710286458334 + }, + "dedup_dcs_signed": { + "0.5": 0.3685035340943917, + "0.6": 0.3700024804396283, + "0.7": 0.3716036665427964, + "0.8": 0.37262490029388573, + "0.9": 0.3738122454378754 + }, + "matched_frac_signed": { + "0.5": 0.3126627604166667, + "0.6": 0.2838541666666667, + "0.7": 0.24796549479166666, + "0.8": 0.20035807291666666, + "0.9": 0.13330078125 + }, + "matched_cos_abs": { + "0.5": 0.37729400396347046, + "0.6": 0.3779306709766388, + "0.7": 0.37862473726272583, + "0.8": 0.3788674473762512, + "0.9": 0.3795395791530609 + }, + "unique_frac_abs": { + "0.5": 0.9739583333333334, + "0.6": 0.982421875, + "0.7": 0.9895833333333334, + "0.8": 0.9948323567708334, + "0.9": 0.9989013671875 + }, + "dedup_dcs_abs": { + "0.5": 0.36746863927692175, + "0.6": 0.37128735840087757, + "0.7": 0.37468072958290577, + "0.8": 0.3769095955770657, + "0.9": 0.3791226045177609 + }, + "matched_frac_abs": { + "0.5": 0.3058268229166667, + "0.6": 0.280517578125, + "0.7": 0.24658203125, + "0.8": 0.19921875, + "0.9": 0.13264973958333334 + } + }, + "seed0\u2194seed2": { + "dcs_signed": 0.38314470648765564, + "dcs_abs": 0.38866734504699707, + "frac_sign_flipped": 0.290771484375, + "alive_source": "stats", + "n_alive_a": 12288, + "n_alive_b": 12288, + "matched_cos_signed": { + "0.5": 0.38336724042892456, + "0.6": 0.3832477331161499, + "0.7": 0.38314709067344666, + "0.8": 0.3831377625465393, + "0.9": 0.3831608295440674 + }, + "unique_frac_signed": { + "0.5": 0.9861246744791666, + "0.6": 0.9907633463541666, + "0.7": 0.9948323567708334, + "0.8": 0.9971516927083334, + "0.9": 0.9995524088541666 + }, + "dedup_dcs_signed": { + "0.5": 0.37804789517394966, + "0.6": 0.37970780654480524, + "0.7": 0.38116712320455315, + "0.8": 0.38204646846376517, + "0.9": 0.3829893301493333 + }, + "matched_frac_signed": { + "0.5": 0.318603515625, + "0.6": 0.2903645833333333, + "0.7": 0.254638671875, + "0.8": 0.207275390625, + "0.9": 0.14420572916666666 + }, + "matched_cos_abs": { + "0.5": 0.38637176156044006, + "0.6": 0.3873636722564697, + "0.7": 0.3880130350589752, + "0.8": 0.3881893455982208, + "0.9": 0.3884585499763489 + }, + "unique_frac_abs": { + "0.5": 0.9750569661458334, + "0.6": 0.9846598307291666, + "0.7": 0.9914143880208334, + "0.8": 0.9957682291666666, + "0.9": 0.9991048177083334 + }, + "dedup_dcs_abs": { + "0.5": 0.376734477631544, + "0.6": 0.38142144795468386, + "0.7": 0.3846817056971001, + "0.8": 0.3865466172477075, + "0.9": 0.38811080876136356 + }, + "matched_frac_abs": { + "0.5": 0.3123372395833333, + "0.6": 0.2882486979166667, + "0.7": 0.2540690104166667, + "0.8": 0.20711263020833334, + "0.9": 0.143798828125 + } + }, + "seed1\u2194seed2": { + "dcs_signed": 0.37552574276924133, + "dcs_abs": 0.38124343752861023, + "frac_sign_flipped": 0.3096516927083333, + "alive_source": "stats", + "n_alive_a": 12288, + "n_alive_b": 12288, + "matched_cos_signed": { + "0.5": 0.3761642277240753, + "0.6": 0.3760116696357727, + "0.7": 0.37553516030311584, + "0.8": 0.37544286251068115, + "0.9": 0.3754870891571045 + }, + "unique_frac_signed": { + "0.5": 0.9845784505208334, + "0.6": 0.9889729817708334, + "0.7": 0.9932454427083334, + "0.8": 0.9964599609375, + "0.9": 0.99951171875 + }, + "dedup_dcs_signed": { + "0.5": 0.370363192473936, + "0.6": 0.37186538210031966, + "0.7": 0.37299858654781326, + "0.8": 0.3741137801116565, + "0.9": 0.375303745851852 + }, + "matched_frac_signed": { + "0.5": 0.3146158854166667, + "0.6": 0.28564453125, + "0.7": 0.24755859375, + "0.8": 0.20052083333333334, + "0.9": 0.13525390625 + }, + "matched_cos_abs": { + "0.5": 0.3789932429790497, + "0.6": 0.3801354467868805, + "0.7": 0.38056355714797974, + "0.8": 0.38068610429763794, + "0.9": 0.38102981448173523 + }, + "unique_frac_abs": { + "0.5": 0.9739990234375, + "0.6": 0.9832763671875, + "0.7": 0.9904378255208334, + "0.8": 0.9951578776041666, + "0.9": 0.9989827473958334 + }, + "dedup_dcs_abs": { + "0.5": 0.36913904855100554, + "0.6": 0.37377820115580107, + "0.7": 0.37692454201411846, + "0.8": 0.3788427755862358, + "0.9": 0.38064221091068856 + }, + "matched_frac_abs": { + "0.5": 0.3086751302083333, + "0.6": 0.2836100260416667, + "0.7": 0.24715169270833334, + "0.8": 0.19986979166666666, + "0.9": 0.135009765625 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "n_dead_mean": 0, + "n_dead_std": 0.0, + "n_dense_mean": 30, + "n_dense_std": 20.231987873991358, + "l0_mean": 64, + "l0_std": 2.1283440323406317, + "recon_r2_mean": 0.9597000000000001, + "recon_r2_std": 0.002858321185591296, + "l1_per_token_mean": 442.13449999999995, + "l1_per_token_std": 244.2742313901939, + "babel_mu1_signed_mean": 0.19410595297813416, + "babel_mu1_signed_std": 0.0019732222590345145, + "n_dup_signed_per_threshold": { + "0.5": 367.6666666666667, + "0.6": 258.3333333333333, + "0.7": 154.0, + "0.8": 81.33333333333333, + "0.9": 12.0 + }, + "n_dup_signed_band": 126.41666666666666, + "n_dup_signed_band_std": 30.722887776596348, + "n_dup_clusters_signed_per_threshold": { + "0.5": 183.33333333333334, + "0.6": 129.0, + "0.7": 77.0, + "0.8": 40.666666666666664, + "0.9": 6.0 + }, + "n_dup_clusters_signed_band": 63.166666666666664, + "n_dup_clusters_signed_band_std": 15.289566159094683, + "largest_dup_signed_per_threshold": { + "0.5": 2.6666666666666665, + "0.6": 2.3333333333333335, + "0.7": 2.0, + "0.8": 2.0, + "0.9": 2.0 + }, + "largest_dup_signed_band": 2.0833333333333335, + "largest_dup_signed_band_std": 0.14433756729740643, + "dcs_signed_mean": 0.3775527874628703, + "dcs_signed_std": 0.0049034068547624925, + "dedup_dcs_signed_per_threshold": { + "0.5": 0.3723048739140924, + "0.6": 0.3738585563615844, + "0.7": 0.37525645876505426, + "0.8": 0.3762617162897692, + "0.9": 0.3773684404796869 + }, + "dedup_dcs_signed_band": 0.3756862929740237, + "dedup_dcs_signed_band_std": 0.00507574529949492, + "matched_cos_signed_per_threshold": { + "0.5": 0.37797173857688904, + "0.6": 0.37783172726631165, + "0.7": 0.3776196638743083, + "0.8": 0.3775097727775574, + "0.9": 0.37755266825358075 + }, + "matched_cos_signed_band": 0.37762845804293954, + "matched_cos_signed_band_std": 0.004862289066686849, + "unique_frac_signed_per_threshold": { + "0.5": 0.9849989149305555, + "0.6": 0.9894748263888888, + "0.7": 0.9937337239583334, + "0.8": 0.9966905381944445, + "0.9": 0.99951171875 + }, + "unique_frac_signed_band": 0.9948527018229167, + "unique_frac_signed_band_std": 0.0006279835747904423, + "matched_frac_signed_per_threshold": { + "0.5": 0.3152940538194445, + "0.6": 0.28662109375, + "0.7": 0.2500542534722222, + "0.8": 0.20271809895833334, + "0.9": 0.13758680555555555 + }, + "matched_frac_signed_band": 0.2192450629340278, + "matched_frac_signed_band_std": 0.004245361284705148, + "babel_mu1_abs_mean": 0.22931314011414847, + "babel_mu1_abs_std": 0.008210114628227252, + "n_dup_abs_per_threshold": { + "0.5": 625.6666666666666, + "0.6": 405.3333333333333, + "0.7": 233.33333333333334, + "0.8": 116.66666666666667, + "0.9": 24.666666666666668 + }, + "n_dup_abs_band": 194.99999999999997, + "n_dup_abs_band_std": 32.04001404494074, + "n_dup_clusters_abs_per_threshold": { + "0.5": 310.3333333333333, + "0.6": 202.0, + "0.7": 116.33333333333333, + "0.8": 58.333333333333336, + "0.9": 12.333333333333334 + }, + "n_dup_clusters_abs_band": 97.24999999999999, + "n_dup_clusters_abs_band_std": 15.947178433817061, + "largest_dup_abs_per_threshold": { + "0.5": 3.3333333333333335, + "0.6": 3.0, + "0.7": 2.6666666666666665, + "0.8": 2.0, + "0.9": 2.0 + }, + "largest_dup_abs_band": 2.4166666666666665, + "largest_dup_abs_band_std": 0.14433756729740643, + "dcs_abs_mean": 0.38320258259773254, + "dcs_abs_std": 0.004795374398559149, + "dedup_dcs_abs_per_threshold": { + "0.5": 0.3711140551531571, + "0.6": 0.3754956691704541, + "0.7": 0.37876232576470814, + "0.8": 0.38076632947033634, + "0.9": 0.38262520806327105 + }, + "dedup_dcs_abs_band": 0.3794123831171924, + "dedup_dcs_abs_band_std": 0.005107279894157708, + "matched_cos_abs_per_threshold": { + "0.5": 0.3808863361676534, + "0.6": 0.381809930006663, + "0.7": 0.38240044315656024, + "0.8": 0.38258096575737, + "0.9": 0.38300931453704834 + }, + "matched_cos_abs_band": 0.3824501633644104, + "matched_cos_abs_band_std": 0.004900974650670087, + "unique_frac_abs_per_threshold": { + "0.5": 0.974338107638889, + "0.6": 0.9834526909722222, + "0.7": 0.990478515625, + "0.8": 0.9952528211805555, + "0.9": 0.998996310763889 + }, + "unique_frac_abs_band": 0.9920450846354166, + "unique_frac_abs_band_std": 0.0006548452530692618, + "matched_frac_abs_per_threshold": { + "0.5": 0.3089463975694444, + "0.6": 0.28412543402777785, + "0.7": 0.24926757812500003, + "0.8": 0.20206705729166666, + "0.9": 0.1371527777777778 + }, + "matched_frac_abs_band": 0.21815321180555558, + "matched_frac_abs_band_std": 0.0045408375719196625, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/matryoshka/x16/l0_64/seed0/config.json b/vision/dinov2-b_layer10/matryoshka/x16/l0_64/seed0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3e187a07c65dcae7ddde84a817fa7d9110867df5 --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x16/l0_64/seed0/config.json @@ -0,0 +1,13 @@ +{ + "d_in": 768, + "d_sae_factor": 16, + "architecture": "matryoshka", + "activation_name": "relu", + "device": "cpu", + "seed": 0, + "top_k": 64, + "top_k_inference": 0, + "group_sizes_csv": "768,768,1536,3072,6144", + "class_type": "MatryoshkaBatchTopKSAE", + "module_name": "consdl.models.batchtopk" +} diff --git a/vision/dinov2-b_layer10/matryoshka/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/metrics.json b/vision/dinov2-b_layer10/matryoshka/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..49c338992a109874a422998d8fd946980de9113d --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.1549, + "r2_score": 0.958, + "l0_per_token_0": 0.0051, + "l0_per_token_0.001": 0.0051, + "l0_per_token_0.01": 0.0051, + "l0_per_token_0.05": 0.0051, + "l0_per_token_0.1": 0.0051, + "l0_per_token_0.5": 0.0051, + "l0_per_token_1.0": 0.0051, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0003, + "live_latent_frac": 1.0, + "l1_per_token": 578.746 +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/matryoshka/x16/l0_64/seed1/config.json b/vision/dinov2-b_layer10/matryoshka/x16/l0_64/seed1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..abd948c4d6731bf89a82b1bc8e5174ba3cf4f99a --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x16/l0_64/seed1/config.json @@ -0,0 +1,13 @@ +{ + "d_in": 768, + "d_sae_factor": 16, + "architecture": "matryoshka", + "activation_name": "relu", + "device": "cpu", + "seed": 1, + "top_k": 64, + "top_k_inference": 0, + "group_sizes_csv": "768,768,1536,3072,6144", + "class_type": "MatryoshkaBatchTopKSAE", + "module_name": "consdl.models.batchtopk" +} diff --git a/vision/dinov2-b_layer10/matryoshka/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/metrics.json b/vision/dinov2-b_layer10/matryoshka/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..239be6388e83454de44647955eda0ec0b13d1be8 --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.1361, + "r2_score": 0.9631, + "l0_per_token_0": 0.0054, + "l0_per_token_0.001": 0.0054, + "l0_per_token_0.01": 0.0054, + "l0_per_token_0.05": 0.0054, + "l0_per_token_0.1": 0.0054, + "l0_per_token_0.5": 0.0054, + "l0_per_token_1.0": 0.0042, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0011, + "live_latent_frac": 1.0, + "l1_per_token": 160.1362 +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/matryoshka/x16/l0_64/seed2/config.json b/vision/dinov2-b_layer10/matryoshka/x16/l0_64/seed2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c7856662ca76e8aa6b7e6e38f8b93b4b57f646de --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x16/l0_64/seed2/config.json @@ -0,0 +1,13 @@ +{ + "d_in": 768, + "d_sae_factor": 16, + "architecture": "matryoshka", + "activation_name": "relu", + "device": "cpu", + "seed": 2, + "top_k": 64, + "top_k_inference": 0, + "group_sizes_csv": "768,768,1536,3072,6144", + "class_type": "MatryoshkaBatchTopKSAE", + "module_name": "consdl.models.batchtopk" +} diff --git a/vision/dinov2-b_layer10/matryoshka/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/metrics.json b/vision/dinov2-b_layer10/matryoshka/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..d0410b2eccf9bb141cf2e8f2608fc7d9aefd828d --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.1552, + "r2_score": 0.958, + "l0_per_token_0": 0.0051, + "l0_per_token_0.001": 0.0051, + "l0_per_token_0.01": 0.0051, + "l0_per_token_0.05": 0.0051, + "l0_per_token_0.1": 0.0051, + "l0_per_token_0.5": 0.0051, + "l0_per_token_1.0": 0.0051, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0003, + "live_latent_frac": 1.0, + "l1_per_token": 587.5213 +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/matryoshka/x4/l0_128/code_metrics_step_final.json b/vision/dinov2-b_layer10/matryoshka/x4/l0_128/code_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..f62cb77095bda9784fdd7bf1cc1658720757fc05 --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x4/l0_128/code_metrics_step_final.json @@ -0,0 +1,136 @@ +{ + "schema": 1, + "step": "final", + "n_tokens": 771000, + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "l0": 127.58281322957198, + "recon_r2": 0.9630710786105006, + "l1_per_token": 217.03700416250976 + }, + "seed1": { + "l0": 127.55586381322958, + "recon_r2": 0.9630334475884755, + "l1_per_token": 216.5312112477806 + }, + "seed2": { + "l0": 127.5015616083009, + "recon_r2": 0.9629747046748826, + "l1_per_token": 216.22253835300913 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "alive_source": "stats", + "mcc_signed": 0.6247231402513366, + "mcc_abs": 0.624814365191824, + "act_iou": 0.32751360913172595, + "act_iou_n_pairs": 3072, + "input_r2": 0.963453429959711, + "matched_mcc_signed": { + "0.6": 0.8732661285050897, + "0.7": 0.8944537738474191, + "0.8": 0.9153368536763463, + "0.9": 0.9394284628617285 + }, + "matched_mcc_abs": { + "0.6": 0.8719738947765249, + "0.7": 0.8938043872710165, + "0.8": 0.9142215815654481, + "0.9": 0.9339463103948475 + } + }, + "seed0\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.6271123397567798, + "mcc_abs": 0.6272067569343415, + "act_iou": 0.32987342843608225, + "act_iou_n_pairs": 3072, + "input_r2": 0.9635364824603563, + "matched_mcc_signed": { + "0.6": 0.8723985873629836, + "0.7": 0.8940979710958028, + "0.8": 0.9157100196561025, + "0.9": 0.9387979214633356 + }, + "matched_mcc_abs": { + "0.6": 0.8718890752708088, + "0.7": 0.8943170392239959, + "0.8": 0.9158617952426646, + "0.9": 0.9342322235096565 + } + }, + "seed1\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.6281239652288492, + "mcc_abs": 0.6281796830614814, + "act_iou": 0.33017307813991686, + "act_iou_n_pairs": 3072, + "input_r2": 0.9636939951106274, + "matched_mcc_signed": { + "0.6": 0.8727690456491778, + "0.7": 0.8961499970717836, + "0.8": 0.9162652886157931, + "0.9": 0.9418819545145112 + }, + "matched_mcc_abs": { + "0.6": 0.8726491755098321, + "0.7": 0.8962252803692328, + "0.8": 0.9152984686994295, + "0.9": 0.9418819545522501 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "l0_mean": 127.54674621703414, + "l0_std": 0.04138604124679981, + "recon_r2_mean": 0.9630264102912861, + "recon_r2_std": 4.8570840330636386e-05, + "l1_per_token_mean": 216.59691792109982, + "l1_per_token_std": 0.41118932853418094, + "input_r2_mean": 0.9635613025102315, + "input_r2_std": 0.00012218806863076702, + "mcc_signed_mean": 0.6266531484123218, + "mcc_signed_std": 0.0017462946916363298, + "mcc_abs_mean": 0.6267336017292157, + "mcc_abs_std": 0.0017318337036396352, + "matched_mcc_signed_per_threshold": { + "0.6": 0.8728112538390836, + "0.7": 0.8949005806716684, + "0.8": 0.915770720649414, + "0.9": 0.9400361129465251 + }, + "matched_mcc_signed_band": 0.9058796670266728, + "matched_mcc_abs_per_threshold": { + "0.6": 0.8721707151857219, + "0.7": 0.894782235621415, + "0.8": 0.9151272818358475, + "0.9": 0.9366868294855847 + }, + "matched_mcc_abs_band": 0.9046917655321423, + "act_iou_mean": 0.3291867052359083, + "act_iou_std": 0.0014566692886941784, + "act_iou_n_pairs": 3072.0, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/matryoshka/x4/l0_128/dict_metrics_step_final.json b/vision/dinov2-b_layer10/matryoshka/x4/l0_128/dict_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..25b19d3428dfc318ab91ae581e2c5fe1ebb45b84 --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x4/l0_128/dict_metrics_step_final.json @@ -0,0 +1,545 @@ +{ + "schema": 2, + "step": "final", + "linkage": "complete", + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "d_sae": 3072, + "d_in": 768, + "l0": 128, + "l0_raw": 127.7952, + "recon_r2": 0.9631, + "l1_per_token": 217.3422, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 409, + "dense_rate": 0.13313802083333334, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 4, + "0.6": 2, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_signed": { + "0.5": 2, + "0.6": 1, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_signed": { + "0.5": 2, + "0.6": 2, + "0.7": 1, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_signed": 0.13369716703891754, + "n_dup_abs": { + "0.5": 42, + "0.6": 32, + "0.7": 22, + "0.8": 18, + "0.9": 16 + }, + "n_dup_clusters_abs": { + "0.5": 21, + "0.6": 16, + "0.7": 11, + "0.8": 9, + "0.9": 8 + }, + "largest_dup_abs": { + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_abs": 0.18466079235076904 + }, + "seed1": { + "d_sae": 3072, + "d_in": 768, + "l0": 128, + "l0_raw": 127.7952, + "recon_r2": 0.963, + "l1_per_token": 216.85, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 414, + "dense_rate": 0.134765625, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_signed": { + "0.5": 1, + "0.6": 1, + "0.7": 1, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_signed": { + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_signed": 0.13398557901382446, + "n_dup_abs": { + "0.5": 38, + "0.6": 32, + "0.7": 24, + "0.8": 14, + "0.9": 10 + }, + "n_dup_clusters_abs": { + "0.5": 19, + "0.6": 16, + "0.7": 12, + "0.8": 7, + "0.9": 5 + }, + "largest_dup_abs": { + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_abs": 0.18738281726837158 + }, + "seed2": { + "d_sae": 3072, + "d_in": 768, + "l0": 127, + "l0_raw": 127.488, + "recon_r2": 0.963, + "l1_per_token": 216.5421, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 409, + "dense_rate": 0.13313802083333334, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_signed": { + "0.5": 1, + "0.6": 1, + "0.7": 1, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_signed": { + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_signed": 0.13373802602291107, + "n_dup_abs": { + "0.5": 44, + "0.6": 26, + "0.7": 24, + "0.8": 14, + "0.9": 8 + }, + "n_dup_clusters_abs": { + "0.5": 22, + "0.6": 13, + "0.7": 12, + "0.8": 7, + "0.9": 4 + }, + "largest_dup_abs": { + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_abs": 0.18374080955982208 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "dcs_signed": 0.5680556297302246, + "dcs_abs": 0.5707105994224548, + "frac_sign_flipped": 0.078125, + "alive_source": "stats", + "n_alive_a": 3072, + "n_alive_b": 3072, + "matched_cos_signed": { + "0.5": 0.5683010816574097, + "0.6": 0.568159818649292, + "0.7": 0.5682096481323242, + "0.8": 0.5680556297302246, + "0.9": 0.5680556297302246 + }, + "unique_frac_signed": { + "0.5": 0.99951171875, + "0.6": 0.9996744791666666, + "0.7": 0.9998372395833334, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_signed": { + "0.5": 0.5680235908948816, + "0.6": 0.5679748707916588, + "0.7": 0.5681171660932403, + "0.8": 0.5680556297302246, + "0.9": 0.5680556297302246 + }, + "matched_frac_signed": { + "0.5": 0.6363932291666666, + "0.6": 0.5598958333333334, + "0.7": 0.4462890625, + "0.8": 0.283203125, + "0.9": 0.026041666666666668 + }, + "matched_cos_abs": { + "0.5": 0.5712385773658752, + "0.6": 0.5712234377861023, + "0.7": 0.5711592435836792, + "0.8": 0.5710741877555847, + "0.9": 0.571348249912262 + }, + "unique_frac_abs": { + "0.5": 0.9934895833333334, + "0.6": 0.9947916666666666, + "0.7": 0.9962565104166666, + "0.8": 0.9973958333333334, + "0.9": 0.9978841145833334 + }, + "dedup_dcs_abs": { + "0.5": 0.5675195762111496, + "0.6": 0.5682483157142997, + "0.7": 0.5690211149048992, + "0.8": 0.5695870153916379, + "0.9": 0.5701393424824346 + }, + "matched_frac_abs": { + "0.5": 0.6331380208333334, + "0.6": 0.560546875, + "0.7": 0.4462890625, + "0.8": 0.2825520833333333, + "0.9": 0.025716145833333332 + } + }, + "seed0\u2194seed2": { + "dcs_signed": 0.5725937485694885, + "dcs_abs": 0.5749029517173767, + "frac_sign_flipped": 0.068359375, + "alive_source": "stats", + "n_alive_a": 3072, + "n_alive_b": 3072, + "matched_cos_signed": { + "0.5": 0.5727741718292236, + "0.6": 0.5726171135902405, + "0.7": 0.5726393461227417, + "0.8": 0.5725937485694885, + "0.9": 0.5725937485694885 + }, + "unique_frac_signed": { + "0.5": 0.99951171875, + "0.6": 0.9996744791666666, + "0.7": 0.9998372395833334, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_signed": { + "0.5": 0.5724944969406351, + "0.6": 0.5724307147902437, + "0.7": 0.5725461431041671, + "0.8": 0.5725937485694885, + "0.9": 0.5725937485694885 + }, + "matched_frac_signed": { + "0.5": 0.6432291666666666, + "0.6": 0.5625, + "0.7": 0.45703125, + "0.8": 0.2828776041666667, + "0.9": 0.029296875 + }, + "matched_cos_abs": { + "0.5": 0.5754579305648804, + "0.6": 0.5753704309463501, + "0.7": 0.5750284790992737, + "0.8": 0.5753024220466614, + "0.9": 0.5756809115409851 + }, + "unique_frac_abs": { + "0.5": 0.9930013020833334, + "0.6": 0.9952799479166666, + "0.7": 0.9962565104166666, + "0.8": 0.9973958333333334, + "0.9": 0.998046875 + }, + "dedup_dcs_abs": { + "0.5": 0.5714304743451066, + "0.6": 0.5726546525450733, + "0.7": 0.5728758659776455, + "0.8": 0.5738042386559149, + "0.9": 0.5745565347606316 + }, + "matched_frac_abs": { + "0.5": 0.6389973958333334, + "0.6": 0.5621744791666666, + "0.7": 0.4557291666666667, + "0.8": 0.2819010416666667, + "0.9": 0.028971354166666668 + } + }, + "seed1\u2194seed2": { + "dcs_signed": 0.5740382671356201, + "dcs_abs": 0.5766153931617737, + "frac_sign_flipped": 0.0673828125, + "alive_source": "stats", + "n_alive_a": 3072, + "n_alive_b": 3072, + "matched_cos_signed": { + "0.5": 0.5741399526596069, + "0.6": 0.5741399526596069, + "0.7": 0.5741399526596069, + "0.8": 0.5740382075309753, + "0.9": 0.5740382075309753 + }, + "unique_frac_signed": { + "0.5": 0.9996744791666666, + "0.6": 0.9996744791666666, + "0.7": 0.9996744791666666, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_signed": { + "0.5": 0.5739530581437672, + "0.6": 0.5739530581437672, + "0.7": 0.5739530581437672, + "0.8": 0.5740382075309753, + "0.9": 0.5740382075309753 + }, + "matched_frac_signed": { + "0.5": 0.6399739583333334, + "0.6": 0.5686848958333334, + "0.7": 0.4583333333333333, + "0.8": 0.2923177083333333, + "0.9": 0.0283203125 + }, + "matched_cos_abs": { + "0.5": 0.5767580270767212, + "0.6": 0.576614260673523, + "0.7": 0.576353132724762, + "0.8": 0.5765751004219055, + "0.9": 0.5770847797393799 + }, + "unique_frac_abs": { + "0.5": 0.9933268229166666, + "0.6": 0.9952799479166666, + "0.7": 0.99609375, + "0.8": 0.9977213541666666, + "0.9": 0.99853515625 + }, + "dedup_dcs_abs": { + "0.5": 0.5729092186278042, + "0.6": 0.5738926113311511, + "0.7": 0.5741017533000559, + "0.8": 0.5752612899717253, + "0.9": 0.5762394407065585 + }, + "matched_frac_abs": { + "0.5": 0.6363932291666666, + "0.6": 0.5667317708333334, + "0.7": 0.45703125, + "0.8": 0.2913411458333333, + "0.9": 0.0283203125 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "n_dead_mean": 0, + "n_dead_std": 0.0, + "n_dense_mean": 411, + "n_dense_std": 2.6457513110645907, + "l0_mean": 128, + "l0_std": 0.17736200269504993, + "recon_r2_mean": 0.9630333333333333, + "recon_r2_std": 5.773502691895622e-05, + "l1_per_token_mean": 216.91143333333332, + "l1_per_token_std": 0.4031332327324656, + "babel_mu1_signed_mean": 0.13380692402521768, + "babel_mu1_signed_std": 0.00015606270489393022, + "n_dup_signed_per_threshold": { + "0.5": 2.6666666666666665, + "0.6": 2.0, + "0.7": 1.3333333333333333, + "0.8": 0.0, + "0.9": 0.0 + }, + "n_dup_signed_band": 0.8333333333333333, + "n_dup_signed_band_std": 0.28867513459481287, + "n_dup_clusters_signed_per_threshold": { + "0.5": 1.3333333333333333, + "0.6": 1.0, + "0.7": 0.6666666666666666, + "0.8": 0.0, + "0.9": 0.0 + }, + "n_dup_clusters_signed_band": 0.41666666666666663, + "n_dup_clusters_signed_band_std": 0.14433756729740643, + "largest_dup_signed_per_threshold": { + "0.5": 2.0, + "0.6": 2.0, + "0.7": 1.6666666666666667, + "0.8": 1.0, + "0.9": 1.0 + }, + "largest_dup_signed_band": 1.4166666666666667, + "largest_dup_signed_band_std": 0.14433756729740646, + "dcs_signed_mean": 0.5715625484784445, + "dcs_signed_std": 0.0031217811905923844, + "dedup_dcs_signed_per_threshold": { + "0.5": 0.5714903819930947, + "0.6": 0.5714528812418899, + "0.7": 0.5715387891137248, + "0.8": 0.5715625286102295, + "0.9": 0.5715625286102295 + }, + "dedup_dcs_signed_band": 0.5715291818940185, + "dedup_dcs_signed_band_std": 0.0030988956739698894, + "matched_cos_signed_per_threshold": { + "0.5": 0.5717384020487467, + "0.6": 0.5716389616330465, + "0.7": 0.571662982304891, + "0.8": 0.5715625286102295, + "0.9": 0.5715625286102295 + }, + "matched_cos_signed_band": 0.5716067502895992, + "matched_cos_signed_band_std": 0.003108586381468082, + "unique_frac_signed_per_threshold": { + "0.5": 0.9995659722222222, + "0.6": 0.9996744791666666, + "0.7": 0.9997829861111112, + "0.8": 1.0, + "0.9": 1.0 + }, + "unique_frac_signed_band": 0.9998643663194444, + "unique_frac_signed_band_std": 2.3492442594021645e-05, + "matched_frac_signed_per_threshold": { + "0.5": 0.6398654513888888, + "0.6": 0.563693576388889, + "0.7": 0.4538845486111111, + "0.8": 0.2861328125, + "0.9": 0.027886284722222224 + }, + "matched_frac_signed_band": 0.3328993055555556, + "matched_frac_signed_band_std": 0.004028388813776409, + "babel_mu1_abs_mean": 0.18526147305965424, + "babel_mu1_abs_std": 0.0018938500528826478, + "n_dup_abs_per_threshold": { + "0.5": 41.333333333333336, + "0.6": 30.0, + "0.7": 23.333333333333332, + "0.8": 15.333333333333334, + "0.9": 11.333333333333334 + }, + "n_dup_abs_band": 19.999999999999996, + "n_dup_abs_band_std": 2.0, + "n_dup_clusters_abs_per_threshold": { + "0.5": 20.666666666666668, + "0.6": 15.0, + "0.7": 11.666666666666666, + "0.8": 7.666666666666667, + "0.9": 5.666666666666667 + }, + "n_dup_clusters_abs_band": 9.999999999999998, + "n_dup_clusters_abs_band_std": 1.0, + "largest_dup_abs_per_threshold": { + "0.5": 2.0, + "0.6": 2.0, + "0.7": 2.0, + "0.8": 2.0, + "0.9": 2.0 + }, + "largest_dup_abs_band": 2.0, + "largest_dup_abs_band_std": 0.0, + "dcs_abs_mean": 0.5740763147672018, + "dcs_abs_std": 0.0030379505857601923, + "dedup_dcs_abs_per_threshold": { + "0.5": 0.5706197563946868, + "0.6": 0.5715985265301747, + "0.7": 0.5719995780608668, + "0.8": 0.5728841813397594, + "0.9": 0.5736451059832083 + }, + "dedup_dcs_abs_band": 0.5725318479785023, + "dedup_dcs_abs_band_std": 0.002928095683980108, + "matched_cos_abs_per_threshold": { + "0.5": 0.5744848450024923, + "0.6": 0.5744027098019918, + "0.7": 0.5741802851359049, + "0.8": 0.5743172367413839, + "0.9": 0.574704647064209 + }, + "matched_cos_abs_band": 0.5744012196858724, + "matched_cos_abs_band_std": 0.0028477290417957472, + "unique_frac_abs_per_threshold": { + "0.5": 0.9932725694444445, + "0.6": 0.9951171875, + "0.7": 0.9962022569444443, + "0.8": 0.9975043402777778, + "0.9": 0.9981553819444445 + }, + "unique_frac_abs_band": 0.9967447916666666, + "unique_frac_abs_band_std": 0.00016276041666662966, + "matched_frac_abs_per_threshold": { + "0.5": 0.6361762152777778, + "0.6": 0.5631510416666666, + "0.7": 0.4530164930555556, + "0.8": 0.2852647569444444, + "0.9": 0.027669270833333332 + }, + "matched_frac_abs_band": 0.332275390625, + "matched_frac_abs_band_std": 0.0035407405465181087, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/matryoshka/x4/l0_128/seed0/config.json b/vision/dinov2-b_layer10/matryoshka/x4/l0_128/seed0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..302eee48c766f1dcdb2d85c3c4cecf838b66a3d7 --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x4/l0_128/seed0/config.json @@ -0,0 +1,13 @@ +{ + "d_in": 768, + "d_sae_factor": 4, + "architecture": "matryoshka", + "activation_name": "relu", + "device": "cpu", + "seed": 0, + "top_k": 128, + "top_k_inference": 0, + "group_sizes_csv": "192,192,384,768,1536", + "class_type": "MatryoshkaBatchTopKSAE", + "module_name": "consdl.models.batchtopk" +} diff --git a/vision/dinov2-b_layer10/matryoshka/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/metrics.json b/vision/dinov2-b_layer10/matryoshka/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..b8d69bc4394163fed96ffcc575337d13b2b65f7f --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.1364, + "r2_score": 0.9631, + "l0_per_token_0": 0.0416, + "l0_per_token_0.001": 0.0416, + "l0_per_token_0.01": 0.0416, + "l0_per_token_0.05": 0.0416, + "l0_per_token_0.1": 0.0416, + "l0_per_token_0.5": 0.0416, + "l0_per_token_1.0": 0.0276, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0739, + "live_latent_frac": 1.0, + "l1_per_token": 217.3422 +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/matryoshka/x4/l0_128/seed1/config.json b/vision/dinov2-b_layer10/matryoshka/x4/l0_128/seed1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..aadd6db1df53ffb0cbe4db859cda6475f2dea8fe --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x4/l0_128/seed1/config.json @@ -0,0 +1,13 @@ +{ + "d_in": 768, + "d_sae_factor": 4, + "architecture": "matryoshka", + "activation_name": "relu", + "device": "cpu", + "seed": 1, + "top_k": 128, + "top_k_inference": 0, + "group_sizes_csv": "192,192,384,768,1536", + "class_type": "MatryoshkaBatchTopKSAE", + "module_name": "consdl.models.batchtopk" +} diff --git a/vision/dinov2-b_layer10/matryoshka/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/metrics.json b/vision/dinov2-b_layer10/matryoshka/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..ebbb9eb6a6e605896b4b591aa53e8465182f766f --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.1365, + "r2_score": 0.963, + "l0_per_token_0": 0.0416, + "l0_per_token_0.001": 0.0416, + "l0_per_token_0.01": 0.0416, + "l0_per_token_0.05": 0.0416, + "l0_per_token_0.1": 0.0416, + "l0_per_token_0.5": 0.0416, + "l0_per_token_1.0": 0.0276, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0781, + "live_latent_frac": 1.0, + "l1_per_token": 216.85 +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/matryoshka/x4/l0_128/seed2/config.json b/vision/dinov2-b_layer10/matryoshka/x4/l0_128/seed2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f453baeacffb08d7c2804e003c32605c9dd3ba1b --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x4/l0_128/seed2/config.json @@ -0,0 +1,13 @@ +{ + "d_in": 768, + "d_sae_factor": 4, + "architecture": "matryoshka", + "activation_name": "relu", + "device": "cpu", + "seed": 2, + "top_k": 128, + "top_k_inference": 0, + "group_sizes_csv": "192,192,384,768,1536", + "class_type": "MatryoshkaBatchTopKSAE", + "module_name": "consdl.models.batchtopk" +} diff --git a/vision/dinov2-b_layer10/matryoshka/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/metrics.json b/vision/dinov2-b_layer10/matryoshka/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..cb2e7559b4f976756f462756fb79aa92704db145 --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.1367, + "r2_score": 0.963, + "l0_per_token_0": 0.0415, + "l0_per_token_0.001": 0.0415, + "l0_per_token_0.01": 0.0415, + "l0_per_token_0.05": 0.0415, + "l0_per_token_0.1": 0.0415, + "l0_per_token_0.5": 0.0415, + "l0_per_token_1.0": 0.0276, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0755, + "live_latent_frac": 1.0, + "l1_per_token": 216.5421 +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/matryoshka/x4/l0_32/code_metrics_step_final.json b/vision/dinov2-b_layer10/matryoshka/x4/l0_32/code_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..fbfd29675d1c2c2d0eee15c1ff10d77d4248ac06 --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x4/l0_32/code_metrics_step_final.json @@ -0,0 +1,136 @@ +{ + "schema": 1, + "step": "final", + "n_tokens": 771000, + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "l0": 31.962369649805446, + "recon_r2": 0.9465621328149743, + "l1_per_token": 97.62727005768718 + }, + "seed1": { + "l0": 31.922920881971464, + "recon_r2": 0.9465168650355404, + "l1_per_token": 98.44981911838688 + }, + "seed2": { + "l0": 31.961335927367056, + "recon_r2": 0.9464689641223375, + "l1_per_token": 100.50814983102381 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "alive_source": "stats", + "mcc_signed": 0.6678272060818587, + "mcc_abs": 0.6678790676447862, + "act_iou": 0.4125069266661918, + "act_iou_n_pairs": 3072, + "input_r2": 0.9761833647794284, + "matched_mcc_signed": { + "0.6": 0.8809561536817074, + "0.7": 0.9004582643716112, + "0.8": 0.9188706103968308, + "0.9": 0.9429190826942289 + }, + "matched_mcc_abs": { + "0.6": 0.8752969365068822, + "0.7": 0.8984634843207863, + "0.8": 0.9181088288917796, + "0.9": 0.9430153673109007 + } + }, + "seed0\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.6677011577726241, + "mcc_abs": 0.6677578688903801, + "act_iou": 0.41624447435029505, + "act_iou_n_pairs": 3072, + "input_r2": 0.9759741559653147, + "matched_mcc_signed": { + "0.6": 0.8836359184548653, + "0.7": 0.9013082231391059, + "0.8": 0.9224096944789046, + "0.9": 0.9452767537810925 + }, + "matched_mcc_abs": { + "0.6": 0.877776891749906, + "0.7": 0.8984850540210078, + "0.8": 0.9221719398671013, + "0.9": 0.9452378591813377 + } + }, + "seed1\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.6664368246992686, + "mcc_abs": 0.6664832376547035, + "act_iou": 0.41281069154160677, + "act_iou_n_pairs": 3072, + "input_r2": 0.9761207347856135, + "matched_mcc_signed": { + "0.6": 0.883173023408698, + "0.7": 0.8977852742870057, + "0.8": 0.9191699091524184, + "0.9": 0.9442230850318348 + }, + "matched_mcc_abs": { + "0.6": 0.8785692103092811, + "0.7": 0.8963413631495344, + "0.8": 0.9187523223669616, + "0.9": 0.9441862132740235 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "l0_mean": 31.948875486381322, + "l0_std": 0.0224832885289066, + "recon_r2_mean": 0.946515987324284, + "recon_r2_std": 4.659054737495425e-05, + "l1_per_token_mean": 98.86174633569931, + "l1_per_token_std": 1.4839575773508784, + "input_r2_mean": 0.9760927518434522, + "input_r2_std": 0.00010737488423609586, + "mcc_signed_mean": 0.6673217295179171, + "mcc_signed_std": 0.0007689372195542416, + "mcc_abs_mean": 0.6673733913966232, + "mcc_abs_std": 0.0007732739150570929, + "matched_mcc_signed_per_threshold": { + "0.6": 0.8825883651817569, + "0.7": 0.8998505872659076, + "0.8": 0.920150071342718, + "0.9": 0.9441396405023855 + }, + "matched_mcc_signed_band": 0.9116821660731921, + "matched_mcc_abs_per_threshold": { + "0.6": 0.8772143461886898, + "0.7": 0.8977633004971094, + "0.8": 0.9196776970419475, + "0.9": 0.9441464799220873 + }, + "matched_mcc_abs_band": 0.9097004559124585, + "act_iou_mean": 0.4138540308526979, + "act_iou_std": 0.0020757488675866844, + "act_iou_n_pairs": 3072.0, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/matryoshka/x4/l0_32/dict_metrics_step_final.json b/vision/dinov2-b_layer10/matryoshka/x4/l0_32/dict_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..81ee0cdafcfe5160541f5052f9c94922c779430e --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x4/l0_32/dict_metrics_step_final.json @@ -0,0 +1,545 @@ +{ + "schema": 2, + "step": "final", + "linkage": "complete", + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "d_sae": 3072, + "d_in": 768, + "l0": 32, + "l0_raw": 31.9488, + "recon_r2": 0.9465, + "l1_per_token": 97.7007, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 22, + "dense_rate": 0.007161458333333333, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 34, + "0.6": 20, + "0.7": 12, + "0.8": 2, + "0.9": 0 + }, + "n_dup_clusters_signed": { + "0.5": 17, + "0.6": 10, + "0.7": 6, + "0.8": 1, + "0.9": 0 + }, + "largest_dup_signed": { + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 2, + "0.9": 1 + }, + "babel_mu1_signed": 0.16276763379573822, + "n_dup_abs": { + "0.5": 126, + "0.6": 64, + "0.7": 38, + "0.8": 16, + "0.9": 6 + }, + "n_dup_clusters_abs": { + "0.5": 63, + "0.6": 32, + "0.7": 19, + "0.8": 8, + "0.9": 3 + }, + "largest_dup_abs": { + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_abs": 0.22010035812854767 + }, + "seed1": { + "d_sae": 3072, + "d_in": 768, + "l0": 32, + "l0_raw": 31.9488, + "recon_r2": 0.9465, + "l1_per_token": 98.5476, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 22, + "dense_rate": 0.007161458333333333, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 28, + "0.6": 16, + "0.7": 12, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_signed": { + "0.5": 14, + "0.6": 8, + "0.7": 6, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_signed": { + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_signed": 0.1613495796918869, + "n_dup_abs": { + "0.5": 114, + "0.6": 62, + "0.7": 32, + "0.8": 12, + "0.9": 6 + }, + "n_dup_clusters_abs": { + "0.5": 57, + "0.6": 31, + "0.7": 16, + "0.8": 6, + "0.9": 3 + }, + "largest_dup_abs": { + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_abs": 0.21978233754634857 + }, + "seed2": { + "d_sae": 3072, + "d_in": 768, + "l0": 32, + "l0_raw": 31.9488, + "recon_r2": 0.9464, + "l1_per_token": 100.5746, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 25, + "dense_rate": 0.008138020833333334, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 42, + "0.6": 28, + "0.7": 22, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_signed": { + "0.5": 21, + "0.6": 14, + "0.7": 11, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_signed": { + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_signed": 0.16360057890415192, + "n_dup_abs": { + "0.5": 130, + "0.6": 80, + "0.7": 48, + "0.8": 12, + "0.9": 6 + }, + "n_dup_clusters_abs": { + "0.5": 65, + "0.6": 40, + "0.7": 24, + "0.8": 6, + "0.9": 3 + }, + "largest_dup_abs": { + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_abs": 0.21964021027088165 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "dcs_signed": 0.6725218892097473, + "dcs_abs": 0.6774771809577942, + "frac_sign_flipped": 0.08984375, + "alive_source": "stats", + "n_alive_a": 3072, + "n_alive_b": 3072, + "matched_cos_signed": { + "0.5": 0.6749249696731567, + "0.6": 0.6739948391914368, + "0.7": 0.6733976006507874, + "0.8": 0.6726997494697571, + "0.9": 0.6725218892097473 + }, + "unique_frac_signed": { + "0.5": 0.9949544270833334, + "0.6": 0.9970703125, + "0.7": 0.998046875, + "0.8": 0.9998372395833334, + "0.9": 1.0 + }, + "dedup_dcs_signed": { + "0.5": 0.6715195865253918, + "0.6": 0.6720202449359931, + "0.7": 0.6720823709620163, + "0.8": 0.6725902605782419, + "0.9": 0.6725218892097473 + }, + "matched_frac_signed": { + "0.5": 0.734375, + "0.6": 0.693359375, + "0.7": 0.6243489583333334, + "0.8": 0.5296223958333334, + "0.9": 0.3304036458333333 + }, + "matched_cos_abs": { + "0.5": 0.6809796690940857, + "0.6": 0.678839921951294, + "0.7": 0.6783170104026794, + "0.8": 0.677474319934845, + "0.9": 0.6771978735923767 + }, + "unique_frac_abs": { + "0.5": 0.98046875, + "0.6": 0.98974609375, + "0.7": 0.9943033854166666, + "0.8": 0.9977213541666666, + "0.9": 0.9990234375 + }, + "dedup_dcs_abs": { + "0.5": 0.6676792849320918, + "0.6": 0.6718791610328481, + "0.7": 0.6744528998290964, + "0.8": 0.6759305958985351, + "0.9": 0.6765365475439467 + }, + "matched_frac_abs": { + "0.5": 0.7275390625, + "0.6": 0.693359375, + "0.7": 0.6256510416666666, + "0.8": 0.5286458333333334, + "0.9": 0.3294270833333333 + } + }, + "seed0\u2194seed2": { + "dcs_signed": 0.6712371706962585, + "dcs_abs": 0.6760775446891785, + "frac_sign_flipped": 0.08919270833333333, + "alive_source": "stats", + "n_alive_a": 3072, + "n_alive_b": 3072, + "matched_cos_signed": { + "0.5": 0.6743301749229431, + "0.6": 0.6735580563545227, + "0.7": 0.6730405688285828, + "0.8": 0.6714031100273132, + "0.9": 0.6712371706962585 + }, + "unique_frac_signed": { + "0.5": 0.9938151041666666, + "0.6": 0.99609375, + "0.7": 0.9972330729166666, + "0.8": 0.9998372395833334, + "0.9": 1.0 + }, + "dedup_dcs_signed": { + "0.5": 0.6701595130337712, + "0.6": 0.6709269701968879, + "0.7": 0.6711783146505088, + "0.8": 0.6712938321773739, + "0.9": 0.6712371706962585 + }, + "matched_frac_signed": { + "0.5": 0.7281901041666666, + "0.6": 0.6891276041666666, + "0.7": 0.6256510416666666, + "0.8": 0.5270182291666666, + "0.9": 0.3375651041666667 + }, + "matched_cos_abs": { + "0.5": 0.6794743537902832, + "0.6": 0.6791298389434814, + "0.7": 0.6776856780052185, + "0.8": 0.6763189435005188, + "0.9": 0.6758625507354736 + }, + "unique_frac_abs": { + "0.5": 0.9791666666666666, + "0.6": 0.98828125, + "0.7": 0.9930013020833334, + "0.8": 0.9977213541666666, + "0.9": 0.9990234375 + }, + "dedup_dcs_abs": { + "0.5": 0.665318638086319, + "0.6": 0.6711712861433625, + "0.7": 0.6729427606624085, + "0.8": 0.6747778521579069, + "0.9": 0.675202528713271 + }, + "matched_frac_abs": { + "0.5": 0.7233072916666666, + "0.6": 0.6904296875, + "0.7": 0.626953125, + "0.8": 0.5263671875, + "0.9": 0.3369140625 + } + }, + "seed1\u2194seed2": { + "dcs_signed": 0.6700217127799988, + "dcs_abs": 0.6746249794960022, + "frac_sign_flipped": 0.09147135416666667, + "alive_source": "stats", + "n_alive_a": 3072, + "n_alive_b": 3072, + "matched_cos_signed": { + "0.5": 0.6732247471809387, + "0.6": 0.6723431348800659, + "0.7": 0.6718486547470093, + "0.8": 0.6700217127799988, + "0.9": 0.6700217127799988 + }, + "unique_frac_signed": { + "0.5": 0.9943033854166666, + "0.6": 0.9964192708333334, + "0.7": 0.9972330729166666, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_signed": { + "0.5": 0.6693896452682868, + "0.6": 0.6699356562069928, + "0.7": 0.6699896985082887, + "0.8": 0.6700217127799988, + "0.9": 0.6700217127799988 + }, + "matched_frac_signed": { + "0.5": 0.7229817708333334, + "0.6": 0.6910807291666666, + "0.7": 0.6341145833333334, + "0.8": 0.52734375, + "0.9": 0.3255208333333333 + }, + "matched_cos_abs": { + "0.5": 0.6789030432701111, + "0.6": 0.6774174571037292, + "0.7": 0.6761053800582886, + "0.8": 0.6741561889648438, + "0.9": 0.6743862628936768 + }, + "unique_frac_abs": { + "0.5": 0.9801432291666666, + "0.6": 0.9884440104166666, + "0.7": 0.9934895833333334, + "0.8": 0.998046875, + "0.9": 0.9990234375 + }, + "dedup_dcs_abs": { + "0.5": 0.6654222211218439, + "0.6": 0.6695892280258704, + "0.7": 0.6717036523235341, + "0.8": 0.6728394776582718, + "0.9": 0.6737276825588197 + }, + "matched_frac_abs": { + "0.5": 0.7177734375, + "0.6": 0.6891276041666666, + "0.7": 0.6321614583333334, + "0.8": 0.5270182291666666, + "0.9": 0.3248697916666667 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "n_dead_mean": 0, + "n_dead_std": 0.0, + "n_dense_mean": 23, + "n_dense_std": 1.7320508075688772, + "l0_mean": 32, + "l0_std": 4.351167857633658e-15, + "recon_r2_mean": 0.9464666666666667, + "recon_r2_std": 5.773502691895622e-05, + "l1_per_token_mean": 98.94096666666667, + "l1_per_token_std": 1.4760985953971142, + "babel_mu1_signed_mean": 0.1625725974639257, + "babel_mu1_signed_std": 0.0011381031330462094, + "n_dup_signed_per_threshold": { + "0.5": 34.666666666666664, + "0.6": 21.333333333333332, + "0.7": 15.333333333333334, + "0.8": 0.6666666666666666, + "0.9": 0.0 + }, + "n_dup_signed_band": 9.333333333333332, + "n_dup_signed_band_std": 2.8431203515386634, + "n_dup_clusters_signed_per_threshold": { + "0.5": 17.333333333333332, + "0.6": 10.666666666666666, + "0.7": 7.666666666666667, + "0.8": 0.3333333333333333, + "0.9": 0.0 + }, + "n_dup_clusters_signed_band": 4.666666666666666, + "n_dup_clusters_signed_band_std": 1.4215601757693317, + "largest_dup_signed_per_threshold": { + "0.5": 2.0, + "0.6": 2.0, + "0.7": 2.0, + "0.8": 1.3333333333333333, + "0.9": 1.0 + }, + "largest_dup_signed_band": 1.5833333333333333, + "largest_dup_signed_band_std": 0.14433756729740646, + "dcs_signed_mean": 0.6712602575620016, + "dcs_signed_std": 0.0012502480943776357, + "dedup_dcs_signed_per_threshold": { + "0.5": 0.6703562482758166, + "0.6": 0.6709609571132913, + "0.7": 0.6710834613736045, + "0.8": 0.6713019351785382, + "0.9": 0.6712602575620016 + }, + "dedup_dcs_signed_band": 0.671151652806859, + "dedup_dcs_signed_band_std": 0.0011557660358641497, + "matched_cos_signed_per_threshold": { + "0.5": 0.6741599639256796, + "0.6": 0.6732986768086752, + "0.7": 0.6727622747421265, + "0.8": 0.6713748574256897, + "0.9": 0.6712602575620016 + }, + "matched_cos_signed_band": 0.6721740166346233, + "matched_cos_signed_band_std": 0.0010539314384113124, + "unique_frac_signed_per_threshold": { + "0.5": 0.9943576388888888, + "0.6": 0.9965277777777778, + "0.7": 0.9975043402777777, + "0.8": 0.9998914930555557, + "0.9": 1.0 + }, + "unique_frac_signed_band": 0.9984809027777778, + "unique_frac_signed_band_std": 0.00023137372652497695, + "matched_frac_signed_per_threshold": { + "0.5": 0.728515625, + "0.6": 0.691189236111111, + "0.7": 0.6280381944444445, + "0.8": 0.5279947916666666, + "0.9": 0.3311631944444444 + }, + "matched_frac_signed_band": 0.5445963541666667, + "matched_frac_signed_band_std": 0.00021531179289255626, + "babel_mu1_abs_mean": 0.21984096864859262, + "babel_mu1_abs_std": 0.00023561030822402684, + "n_dup_abs_per_threshold": { + "0.5": 123.33333333333333, + "0.6": 68.66666666666667, + "0.7": 39.333333333333336, + "0.8": 13.333333333333334, + "0.9": 6.0 + }, + "n_dup_abs_band": 31.833333333333332, + "n_dup_abs_band_std": 4.310839052125854, + "n_dup_clusters_abs_per_threshold": { + "0.5": 61.666666666666664, + "0.6": 34.333333333333336, + "0.7": 19.666666666666668, + "0.8": 6.666666666666667, + "0.9": 3.0 + }, + "n_dup_clusters_abs_band": 15.916666666666666, + "n_dup_clusters_abs_band_std": 2.155419526062927, + "largest_dup_abs_per_threshold": { + "0.5": 2.0, + "0.6": 2.0, + "0.7": 2.0, + "0.8": 2.0, + "0.9": 2.0 + }, + "largest_dup_abs_band": 2.0, + "largest_dup_abs_band_std": 0.0, + "dcs_abs_mean": 0.676059901714325, + "dcs_abs_std": 0.00142618257968023, + "dedup_dcs_abs_per_threshold": { + "0.5": 0.6661400480467515, + "0.6": 0.670879891734027, + "0.7": 0.6730331042716796, + "0.8": 0.6745159752382378, + "0.9": 0.6751555862720124 + }, + "dedup_dcs_abs_band": 0.6733961393789892, + "dedup_dcs_abs_band_std": 0.0013718441399060367, + "matched_cos_abs_per_threshold": { + "0.5": 0.67978568871816, + "0.6": 0.6784624059995016, + "0.7": 0.6773693561553955, + "0.8": 0.6759831508000692, + "0.9": 0.6758155624071757 + }, + "matched_cos_abs_band": 0.6769076188405355, + "matched_cos_abs_band_std": 0.0012558287272782026, + "unique_frac_abs_per_threshold": { + "0.5": 0.9799262152777777, + "0.6": 0.9888237847222222, + "0.7": 0.9935980902777778, + "0.8": 0.997829861111111, + "0.9": 0.9990234375 + }, + "unique_frac_abs_band": 0.9948187934027778, + "unique_frac_abs_band_std": 0.0003508169801534311, + "matched_frac_abs_per_threshold": { + "0.5": 0.7228732638888888, + "0.6": 0.6909722222222222, + "0.7": 0.6282552083333334, + "0.8": 0.52734375, + "0.9": 0.3304036458333333 + }, + "matched_frac_abs_band": 0.5442437065972222, + "matched_frac_abs_band_std": 0.0009361672052266764, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/matryoshka/x4/l0_32/seed0/config.json b/vision/dinov2-b_layer10/matryoshka/x4/l0_32/seed0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3373894456a1d6c6b080169c1b85162d45a7592b --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x4/l0_32/seed0/config.json @@ -0,0 +1,13 @@ +{ + "d_in": 768, + "d_sae_factor": 4, + "architecture": "matryoshka", + "activation_name": "relu", + "device": "cpu", + "seed": 0, + "top_k": 32, + "top_k_inference": 0, + "group_sizes_csv": "192,192,384,768,1536", + "class_type": "MatryoshkaBatchTopKSAE", + "module_name": "consdl.models.batchtopk" +} diff --git a/vision/dinov2-b_layer10/matryoshka/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/metrics.json b/vision/dinov2-b_layer10/matryoshka/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..0718bfe312554583685816e2353b5c62786104d1 --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.1975, + "r2_score": 0.9465, + "l0_per_token_0": 0.0104, + "l0_per_token_0.001": 0.0104, + "l0_per_token_0.01": 0.0104, + "l0_per_token_0.05": 0.0104, + "l0_per_token_0.1": 0.0104, + "l0_per_token_0.5": 0.0104, + "l0_per_token_1.0": 0.0104, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0016, + "live_latent_frac": 1.0, + "l1_per_token": 97.7007 +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/matryoshka/x4/l0_32/seed1/config.json b/vision/dinov2-b_layer10/matryoshka/x4/l0_32/seed1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bcc064d33eaf88f78bf489590c54dc9524bc6143 --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x4/l0_32/seed1/config.json @@ -0,0 +1,13 @@ +{ + "d_in": 768, + "d_sae_factor": 4, + "architecture": "matryoshka", + "activation_name": "relu", + "device": "cpu", + "seed": 1, + "top_k": 32, + "top_k_inference": 0, + "group_sizes_csv": "192,192,384,768,1536", + "class_type": "MatryoshkaBatchTopKSAE", + "module_name": "consdl.models.batchtopk" +} diff --git a/vision/dinov2-b_layer10/matryoshka/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/metrics.json b/vision/dinov2-b_layer10/matryoshka/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..b0304b2c63cc19a0e28881de2b86c5c496f353dc --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.1976, + "r2_score": 0.9465, + "l0_per_token_0": 0.0104, + "l0_per_token_0.001": 0.0104, + "l0_per_token_0.01": 0.0104, + "l0_per_token_0.05": 0.0104, + "l0_per_token_0.1": 0.0104, + "l0_per_token_0.5": 0.0104, + "l0_per_token_1.0": 0.0104, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0016, + "live_latent_frac": 1.0, + "l1_per_token": 98.5476 +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/matryoshka/x4/l0_32/seed2/config.json b/vision/dinov2-b_layer10/matryoshka/x4/l0_32/seed2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..82e88bb0886f7281a92deafc94ccfbf0c2d948b3 --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x4/l0_32/seed2/config.json @@ -0,0 +1,13 @@ +{ + "d_in": 768, + "d_sae_factor": 4, + "architecture": "matryoshka", + "activation_name": "relu", + "device": "cpu", + "seed": 2, + "top_k": 32, + "top_k_inference": 0, + "group_sizes_csv": "192,192,384,768,1536", + "class_type": "MatryoshkaBatchTopKSAE", + "module_name": "consdl.models.batchtopk" +} diff --git a/vision/dinov2-b_layer10/matryoshka/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/metrics.json b/vision/dinov2-b_layer10/matryoshka/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..8d71e93308fa40033e692003e53f4457816f9531 --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.1978, + "r2_score": 0.9464, + "l0_per_token_0": 0.0104, + "l0_per_token_0.001": 0.0104, + "l0_per_token_0.01": 0.0104, + "l0_per_token_0.05": 0.0104, + "l0_per_token_0.1": 0.0104, + "l0_per_token_0.5": 0.0104, + "l0_per_token_1.0": 0.0104, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0013, + "live_latent_frac": 1.0, + "l1_per_token": 100.5746 +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/matryoshka/x4/l0_64/code_metrics_step_final.json b/vision/dinov2-b_layer10/matryoshka/x4/l0_64/code_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..457e24f0e2c9c773ce9cdb9eb8e11aad4596d099 --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x4/l0_64/code_metrics_step_final.json @@ -0,0 +1,136 @@ +{ + "schema": 1, + "step": "final", + "n_tokens": 771000, + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "l0": 63.81241893644617, + "recon_r2": 0.9557845380852742, + "l1_per_token": 139.2585020465888 + }, + "seed1": { + "l0": 63.731821011673155, + "recon_r2": 0.9557140928889494, + "l1_per_token": 140.04508953268294 + }, + "seed2": { + "l0": 63.80304280155642, + "recon_r2": 0.9555821092786425, + "l1_per_token": 139.67676729129647 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "alive_source": "stats", + "mcc_signed": 0.6982565393309299, + "mcc_abs": 0.698349162130058, + "act_iou": 0.39092217605247687, + "act_iou_n_pairs": 3072, + "input_r2": 0.9723618639236311, + "matched_mcc_signed": { + "0.6": 0.8787034473237327, + "0.7": 0.8997510934628444, + "0.8": 0.9205894183456379, + "0.9": 0.9432423779909042 + }, + "matched_mcc_abs": { + "0.6": 0.8756132490314606, + "0.7": 0.899245184602208, + "0.8": 0.9201200913749437, + "0.9": 0.9431969868828111 + } + }, + "seed0\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.7004939902391039, + "mcc_abs": 0.7006014903103029, + "act_iou": 0.3898968072020906, + "act_iou_n_pairs": 3072, + "input_r2": 0.9718061056399139, + "matched_mcc_signed": { + "0.6": 0.8788257739337066, + "0.7": 0.8975584213459153, + "0.8": 0.919492108010477, + "0.9": 0.9454016839491912 + }, + "matched_mcc_abs": { + "0.6": 0.8770595959996946, + "0.7": 0.8966168796547608, + "0.8": 0.9192173042727997, + "0.9": 0.9453407427788982 + } + }, + "seed1\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.6988117227170797, + "mcc_abs": 0.698889760842703, + "act_iou": 0.3888548516886026, + "act_iou_n_pairs": 3072, + "input_r2": 0.9718257957082187, + "matched_mcc_signed": { + "0.6": 0.8797596150606716, + "0.7": 0.9006976229588846, + "0.8": 0.9214214332277044, + "0.9": 0.9456583372543491 + }, + "matched_mcc_abs": { + "0.6": 0.8760174555445136, + "0.7": 0.89939741531921, + "0.8": 0.921416075183254, + "0.9": 0.9456955228318144 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "l0_mean": 63.78242758322525, + "l0_std": 0.04407660138396166, + "recon_r2_mean": 0.9556935800842886, + "recon_r2_std": 0.00010276155314546014, + "l1_per_token_mean": 139.66011962352272, + "l1_per_token_std": 0.3935579080030042, + "input_r2_mean": 0.9719979217572545, + "input_r2_std": 0.0003153368834240667, + "mcc_signed_mean": 0.6991874174290378, + "mcc_signed_std": 0.0011650779068659255, + "mcc_abs_mean": 0.6992801377610213, + "mcc_abs_std": 0.0011758151052134408, + "matched_mcc_signed_per_threshold": { + "0.6": 0.8790962787727037, + "0.7": 0.8993357125892149, + "0.8": 0.9205009865279398, + "0.9": 0.9447674663981482 + }, + "matched_mcc_signed_band": 0.9109251110720017, + "matched_mcc_abs_per_threshold": { + "0.6": 0.8762301001918896, + "0.7": 0.898419826525393, + "0.8": 0.9202511569436659, + "0.9": 0.9447444174978412 + }, + "matched_mcc_abs_band": 0.9099113752896975, + "act_iou_mean": 0.38989127831439, + "act_iou_std": 0.0010336732717916323, + "act_iou_n_pairs": 3072.0, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/matryoshka/x4/l0_64/dict_metrics_step_final.json b/vision/dinov2-b_layer10/matryoshka/x4/l0_64/dict_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..1ddaba94cbcf4027837159a382ae2a82b98910cb --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x4/l0_64/dict_metrics_step_final.json @@ -0,0 +1,545 @@ +{ + "schema": 2, + "step": "final", + "linkage": "complete", + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "d_sae": 3072, + "d_in": 768, + "l0": 64, + "l0_raw": 63.8976, + "recon_r2": 0.9557, + "l1_per_token": 139.4263, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 141, + "dense_rate": 0.0458984375, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 10, + "0.6": 4, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_signed": { + "0.5": 5, + "0.6": 2, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_signed": { + "0.5": 2, + "0.6": 2, + "0.7": 1, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_signed": 0.14260569214820862, + "n_dup_abs": { + "0.5": 88, + "0.6": 50, + "0.7": 24, + "0.8": 16, + "0.9": 6 + }, + "n_dup_clusters_abs": { + "0.5": 44, + "0.6": 25, + "0.7": 12, + "0.8": 8, + "0.9": 3 + }, + "largest_dup_abs": { + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_abs": 0.20397798717021942 + }, + "seed1": { + "d_sae": 3072, + "d_in": 768, + "l0": 64, + "l0_raw": 63.8976, + "recon_r2": 0.9557, + "l1_per_token": 140.2335, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 143, + "dense_rate": 0.046549479166666664, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 2, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_signed": { + "0.5": 1, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_signed": { + "0.5": 2, + "0.6": 1, + "0.7": 1, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_signed": 0.1406284123659134, + "n_dup_abs": { + "0.5": 64, + "0.6": 36, + "0.7": 24, + "0.8": 18, + "0.9": 8 + }, + "n_dup_clusters_abs": { + "0.5": 32, + "0.6": 18, + "0.7": 12, + "0.8": 9, + "0.9": 4 + }, + "largest_dup_abs": { + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_abs": 0.200766921043396 + }, + "seed2": { + "d_sae": 3072, + "d_in": 768, + "l0": 64, + "l0_raw": 63.8976, + "recon_r2": 0.9556, + "l1_per_token": 139.8463, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 140, + "dense_rate": 0.045572916666666664, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 4, + "0.6": 2, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_signed": { + "0.5": 2, + "0.6": 1, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_signed": { + "0.5": 2, + "0.6": 2, + "0.7": 1, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_signed": 0.14134664833545685, + "n_dup_abs": { + "0.5": 76, + "0.6": 44, + "0.7": 28, + "0.8": 16, + "0.9": 8 + }, + "n_dup_clusters_abs": { + "0.5": 38, + "0.6": 22, + "0.7": 14, + "0.8": 8, + "0.9": 4 + }, + "largest_dup_abs": { + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_abs": 0.20071572065353394 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "dcs_signed": 0.6749565601348877, + "dcs_abs": 0.679000198841095, + "frac_sign_flipped": 0.06575520833333333, + "alive_source": "stats", + "n_alive_a": 3072, + "n_alive_b": 3072, + "matched_cos_signed": { + "0.5": 0.6759084463119507, + "0.6": 0.675343930721283, + "0.7": 0.6749565601348877, + "0.8": 0.6749565601348877, + "0.9": 0.6749565601348877 + }, + "unique_frac_signed": { + "0.5": 0.9990234375, + "0.6": 0.9996744791666666, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_signed": { + "0.5": 0.6752483794698492, + "0.6": 0.675124092202168, + "0.7": 0.6749565601348877, + "0.8": 0.6749565601348877, + "0.9": 0.6749565601348877 + }, + "matched_frac_signed": { + "0.5": 0.7561848958333334, + "0.6": 0.7021484375, + "0.7": 0.6171875, + "0.8": 0.4850260416666667, + "0.9": 0.24446614583333334 + }, + "matched_cos_abs": { + "0.5": 0.6824767589569092, + "0.6": 0.6812756657600403, + "0.7": 0.679510772228241, + "0.8": 0.6792583465576172, + "0.9": 0.6790235638618469 + }, + "unique_frac_abs": { + "0.5": 0.9876302083333334, + "0.6": 0.9930013020833334, + "0.7": 0.99609375, + "0.8": 0.9972330729166666, + "0.9": 0.9988606770833334 + }, + "dedup_dcs_abs": { + "0.5": 0.6740346636312704, + "0.6": 0.6765076231774099, + "0.7": 0.6768564332742244, + "0.8": 0.6773788882419467, + "0.9": 0.6782499367545824 + }, + "matched_frac_abs": { + "0.5": 0.7509765625, + "0.6": 0.7024739583333334, + "0.7": 0.6155598958333334, + "0.8": 0.4847005208333333, + "0.9": 0.244140625 + } + }, + "seed0\u2194seed2": { + "dcs_signed": 0.6742181777954102, + "dcs_abs": 0.677337646484375, + "frac_sign_flipped": 0.05859375, + "alive_source": "stats", + "n_alive_a": 3072, + "n_alive_b": 3072, + "matched_cos_signed": { + "0.5": 0.6750040650367737, + "0.6": 0.6744356751441956, + "0.7": 0.6742182374000549, + "0.8": 0.6742182374000549, + "0.9": 0.6742182374000549 + }, + "unique_frac_signed": { + "0.5": 0.9988606770833334, + "0.6": 0.99951171875, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_signed": { + "0.5": 0.6742350174366342, + "0.6": 0.6741063608496916, + "0.7": 0.6742182374000549, + "0.8": 0.6742182374000549, + "0.9": 0.6742182374000549 + }, + "matched_frac_signed": { + "0.5": 0.7529296875, + "0.6": 0.6998697916666666, + "0.7": 0.6145833333333334, + "0.8": 0.4840494791666667, + "0.9": 0.23079427083333334 + }, + "matched_cos_abs": { + "0.5": 0.6803522109985352, + "0.6": 0.679011344909668, + "0.7": 0.6783541440963745, + "0.8": 0.6775839328765869, + "0.9": 0.6772674322128296 + }, + "unique_frac_abs": { + "0.5": 0.9866536458333334, + "0.6": 0.9923502604166666, + "0.7": 0.9957682291666666, + "0.8": 0.9973958333333334, + "0.9": 0.9988606770833334 + }, + "dedup_dcs_abs": { + "0.5": 0.671271989432474, + "0.6": 0.67381708494698, + "0.7": 0.6754835048147166, + "0.8": 0.6758193913847208, + "0.9": 0.6764958059065975 + }, + "matched_frac_abs": { + "0.5": 0.7493489583333334, + "0.6": 0.6998697916666666, + "0.7": 0.6162109375, + "0.8": 0.4837239583333333, + "0.9": 0.23046875 + } + }, + "seed1\u2194seed2": { + "dcs_signed": 0.6698201298713684, + "dcs_abs": 0.6745430827140808, + "frac_sign_flipped": 0.06282552083333333, + "alive_source": "stats", + "n_alive_a": 3072, + "n_alive_b": 3072, + "matched_cos_signed": { + "0.5": 0.6698818206787109, + "0.6": 0.6697690486907959, + "0.7": 0.6698201298713684, + "0.8": 0.6698201298713684, + "0.9": 0.6698201298713684 + }, + "unique_frac_signed": { + "0.5": 0.99951171875, + "0.6": 0.9998372395833334, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_signed": { + "0.5": 0.6695547299459577, + "0.6": 0.6696600368013605, + "0.7": 0.6698201298713684, + "0.8": 0.6698201298713684, + "0.9": 0.6698201298713684 + }, + "matched_frac_signed": { + "0.5": 0.7503255208333334, + "0.6": 0.6936848958333334, + "0.7": 0.6077473958333334, + "0.8": 0.4739583333333333, + "0.9": 0.22233072916666666 + }, + "matched_cos_abs": { + "0.5": 0.6761749982833862, + "0.6": 0.6753286719322205, + "0.7": 0.6749697327613831, + "0.8": 0.6747042536735535, + "0.9": 0.6743017435073853 + }, + "unique_frac_abs": { + "0.5": 0.9886067708333334, + "0.6": 0.9934895833333334, + "0.7": 0.9957682291666666, + "0.8": 0.9972330729166666, + "0.9": 0.9986979166666666 + }, + "dedup_dcs_abs": { + "0.5": 0.6684711815711732, + "0.6": 0.6709320008909951, + "0.7": 0.6721134155329006, + "0.8": 0.6728373962008238, + "0.9": 0.6734237464455266 + }, + "matched_frac_abs": { + "0.5": 0.7473958333333334, + "0.6": 0.697265625, + "0.7": 0.6083984375, + "0.8": 0.47265625, + "0.9": 0.2216796875 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "n_dead_mean": 0, + "n_dead_std": 0.0, + "n_dense_mean": 141, + "n_dense_std": 1.5275252316519465, + "l0_mean": 64, + "l0_std": 8.702335715267317e-15, + "recon_r2_mean": 0.9556666666666667, + "recon_r2_std": 0.00011547005383791244, + "l1_per_token_mean": 139.8353666666667, + "l1_per_token_std": 0.40212121306889664, + "babel_mu1_signed_mean": 0.14152691761652628, + "babel_mu1_signed_std": 0.0010008904009137735, + "n_dup_signed_per_threshold": { + "0.5": 5.333333333333333, + "0.6": 2.0, + "0.7": 0.0, + "0.8": 0.0, + "0.9": 0.0 + }, + "n_dup_signed_band": 0.5, + "n_dup_signed_band_std": 0.5, + "n_dup_clusters_signed_per_threshold": { + "0.5": 2.6666666666666665, + "0.6": 1.0, + "0.7": 0.0, + "0.8": 0.0, + "0.9": 0.0 + }, + "n_dup_clusters_signed_band": 0.25, + "n_dup_clusters_signed_band_std": 0.25, + "largest_dup_signed_per_threshold": { + "0.5": 2.0, + "0.6": 1.6666666666666667, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "largest_dup_signed_band": 1.1666666666666667, + "largest_dup_signed_band_std": 0.14433756729740646, + "dcs_signed_mean": 0.672998289267222, + "dcs_signed_std": 0.0027770172809874344, + "dedup_dcs_signed_per_threshold": { + "0.5": 0.6730127089508137, + "0.6": 0.67296349661774, + "0.7": 0.672998309135437, + "0.8": 0.672998309135437, + "0.9": 0.672998309135437 + }, + "dedup_dcs_signed_band": 0.6729896060060128, + "dedup_dcs_signed_band_std": 0.0028087277319427386, + "matched_cos_signed_per_threshold": { + "0.5": 0.6735981106758118, + "0.6": 0.6731828848520914, + "0.7": 0.672998309135437, + "0.8": 0.672998309135437, + "0.9": 0.672998309135437 + }, + "matched_cos_signed_band": 0.6730444530646006, + "matched_cos_signed_band_std": 0.002830458473543314, + "unique_frac_signed_per_threshold": { + "0.5": 0.9991319444444445, + "0.6": 0.9996744791666666, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "unique_frac_signed_band": 0.9999186197916666, + "unique_frac_signed_band_std": 4.069010416668517e-05, + "matched_frac_signed_per_threshold": { + "0.5": 0.753146701388889, + "0.6": 0.6985677083333334, + "0.7": 0.6131727430555557, + "0.8": 0.48101128472222227, + "0.9": 0.23253038194444445 + }, + "matched_frac_signed_band": 0.506320529513889, + "matched_frac_signed_band_std": 0.006447209722260351, + "babel_mu1_abs_mean": 0.20182020962238312, + "babel_mu1_abs_std": 0.0018688655193566887, + "n_dup_abs_per_threshold": { + "0.5": 76.0, + "0.6": 43.333333333333336, + "0.7": 25.333333333333332, + "0.8": 16.666666666666668, + "0.9": 7.333333333333333 + }, + "n_dup_abs_band": 23.166666666666668, + "n_dup_abs_band_std": 1.4433756729740643, + "n_dup_clusters_abs_per_threshold": { + "0.5": 38.0, + "0.6": 21.666666666666668, + "0.7": 12.666666666666666, + "0.8": 8.333333333333334, + "0.9": 3.6666666666666665 + }, + "n_dup_clusters_abs_band": 11.583333333333334, + "n_dup_clusters_abs_band_std": 0.7216878364870322, + "largest_dup_abs_per_threshold": { + "0.5": 2.0, + "0.6": 2.0, + "0.7": 2.0, + "0.8": 2.0, + "0.9": 2.0 + }, + "largest_dup_abs_band": 2.0, + "largest_dup_abs_band_std": 0.0, + "dcs_abs_mean": 0.676960309346517, + "dcs_abs_std": 0.0022523895154097167, + "dedup_dcs_abs_per_threshold": { + "0.5": 0.6712592782116392, + "0.6": 0.6737522363384617, + "0.7": 0.6748177845406138, + "0.8": 0.6753452252758304, + "0.9": 0.6760564963689021 + }, + "dedup_dcs_abs_band": 0.674992935630952, + "dedup_dcs_abs_band_std": 0.0024864003097139907, + "matched_cos_abs_per_threshold": { + "0.5": 0.6796679894129435, + "0.6": 0.6785385608673096, + "0.7": 0.6776115496953329, + "0.8": 0.6771821777025858, + "0.9": 0.6768642465273539 + }, + "matched_cos_abs_band": 0.6775491336981455, + "matched_cos_abs_band_std": 0.0025089173861200867, + "unique_frac_abs_per_threshold": { + "0.5": 0.9876302083333334, + "0.6": 0.9929470486111112, + "0.7": 0.995876736111111, + "0.8": 0.9972873263888888, + "0.9": 0.9988064236111112 + }, + "unique_frac_abs_band": 0.9962293836805556, + "unique_frac_abs_band_std": 0.00011746221296988387, + "matched_frac_abs_per_threshold": { + "0.5": 0.749240451388889, + "0.6": 0.6998697916666666, + "0.7": 0.6133897569444445, + "0.8": 0.4803602430555555, + "0.9": 0.23209635416666666 + }, + "matched_frac_abs_band": 0.5064290364583334, + "matched_frac_abs_band_std": 0.005941869901130146, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/matryoshka/x4/l0_64/seed0/config.json b/vision/dinov2-b_layer10/matryoshka/x4/l0_64/seed0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7802b1620e053d9a724ed6ee8b685a6f429fd36c --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x4/l0_64/seed0/config.json @@ -0,0 +1,13 @@ +{ + "d_in": 768, + "d_sae_factor": 4, + "architecture": "matryoshka", + "activation_name": "relu", + "device": "cpu", + "seed": 0, + "top_k": 64, + "top_k_inference": 0, + "group_sizes_csv": "192,192,384,768,1536", + "class_type": "MatryoshkaBatchTopKSAE", + "module_name": "consdl.models.batchtopk" +} diff --git a/vision/dinov2-b_layer10/matryoshka/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/metrics.json b/vision/dinov2-b_layer10/matryoshka/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..de353686b0f005534129d924ddba2bfad362a85f --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.1634, + "r2_score": 0.9557, + "l0_per_token_0": 0.0208, + "l0_per_token_0.001": 0.0208, + "l0_per_token_0.01": 0.0208, + "l0_per_token_0.05": 0.0208, + "l0_per_token_0.1": 0.0208, + "l0_per_token_0.5": 0.0208, + "l0_per_token_1.0": 0.0189, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0098, + "live_latent_frac": 1.0, + "l1_per_token": 139.4263 +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/matryoshka/x4/l0_64/seed1/config.json b/vision/dinov2-b_layer10/matryoshka/x4/l0_64/seed1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f5667ba42ee29ab3985e17f4dc8dacd59a854842 --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x4/l0_64/seed1/config.json @@ -0,0 +1,13 @@ +{ + "d_in": 768, + "d_sae_factor": 4, + "architecture": "matryoshka", + "activation_name": "relu", + "device": "cpu", + "seed": 1, + "top_k": 64, + "top_k_inference": 0, + "group_sizes_csv": "192,192,384,768,1536", + "class_type": "MatryoshkaBatchTopKSAE", + "module_name": "consdl.models.batchtopk" +} diff --git a/vision/dinov2-b_layer10/matryoshka/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/metrics.json b/vision/dinov2-b_layer10/matryoshka/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..555f2108b2db4f48bb8f2f87356c27d56de13fc2 --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.1636, + "r2_score": 0.9557, + "l0_per_token_0": 0.0208, + "l0_per_token_0.001": 0.0208, + "l0_per_token_0.01": 0.0208, + "l0_per_token_0.05": 0.0208, + "l0_per_token_0.1": 0.0208, + "l0_per_token_0.5": 0.0208, + "l0_per_token_1.0": 0.0188, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0085, + "live_latent_frac": 1.0, + "l1_per_token": 140.2335 +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/matryoshka/x4/l0_64/seed2/config.json b/vision/dinov2-b_layer10/matryoshka/x4/l0_64/seed2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a4eedd7c928a1af9fa774274161a7fc3fff23423 --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x4/l0_64/seed2/config.json @@ -0,0 +1,13 @@ +{ + "d_in": 768, + "d_sae_factor": 4, + "architecture": "matryoshka", + "activation_name": "relu", + "device": "cpu", + "seed": 2, + "top_k": 64, + "top_k_inference": 0, + "group_sizes_csv": "192,192,384,768,1536", + "class_type": "MatryoshkaBatchTopKSAE", + "module_name": "consdl.models.batchtopk" +} diff --git a/vision/dinov2-b_layer10/matryoshka/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/metrics.json b/vision/dinov2-b_layer10/matryoshka/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..2c261abd55fff5a97a0c32739755bcf53a2a4e7a --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.1641, + "r2_score": 0.9556, + "l0_per_token_0": 0.0208, + "l0_per_token_0.001": 0.0208, + "l0_per_token_0.01": 0.0208, + "l0_per_token_0.05": 0.0208, + "l0_per_token_0.1": 0.0208, + "l0_per_token_0.5": 0.0208, + "l0_per_token_1.0": 0.0188, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0081, + "live_latent_frac": 1.0, + "l1_per_token": 139.8463 +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/matryoshka/x8/l0_128/code_metrics_step_final.json b/vision/dinov2-b_layer10/matryoshka/x8/l0_128/code_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..b47d30177af7d31a160da3e653ec0f20c170f1dd --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x8/l0_128/code_metrics_step_final.json @@ -0,0 +1,136 @@ +{ + "schema": 1, + "step": "final", + "n_tokens": 771000, + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "l0": 127.6064280155642, + "recon_r2": 0.9684345471912955, + "l1_per_token": 207.1732755412985 + }, + "seed1": { + "l0": 127.54371076523995, + "recon_r2": 0.9684379965605416, + "l1_per_token": 206.740664485647 + }, + "seed2": { + "l0": 127.72408819714656, + "recon_r2": 0.9683027296602515, + "l1_per_token": 205.55033969905597 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "alive_source": "stats", + "mcc_signed": 0.48139889792857016, + "mcc_abs": 0.481480627683564, + "act_iou": 0.2647150067809339, + "act_iou_n_pairs": 6144, + "input_r2": 0.9709509546028228, + "matched_mcc_signed": { + "0.6": 0.8784256134411664, + "0.7": 0.9015689341329425, + "0.8": 0.9250700831785775, + "0.9": 0.9474428572823645 + }, + "matched_mcc_abs": { + "0.6": 0.8762043244440744, + "0.7": 0.9008038241524552, + "0.8": 0.925258292157795, + "0.9": 0.9472015338949222 + } + }, + "seed0\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.48001122181221473, + "mcc_abs": 0.48009693491687067, + "act_iou": 0.2622246499866492, + "act_iou_n_pairs": 6144, + "input_r2": 0.9705513161960531, + "matched_mcc_signed": { + "0.6": 0.8815886853664243, + "0.7": 0.9028047984982969, + "0.8": 0.9239999438548451, + "0.9": 0.9478934924816302 + }, + "matched_mcc_abs": { + "0.6": 0.8781596953338273, + "0.7": 0.902167780199414, + "0.8": 0.9240361404284864, + "0.9": 0.9478071615408866 + } + }, + "seed1\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.4800970966833009, + "mcc_abs": 0.48017633410654287, + "act_iou": 0.2632140050381224, + "act_iou_n_pairs": 6144, + "input_r2": 0.9708068973917532, + "matched_mcc_signed": { + "0.6": 0.880162800053455, + "0.7": 0.9020326913223926, + "0.8": 0.9244148576575761, + "0.9": 0.9465103324296134 + }, + "matched_mcc_abs": { + "0.6": 0.8783236526624713, + "0.7": 0.9016643640492783, + "0.8": 0.9242883397009635, + "0.9": 0.9451006881268952 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "l0_mean": 127.62474232598356, + "l0_std": 0.09157273043820567, + "recon_r2_mean": 0.9683917578040294, + "recon_r2_std": 7.711992171591296e-05, + "l1_per_token_mean": 206.48809324200047, + "l1_per_token_std": 0.8404310571645489, + "input_r2_mean": 0.9707697227302097, + "input_r2_std": 0.00020239609837399046, + "mcc_signed_mean": 0.4805024054746953, + "mcc_signed_std": 0.000777571645099012, + "mcc_abs_mean": 0.4805846322356591, + "mcc_abs_std": 0.000776969716160001, + "matched_mcc_signed_per_threshold": { + "0.6": 0.8800590329536818, + "0.7": 0.9021354746512106, + "0.8": 0.9244949615636662, + "0.9": 0.9472822273978694 + }, + "matched_mcc_signed_band": 0.913492924141607, + "matched_mcc_abs_per_threshold": { + "0.6": 0.8775625574801244, + "0.7": 0.9015453228003825, + "0.8": 0.924527590762415, + "0.9": 0.9467031278542346 + }, + "matched_mcc_abs_band": 0.9125846497242891, + "act_iou_mean": 0.26338455393523513, + "act_iou_std": 0.0012539076662337614, + "act_iou_n_pairs": 6144.0, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/matryoshka/x8/l0_128/dict_metrics_step_final.json b/vision/dinov2-b_layer10/matryoshka/x8/l0_128/dict_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..dff3810d417d3fbdfc7b1c65b68ff90632a65a4c --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x8/l0_128/dict_metrics_step_final.json @@ -0,0 +1,545 @@ +{ + "schema": 2, + "step": "final", + "linkage": "complete", + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "d_sae": 6144, + "d_in": 768, + "l0": 128, + "l0_raw": 127.7952, + "recon_r2": 0.9684, + "l1_per_token": 207.4121, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 416, + "dense_rate": 0.06770833333333333, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 180, + "0.6": 134, + "0.7": 84, + "0.8": 38, + "0.9": 6 + }, + "n_dup_clusters_signed": { + "0.5": 90, + "0.6": 67, + "0.7": 42, + "0.8": 19, + "0.9": 3 + }, + "largest_dup_signed": { + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_signed": 0.17674362659454346, + "n_dup_abs": { + "0.5": 311, + "0.6": 234, + "0.7": 162, + "0.8": 106, + "0.9": 54 + }, + "n_dup_clusters_abs": { + "0.5": 154, + "0.6": 116, + "0.7": 81, + "0.8": 53, + "0.9": 27 + }, + "largest_dup_abs": { + "0.5": 3, + "0.6": 3, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_abs": 0.2242388278245926 + }, + "seed1": { + "d_sae": 6144, + "d_in": 768, + "l0": 128, + "l0_raw": 127.7952, + "recon_r2": 0.9684, + "l1_per_token": 207.0062, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 415, + "dense_rate": 0.06754557291666667, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 188, + "0.6": 116, + "0.7": 60, + "0.8": 38, + "0.9": 2 + }, + "n_dup_clusters_signed": { + "0.5": 94, + "0.6": 58, + "0.7": 30, + "0.8": 19, + "0.9": 1 + }, + "largest_dup_signed": { + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_signed": 0.17671982944011688, + "n_dup_abs": { + "0.5": 322, + "0.6": 210, + "0.7": 144, + "0.8": 116, + "0.9": 68 + }, + "n_dup_clusters_abs": { + "0.5": 161, + "0.6": 105, + "0.7": 72, + "0.8": 58, + "0.9": 34 + }, + "largest_dup_abs": { + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_abs": 0.22401170432567596 + }, + "seed2": { + "d_sae": 6144, + "d_in": 768, + "l0": 128, + "l0_raw": 127.7952, + "recon_r2": 0.9683, + "l1_per_token": 205.7856, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 426, + "dense_rate": 0.0693359375, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 184, + "0.6": 128, + "0.7": 90, + "0.8": 48, + "0.9": 0 + }, + "n_dup_clusters_signed": { + "0.5": 92, + "0.6": 64, + "0.7": 45, + "0.8": 24, + "0.9": 0 + }, + "largest_dup_signed": { + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 2, + "0.9": 1 + }, + "babel_mu1_signed": 0.17680148780345917, + "n_dup_abs": { + "0.5": 333, + "0.6": 234, + "0.7": 180, + "0.8": 102, + "0.9": 44 + }, + "n_dup_clusters_abs": { + "0.5": 165, + "0.6": 117, + "0.7": 90, + "0.8": 51, + "0.9": 22 + }, + "largest_dup_abs": { + "0.5": 3, + "0.6": 2, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_abs": 0.2229313850402832 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "dcs_signed": 0.47742965817451477, + "dcs_abs": 0.48138031363487244, + "frac_sign_flipped": 0.16536458333333334, + "alive_source": "stats", + "n_alive_a": 6144, + "n_alive_b": 6144, + "matched_cos_signed": { + "0.5": 0.4805453419685364, + "0.6": 0.47939351201057434, + "0.7": 0.47881993651390076, + "0.8": 0.4778458774089813, + "0.9": 0.47760990262031555 + }, + "unique_frac_signed": { + "0.5": 0.9850260416666666, + "0.6": 0.9898274739583334, + "0.7": 0.994140625, + "0.8": 0.9969075520833334, + "0.9": 0.9996744791666666 + }, + "dedup_dcs_signed": { + "0.5": 0.47334967604062206, + "0.6": 0.47451686902544077, + "0.7": 0.4760143509483896, + "0.8": 0.4763681639209002, + "0.9": 0.4774544306468063 + }, + "matched_frac_signed": { + "0.5": 0.4869791666666667, + "0.6": 0.4334309895833333, + "0.7": 0.3597005208333333, + "0.8": 0.24641927083333334, + "0.9": 0.0546875 + }, + "matched_cos_abs": { + "0.5": 0.4849746823310852, + "0.6": 0.4839472472667694, + "0.7": 0.483303040266037, + "0.8": 0.48240646719932556, + "0.9": 0.4822387099266052 + }, + "unique_frac_abs": { + "0.5": 0.97412109375, + "0.6": 0.9818522135416666, + "0.7": 0.987548828125, + "0.8": 0.990966796875, + "0.9": 0.9950358072916666 + }, + "dedup_dcs_abs": { + "0.5": 0.4724240679934155, + "0.6": 0.4751646759662738, + "0.7": 0.4772853510439745, + "0.8": 0.4780487915923004, + "0.9": 0.47984478403911146 + }, + "matched_frac_abs": { + "0.5": 0.4845377604166667, + "0.6": 0.43212890625, + "0.7": 0.3597005208333333, + "0.8": 0.24560546875, + "0.9": 0.054361979166666664 + } + }, + "seed0\u2194seed2": { + "dcs_signed": 0.4737599790096283, + "dcs_abs": 0.4781893193721771, + "frac_sign_flipped": 0.17268880208333334, + "alive_source": "stats", + "n_alive_a": 6144, + "n_alive_b": 6144, + "matched_cos_signed": { + "0.5": 0.47644442319869995, + "0.6": 0.47567272186279297, + "0.7": 0.47483575344085693, + "0.8": 0.47438326478004456, + "0.9": 0.4739154279232025 + }, + "unique_frac_signed": { + "0.5": 0.9851888020833334, + "0.6": 0.9893391927083334, + "0.7": 0.992919921875, + "0.8": 0.9965006510416666, + "0.9": 0.999755859375 + }, + "dedup_dcs_signed": { + "0.5": 0.46938771055041195, + "0.6": 0.4706016666411112, + "0.7": 0.47147387920995243, + "0.8": 0.47272323219658574, + "0.9": 0.4737997259144322 + }, + "matched_frac_signed": { + "0.5": 0.482421875, + "0.6": 0.4231770833333333, + "0.7": 0.3512369791666667, + "0.8": 0.24137369791666666, + "0.9": 0.05029296875 + }, + "matched_cos_abs": { + "0.5": 0.4817335605621338, + "0.6": 0.4808157682418823, + "0.7": 0.48027074337005615, + "0.8": 0.47921890020370483, + "0.9": 0.47892385721206665 + }, + "unique_frac_abs": { + "0.5": 0.9735514322916666, + "0.6": 0.9808756510416666, + "0.7": 0.986083984375, + "0.8": 0.9915364583333334, + "0.9": 0.9960123697916666 + }, + "dedup_dcs_abs": { + "0.5": 0.46899239786822966, + "0.6": 0.4716204797053554, + "0.7": 0.4735872882010881, + "0.8": 0.47516301107437664, + "0.9": 0.47701408597155626 + }, + "matched_frac_abs": { + "0.5": 0.4806315104166667, + "0.6": 0.423828125, + "0.7": 0.3512369791666667, + "0.8": 0.24088541666666666, + "0.9": 0.050130208333333336 + } + }, + "seed1\u2194seed2": { + "dcs_signed": 0.4746438264846802, + "dcs_abs": 0.4790077209472656, + "frac_sign_flipped": 0.17252604166666666, + "alive_source": "stats", + "n_alive_a": 6144, + "n_alive_b": 6144, + "matched_cos_signed": { + "0.5": 0.47753041982650757, + "0.6": 0.47659289836883545, + "0.7": 0.47595974802970886, + "0.8": 0.4753478169441223, + "0.9": 0.4747045338153839 + }, + "unique_frac_signed": { + "0.5": 0.98486328125, + "0.6": 0.9900716145833334, + "0.7": 0.993896484375, + "0.8": 0.9965006510416666, + "0.9": 0.9999186197916666 + }, + "dedup_dcs_signed": { + "0.5": 0.4703021761670243, + "0.6": 0.4718611003869834, + "0.7": 0.47305472027073847, + "0.8": 0.47368440905605286, + "0.9": 0.4746659022615252 + }, + "matched_frac_signed": { + "0.5": 0.48291015625, + "0.6": 0.4298502604166667, + "0.7": 0.3541666666666667, + "0.8": 0.24169921875, + "0.9": 0.051106770833333336 + }, + "matched_cos_abs": { + "0.5": 0.48226499557495117, + "0.6": 0.48171964287757874, + "0.7": 0.48093074560165405, + "0.8": 0.4802592694759369, + "0.9": 0.4797300100326538 + }, + "unique_frac_abs": { + "0.5": 0.9732259114583334, + "0.6": 0.98193359375, + "0.7": 0.98681640625, + "0.8": 0.9911295572916666, + "0.9": 0.9954427083333334 + }, + "dedup_dcs_abs": { + "0.5": 0.469352789882881, + "0.6": 0.4730167001107475, + "0.7": 0.47459035002975725, + "0.8": 0.47599915714090457, + "0.9": 0.4775437404556821 + }, + "matched_frac_abs": { + "0.5": 0.4798177083333333, + "0.6": 0.4296875, + "0.7": 0.35400390625, + "0.8": 0.24169921875, + "0.9": 0.050944010416666664 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "n_dead_mean": 0, + "n_dead_std": 0.0, + "n_dense_mean": 419, + "n_dense_std": 6.082762530298219, + "l0_mean": 128, + "l0_std": 1.7404671430534633e-14, + "recon_r2_mean": 0.9683666666666667, + "recon_r2_std": 5.773502691895622e-05, + "l1_per_token_mean": 206.73463333333333, + "l1_per_token_std": 0.8457251464473103, + "babel_mu1_signed_mean": 0.17675498127937317, + "babel_mu1_signed_std": 4.199665137390995e-05, + "n_dup_signed_per_threshold": { + "0.5": 184.0, + "0.6": 126.0, + "0.7": 78.0, + "0.8": 41.333333333333336, + "0.9": 2.6666666666666665 + }, + "n_dup_signed_band": 62.0, + "n_dup_signed_band_std": 6.946221994724902, + "n_dup_clusters_signed_per_threshold": { + "0.5": 92.0, + "0.6": 63.0, + "0.7": 39.0, + "0.8": 20.666666666666668, + "0.9": 1.3333333333333333 + }, + "n_dup_clusters_signed_band": 31.0, + "n_dup_clusters_signed_band_std": 3.473110997362451, + "largest_dup_signed_per_threshold": { + "0.5": 2.0, + "0.6": 2.0, + "0.7": 2.0, + "0.8": 2.0, + "0.9": 1.6666666666666667 + }, + "largest_dup_signed_band": 1.9166666666666667, + "largest_dup_signed_band_std": 0.14433756729740646, + "dcs_signed_mean": 0.4752778212229411, + "dcs_signed_std": 0.0019152279993273277, + "dedup_dcs_signed_per_threshold": { + "0.5": 0.47101318758601946, + "0.6": 0.47232654535117846, + "0.7": 0.4735143168096935, + "0.8": 0.47425860172451295, + "0.9": 0.47530668627425454 + }, + "dedup_dcs_signed_band": 0.4738515375399099, + "dedup_dcs_signed_band_std": 0.002023181455587823, + "matched_cos_signed_per_threshold": { + "0.5": 0.4781733949979146, + "0.6": 0.47721971074740094, + "0.7": 0.4765384793281555, + "0.8": 0.47585898637771606, + "0.9": 0.47540995478630066 + }, + "matched_cos_signed_band": 0.4762567828098933, + "matched_cos_signed_band_std": 0.001930353935428677, + "unique_frac_signed_per_threshold": { + "0.5": 0.9850260416666666, + "0.6": 0.98974609375, + "0.7": 0.99365234375, + "0.8": 0.9966362847222222, + "0.9": 0.999782986111111 + }, + "unique_frac_signed_band": 0.9949544270833334, + "unique_frac_signed_band_std": 0.00028264249653015005, + "matched_frac_signed_per_threshold": { + "0.5": 0.4841037326388889, + "0.6": 0.4288194444444444, + "0.7": 0.35503472222222227, + "0.8": 0.2431640625, + "0.9": 0.05202907986111111 + }, + "matched_frac_signed_band": 0.2697618272569445, + "matched_frac_signed_band_std": 0.0035524892317177867, + "babel_mu1_abs_mean": 0.22372730573018393, + "babel_mu1_abs_std": 0.0006985796872219064, + "n_dup_abs_per_threshold": { + "0.5": 322.0, + "0.6": 226.0, + "0.7": 162.0, + "0.8": 108.0, + "0.9": 55.333333333333336 + }, + "n_dup_abs_band": 137.83333333333334, + "n_dup_abs_band_std": 2.9297326385411577, + "n_dup_clusters_abs_per_threshold": { + "0.5": 160.0, + "0.6": 112.66666666666667, + "0.7": 81.0, + "0.8": 54.0, + "0.9": 27.666666666666668 + }, + "n_dup_clusters_abs_band": 68.83333333333334, + "n_dup_clusters_abs_band_std": 1.4215601757693317, + "largest_dup_abs_per_threshold": { + "0.5": 2.6666666666666665, + "0.6": 2.3333333333333335, + "0.7": 2.0, + "0.8": 2.0, + "0.9": 2.0 + }, + "largest_dup_abs_band": 2.0833333333333335, + "largest_dup_abs_band_std": 0.14433756729740643, + "dcs_abs_mean": 0.4795257846514384, + "dcs_abs_std": 0.0016573785316953123, + "dedup_dcs_abs_per_threshold": { + "0.5": 0.47025641858150874, + "0.6": 0.4732672852607922, + "0.7": 0.47515432975827326, + "0.8": 0.4764036532691939, + "0.9": 0.47813420348878327 + }, + "dedup_dcs_abs_band": 0.47573986794426065, + "dedup_dcs_abs_band_std": 0.0016665458957693213, + "matched_cos_abs_per_threshold": { + "0.5": 0.4829910794893901, + "0.6": 0.48216088612874347, + "0.7": 0.4815015097459157, + "0.8": 0.4806282122929891, + "0.9": 0.4802975257237752 + }, + "matched_cos_abs_band": 0.48114703347285587, + "matched_cos_abs_band_std": 0.0016385114714654553, + "unique_frac_abs_per_threshold": { + "0.5": 0.9736328125, + "0.6": 0.9815538194444443, + "0.7": 0.98681640625, + "0.8": 0.9912109375, + "0.9": 0.9954969618055555 + }, + "unique_frac_abs_band": 0.9887695312499999, + "unique_frac_abs_band_std": 0.00012375412048946268, + "matched_frac_abs_per_threshold": { + "0.5": 0.4816623263888889, + "0.6": 0.4285481770833333, + "0.7": 0.35498046875, + "0.8": 0.2427300347222222, + "0.9": 0.05181206597222222 + }, + "matched_frac_abs_band": 0.2695176866319444, + "matched_frac_abs_band_std": 0.0032364197084983858, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/matryoshka/x8/l0_128/seed0/config.json b/vision/dinov2-b_layer10/matryoshka/x8/l0_128/seed0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..82407dded34aeb2c95a0024234ae0475abda7f80 --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x8/l0_128/seed0/config.json @@ -0,0 +1,13 @@ +{ + "d_in": 768, + "d_sae_factor": 8, + "architecture": "matryoshka", + "activation_name": "relu", + "device": "cpu", + "seed": 0, + "top_k": 128, + "top_k_inference": 0, + "group_sizes_csv": "384,384,768,1536,3072", + "class_type": "MatryoshkaBatchTopKSAE", + "module_name": "consdl.models.batchtopk" +} diff --git a/vision/dinov2-b_layer10/matryoshka/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/metrics.json b/vision/dinov2-b_layer10/matryoshka/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..d06a4456b32a698caa7aba04fc1575271697b089 --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.1166, + "r2_score": 0.9684, + "l0_per_token_0": 0.0208, + "l0_per_token_0.001": 0.0208, + "l0_per_token_0.01": 0.0208, + "l0_per_token_0.05": 0.0208, + "l0_per_token_0.1": 0.0208, + "l0_per_token_0.5": 0.0208, + "l0_per_token_1.0": 0.0123, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0295, + "live_latent_frac": 1.0, + "l1_per_token": 207.4121 +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/matryoshka/x8/l0_128/seed1/config.json b/vision/dinov2-b_layer10/matryoshka/x8/l0_128/seed1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c7a4a9fdcf08106174cb74ff78d2526490d56eb4 --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x8/l0_128/seed1/config.json @@ -0,0 +1,13 @@ +{ + "d_in": 768, + "d_sae_factor": 8, + "architecture": "matryoshka", + "activation_name": "relu", + "device": "cpu", + "seed": 1, + "top_k": 128, + "top_k_inference": 0, + "group_sizes_csv": "384,384,768,1536,3072", + "class_type": "MatryoshkaBatchTopKSAE", + "module_name": "consdl.models.batchtopk" +} diff --git a/vision/dinov2-b_layer10/matryoshka/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/metrics.json b/vision/dinov2-b_layer10/matryoshka/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..bd95b02adff19d29f955bd8f27258f4f7b013735 --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.1166, + "r2_score": 0.9684, + "l0_per_token_0": 0.0208, + "l0_per_token_0.001": 0.0208, + "l0_per_token_0.01": 0.0208, + "l0_per_token_0.05": 0.0208, + "l0_per_token_0.1": 0.0208, + "l0_per_token_0.5": 0.0208, + "l0_per_token_1.0": 0.0123, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0277, + "live_latent_frac": 1.0, + "l1_per_token": 207.0062 +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/matryoshka/x8/l0_128/seed2/config.json b/vision/dinov2-b_layer10/matryoshka/x8/l0_128/seed2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..299f0e255d08395b093c773a1cf7e7d84cb69433 --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x8/l0_128/seed2/config.json @@ -0,0 +1,13 @@ +{ + "d_in": 768, + "d_sae_factor": 8, + "architecture": "matryoshka", + "activation_name": "relu", + "device": "cpu", + "seed": 2, + "top_k": 128, + "top_k_inference": 0, + "group_sizes_csv": "384,384,768,1536,3072", + "class_type": "MatryoshkaBatchTopKSAE", + "module_name": "consdl.models.batchtopk" +} diff --git a/vision/dinov2-b_layer10/matryoshka/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/metrics.json b/vision/dinov2-b_layer10/matryoshka/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..1dcdddf41338e1c345473a3715ed6d314b1a2754 --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.1171, + "r2_score": 0.9683, + "l0_per_token_0": 0.0208, + "l0_per_token_0.001": 0.0208, + "l0_per_token_0.01": 0.0208, + "l0_per_token_0.05": 0.0208, + "l0_per_token_0.1": 0.0208, + "l0_per_token_0.5": 0.0208, + "l0_per_token_1.0": 0.0123, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0308, + "live_latent_frac": 1.0, + "l1_per_token": 205.7856 +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/matryoshka/x8/l0_32/code_metrics_step_final.json b/vision/dinov2-b_layer10/matryoshka/x8/l0_32/code_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..6a5cf464148a721c8bf73484861965f3cd9f0c62 --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x8/l0_32/code_metrics_step_final.json @@ -0,0 +1,136 @@ +{ + "schema": 1, + "step": "final", + "n_tokens": 771000, + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "l0": 31.934970168612193, + "recon_r2": 0.9514506126394863, + "l1_per_token": 97.71911986017027 + }, + "seed1": { + "l0": 31.948832684824904, + "recon_r2": 0.9515188694249958, + "l1_per_token": 97.92873456484165 + }, + "seed2": { + "l0": 32.035184176394296, + "recon_r2": 0.9515191925490731, + "l1_per_token": 98.75285678629236 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "alive_source": "stats", + "mcc_signed": 0.4334363166303019, + "mcc_abs": 0.4334979176059259, + "act_iou": 0.27755699372503667, + "act_iou_n_pairs": 6144, + "input_r2": 0.9792140845121355, + "matched_mcc_signed": { + "0.6": 0.8789789013390124, + "0.7": 0.8957583343066123, + "0.8": 0.9166943792639574, + "0.9": 0.9411983038135606 + }, + "matched_mcc_abs": { + "0.6": 0.8745626767306368, + "0.7": 0.8944885003038289, + "0.8": 0.9169888858595224, + "0.9": 0.9415630925772355 + } + }, + "seed0\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.4345803324446276, + "mcc_abs": 0.4346361473728962, + "act_iou": 0.278288591258992, + "act_iou_n_pairs": 6144, + "input_r2": 0.9794328445466006, + "matched_mcc_signed": { + "0.6": 0.8800707145670214, + "0.7": 0.8990765588508204, + "0.8": 0.9190781096060727, + "0.9": 0.9425478432039234 + }, + "matched_mcc_abs": { + "0.6": 0.8748865394924766, + "0.7": 0.8966861788996191, + "0.8": 0.9175997277851987, + "0.9": 0.942968445833988 + } + }, + "seed1\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.4320936523545134, + "mcc_abs": 0.4321582576531134, + "act_iou": 0.2747139830575062, + "act_iou_n_pairs": 6144, + "input_r2": 0.9790706535693816, + "matched_mcc_signed": { + "0.6": 0.8756150177185587, + "0.7": 0.8956662331160775, + "0.8": 0.9182247022312332, + "0.9": 0.9431143958622015 + }, + "matched_mcc_abs": { + "0.6": 0.8711156115686688, + "0.7": 0.8933596845824412, + "0.8": 0.9174489208265945, + "0.9": 0.9430764027652274 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "l0_mean": 31.972995676610463, + "l0_std": 0.054301007982906255, + "recon_r2_mean": 0.951496224871185, + "recon_r2_std": 3.9501681770524726e-05, + "l1_per_token_mean": 98.13357040376809, + "l1_per_token_std": 0.5464625319165173, + "input_r2_mean": 0.9792391942093724, + "input_r2_std": 0.00018239640529960573, + "mcc_signed_mean": 0.43337010047648095, + "mcc_signed_std": 0.0012446617620513352, + "mcc_abs_mean": 0.43343077421064513, + "mcc_abs_std": 0.00124030864807865, + "matched_mcc_signed_per_threshold": { + "0.6": 0.8782215445415309, + "0.7": 0.8968337087578367, + "0.8": 0.9179990637004211, + "0.9": 0.9422868476265617 + }, + "matched_mcc_signed_band": 0.9088352911565876, + "matched_mcc_abs_per_threshold": { + "0.6": 0.8735216092639274, + "0.7": 0.8948447879286298, + "0.8": 0.9173458448237719, + "0.9": 0.9425359803921504 + }, + "matched_mcc_abs_band": 0.9070620556021199, + "act_iou_mean": 0.27685318934717834, + "act_iou_std": 0.0018883753335213452, + "act_iou_n_pairs": 6144.0, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/matryoshka/x8/l0_32/dict_metrics_step_final.json b/vision/dinov2-b_layer10/matryoshka/x8/l0_32/dict_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..a92931e3c62faf589b70938e01e866bb8c72c384 --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x8/l0_32/dict_metrics_step_final.json @@ -0,0 +1,545 @@ +{ + "schema": 2, + "step": "final", + "linkage": "complete", + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "d_sae": 6144, + "d_in": 768, + "l0": 32, + "l0_raw": 31.9488, + "recon_r2": 0.9514, + "l1_per_token": 97.78, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 17, + "dense_rate": 0.0027669270833333335, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 298, + "0.6": 228, + "0.7": 160, + "0.8": 84, + "0.9": 10 + }, + "n_dup_clusters_signed": { + "0.5": 149, + "0.6": 114, + "0.7": 80, + "0.8": 42, + "0.9": 5 + }, + "largest_dup_signed": { + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_signed": 0.20455551147460938, + "n_dup_abs": { + "0.5": 434, + "0.6": 310, + "0.7": 208, + "0.8": 98, + "0.9": 16 + }, + "n_dup_clusters_abs": { + "0.5": 216, + "0.6": 155, + "0.7": 104, + "0.8": 49, + "0.9": 8 + }, + "largest_dup_abs": { + "0.5": 3, + "0.6": 2, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_abs": 0.2436150759458542 + }, + "seed1": { + "d_sae": 6144, + "d_in": 768, + "l0": 32, + "l0_raw": 31.9488, + "recon_r2": 0.9515, + "l1_per_token": 97.9753, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 17, + "dense_rate": 0.0027669270833333335, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 310, + "0.6": 224, + "0.7": 146, + "0.8": 58, + "0.9": 10 + }, + "n_dup_clusters_signed": { + "0.5": 155, + "0.6": 112, + "0.7": 73, + "0.8": 29, + "0.9": 5 + }, + "largest_dup_signed": { + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_signed": 0.20557968318462372, + "n_dup_abs": { + "0.5": 465, + "0.6": 293, + "0.7": 186, + "0.8": 76, + "0.9": 18 + }, + "n_dup_clusters_abs": { + "0.5": 232, + "0.6": 146, + "0.7": 93, + "0.8": 38, + "0.9": 9 + }, + "largest_dup_abs": { + "0.5": 3, + "0.6": 3, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_abs": 0.24624454975128174 + }, + "seed2": { + "d_sae": 6144, + "d_in": 768, + "l0": 32, + "l0_raw": 31.9488, + "recon_r2": 0.9515, + "l1_per_token": 98.795, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 18, + "dense_rate": 0.0029296875, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 326, + "0.6": 248, + "0.7": 164, + "0.8": 94, + "0.9": 24 + }, + "n_dup_clusters_signed": { + "0.5": 162, + "0.6": 124, + "0.7": 82, + "0.8": 47, + "0.9": 12 + }, + "largest_dup_signed": { + "0.5": 3, + "0.6": 2, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_signed": 0.2064104527235031, + "n_dup_abs": { + "0.5": 461, + "0.6": 324, + "0.7": 196, + "0.8": 110, + "0.9": 30 + }, + "n_dup_clusters_abs": { + "0.5": 229, + "0.6": 162, + "0.7": 98, + "0.8": 55, + "0.9": 15 + }, + "largest_dup_abs": { + "0.5": 3, + "0.6": 2, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_abs": 0.24575470387935638 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "dcs_signed": 0.497530072927475, + "dcs_abs": 0.5026850700378418, + "frac_sign_flipped": 0.17626953125, + "alive_source": "stats", + "n_alive_a": 6144, + "n_alive_b": 6144, + "matched_cos_signed": { + "0.5": 0.5010414123535156, + "0.6": 0.4996391832828522, + "0.7": 0.49888527393341064, + "0.8": 0.49847954511642456, + "0.9": 0.4974198043346405 + }, + "unique_frac_signed": { + "0.5": 0.9752604166666666, + "0.6": 0.9816080729166666, + "0.7": 0.987548828125, + "0.8": 0.9942220052083334, + "0.9": 0.9991861979166666 + }, + "dedup_dcs_signed": { + "0.5": 0.4886458565791448, + "0.6": 0.4904498558559377, + "0.7": 0.4926735676417593, + "0.8": 0.4955993329009895, + "0.9": 0.4970150030615817 + }, + "matched_frac_signed": { + "0.5": 0.4777018229166667, + "0.6": 0.4484049479166667, + "0.7": 0.4039713541666667, + "0.8": 0.3426106770833333, + "0.9": 0.23063151041666666 + }, + "matched_cos_abs": { + "0.5": 0.5048809051513672, + "0.6": 0.5038182735443115, + "0.7": 0.5033591389656067, + "0.8": 0.5031799077987671, + "0.9": 0.502375602722168 + }, + "unique_frac_abs": { + "0.5": 0.9632975260416666, + "0.6": 0.9754231770833334, + "0.7": 0.9839680989583334, + "0.8": 0.992919921875, + "0.9": 0.9986165364583334 + }, + "dedup_dcs_abs": { + "0.5": 0.48635052687798935, + "0.6": 0.49143602105323225, + "0.7": 0.4952893350612916, + "0.8": 0.4996173547406215, + "0.9": 0.501680584391579 + }, + "matched_frac_abs": { + "0.5": 0.4720052083333333, + "0.6": 0.4462890625, + "0.7": 0.4025065104166667, + "0.8": 0.3419596354166667, + "0.9": 0.23030598958333334 + } + }, + "seed0\u2194seed2": { + "dcs_signed": 0.49641096591949463, + "dcs_abs": 0.5015366673469543, + "frac_sign_flipped": 0.18782552083333334, + "alive_source": "stats", + "n_alive_a": 6144, + "n_alive_b": 6144, + "matched_cos_signed": { + "0.5": 0.5004189014434814, + "0.6": 0.4989304542541504, + "0.7": 0.4978538453578949, + "0.8": 0.4970184564590454, + "0.9": 0.4964749217033386 + }, + "unique_frac_signed": { + "0.5": 0.9745279947916666, + "0.6": 0.9806315104166666, + "0.7": 0.98681640625, + "0.8": 0.9927571614583334, + "0.9": 0.9986165364583334 + }, + "dedup_dcs_signed": { + "0.5": 0.4876722285795646, + "0.6": 0.4892669249481211, + "0.7": 0.4912903425138211, + "0.8": 0.4934186320266842, + "0.9": 0.49578806674981024 + }, + "matched_frac_signed": { + "0.5": 0.4715169270833333, + "0.6": 0.4466145833333333, + "0.7": 0.4039713541666667, + "0.8": 0.3408203125, + "0.9": 0.23779296875 + }, + "matched_cos_abs": { + "0.5": 0.5045933723449707, + "0.6": 0.5027880072593689, + "0.7": 0.5022721290588379, + "0.8": 0.5017687678337097, + "0.9": 0.5013784170150757 + }, + "unique_frac_abs": { + "0.5": 0.96337890625, + "0.6": 0.9742024739583334, + "0.7": 0.9835611979166666, + "0.8": 0.9915364583333334, + "0.9": 0.9981282552083334 + }, + "dedup_dcs_abs": { + "0.5": 0.4861146111506969, + "0.6": 0.4898173205486577, + "0.7": 0.49401537693726516, + "0.8": 0.49752202696011716, + "0.9": 0.5004399645743737 + }, + "matched_frac_abs": { + "0.5": 0.4671223958333333, + "0.6": 0.4440104166666667, + "0.7": 0.4029947916666667, + "0.8": 0.3408203125, + "0.9": 0.23681640625 + } + }, + "seed1\u2194seed2": { + "dcs_signed": 0.49656572937965393, + "dcs_abs": 0.5015338063240051, + "frac_sign_flipped": 0.18115234375, + "alive_source": "stats", + "n_alive_a": 6144, + "n_alive_b": 6144, + "matched_cos_signed": { + "0.5": 0.50009685754776, + "0.6": 0.499056339263916, + "0.7": 0.49819356203079224, + "0.8": 0.4976128041744232, + "0.9": 0.49699491262435913 + }, + "unique_frac_signed": { + "0.5": 0.9740397135416666, + "0.6": 0.9807942708333334, + "0.7": 0.9873860677083334, + "0.8": 0.9938151041666666, + "0.9": 0.9986165364583334 + }, + "dedup_dcs_signed": { + "0.5": 0.4871141998689078, + "0.6": 0.48947159837310517, + "0.7": 0.4919093821711916, + "0.8": 0.4945351208152715, + "0.9": 0.4963073382823495 + }, + "matched_frac_signed": { + "0.5": 0.4763997395833333, + "0.6": 0.44677734375, + "0.7": 0.40380859375, + "0.8": 0.3388671875, + "0.9": 0.22721354166666666 + }, + "matched_cos_abs": { + "0.5": 0.5035600662231445, + "0.6": 0.5025649666786194, + "0.7": 0.5023301839828491, + "0.8": 0.5021095871925354, + "0.9": 0.5017911791801453 + }, + "unique_frac_abs": { + "0.5": 0.962158203125, + "0.6": 0.974853515625, + "0.7": 0.9844563802083334, + "0.8": 0.992431640625, + "0.9": 0.998046875 + }, + "dedup_dcs_abs": { + "0.5": 0.48450444848276675, + "0.6": 0.4899272245966131, + "0.7": 0.49452215459314175, + "0.8": 0.4983094413910294, + "0.9": 0.500811118283309 + }, + "matched_frac_abs": { + "0.5": 0.470703125, + "0.6": 0.4449869791666667, + "0.7": 0.4039713541666667, + "0.8": 0.33837890625, + "0.9": 0.22705078125 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "n_dead_mean": 0, + "n_dead_std": 0.0, + "n_dense_mean": 17, + "n_dense_std": 0.5773502691896258, + "l0_mean": 32, + "l0_std": 4.351167857633658e-15, + "recon_r2_mean": 0.9514666666666667, + "recon_r2_std": 1.3597399555105182e-16, + "l1_per_token_mean": 98.18343333333333, + "l1_per_token_std": 0.5376302291848263, + "babel_mu1_signed_mean": 0.2055152157942454, + "babel_mu1_signed_std": 0.0009291494995577985, + "n_dup_signed_per_threshold": { + "0.5": 311.3333333333333, + "0.6": 233.33333333333334, + "0.7": 156.66666666666666, + "0.8": 78.66666666666667, + "0.9": 14.666666666666666 + }, + "n_dup_signed_band": 120.83333333333334, + "n_dup_signed_band_std": 11.503622617824933, + "n_dup_clusters_signed_per_threshold": { + "0.5": 155.33333333333334, + "0.6": 116.66666666666667, + "0.7": 78.33333333333333, + "0.8": 39.333333333333336, + "0.9": 7.333333333333333 + }, + "n_dup_clusters_signed_band": 60.41666666666667, + "n_dup_clusters_signed_band_std": 5.751811308912466, + "largest_dup_signed_per_threshold": { + "0.5": 2.3333333333333335, + "0.6": 2.0, + "0.7": 2.0, + "0.8": 2.0, + "0.9": 2.0 + }, + "largest_dup_signed_band": 2.0, + "largest_dup_signed_band_std": 0.0, + "dcs_signed_mean": 0.4968355894088745, + "dcs_signed_std": 0.0006063979306988774, + "dedup_dcs_signed_per_threshold": { + "0.5": 0.4878107616758724, + "0.6": 0.4897294597257213, + "0.7": 0.49195776410892406, + "0.8": 0.49451769524764844, + "0.9": 0.49637013603124713 + }, + "dedup_dcs_signed_band": 0.49314376377838526, + "dedup_dcs_signed_band_std": 0.0007505946161300077, + "matched_cos_signed_per_threshold": { + "0.5": 0.5005190571149191, + "0.6": 0.4992086589336395, + "0.7": 0.4983108937740326, + "0.8": 0.49770360191663104, + "0.9": 0.4969632128874461 + }, + "matched_cos_signed_band": 0.4980465918779373, + "matched_cos_signed_band_std": 0.0005231307994980867, + "unique_frac_signed_per_threshold": { + "0.5": 0.974609375, + "0.6": 0.9810112847222222, + "0.7": 0.9872504340277778, + "0.8": 0.9935980902777778, + "0.9": 0.9988064236111112 + }, + "unique_frac_signed_band": 0.9901665581597222, + "unique_frac_signed_band_std": 0.0004680836026132811, + "matched_frac_signed_per_threshold": { + "0.5": 0.4752061631944444, + "0.6": 0.447265625, + "0.7": 0.4039171006944445, + "0.8": 0.34076605902777773, + "0.9": 0.23187934027777776 + }, + "matched_frac_signed_band": 0.35595703124999994, + "matched_frac_signed_band_std": 0.0016138128267457583, + "babel_mu1_abs_mean": 0.24520477652549744, + "babel_mu1_abs_std": 0.0013983376538766095, + "n_dup_abs_per_threshold": { + "0.5": 453.3333333333333, + "0.6": 309.0, + "0.7": 196.66666666666666, + "0.8": 94.66666666666667, + "0.9": 21.333333333333332 + }, + "n_dup_abs_band": 155.41666666666666, + "n_dup_abs_band_std": 11.102739902084231, + "n_dup_clusters_abs_per_threshold": { + "0.5": 225.66666666666666, + "0.6": 154.33333333333334, + "0.7": 98.33333333333333, + "0.8": 47.333333333333336, + "0.9": 10.666666666666666 + }, + "n_dup_clusters_abs_band": 77.66666666666667, + "n_dup_clusters_abs_band_std": 5.619905100029122, + "largest_dup_abs_per_threshold": { + "0.5": 3.0, + "0.6": 2.3333333333333335, + "0.7": 2.0, + "0.8": 2.0, + "0.9": 2.0 + }, + "largest_dup_abs_band": 2.0833333333333335, + "largest_dup_abs_band_std": 0.14433756729740643, + "dcs_abs_mean": 0.5019185145696005, + "dcs_abs_std": 0.0006638580501742391, + "dedup_dcs_abs_per_threshold": { + "0.5": 0.485656528837151, + "0.6": 0.4903935220661677, + "0.7": 0.49460895553056616, + "0.8": 0.4984829410305894, + "0.9": 0.5009772224164206 + }, + "dedup_dcs_abs_band": 0.49611566026093595, + "dedup_dcs_abs_band_std": 0.0008022067909356948, + "matched_cos_abs_per_threshold": { + "0.5": 0.5043447812398275, + "0.6": 0.5030570824941, + "0.7": 0.5026538173357645, + "0.8": 0.502352754275004, + "0.9": 0.5018483996391296 + }, + "matched_cos_abs_band": 0.5024780134359995, + "matched_cos_abs_band_std": 0.0006151518574633731, + "unique_frac_abs_per_threshold": { + "0.5": 0.9629448784722222, + "0.6": 0.974826388888889, + "0.7": 0.9839952256944445, + "0.8": 0.9922960069444445, + "0.9": 0.998263888888889 + }, + "unique_frac_abs_band": 0.9873453776041667, + "unique_frac_abs_band_std": 0.0004462018269747292, + "matched_frac_abs_per_threshold": { + "0.5": 0.46994357638888884, + "0.6": 0.44509548611111116, + "0.7": 0.4031575520833333, + "0.8": 0.34038628472222227, + "0.9": 0.2313910590277778 + }, + "matched_frac_abs_band": 0.35500759548611116, + "matched_frac_abs_band_std": 0.00130102326368489, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/matryoshka/x8/l0_32/seed0/config.json b/vision/dinov2-b_layer10/matryoshka/x8/l0_32/seed0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4799215e562b7b652f2a6388902ec651236cf521 --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x8/l0_32/seed0/config.json @@ -0,0 +1,13 @@ +{ + "d_in": 768, + "d_sae_factor": 8, + "architecture": "matryoshka", + "activation_name": "relu", + "device": "cpu", + "seed": 0, + "top_k": 32, + "top_k_inference": 0, + "group_sizes_csv": "384,384,768,1536,3072", + "class_type": "MatryoshkaBatchTopKSAE", + "module_name": "consdl.models.batchtopk" +} diff --git a/vision/dinov2-b_layer10/matryoshka/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/metrics.json b/vision/dinov2-b_layer10/matryoshka/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..7372009f26b9582b626df57f05ec8c12d8a18b4b --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.1794, + "r2_score": 0.9514, + "l0_per_token_0": 0.0052, + "l0_per_token_0.001": 0.0052, + "l0_per_token_0.01": 0.0052, + "l0_per_token_0.05": 0.0052, + "l0_per_token_0.1": 0.0052, + "l0_per_token_0.5": 0.0052, + "l0_per_token_1.0": 0.0052, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0007, + "live_latent_frac": 1.0, + "l1_per_token": 97.78 +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/matryoshka/x8/l0_32/seed1/config.json b/vision/dinov2-b_layer10/matryoshka/x8/l0_32/seed1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..77133a8368ff520168fe29f6cc0b96c43ebb64da --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x8/l0_32/seed1/config.json @@ -0,0 +1,13 @@ +{ + "d_in": 768, + "d_sae_factor": 8, + "architecture": "matryoshka", + "activation_name": "relu", + "device": "cpu", + "seed": 1, + "top_k": 32, + "top_k_inference": 0, + "group_sizes_csv": "384,384,768,1536,3072", + "class_type": "MatryoshkaBatchTopKSAE", + "module_name": "consdl.models.batchtopk" +} diff --git a/vision/dinov2-b_layer10/matryoshka/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/metrics.json b/vision/dinov2-b_layer10/matryoshka/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..3704620b947a43bcda63acf8b796d89111f3048a --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.1792, + "r2_score": 0.9515, + "l0_per_token_0": 0.0052, + "l0_per_token_0.001": 0.0052, + "l0_per_token_0.01": 0.0052, + "l0_per_token_0.05": 0.0052, + "l0_per_token_0.1": 0.0052, + "l0_per_token_0.5": 0.0052, + "l0_per_token_1.0": 0.0052, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0005, + "live_latent_frac": 1.0, + "l1_per_token": 97.9753 +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/matryoshka/x8/l0_32/seed2/config.json b/vision/dinov2-b_layer10/matryoshka/x8/l0_32/seed2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..52e803cf6d9f59ccf0bec19d110903bdbe209e58 --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x8/l0_32/seed2/config.json @@ -0,0 +1,13 @@ +{ + "d_in": 768, + "d_sae_factor": 8, + "architecture": "matryoshka", + "activation_name": "relu", + "device": "cpu", + "seed": 2, + "top_k": 32, + "top_k_inference": 0, + "group_sizes_csv": "384,384,768,1536,3072", + "class_type": "MatryoshkaBatchTopKSAE", + "module_name": "consdl.models.batchtopk" +} diff --git a/vision/dinov2-b_layer10/matryoshka/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/metrics.json b/vision/dinov2-b_layer10/matryoshka/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..73fc5fe97e7a5d211aae9689209a91889a4555f5 --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.1792, + "r2_score": 0.9515, + "l0_per_token_0": 0.0052, + "l0_per_token_0.001": 0.0052, + "l0_per_token_0.01": 0.0052, + "l0_per_token_0.05": 0.0052, + "l0_per_token_0.1": 0.0052, + "l0_per_token_0.5": 0.0052, + "l0_per_token_1.0": 0.0052, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0008, + "live_latent_frac": 1.0, + "l1_per_token": 98.795 +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/matryoshka/x8/l0_64/code_metrics_step_final.json b/vision/dinov2-b_layer10/matryoshka/x8/l0_64/code_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..79516a99301745f3fb462140e3702a4f69afd985 --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x8/l0_64/code_metrics_step_final.json @@ -0,0 +1,136 @@ +{ + "schema": 1, + "step": "final", + "n_tokens": 771000, + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "l0": 63.85418028534371, + "recon_r2": 0.9616638931963708, + "l1_per_token": 135.543477277125 + }, + "seed1": { + "l0": 63.82752269779507, + "recon_r2": 0.961636458530299, + "l1_per_token": 136.39858298858385 + }, + "seed2": { + "l0": 63.92958495460441, + "recon_r2": 0.9616609986064434, + "l1_per_token": 134.60472840058725 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "alive_source": "stats", + "mcc_signed": 0.5047447247213585, + "mcc_abs": 0.5047968954880903, + "act_iou": 0.29492236208601097, + "act_iou_n_pairs": 6144, + "input_r2": 0.9773397495592291, + "matched_mcc_signed": { + "0.6": 0.8776077638228947, + "0.7": 0.9001184065079526, + "0.8": 0.9219882175211872, + "0.9": 0.945878129677014 + }, + "matched_mcc_abs": { + "0.6": 0.8727990375870764, + "0.7": 0.8985464189189701, + "0.8": 0.9217308705395191, + "0.9": 0.9458120045221305 + } + }, + "seed0\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.5006202571969506, + "mcc_abs": 0.500684934254226, + "act_iou": 0.2926533003475907, + "act_iou_n_pairs": 6144, + "input_r2": 0.9773091135362366, + "matched_mcc_signed": { + "0.6": 0.876557788379093, + "0.7": 0.8988351937492409, + "0.8": 0.9200448387042625, + "0.9": 0.9462508205225794 + }, + "matched_mcc_abs": { + "0.6": 0.8705173930562583, + "0.7": 0.8962861319594043, + "0.8": 0.9193409892634309, + "0.9": 0.9460027641000887 + } + }, + "seed1\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.49963034585388916, + "mcc_abs": 0.49968907422037173, + "act_iou": 0.2924288287905777, + "act_iou_n_pairs": 6144, + "input_r2": 0.9770368927682203, + "matched_mcc_signed": { + "0.6": 0.875532931830451, + "0.7": 0.8988739679505906, + "0.8": 0.9232034065248939, + "0.9": 0.9481046716816539 + }, + "matched_mcc_abs": { + "0.6": 0.8713859463063733, + "0.7": 0.896374865387084, + "0.8": 0.9231259660370988, + "0.9": 0.9481606385497988 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "l0_mean": 63.87042931258106, + "l0_std": 0.05293580292084078, + "recon_r2_mean": 0.9616537834443711, + "recon_r2_std": 1.5073458409244936e-05, + "l1_per_token_mean": 135.5155962220987, + "l1_per_token_std": 0.897252241925955, + "input_r2_mean": 0.9772285852878954, + "input_r2_std": 0.00016671580024319864, + "mcc_signed_mean": 0.5016651092573994, + "mcc_signed_std": 0.002712564224340546, + "mcc_abs_mean": 0.5017236346542293, + "mcc_abs_std": 0.002707698915401181, + "matched_mcc_signed_per_threshold": { + "0.6": 0.8765661613441461, + "0.7": 0.8992758560692614, + "0.8": 0.9217454875834479, + "0.9": 0.9467445406270825 + }, + "matched_mcc_signed_band": 0.9110830114059845, + "matched_mcc_abs_per_threshold": { + "0.6": 0.8715674589832361, + "0.7": 0.8970691387551528, + "0.8": 0.9213992752800163, + "0.9": 0.9466584690573394 + }, + "matched_mcc_abs_band": 0.9091735855189361, + "act_iou_mean": 0.2933348304080598, + "act_iou_std": 0.0013794163589543398, + "act_iou_n_pairs": 6144.0, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/matryoshka/x8/l0_64/dict_metrics_step_final.json b/vision/dinov2-b_layer10/matryoshka/x8/l0_64/dict_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..406736c18b68f06abdceeb9219bb9595afe9b368 --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x8/l0_64/dict_metrics_step_final.json @@ -0,0 +1,545 @@ +{ + "schema": 2, + "step": "final", + "linkage": "complete", + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "d_sae": 6144, + "d_in": 768, + "l0": 64, + "l0_raw": 63.8976, + "recon_r2": 0.9616, + "l1_per_token": 135.6289, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 95, + "dense_rate": 0.015462239583333334, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 252, + "0.6": 180, + "0.7": 130, + "0.8": 56, + "0.9": 18 + }, + "n_dup_clusters_signed": { + "0.5": 126, + "0.6": 90, + "0.7": 65, + "0.8": 28, + "0.9": 9 + }, + "largest_dup_signed": { + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_signed": 0.19196467101573944, + "n_dup_abs": { + "0.5": 421, + "0.6": 291, + "0.7": 192, + "0.8": 92, + "0.9": 36 + }, + "n_dup_clusters_abs": { + "0.5": 209, + "0.6": 145, + "0.7": 96, + "0.8": 46, + "0.9": 18 + }, + "largest_dup_abs": { + "0.5": 3, + "0.6": 3, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_abs": 0.2414872795343399 + }, + "seed1": { + "d_sae": 6144, + "d_in": 768, + "l0": 64, + "l0_raw": 63.8976, + "recon_r2": 0.9616, + "l1_per_token": 136.5136, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 101, + "dense_rate": 0.016438802083333332, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 236, + "0.6": 166, + "0.7": 106, + "0.8": 60, + "0.9": 8 + }, + "n_dup_clusters_signed": { + "0.5": 118, + "0.6": 83, + "0.7": 53, + "0.8": 30, + "0.9": 4 + }, + "largest_dup_signed": { + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_signed": 0.1887291669845581, + "n_dup_abs": { + "0.5": 388, + "0.6": 264, + "0.7": 164, + "0.8": 86, + "0.9": 24 + }, + "n_dup_clusters_abs": { + "0.5": 193, + "0.6": 132, + "0.7": 82, + "0.8": 43, + "0.9": 12 + }, + "largest_dup_abs": { + "0.5": 3, + "0.6": 2, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_abs": 0.23630006611347198 + }, + "seed2": { + "d_sae": 6144, + "d_in": 768, + "l0": 64, + "l0_raw": 63.8976, + "recon_r2": 0.9616, + "l1_per_token": 134.7076, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 107, + "dense_rate": 0.017415364583333332, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 276, + "0.6": 200, + "0.7": 124, + "0.8": 68, + "0.9": 14 + }, + "n_dup_clusters_signed": { + "0.5": 138, + "0.6": 100, + "0.7": 62, + "0.8": 34, + "0.9": 7 + }, + "largest_dup_signed": { + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_signed": 0.19300580024719238, + "n_dup_abs": { + "0.5": 448, + "0.6": 293, + "0.7": 184, + "0.8": 100, + "0.9": 28 + }, + "n_dup_clusters_abs": { + "0.5": 223, + "0.6": 146, + "0.7": 92, + "0.8": 50, + "0.9": 14 + }, + "largest_dup_abs": { + "0.5": 3, + "0.6": 3, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_abs": 0.2409086674451828 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "dcs_signed": 0.5275817513465881, + "dcs_abs": 0.5322368741035461, + "frac_sign_flipped": 0.16487630208333334, + "alive_source": "stats", + "n_alive_a": 6144, + "n_alive_b": 6144, + "matched_cos_signed": { + "0.5": 0.5318730473518372, + "0.6": 0.5301877856254578, + "0.7": 0.5294873714447021, + "0.8": 0.5280327796936035, + "0.9": 0.5279197692871094 + }, + "unique_frac_signed": { + "0.5": 0.9801432291666666, + "0.6": 0.9859212239583334, + "0.7": 0.9903971354166666, + "0.8": 0.9952799479166666, + "0.9": 0.9989420572916666 + }, + "dedup_dcs_signed": { + "0.5": 0.521311766138145, + "0.6": 0.5227233905316098, + "0.7": 0.5244027759181336, + "0.8": 0.5255404374717424, + "0.9": 0.527361260416607 + }, + "matched_frac_signed": { + "0.5": 0.5398763020833334, + "0.6": 0.4913736979166667, + "0.7": 0.42822265625, + "0.8": 0.3367513020833333, + "0.9": 0.19222005208333334 + }, + "matched_cos_abs": { + "0.5": 0.5362557172775269, + "0.6": 0.5344502329826355, + "0.7": 0.533542811870575, + "0.8": 0.5322641730308533, + "0.9": 0.5322398543357849 + }, + "unique_frac_abs": { + "0.5": 0.9668782552083334, + "0.6": 0.9773763020833334, + "0.7": 0.9855143229166666, + "0.8": 0.9927571614583334, + "0.9": 0.99755859375 + }, + "dedup_dcs_abs": { + "0.5": 0.5184939922667885, + "0.6": 0.5223589923601443, + "0.7": 0.5258140829876841, + "0.8": 0.5284090695640771, + "0.9": 0.5309404406289104 + }, + "matched_frac_abs": { + "0.5": 0.5338541666666666, + "0.6": 0.4884440104166667, + "0.7": 0.4259440104166667, + "0.8": 0.3357747395833333, + "0.9": 0.19173177083333334 + } + }, + "seed0\u2194seed2": { + "dcs_signed": 0.5271274447441101, + "dcs_abs": 0.5323372483253479, + "frac_sign_flipped": 0.16829427083333334, + "alive_source": "stats", + "n_alive_a": 6144, + "n_alive_b": 6144, + "matched_cos_signed": { + "0.5": 0.5316698551177979, + "0.6": 0.5301303267478943, + "0.7": 0.528813898563385, + "0.8": 0.5281493067741394, + "0.9": 0.5273597240447998 + }, + "unique_frac_signed": { + "0.5": 0.978515625, + "0.6": 0.9845377604166666, + "0.7": 0.9896647135416666, + "0.8": 0.9949544270833334, + "0.9": 0.9986979166666666 + }, + "dedup_dcs_signed": { + "0.5": 0.5202472605742514, + "0.6": 0.5219333246253275, + "0.7": 0.5233484554385843, + "0.8": 0.5254844909359235, + "0.9": 0.5266730577374498 + }, + "matched_frac_signed": { + "0.5": 0.53857421875, + "0.6": 0.4890950520833333, + "0.7": 0.42431640625, + "0.8": 0.3409830729166667, + "0.9": 0.19254557291666666 + }, + "matched_cos_abs": { + "0.5": 0.5359787344932556, + "0.6": 0.5343867540359497, + "0.7": 0.5335866808891296, + "0.8": 0.5328884124755859, + "0.9": 0.5323865413665771 + }, + "unique_frac_abs": { + "0.5": 0.9644368489583334, + "0.6": 0.9761555989583334, + "0.7": 0.9847005208333334, + "0.8": 0.9921875, + "0.9": 0.9973958333333334 + }, + "dedup_dcs_abs": { + "0.5": 0.5169176418033506, + "0.6": 0.5216446219613621, + "0.7": 0.5254230825812556, + "0.8": 0.5287252217531204, + "0.9": 0.5310001180817684 + }, + "matched_frac_abs": { + "0.5": 0.5328776041666666, + "0.6": 0.4869791666666667, + "0.7": 0.4230143229166667, + "0.8": 0.33984375, + "0.9": 0.19222005208333334 + } + }, + "seed1\u2194seed2": { + "dcs_signed": 0.5238177180290222, + "dcs_abs": 0.5289537906646729, + "frac_sign_flipped": 0.17057291666666666, + "alive_source": "stats", + "n_alive_a": 6144, + "n_alive_b": 6144, + "matched_cos_signed": { + "0.5": 0.5287482738494873, + "0.6": 0.5270645022392273, + "0.7": 0.5255866050720215, + "0.8": 0.5247424840927124, + "0.9": 0.5239682197570801 + }, + "unique_frac_signed": { + "0.5": 0.9791666666666666, + "0.6": 0.985107421875, + "0.7": 0.9906412760416666, + "0.8": 0.9947916666666666, + "0.9": 0.9991048177083334 + }, + "dedup_dcs_signed": { + "0.5": 0.5177326848109562, + "0.6": 0.5192151529627154, + "0.7": 0.5206677851189548, + "0.8": 0.5220094503213961, + "0.9": 0.5234991726853575 + }, + "matched_frac_signed": { + "0.5": 0.5354817708333334, + "0.6": 0.4876302083333333, + "0.7": 0.4217122395833333, + "0.8": 0.33251953125, + "0.9": 0.19482421875 + }, + "matched_cos_abs": { + "0.5": 0.5335745215415955, + "0.6": 0.5319241881370544, + "0.7": 0.5302780270576477, + "0.8": 0.5295629501342773, + "0.9": 0.5287302732467651 + }, + "unique_frac_abs": { + "0.5": 0.9658203125, + "0.6": 0.977294921875, + "0.7": 0.98583984375, + "0.8": 0.992431640625, + "0.9": 0.9978841145833334 + }, + "dedup_dcs_abs": { + "0.5": 0.5153371111373417, + "0.6": 0.5198468078888254, + "0.7": 0.5227692073385697, + "0.8": 0.5255550274159759, + "0.9": 0.5276115405722521 + }, + "matched_frac_abs": { + "0.5": 0.52978515625, + "0.6": 0.4856770833333333, + "0.7": 0.4217122395833333, + "0.8": 0.33203125, + "0.9": 0.19449869791666666 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "n_dead_mean": 0, + "n_dead_std": 0.0, + "n_dense_mean": 101, + "n_dense_std": 6.0, + "l0_mean": 64, + "l0_std": 8.702335715267317e-15, + "recon_r2_mean": 0.9616000000000001, + "recon_r2_std": 1.3597399555105182e-16, + "l1_per_token_mean": 135.6167, + "l1_per_token_std": 0.9026578476920181, + "babel_mu1_signed_mean": 0.1912332127491633, + "babel_mu1_signed_std": 0.002230172955753521, + "n_dup_signed_per_threshold": { + "0.5": 254.66666666666666, + "0.6": 182.0, + "0.7": 120.0, + "0.8": 61.333333333333336, + "0.9": 13.333333333333334 + }, + "n_dup_signed_band": 94.16666666666666, + "n_dup_signed_band_std": 8.401388774085707, + "n_dup_clusters_signed_per_threshold": { + "0.5": 127.33333333333333, + "0.6": 91.0, + "0.7": 60.0, + "0.8": 30.666666666666668, + "0.9": 6.666666666666667 + }, + "n_dup_clusters_signed_band": 47.08333333333333, + "n_dup_clusters_signed_band_std": 4.200694387042853, + "largest_dup_signed_per_threshold": { + "0.5": 2.0, + "0.6": 2.0, + "0.7": 2.0, + "0.8": 2.0, + "0.9": 2.0 + }, + "largest_dup_signed_band": 2.0, + "largest_dup_signed_band_std": 0.0, + "dcs_signed_mean": 0.5261756380399069, + "dcs_signed_std": 0.0020546140040312477, + "dedup_dcs_signed_per_threshold": { + "0.5": 0.5197639038411176, + "0.6": 0.5212906227065509, + "0.7": 0.5228063388252243, + "0.8": 0.5243447929096873, + "0.9": 0.5258444969464714 + }, + "dedup_dcs_signed_band": 0.5235715628469835, + "dedup_dcs_signed_band_std": 0.0019527507166544318, + "matched_cos_signed_per_threshold": { + "0.5": 0.5307637254397074, + "0.6": 0.5291275382041931, + "0.7": 0.5279626250267029, + "0.8": 0.5269748568534851, + "0.9": 0.5264159043629965 + }, + "matched_cos_signed_band": 0.5276202311118444, + "matched_cos_signed_band_std": 0.001979796446304631, + "unique_frac_signed_per_threshold": { + "0.5": 0.979275173611111, + "0.6": 0.9851888020833334, + "0.7": 0.990234375, + "0.8": 0.9950086805555555, + "0.9": 0.9989149305555555 + }, + "unique_frac_signed_band": 0.992336697048611, + "unique_frac_signed_band_std": 0.00034185338436221543, + "matched_frac_signed_per_threshold": { + "0.5": 0.5379774305555557, + "0.6": 0.4893663194444444, + "0.7": 0.42475043402777773, + "0.8": 0.3367513020833333, + "0.9": 0.19319661458333334 + }, + "matched_frac_signed_band": 0.36101616753472215, + "matched_frac_signed_band_std": 0.001610389376079147, + "babel_mu1_abs_mean": 0.2395653376976649, + "babel_mu1_abs_std": 0.0028425687109255517, + "n_dup_abs_per_threshold": { + "0.5": 419.0, + "0.6": 282.6666666666667, + "0.7": 180.0, + "0.8": 92.66666666666667, + "0.9": 29.333333333333332 + }, + "n_dup_abs_band": 146.16666666666669, + "n_dup_abs_band_std": 10.131428000698289, + "n_dup_clusters_abs_per_threshold": { + "0.5": 208.33333333333334, + "0.6": 141.0, + "0.7": 90.0, + "0.8": 46.333333333333336, + "0.9": 14.666666666666666 + }, + "n_dup_clusters_abs_band": 73.0, + "n_dup_clusters_abs_band_std": 4.993746088859544, + "largest_dup_abs_per_threshold": { + "0.5": 3.0, + "0.6": 2.6666666666666665, + "0.7": 2.0, + "0.8": 2.0, + "0.9": 2.0 + }, + "largest_dup_abs_band": 2.1666666666666665, + "largest_dup_abs_band_std": 0.14433756729740643, + "dcs_abs_mean": 0.531175971031189, + "dcs_abs_std": 0.0019251189397275802, + "dedup_dcs_abs_per_threshold": { + "0.5": 0.5169162484024936, + "0.6": 0.5212834740701106, + "0.7": 0.5246687909691697, + "0.8": 0.5275631062443912, + "0.9": 0.529850699760977 + }, + "dedup_dcs_abs_band": 0.5258415177611621, + "dedup_dcs_abs_band_std": 0.001644403830362475, + "matched_cos_abs_per_threshold": { + "0.5": 0.5352696577707926, + "0.6": 0.5335870583852133, + "0.7": 0.5324691732724508, + "0.8": 0.5315718452135721, + "0.9": 0.5311188896497091 + }, + "matched_cos_abs_band": 0.5321867416302364, + "matched_cos_abs_band_std": 0.0017889749895438868, + "unique_frac_abs_per_threshold": { + "0.5": 0.9657118055555557, + "0.6": 0.9769422743055557, + "0.7": 0.9853515625, + "0.8": 0.9924587673611112, + "0.9": 0.9976128472222223 + }, + "unique_frac_abs_band": 0.9880913628472223, + "unique_frac_abs_band_std": 0.00041810608294804634, + "matched_frac_abs_per_threshold": { + "0.5": 0.5321723090277778, + "0.6": 0.4870334201388889, + "0.7": 0.4235568576388889, + "0.8": 0.33588324652777773, + "0.9": 0.1928168402777778 + }, + "matched_frac_abs_band": 0.35982259114583337, + "matched_frac_abs_band_std": 0.001163053867835014, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/matryoshka/x8/l0_64/seed0/config.json b/vision/dinov2-b_layer10/matryoshka/x8/l0_64/seed0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..8fcb63e0a3fa994dbbcc69d24b9250bcc4ed6262 --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x8/l0_64/seed0/config.json @@ -0,0 +1,13 @@ +{ + "d_in": 768, + "d_sae_factor": 8, + "architecture": "matryoshka", + "activation_name": "relu", + "device": "cpu", + "seed": 0, + "top_k": 64, + "top_k_inference": 0, + "group_sizes_csv": "384,384,768,1536,3072", + "class_type": "MatryoshkaBatchTopKSAE", + "module_name": "consdl.models.batchtopk" +} diff --git a/vision/dinov2-b_layer10/matryoshka/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/metrics.json b/vision/dinov2-b_layer10/matryoshka/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..b82b1aff3facabea3cca853e96b77a077e9df5a6 --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.1417, + "r2_score": 0.9616, + "l0_per_token_0": 0.0104, + "l0_per_token_0.001": 0.0104, + "l0_per_token_0.01": 0.0104, + "l0_per_token_0.05": 0.0104, + "l0_per_token_0.1": 0.0104, + "l0_per_token_0.5": 0.0104, + "l0_per_token_1.0": 0.0087, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0029, + "live_latent_frac": 1.0, + "l1_per_token": 135.6289 +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/matryoshka/x8/l0_64/seed1/config.json b/vision/dinov2-b_layer10/matryoshka/x8/l0_64/seed1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b51a95f2c49d8264c95d2df553e8f47969767674 --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x8/l0_64/seed1/config.json @@ -0,0 +1,13 @@ +{ + "d_in": 768, + "d_sae_factor": 8, + "architecture": "matryoshka", + "activation_name": "relu", + "device": "cpu", + "seed": 1, + "top_k": 64, + "top_k_inference": 0, + "group_sizes_csv": "384,384,768,1536,3072", + "class_type": "MatryoshkaBatchTopKSAE", + "module_name": "consdl.models.batchtopk" +} diff --git a/vision/dinov2-b_layer10/matryoshka/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/metrics.json b/vision/dinov2-b_layer10/matryoshka/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..df61fb6ad380239162f1da72d219ee308ad13c9b --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.1418, + "r2_score": 0.9616, + "l0_per_token_0": 0.0104, + "l0_per_token_0.001": 0.0104, + "l0_per_token_0.01": 0.0104, + "l0_per_token_0.05": 0.0104, + "l0_per_token_0.1": 0.0104, + "l0_per_token_0.5": 0.0104, + "l0_per_token_1.0": 0.0087, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0031, + "live_latent_frac": 1.0, + "l1_per_token": 136.5136 +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/matryoshka/x8/l0_64/seed2/config.json b/vision/dinov2-b_layer10/matryoshka/x8/l0_64/seed2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d79b55bff820762f7c49c954267bbf9d1b1911c4 --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x8/l0_64/seed2/config.json @@ -0,0 +1,13 @@ +{ + "d_in": 768, + "d_sae_factor": 8, + "architecture": "matryoshka", + "activation_name": "relu", + "device": "cpu", + "seed": 2, + "top_k": 64, + "top_k_inference": 0, + "group_sizes_csv": "384,384,768,1536,3072", + "class_type": "MatryoshkaBatchTopKSAE", + "module_name": "consdl.models.batchtopk" +} diff --git a/vision/dinov2-b_layer10/matryoshka/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/metrics.json b/vision/dinov2-b_layer10/matryoshka/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..5c4c3a2583acfe371a4ec0449a6f9f9a2f1a3cee --- /dev/null +++ b/vision/dinov2-b_layer10/matryoshka/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.1417, + "r2_score": 0.9616, + "l0_per_token_0": 0.0104, + "l0_per_token_0.001": 0.0104, + "l0_per_token_0.01": 0.0104, + "l0_per_token_0.05": 0.0104, + "l0_per_token_0.1": 0.0104, + "l0_per_token_0.5": 0.0104, + "l0_per_token_1.0": 0.0087, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0024, + "live_latent_frac": 1.0, + "l1_per_token": 134.7076 +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/mp/x16/l0_128/seed0/model.safetensors b/vision/dinov2-b_layer10/mp/x16/l0_128/seed0/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..243739e40d56f27fd1d4d8675cb1ea5e30b0e15a --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_128/seed0/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d314e25b1b8e2a517c3ecebbf008f7a5599f765d5b1b301d383db404a21885dc +size 75550008 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/mp/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..82f63368bea34892447232ff480055f588d67510 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:280799fafaaf393fb5fe88d59e88996cba1b566af5ce0f1b875c8d315364fa0d +size 1856 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/mp/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9f80e2234c0d8dffdf7e36ae874cbcf00bca731 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ce6c43744e9f4b2d1986545f018b69aafae735f5d3e55e22616ea68e62b345d +size 1630 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/mp/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..5dfc46e22c39f00153de9c0ff4193e3fd2600d62 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:950779fc6221b117b663df2529e970965106cfea9a1a0c444ae93daeed4b4eab +size 50471 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/mp/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..fda087b9b3e22ae56d253aada9f34e625fe5edf5 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1aacd2c6c82c862f5fa62cbd449c14287d95cfd26ff19b00d9fc6dfb491f76e7 +size 50382 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/mp/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..53c074ad3c1b989534be051a31c0e5f84db0cac9 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdf585de24051a6b6f7119699a6676717ea1cb4754b9540891a7c5f446d89739 +size 50337 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/mp/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..52bd6b9d1120cafcfeb1fdc5774c0ffa0db0bd1b --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5aeaabac0c9f521cba1fbf1d2869260b0a93aee60e91e8fe8ff1d38765246056 +size 50387 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/mp/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..fac753e7320ad60e04966228362fb5a32da50e07 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e718f3af8fa8b7aceab110a4ea7ba951c21bc202e3cf59724f04b0e03dad9593 +size 50337 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/mp/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..6793b3552ffb86689c6935356dc61c52ff198c01 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4af53b6a060d96aa7f4bf2b2726777b7e64c41d917ce46748fe6dc5f8c04029a +size 50387 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_128/seed1/model.safetensors b/vision/dinov2-b_layer10/mp/x16/l0_128/seed1/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..59babddaaf813991ba396eea66d7d8505e75c59e --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_128/seed1/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2fc3260e7849a0790b6461d2d2b86eee5cb8f60b95fc2a31ca0397e88eb43ed +size 75550008 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/mp/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a1f64dcd5ca5017d1f254d1db08a9e8ebd9b2bc --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4469af5d6caa3a5da4444746f671d8790db4fb54e4435bae5eb21edb8abbca4b +size 1984 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/mp/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..a1f4192b1b8bc3327ac6d630b708f1f705e88d51 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ceae5e728c6759f305c11c3d6a386eea9dac7249d9422a57343c64b5006e2be7 +size 1694 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/mp/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..adfdedbf2e89a6ff5617f4539cc49bf605ee6612 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbf9b16117adac2714c0ffc59a6542756ca889dd1c8b90483f840a8132e0bc9f +size 50471 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/mp/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee9b7056ef95902dbeef73114577b817d8e75c2d --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02f919fd8721fb1601fc7225efbbcbb5db3d5ab0b82d6a19f5462b5017c837f8 +size 50382 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/mp/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..e7ffa9ffd7d4739c2fc36070e11ed98fe8c29a13 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33c5b022f795fe093d6ada9da0d5b72e82f70c0cd99b7af773c38f2baa2dc8cc +size 50337 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/mp/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..479de24c0d7667784051e8f396d770d43ab22d4e --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71e10449980c62d0b7b3119186dc402edcfbbb1516570b578587173f690ab435 +size 50387 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/mp/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..f03852a9ce31790a8db3d0b42b022d78956e03dc --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd55b8e4e818b656df3fb26af096881eebdaa029e211e4c57bba2598c15ae2d9 +size 50337 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/mp/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..d12545c3beeb49ad387b0a4dbb3af04353900da4 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7048f6dac2e02bca6d6304fa8cb83b3098c1569b8b9469ab6bd320e633cd3ff2 +size 50387 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_128/seed2/model.safetensors b/vision/dinov2-b_layer10/mp/x16/l0_128/seed2/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..53d915924d46d288710180c1e7103d04961b50ec --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_128/seed2/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a8db2f074bb71e88aa38f25ab154a14665ef66280c7b51f8b261cda6a684477 +size 75550008 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/mp/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..abda730e4ef9f5225dc03d98b96325e97ee31390 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eab445ec9940546dc210e07e4e4e9cd5ecfaa9e3f9fc4f3e6915f252c8198f84 +size 1920 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/mp/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..7aa0ed1366ea8ebd00591bd9b25c929dda092549 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2aaa9001e646fd498ab20a1f7ebfd7d6770ac6a637fcbd871d230c2305c25597 +size 1630 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/mp/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..97fc2876270c41b4a1ae5bb88511eba9fd6ea899 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2043050be05b9311efd31f6338d8ecfa235d92780c365a60ec9665e2b6c7849 +size 50471 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/mp/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..659c2895077dea29585c10cf1c55d64763e8a8cf --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:396035be11d3fcd3e176b9c4f57bed7352a9ae0fac1aae99c4b7da24eb7ed02d +size 50382 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/mp/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..785f24578967247ce83f0946082a79ab334f989d --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9655028790c012c45151f9a34778efe19e8f0b27af3748a12b194138174ced4f +size 50337 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/mp/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..d9761330b07113592aa0e00220c847edf6590c94 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d99acc2fdd741d44c44c36bdbe1e22902b0ba0159a3e692040d3f65cea7b6af9 +size 50387 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/mp/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..89bb21cf774c74c9c510ac47c54a576baf9029ac --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:caa254c209d036879ae97e619b804b96085c7c2d85adfb46c2ecef71b5929c44 +size 50337 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/mp/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..45758839da5aaae25d88ce7d488a178c9a37dcf9 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f5086daa3b40c944ada949578f8f9956dd45da631a6b78f90895b12b6e90046 +size 50387 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_32/seed0/model.safetensors b/vision/dinov2-b_layer10/mp/x16/l0_32/seed0/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..243739e40d56f27fd1d4d8675cb1ea5e30b0e15a --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_32/seed0/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d314e25b1b8e2a517c3ecebbf008f7a5599f765d5b1b301d383db404a21885dc +size 75550008 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/mp/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..82f63368bea34892447232ff480055f588d67510 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:280799fafaaf393fb5fe88d59e88996cba1b566af5ce0f1b875c8d315364fa0d +size 1856 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/mp/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9f80e2234c0d8dffdf7e36ae874cbcf00bca731 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ce6c43744e9f4b2d1986545f018b69aafae735f5d3e55e22616ea68e62b345d +size 1630 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/mp/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..5dfc46e22c39f00153de9c0ff4193e3fd2600d62 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:950779fc6221b117b663df2529e970965106cfea9a1a0c444ae93daeed4b4eab +size 50471 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/mp/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..fda087b9b3e22ae56d253aada9f34e625fe5edf5 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1aacd2c6c82c862f5fa62cbd449c14287d95cfd26ff19b00d9fc6dfb491f76e7 +size 50382 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/mp/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..53c074ad3c1b989534be051a31c0e5f84db0cac9 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdf585de24051a6b6f7119699a6676717ea1cb4754b9540891a7c5f446d89739 +size 50337 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/mp/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..52bd6b9d1120cafcfeb1fdc5774c0ffa0db0bd1b --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5aeaabac0c9f521cba1fbf1d2869260b0a93aee60e91e8fe8ff1d38765246056 +size 50387 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/mp/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..fac753e7320ad60e04966228362fb5a32da50e07 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e718f3af8fa8b7aceab110a4ea7ba951c21bc202e3cf59724f04b0e03dad9593 +size 50337 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/mp/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..6793b3552ffb86689c6935356dc61c52ff198c01 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4af53b6a060d96aa7f4bf2b2726777b7e64c41d917ce46748fe6dc5f8c04029a +size 50387 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_32/seed1/model.safetensors b/vision/dinov2-b_layer10/mp/x16/l0_32/seed1/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..59babddaaf813991ba396eea66d7d8505e75c59e --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_32/seed1/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2fc3260e7849a0790b6461d2d2b86eee5cb8f60b95fc2a31ca0397e88eb43ed +size 75550008 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/mp/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a1f64dcd5ca5017d1f254d1db08a9e8ebd9b2bc --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4469af5d6caa3a5da4444746f671d8790db4fb54e4435bae5eb21edb8abbca4b +size 1984 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/mp/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..a1f4192b1b8bc3327ac6d630b708f1f705e88d51 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ceae5e728c6759f305c11c3d6a386eea9dac7249d9422a57343c64b5006e2be7 +size 1694 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/mp/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..adfdedbf2e89a6ff5617f4539cc49bf605ee6612 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbf9b16117adac2714c0ffc59a6542756ca889dd1c8b90483f840a8132e0bc9f +size 50471 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/mp/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee9b7056ef95902dbeef73114577b817d8e75c2d --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02f919fd8721fb1601fc7225efbbcbb5db3d5ab0b82d6a19f5462b5017c837f8 +size 50382 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/mp/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..e7ffa9ffd7d4739c2fc36070e11ed98fe8c29a13 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33c5b022f795fe093d6ada9da0d5b72e82f70c0cd99b7af773c38f2baa2dc8cc +size 50337 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/mp/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..479de24c0d7667784051e8f396d770d43ab22d4e --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71e10449980c62d0b7b3119186dc402edcfbbb1516570b578587173f690ab435 +size 50387 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/mp/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..f03852a9ce31790a8db3d0b42b022d78956e03dc --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd55b8e4e818b656df3fb26af096881eebdaa029e211e4c57bba2598c15ae2d9 +size 50337 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/mp/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..d12545c3beeb49ad387b0a4dbb3af04353900da4 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7048f6dac2e02bca6d6304fa8cb83b3098c1569b8b9469ab6bd320e633cd3ff2 +size 50387 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_32/seed2/model.safetensors b/vision/dinov2-b_layer10/mp/x16/l0_32/seed2/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..53d915924d46d288710180c1e7103d04961b50ec --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_32/seed2/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a8db2f074bb71e88aa38f25ab154a14665ef66280c7b51f8b261cda6a684477 +size 75550008 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/mp/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..abda730e4ef9f5225dc03d98b96325e97ee31390 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eab445ec9940546dc210e07e4e4e9cd5ecfaa9e3f9fc4f3e6915f252c8198f84 +size 1920 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/mp/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..7aa0ed1366ea8ebd00591bd9b25c929dda092549 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2aaa9001e646fd498ab20a1f7ebfd7d6770ac6a637fcbd871d230c2305c25597 +size 1630 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/mp/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..97fc2876270c41b4a1ae5bb88511eba9fd6ea899 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2043050be05b9311efd31f6338d8ecfa235d92780c365a60ec9665e2b6c7849 +size 50471 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/mp/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..659c2895077dea29585c10cf1c55d64763e8a8cf --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:396035be11d3fcd3e176b9c4f57bed7352a9ae0fac1aae99c4b7da24eb7ed02d +size 50382 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/mp/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..785f24578967247ce83f0946082a79ab334f989d --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9655028790c012c45151f9a34778efe19e8f0b27af3748a12b194138174ced4f +size 50337 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/mp/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..d9761330b07113592aa0e00220c847edf6590c94 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d99acc2fdd741d44c44c36bdbe1e22902b0ba0159a3e692040d3f65cea7b6af9 +size 50387 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/mp/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..89bb21cf774c74c9c510ac47c54a576baf9029ac --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:caa254c209d036879ae97e619b804b96085c7c2d85adfb46c2ecef71b5929c44 +size 50337 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/mp/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..45758839da5aaae25d88ce7d488a178c9a37dcf9 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f5086daa3b40c944ada949578f8f9956dd45da631a6b78f90895b12b6e90046 +size 50387 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_64/seed0/model.safetensors b/vision/dinov2-b_layer10/mp/x16/l0_64/seed0/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..243739e40d56f27fd1d4d8675cb1ea5e30b0e15a --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_64/seed0/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d314e25b1b8e2a517c3ecebbf008f7a5599f765d5b1b301d383db404a21885dc +size 75550008 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/mp/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..82f63368bea34892447232ff480055f588d67510 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:280799fafaaf393fb5fe88d59e88996cba1b566af5ce0f1b875c8d315364fa0d +size 1856 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/mp/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9f80e2234c0d8dffdf7e36ae874cbcf00bca731 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ce6c43744e9f4b2d1986545f018b69aafae735f5d3e55e22616ea68e62b345d +size 1630 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/mp/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..5dfc46e22c39f00153de9c0ff4193e3fd2600d62 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:950779fc6221b117b663df2529e970965106cfea9a1a0c444ae93daeed4b4eab +size 50471 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/mp/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..fda087b9b3e22ae56d253aada9f34e625fe5edf5 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1aacd2c6c82c862f5fa62cbd449c14287d95cfd26ff19b00d9fc6dfb491f76e7 +size 50382 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/mp/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..53c074ad3c1b989534be051a31c0e5f84db0cac9 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdf585de24051a6b6f7119699a6676717ea1cb4754b9540891a7c5f446d89739 +size 50337 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/mp/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..52bd6b9d1120cafcfeb1fdc5774c0ffa0db0bd1b --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5aeaabac0c9f521cba1fbf1d2869260b0a93aee60e91e8fe8ff1d38765246056 +size 50387 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/mp/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..fac753e7320ad60e04966228362fb5a32da50e07 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e718f3af8fa8b7aceab110a4ea7ba951c21bc202e3cf59724f04b0e03dad9593 +size 50337 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/mp/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..6793b3552ffb86689c6935356dc61c52ff198c01 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4af53b6a060d96aa7f4bf2b2726777b7e64c41d917ce46748fe6dc5f8c04029a +size 50387 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_64/seed1/model.safetensors b/vision/dinov2-b_layer10/mp/x16/l0_64/seed1/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..59babddaaf813991ba396eea66d7d8505e75c59e --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_64/seed1/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2fc3260e7849a0790b6461d2d2b86eee5cb8f60b95fc2a31ca0397e88eb43ed +size 75550008 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/mp/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a1f64dcd5ca5017d1f254d1db08a9e8ebd9b2bc --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4469af5d6caa3a5da4444746f671d8790db4fb54e4435bae5eb21edb8abbca4b +size 1984 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/mp/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..a1f4192b1b8bc3327ac6d630b708f1f705e88d51 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ceae5e728c6759f305c11c3d6a386eea9dac7249d9422a57343c64b5006e2be7 +size 1694 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/mp/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..adfdedbf2e89a6ff5617f4539cc49bf605ee6612 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbf9b16117adac2714c0ffc59a6542756ca889dd1c8b90483f840a8132e0bc9f +size 50471 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/mp/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee9b7056ef95902dbeef73114577b817d8e75c2d --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02f919fd8721fb1601fc7225efbbcbb5db3d5ab0b82d6a19f5462b5017c837f8 +size 50382 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/mp/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..e7ffa9ffd7d4739c2fc36070e11ed98fe8c29a13 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33c5b022f795fe093d6ada9da0d5b72e82f70c0cd99b7af773c38f2baa2dc8cc +size 50337 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/mp/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..479de24c0d7667784051e8f396d770d43ab22d4e --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71e10449980c62d0b7b3119186dc402edcfbbb1516570b578587173f690ab435 +size 50387 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/mp/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..f03852a9ce31790a8db3d0b42b022d78956e03dc --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd55b8e4e818b656df3fb26af096881eebdaa029e211e4c57bba2598c15ae2d9 +size 50337 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/mp/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..d12545c3beeb49ad387b0a4dbb3af04353900da4 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7048f6dac2e02bca6d6304fa8cb83b3098c1569b8b9469ab6bd320e633cd3ff2 +size 50387 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_64/seed2/model.safetensors b/vision/dinov2-b_layer10/mp/x16/l0_64/seed2/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..53d915924d46d288710180c1e7103d04961b50ec --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_64/seed2/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a8db2f074bb71e88aa38f25ab154a14665ef66280c7b51f8b261cda6a684477 +size 75550008 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/mp/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..abda730e4ef9f5225dc03d98b96325e97ee31390 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eab445ec9940546dc210e07e4e4e9cd5ecfaa9e3f9fc4f3e6915f252c8198f84 +size 1920 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/mp/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..7aa0ed1366ea8ebd00591bd9b25c929dda092549 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2aaa9001e646fd498ab20a1f7ebfd7d6770ac6a637fcbd871d230c2305c25597 +size 1630 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/mp/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..97fc2876270c41b4a1ae5bb88511eba9fd6ea899 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2043050be05b9311efd31f6338d8ecfa235d92780c365a60ec9665e2b6c7849 +size 50471 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/mp/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..659c2895077dea29585c10cf1c55d64763e8a8cf --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:396035be11d3fcd3e176b9c4f57bed7352a9ae0fac1aae99c4b7da24eb7ed02d +size 50382 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/mp/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..785f24578967247ce83f0946082a79ab334f989d --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9655028790c012c45151f9a34778efe19e8f0b27af3748a12b194138174ced4f +size 50337 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/mp/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..d9761330b07113592aa0e00220c847edf6590c94 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d99acc2fdd741d44c44c36bdbe1e22902b0ba0159a3e692040d3f65cea7b6af9 +size 50387 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/mp/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..89bb21cf774c74c9c510ac47c54a576baf9029ac --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:caa254c209d036879ae97e619b804b96085c7c2d85adfb46c2ecef71b5929c44 +size 50337 diff --git a/vision/dinov2-b_layer10/mp/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/mp/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..45758839da5aaae25d88ce7d488a178c9a37dcf9 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f5086daa3b40c944ada949578f8f9956dd45da631a6b78f90895b12b6e90046 +size 50387 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_128/seed0/model.safetensors b/vision/dinov2-b_layer10/mp/x4/l0_128/seed0/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..90ce7aee1ab2e9c19aca42d19b953d6ebad5c0ef --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_128/seed0/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f888c54082c170e2ac3a3d0f2aba772394649fdb86e0fa8348c64d16d7e66c2 +size 18890032 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/mp/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..06e36a942e578fc68601d51b90239b13d779e585 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7a5026afaacc69712fe502f26ae16850ca2622c176f21ce4352a20140181fae +size 1600 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/mp/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..075b0a084e8877082865b02490a7f981b44d6313 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73b50c21868e968aa3553e6999adc7d5328acbef5cf855da06392c30ffd83d04 +size 1502 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/mp/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c5f65783d218c7a94f8b8a30eb9831cadb8ea66 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d048fe7464b8717a30b17a8d9e53e301779853f3d3f00d1b931f7eb5d59bbc3 +size 13607 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/mp/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c87155f76288b4b0243364a4a601fbaebd9dd76 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bc82e5b8d95f7f6e2372f444836140a34cd9cacf5f2b92d5ce21e204160b738 +size 13518 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/mp/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..a332d7295e02aa0ca52ce2c8f2a46d75f5a53820 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25624fcb6dbdf746bb432d4bfe9b51db47dbad18f015d82cf5d6522718f0ef3c +size 13473 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/mp/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d042c60ce3a5a1571807a45622d3f028a80cf4b --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e24a2420de7e01086f618b0cc9c8e9872d8d6b7bf8068978bac3bcbbc914385a +size 13523 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/mp/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..7438886d002f96a4f74c3d2d7f7d1d4ee4646310 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55789cf37cbb0cbde8ec912cc5761242c61e9d091fff3f72dbdddeb5a6dda97c +size 13473 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/mp/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..430b6c45ded023e12290a1ea73880d14f79ee966 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac0d4b60fa08485085df8743289a1773460aca8669fd7aeaa567c55be2476132 +size 13523 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_128/seed1/model.safetensors b/vision/dinov2-b_layer10/mp/x4/l0_128/seed1/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b296b80c091ea03f339915846098ef636aeed51b --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_128/seed1/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fac6869c9c569c1e4a9ac127392e4c3c4cd8721c6cabaa6ae855148aed24feb1 +size 18890032 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/mp/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..3160e4cfe51b016c3a91c1050f128b6fe8525946 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e1dcf31f86cf476fcbc8b47f5f8003d494a165d90adbf3f51d2135dee44707e +size 1600 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/mp/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..e539bcfe6505c66e0bdb7110af7768f8602401fb --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e375bfcf6fdb5e8c95aa6be6922ca28d30b60101ee5cb687f1ca4dab82f1929b +size 1502 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/mp/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..06ce58cae5519bd3c782e53997cf89c2e8f14ef8 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d0804692903779ee4f2d9ae7f59539af0f21154de347f04073e28ab6f69db2c +size 13607 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/mp/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..53de5f243eb33a47d653bc0f79a989067b8e0829 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43c1b0182ef9047620009ef0ba4a18195a2dee22400214a328ad4a3d9e2278d7 +size 13518 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/mp/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..ccc247c21be66e064593f7d6d7c714b57d76dcc6 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4e83f17600cc3923c9445fe561ccac0a37c5c4b41dce559ff370012aa651868 +size 13473 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/mp/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..2887309639f698a4e52758d91852647fbcbda522 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:040798496e1ea9122c8044a95d91a9e462de19b219b2f7b57c0c66643d4eef89 +size 13523 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/mp/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..5522d9890bc8fc5b32e4d260de63d32fb1e6d831 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af2a86f4c1592ffbc5d8f7e75b882215ab6c7b146afceaac936d5e6df44e318a +size 13473 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/mp/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..7623db76abdc178ac64c3fadc03d26614b0ca172 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:996652c1b925a6d0ede357116e45260648aace285f329bba3c884efa82c5b59a +size 13523 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_128/seed2/model.safetensors b/vision/dinov2-b_layer10/mp/x4/l0_128/seed2/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..408f9b5ef7f88f9146854b5fd27c1ed925b857eb --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_128/seed2/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e49a74e8f0cc781f2a6699b6bffad24f8d7e424eb4ed099a95b8e1fad67e402e +size 18890032 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/mp/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..4cea170d6475d752d356932ae0785e3926ba1c55 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2436188450862a884c6313bae0c8768e67e25bc29344246200ac2a86726d20b +size 1600 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/mp/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..de608d8512be52fec9d6887708c4e47545e6dd5c --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:286776e6452bf4bf6335bebdced288cc8259e405614acb89510d5337aa4cf96f +size 1502 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/mp/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca5b17cc555799a72de0d90ac03402e5ab654691 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0853230868e70e60e4f3f13b45ebd84c249d1a9b0c281a1af9d8d5fe2bd6267 +size 13607 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/mp/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..6defd91ded04e68a7f5ec380eedac79f0e5bd3bc --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:553d2f476a524adeeabdecbb606573cabe006b63a23da7e1dfafbdb4231e4a34 +size 13518 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/mp/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..288788bf69fea287e2cf45fc33f2cdfe18d6aaec --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ade60d0263409f120aa9059cc28db3ed1cda4f3afc466030a7e8ae78693b9c48 +size 13473 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/mp/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..d87f495cb4e7fba80c816258fc0429f51786d068 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4ba234d411c4e4de1147a03546cc6da5600bde087d4572692b7e5b66427bdca +size 13523 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/mp/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d39c807a61bd849793851bf707faaa7a8a28c83 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5404012b4cd3e7c28456fd0e09f1871d6df51b076ebff6eb259b1e1ad8b663f7 +size 13473 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/mp/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..5cb3ef745b9a10574503773aebcc89cc0ac08d97 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:beaf1106572027595e2efbe4af6d757586320ed58b93199ff2c661c3c46c328b +size 13523 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_32/seed0/model.safetensors b/vision/dinov2-b_layer10/mp/x4/l0_32/seed0/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..90ce7aee1ab2e9c19aca42d19b953d6ebad5c0ef --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_32/seed0/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f888c54082c170e2ac3a3d0f2aba772394649fdb86e0fa8348c64d16d7e66c2 +size 18890032 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/mp/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..06e36a942e578fc68601d51b90239b13d779e585 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7a5026afaacc69712fe502f26ae16850ca2622c176f21ce4352a20140181fae +size 1600 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/mp/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..075b0a084e8877082865b02490a7f981b44d6313 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73b50c21868e968aa3553e6999adc7d5328acbef5cf855da06392c30ffd83d04 +size 1502 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/mp/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c5f65783d218c7a94f8b8a30eb9831cadb8ea66 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d048fe7464b8717a30b17a8d9e53e301779853f3d3f00d1b931f7eb5d59bbc3 +size 13607 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/mp/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c87155f76288b4b0243364a4a601fbaebd9dd76 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bc82e5b8d95f7f6e2372f444836140a34cd9cacf5f2b92d5ce21e204160b738 +size 13518 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/mp/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..a332d7295e02aa0ca52ce2c8f2a46d75f5a53820 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25624fcb6dbdf746bb432d4bfe9b51db47dbad18f015d82cf5d6522718f0ef3c +size 13473 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/mp/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d042c60ce3a5a1571807a45622d3f028a80cf4b --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e24a2420de7e01086f618b0cc9c8e9872d8d6b7bf8068978bac3bcbbc914385a +size 13523 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/mp/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..7438886d002f96a4f74c3d2d7f7d1d4ee4646310 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55789cf37cbb0cbde8ec912cc5761242c61e9d091fff3f72dbdddeb5a6dda97c +size 13473 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/mp/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..430b6c45ded023e12290a1ea73880d14f79ee966 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac0d4b60fa08485085df8743289a1773460aca8669fd7aeaa567c55be2476132 +size 13523 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_32/seed1/model.safetensors b/vision/dinov2-b_layer10/mp/x4/l0_32/seed1/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b296b80c091ea03f339915846098ef636aeed51b --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_32/seed1/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fac6869c9c569c1e4a9ac127392e4c3c4cd8721c6cabaa6ae855148aed24feb1 +size 18890032 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/mp/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..3160e4cfe51b016c3a91c1050f128b6fe8525946 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e1dcf31f86cf476fcbc8b47f5f8003d494a165d90adbf3f51d2135dee44707e +size 1600 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/mp/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..e539bcfe6505c66e0bdb7110af7768f8602401fb --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e375bfcf6fdb5e8c95aa6be6922ca28d30b60101ee5cb687f1ca4dab82f1929b +size 1502 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/mp/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..06ce58cae5519bd3c782e53997cf89c2e8f14ef8 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d0804692903779ee4f2d9ae7f59539af0f21154de347f04073e28ab6f69db2c +size 13607 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/mp/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..53de5f243eb33a47d653bc0f79a989067b8e0829 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43c1b0182ef9047620009ef0ba4a18195a2dee22400214a328ad4a3d9e2278d7 +size 13518 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/mp/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..ccc247c21be66e064593f7d6d7c714b57d76dcc6 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4e83f17600cc3923c9445fe561ccac0a37c5c4b41dce559ff370012aa651868 +size 13473 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/mp/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..2887309639f698a4e52758d91852647fbcbda522 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:040798496e1ea9122c8044a95d91a9e462de19b219b2f7b57c0c66643d4eef89 +size 13523 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/mp/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..5522d9890bc8fc5b32e4d260de63d32fb1e6d831 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af2a86f4c1592ffbc5d8f7e75b882215ab6c7b146afceaac936d5e6df44e318a +size 13473 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/mp/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..7623db76abdc178ac64c3fadc03d26614b0ca172 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:996652c1b925a6d0ede357116e45260648aace285f329bba3c884efa82c5b59a +size 13523 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_32/seed2/model.safetensors b/vision/dinov2-b_layer10/mp/x4/l0_32/seed2/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..408f9b5ef7f88f9146854b5fd27c1ed925b857eb --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_32/seed2/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e49a74e8f0cc781f2a6699b6bffad24f8d7e424eb4ed099a95b8e1fad67e402e +size 18890032 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/mp/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..4cea170d6475d752d356932ae0785e3926ba1c55 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2436188450862a884c6313bae0c8768e67e25bc29344246200ac2a86726d20b +size 1600 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/mp/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..de608d8512be52fec9d6887708c4e47545e6dd5c --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:286776e6452bf4bf6335bebdced288cc8259e405614acb89510d5337aa4cf96f +size 1502 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/mp/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca5b17cc555799a72de0d90ac03402e5ab654691 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0853230868e70e60e4f3f13b45ebd84c249d1a9b0c281a1af9d8d5fe2bd6267 +size 13607 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/mp/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..6defd91ded04e68a7f5ec380eedac79f0e5bd3bc --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:553d2f476a524adeeabdecbb606573cabe006b63a23da7e1dfafbdb4231e4a34 +size 13518 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/mp/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..288788bf69fea287e2cf45fc33f2cdfe18d6aaec --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ade60d0263409f120aa9059cc28db3ed1cda4f3afc466030a7e8ae78693b9c48 +size 13473 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/mp/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..d87f495cb4e7fba80c816258fc0429f51786d068 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4ba234d411c4e4de1147a03546cc6da5600bde087d4572692b7e5b66427bdca +size 13523 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/mp/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d39c807a61bd849793851bf707faaa7a8a28c83 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5404012b4cd3e7c28456fd0e09f1871d6df51b076ebff6eb259b1e1ad8b663f7 +size 13473 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/mp/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..5cb3ef745b9a10574503773aebcc89cc0ac08d97 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:beaf1106572027595e2efbe4af6d757586320ed58b93199ff2c661c3c46c328b +size 13523 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_64/seed0/model.safetensors b/vision/dinov2-b_layer10/mp/x4/l0_64/seed0/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..90ce7aee1ab2e9c19aca42d19b953d6ebad5c0ef --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_64/seed0/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f888c54082c170e2ac3a3d0f2aba772394649fdb86e0fa8348c64d16d7e66c2 +size 18890032 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/mp/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..06e36a942e578fc68601d51b90239b13d779e585 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7a5026afaacc69712fe502f26ae16850ca2622c176f21ce4352a20140181fae +size 1600 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/mp/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..075b0a084e8877082865b02490a7f981b44d6313 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73b50c21868e968aa3553e6999adc7d5328acbef5cf855da06392c30ffd83d04 +size 1502 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/mp/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c5f65783d218c7a94f8b8a30eb9831cadb8ea66 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d048fe7464b8717a30b17a8d9e53e301779853f3d3f00d1b931f7eb5d59bbc3 +size 13607 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/mp/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c87155f76288b4b0243364a4a601fbaebd9dd76 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bc82e5b8d95f7f6e2372f444836140a34cd9cacf5f2b92d5ce21e204160b738 +size 13518 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/mp/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..a332d7295e02aa0ca52ce2c8f2a46d75f5a53820 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25624fcb6dbdf746bb432d4bfe9b51db47dbad18f015d82cf5d6522718f0ef3c +size 13473 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/mp/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d042c60ce3a5a1571807a45622d3f028a80cf4b --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e24a2420de7e01086f618b0cc9c8e9872d8d6b7bf8068978bac3bcbbc914385a +size 13523 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/mp/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..7438886d002f96a4f74c3d2d7f7d1d4ee4646310 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55789cf37cbb0cbde8ec912cc5761242c61e9d091fff3f72dbdddeb5a6dda97c +size 13473 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/mp/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..430b6c45ded023e12290a1ea73880d14f79ee966 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac0d4b60fa08485085df8743289a1773460aca8669fd7aeaa567c55be2476132 +size 13523 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_64/seed1/model.safetensors b/vision/dinov2-b_layer10/mp/x4/l0_64/seed1/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b296b80c091ea03f339915846098ef636aeed51b --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_64/seed1/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fac6869c9c569c1e4a9ac127392e4c3c4cd8721c6cabaa6ae855148aed24feb1 +size 18890032 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/mp/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..3160e4cfe51b016c3a91c1050f128b6fe8525946 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e1dcf31f86cf476fcbc8b47f5f8003d494a165d90adbf3f51d2135dee44707e +size 1600 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/mp/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..e539bcfe6505c66e0bdb7110af7768f8602401fb --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e375bfcf6fdb5e8c95aa6be6922ca28d30b60101ee5cb687f1ca4dab82f1929b +size 1502 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/mp/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..06ce58cae5519bd3c782e53997cf89c2e8f14ef8 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d0804692903779ee4f2d9ae7f59539af0f21154de347f04073e28ab6f69db2c +size 13607 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/mp/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..53de5f243eb33a47d653bc0f79a989067b8e0829 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43c1b0182ef9047620009ef0ba4a18195a2dee22400214a328ad4a3d9e2278d7 +size 13518 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/mp/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..ccc247c21be66e064593f7d6d7c714b57d76dcc6 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4e83f17600cc3923c9445fe561ccac0a37c5c4b41dce559ff370012aa651868 +size 13473 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/mp/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..2887309639f698a4e52758d91852647fbcbda522 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:040798496e1ea9122c8044a95d91a9e462de19b219b2f7b57c0c66643d4eef89 +size 13523 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/mp/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..5522d9890bc8fc5b32e4d260de63d32fb1e6d831 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af2a86f4c1592ffbc5d8f7e75b882215ab6c7b146afceaac936d5e6df44e318a +size 13473 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/mp/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..7623db76abdc178ac64c3fadc03d26614b0ca172 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:996652c1b925a6d0ede357116e45260648aace285f329bba3c884efa82c5b59a +size 13523 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_64/seed2/model.safetensors b/vision/dinov2-b_layer10/mp/x4/l0_64/seed2/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..408f9b5ef7f88f9146854b5fd27c1ed925b857eb --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_64/seed2/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e49a74e8f0cc781f2a6699b6bffad24f8d7e424eb4ed099a95b8e1fad67e402e +size 18890032 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/mp/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..4cea170d6475d752d356932ae0785e3926ba1c55 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2436188450862a884c6313bae0c8768e67e25bc29344246200ac2a86726d20b +size 1600 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/mp/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..de608d8512be52fec9d6887708c4e47545e6dd5c --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:286776e6452bf4bf6335bebdced288cc8259e405614acb89510d5337aa4cf96f +size 1502 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/mp/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca5b17cc555799a72de0d90ac03402e5ab654691 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0853230868e70e60e4f3f13b45ebd84c249d1a9b0c281a1af9d8d5fe2bd6267 +size 13607 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/mp/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..6defd91ded04e68a7f5ec380eedac79f0e5bd3bc --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:553d2f476a524adeeabdecbb606573cabe006b63a23da7e1dfafbdb4231e4a34 +size 13518 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/mp/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..288788bf69fea287e2cf45fc33f2cdfe18d6aaec --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ade60d0263409f120aa9059cc28db3ed1cda4f3afc466030a7e8ae78693b9c48 +size 13473 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/mp/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..d87f495cb4e7fba80c816258fc0429f51786d068 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4ba234d411c4e4de1147a03546cc6da5600bde087d4572692b7e5b66427bdca +size 13523 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/mp/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d39c807a61bd849793851bf707faaa7a8a28c83 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5404012b4cd3e7c28456fd0e09f1871d6df51b076ebff6eb259b1e1ad8b663f7 +size 13473 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/mp/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..5cb3ef745b9a10574503773aebcc89cc0ac08d97 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:beaf1106572027595e2efbe4af6d757586320ed58b93199ff2c661c3c46c328b +size 13523 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_128/seed0/model.safetensors b/vision/dinov2-b_layer10/mp/x8/l0_128/seed0/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6c3e52aee96e5d2d35664e960c55c7856fa44b3c --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_128/seed0/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91a110c64c22860736eef1e9e608b9510636b30dda835ccb8590773e6976d2cf +size 37776696 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/mp/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..e716d7a34111107376e3632c353df30c6b01297b --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3821885fa29ac20baac53285aa16755877859d28b4b4cb89ce80eab72e14d3e4 +size 1664 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/mp/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..4601ce7451b6ade60093713f5995caa358b894f4 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0def61ff395a978aded8b077bd48664db30c1f4bd8d8e4e9a90f5b8c31a73bd5 +size 1502 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/mp/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..240fbc736f89179c2e57680bb66091b3c450c0a2 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac60dd526e5a60b1174e6aa25edebd100593967802cd27b1f2804b92726acb5f +size 25895 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/mp/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc60b6b0d9b2c8c849299fd1f039f2ea6feefc49 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e46b3febbb707f5153ea5d7602250c88e3bb244df04f07b578f47f5faf152b8 +size 25806 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/mp/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..c71a48b18b0575f0852bd1419b1554fc8b44775a --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78f31816dbf263649d55fde16fcac09f4a904c893709940d055823de1f003747 +size 25761 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/mp/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc96f1479e63e54fd9ddb6b9c596257ca0bb3975 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47e3e00c1bba70c5a923b71b3dedaea171d650c18b1d3ed704349d6b889c4c61 +size 25811 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/mp/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..32249e815ef77ebbf3b07fe2c184f851aef063f3 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3391b22b151213e504b30e0fca17a1a1f00b76225069052e7d829badde747b2 +size 25761 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/mp/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..95b35bb8ff87cc3d10cdd0f5533eddc71c20c3bd --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b71c0036bba22889938fc7b5230f07aeea81c2114586798801177b87cb78129f +size 25811 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_128/seed1/model.safetensors b/vision/dinov2-b_layer10/mp/x8/l0_128/seed1/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9c964e6757a1adbd4cbfd170c5f98c601f4b1c92 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_128/seed1/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:366cf1f0b750a07d2ea826796bf7f24c97e65161e3fa4a25f0c3b19a345b215d +size 37776696 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/mp/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..c4f8a4a687722984d6891248b069470d3fa4b2dd --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61b81675f17649de8f6e846ba21a0ce08f771a669d4a7bfa911e5350bb95e9bd +size 1664 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/mp/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..587546707300a39bd285322c2f1db5ade9e57a03 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aacbcc00d2587b8ee5c656a96ec79cc1983c746896eee433ee2da2cfb25ce664 +size 1502 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/mp/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..4265ce80cd0b6c7f86b90b74d5491b07ffe5276c --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57686e32a39542f7fd87eeb6d9b0bc48c1ef82049ff81b99684c3a374f981563 +size 25895 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/mp/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5812f96e70c1ddc88b5347b272441d509d657a2 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a22b19aae05c1c448a990ef479c465a24f44574198aa43c7143367d2c2ad4bed +size 25806 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/mp/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..e2e6c1e2d8f8a36d28ccea760b9320c21e5a3a94 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d5313577a50fccce5e4fd9bab63d2a271d0c1179bebedcda1591b849041847d +size 25761 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/mp/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2eb18820abfacb34c58abdbc0655be4bda893db --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1110d3b45c9890dbe9e582b1e7fa3b44e6fc3705c436dd2bcaafbaa046c9113e +size 25811 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/mp/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..4fee489c5419bf1cb3eb57fb54368c934b4a4b23 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cee46b6b6b5f0d05c4eb039e5d363c096846101f6d476f0b6a120b0169912f05 +size 25761 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/mp/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..48e6d0da8e84dd1e412ccb521774c5baddf44e9d --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e77f340df93e91d27b5ac7e07eed02b2ddf48bf2b2e3758a63dbb3e1e23c8525 +size 25811 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_128/seed2/model.safetensors b/vision/dinov2-b_layer10/mp/x8/l0_128/seed2/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2c6611fe65546021a03614b58d06037048a25378 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_128/seed2/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44fc655c84ade14d96761762b632675a2a0a79efad5116b6dacbdc00ed02ff51 +size 37776696 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/mp/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..1eaf709166bb47bddc24ee1eaeef5733994e7bfe --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3875ebb6c2f5d768de9ee2ffccf2cb84771bee31214497b7ee10065fb96c7a54 +size 1664 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/mp/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..d2ec1a8f7986c1321a13d973494896002786870d --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62feda2ca6d6811cf6cf9c860bbfc943e82be40a7bf73ccc9797e2fd8fbef236 +size 1566 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/mp/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c72a28da8173873648fd87244ef4e20e77e038c --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7f8bc6be13a8f39a955c3e6ccdd6107095c419bee4866c522d7303e2a6f266d +size 25895 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/mp/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..f66e58545f8df6c4788d39e70ee573c760f602ea --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02f3f03e1b3ff9c2c04dc65af620d8d23aad1c57e71aaf54104430bec42b96c8 +size 25806 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/mp/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..26dde5ebd235b6f341a627d1bc9e147a429bb4f3 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a90c5bc338168a776f4f7fbd6fa5c4507bdd8c93714a143d677f032ec712168d +size 25761 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/mp/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..37e43d907ca2399a7ee466281449149a3aa8a091 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9310ed4b38b5991385a411c04f42985dab64ccaf2fbc2514440a03d6054af820 +size 25811 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/mp/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..ede181b42f059cf02cd5511de901cf0fab44e8d6 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f7e4aa0f8554fb30e1e2295e33f4042aec57291c3decaba9dd9c2539ecd6025 +size 25761 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/mp/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..6360346bb2db0ca8a3b243850512d6930b776e6f --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66f0d924796a4c10859e2225e76ee8081a5ed6cc5c01e5428f06acc12b4e6ea2 +size 25811 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_32/seed0/model.safetensors b/vision/dinov2-b_layer10/mp/x8/l0_32/seed0/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6c3e52aee96e5d2d35664e960c55c7856fa44b3c --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_32/seed0/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91a110c64c22860736eef1e9e608b9510636b30dda835ccb8590773e6976d2cf +size 37776696 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/mp/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..e716d7a34111107376e3632c353df30c6b01297b --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3821885fa29ac20baac53285aa16755877859d28b4b4cb89ce80eab72e14d3e4 +size 1664 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/mp/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..4601ce7451b6ade60093713f5995caa358b894f4 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0def61ff395a978aded8b077bd48664db30c1f4bd8d8e4e9a90f5b8c31a73bd5 +size 1502 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/mp/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..240fbc736f89179c2e57680bb66091b3c450c0a2 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac60dd526e5a60b1174e6aa25edebd100593967802cd27b1f2804b92726acb5f +size 25895 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/mp/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc60b6b0d9b2c8c849299fd1f039f2ea6feefc49 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e46b3febbb707f5153ea5d7602250c88e3bb244df04f07b578f47f5faf152b8 +size 25806 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/mp/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..c71a48b18b0575f0852bd1419b1554fc8b44775a --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78f31816dbf263649d55fde16fcac09f4a904c893709940d055823de1f003747 +size 25761 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/mp/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc96f1479e63e54fd9ddb6b9c596257ca0bb3975 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47e3e00c1bba70c5a923b71b3dedaea171d650c18b1d3ed704349d6b889c4c61 +size 25811 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/mp/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..32249e815ef77ebbf3b07fe2c184f851aef063f3 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3391b22b151213e504b30e0fca17a1a1f00b76225069052e7d829badde747b2 +size 25761 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/mp/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..95b35bb8ff87cc3d10cdd0f5533eddc71c20c3bd --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b71c0036bba22889938fc7b5230f07aeea81c2114586798801177b87cb78129f +size 25811 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_32/seed1/model.safetensors b/vision/dinov2-b_layer10/mp/x8/l0_32/seed1/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9c964e6757a1adbd4cbfd170c5f98c601f4b1c92 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_32/seed1/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:366cf1f0b750a07d2ea826796bf7f24c97e65161e3fa4a25f0c3b19a345b215d +size 37776696 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/mp/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..c4f8a4a687722984d6891248b069470d3fa4b2dd --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61b81675f17649de8f6e846ba21a0ce08f771a669d4a7bfa911e5350bb95e9bd +size 1664 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/mp/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..587546707300a39bd285322c2f1db5ade9e57a03 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aacbcc00d2587b8ee5c656a96ec79cc1983c746896eee433ee2da2cfb25ce664 +size 1502 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/mp/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..4265ce80cd0b6c7f86b90b74d5491b07ffe5276c --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57686e32a39542f7fd87eeb6d9b0bc48c1ef82049ff81b99684c3a374f981563 +size 25895 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/mp/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5812f96e70c1ddc88b5347b272441d509d657a2 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a22b19aae05c1c448a990ef479c465a24f44574198aa43c7143367d2c2ad4bed +size 25806 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/mp/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..e2e6c1e2d8f8a36d28ccea760b9320c21e5a3a94 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d5313577a50fccce5e4fd9bab63d2a271d0c1179bebedcda1591b849041847d +size 25761 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/mp/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2eb18820abfacb34c58abdbc0655be4bda893db --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1110d3b45c9890dbe9e582b1e7fa3b44e6fc3705c436dd2bcaafbaa046c9113e +size 25811 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/mp/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..4fee489c5419bf1cb3eb57fb54368c934b4a4b23 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cee46b6b6b5f0d05c4eb039e5d363c096846101f6d476f0b6a120b0169912f05 +size 25761 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/mp/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..48e6d0da8e84dd1e412ccb521774c5baddf44e9d --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e77f340df93e91d27b5ac7e07eed02b2ddf48bf2b2e3758a63dbb3e1e23c8525 +size 25811 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_32/seed2/model.safetensors b/vision/dinov2-b_layer10/mp/x8/l0_32/seed2/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2c6611fe65546021a03614b58d06037048a25378 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_32/seed2/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44fc655c84ade14d96761762b632675a2a0a79efad5116b6dacbdc00ed02ff51 +size 37776696 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/mp/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..1eaf709166bb47bddc24ee1eaeef5733994e7bfe --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3875ebb6c2f5d768de9ee2ffccf2cb84771bee31214497b7ee10065fb96c7a54 +size 1664 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/mp/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..d2ec1a8f7986c1321a13d973494896002786870d --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62feda2ca6d6811cf6cf9c860bbfc943e82be40a7bf73ccc9797e2fd8fbef236 +size 1566 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/mp/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c72a28da8173873648fd87244ef4e20e77e038c --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7f8bc6be13a8f39a955c3e6ccdd6107095c419bee4866c522d7303e2a6f266d +size 25895 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/mp/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..f66e58545f8df6c4788d39e70ee573c760f602ea --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02f3f03e1b3ff9c2c04dc65af620d8d23aad1c57e71aaf54104430bec42b96c8 +size 25806 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/mp/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..26dde5ebd235b6f341a627d1bc9e147a429bb4f3 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a90c5bc338168a776f4f7fbd6fa5c4507bdd8c93714a143d677f032ec712168d +size 25761 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/mp/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..37e43d907ca2399a7ee466281449149a3aa8a091 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9310ed4b38b5991385a411c04f42985dab64ccaf2fbc2514440a03d6054af820 +size 25811 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/mp/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..ede181b42f059cf02cd5511de901cf0fab44e8d6 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f7e4aa0f8554fb30e1e2295e33f4042aec57291c3decaba9dd9c2539ecd6025 +size 25761 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/mp/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..6360346bb2db0ca8a3b243850512d6930b776e6f --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66f0d924796a4c10859e2225e76ee8081a5ed6cc5c01e5428f06acc12b4e6ea2 +size 25811 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_64/seed0/model.safetensors b/vision/dinov2-b_layer10/mp/x8/l0_64/seed0/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6c3e52aee96e5d2d35664e960c55c7856fa44b3c --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_64/seed0/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91a110c64c22860736eef1e9e608b9510636b30dda835ccb8590773e6976d2cf +size 37776696 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/mp/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..e716d7a34111107376e3632c353df30c6b01297b --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3821885fa29ac20baac53285aa16755877859d28b4b4cb89ce80eab72e14d3e4 +size 1664 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/mp/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..4601ce7451b6ade60093713f5995caa358b894f4 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0def61ff395a978aded8b077bd48664db30c1f4bd8d8e4e9a90f5b8c31a73bd5 +size 1502 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/mp/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..240fbc736f89179c2e57680bb66091b3c450c0a2 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac60dd526e5a60b1174e6aa25edebd100593967802cd27b1f2804b92726acb5f +size 25895 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/mp/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc60b6b0d9b2c8c849299fd1f039f2ea6feefc49 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e46b3febbb707f5153ea5d7602250c88e3bb244df04f07b578f47f5faf152b8 +size 25806 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/mp/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..c71a48b18b0575f0852bd1419b1554fc8b44775a --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78f31816dbf263649d55fde16fcac09f4a904c893709940d055823de1f003747 +size 25761 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/mp/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc96f1479e63e54fd9ddb6b9c596257ca0bb3975 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47e3e00c1bba70c5a923b71b3dedaea171d650c18b1d3ed704349d6b889c4c61 +size 25811 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/mp/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..32249e815ef77ebbf3b07fe2c184f851aef063f3 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3391b22b151213e504b30e0fca17a1a1f00b76225069052e7d829badde747b2 +size 25761 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/mp/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..95b35bb8ff87cc3d10cdd0f5533eddc71c20c3bd --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b71c0036bba22889938fc7b5230f07aeea81c2114586798801177b87cb78129f +size 25811 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_64/seed1/model.safetensors b/vision/dinov2-b_layer10/mp/x8/l0_64/seed1/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9c964e6757a1adbd4cbfd170c5f98c601f4b1c92 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_64/seed1/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:366cf1f0b750a07d2ea826796bf7f24c97e65161e3fa4a25f0c3b19a345b215d +size 37776696 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/mp/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..c4f8a4a687722984d6891248b069470d3fa4b2dd --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61b81675f17649de8f6e846ba21a0ce08f771a669d4a7bfa911e5350bb95e9bd +size 1664 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/mp/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..587546707300a39bd285322c2f1db5ade9e57a03 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aacbcc00d2587b8ee5c656a96ec79cc1983c746896eee433ee2da2cfb25ce664 +size 1502 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/mp/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..4265ce80cd0b6c7f86b90b74d5491b07ffe5276c --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57686e32a39542f7fd87eeb6d9b0bc48c1ef82049ff81b99684c3a374f981563 +size 25895 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/mp/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5812f96e70c1ddc88b5347b272441d509d657a2 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a22b19aae05c1c448a990ef479c465a24f44574198aa43c7143367d2c2ad4bed +size 25806 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/mp/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..e2e6c1e2d8f8a36d28ccea760b9320c21e5a3a94 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d5313577a50fccce5e4fd9bab63d2a271d0c1179bebedcda1591b849041847d +size 25761 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/mp/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2eb18820abfacb34c58abdbc0655be4bda893db --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1110d3b45c9890dbe9e582b1e7fa3b44e6fc3705c436dd2bcaafbaa046c9113e +size 25811 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/mp/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..4fee489c5419bf1cb3eb57fb54368c934b4a4b23 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cee46b6b6b5f0d05c4eb039e5d363c096846101f6d476f0b6a120b0169912f05 +size 25761 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/mp/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..48e6d0da8e84dd1e412ccb521774c5baddf44e9d --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e77f340df93e91d27b5ac7e07eed02b2ddf48bf2b2e3758a63dbb3e1e23c8525 +size 25811 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_64/seed2/model.safetensors b/vision/dinov2-b_layer10/mp/x8/l0_64/seed2/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2c6611fe65546021a03614b58d06037048a25378 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_64/seed2/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44fc655c84ade14d96761762b632675a2a0a79efad5116b6dacbdc00ed02ff51 +size 37776696 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/mp/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..1eaf709166bb47bddc24ee1eaeef5733994e7bfe --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3875ebb6c2f5d768de9ee2ffccf2cb84771bee31214497b7ee10065fb96c7a54 +size 1664 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/mp/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..d2ec1a8f7986c1321a13d973494896002786870d --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62feda2ca6d6811cf6cf9c860bbfc943e82be40a7bf73ccc9797e2fd8fbef236 +size 1566 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/mp/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c72a28da8173873648fd87244ef4e20e77e038c --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7f8bc6be13a8f39a955c3e6ccdd6107095c419bee4866c522d7303e2a6f266d +size 25895 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/mp/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..f66e58545f8df6c4788d39e70ee573c760f602ea --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02f3f03e1b3ff9c2c04dc65af620d8d23aad1c57e71aaf54104430bec42b96c8 +size 25806 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/mp/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..26dde5ebd235b6f341a627d1bc9e147a429bb4f3 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a90c5bc338168a776f4f7fbd6fa5c4507bdd8c93714a143d677f032ec712168d +size 25761 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/mp/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..37e43d907ca2399a7ee466281449149a3aa8a091 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9310ed4b38b5991385a411c04f42985dab64ccaf2fbc2514440a03d6054af820 +size 25811 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/mp/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..ede181b42f059cf02cd5511de901cf0fab44e8d6 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f7e4aa0f8554fb30e1e2295e33f4042aec57291c3decaba9dd9c2539ecd6025 +size 25761 diff --git a/vision/dinov2-b_layer10/mp/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/mp/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..6360346bb2db0ca8a3b243850512d6930b776e6f --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66f0d924796a4c10859e2225e76ee8081a5ed6cc5c01e5428f06acc12b4e6ea2 +size 25811 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_128/seed0/model.safetensors b/vision/dinov2-b_layer10/relu/x16/l0_128/seed0/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a79e0b763a3178fb27fc9411f97fe54386082c37 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_128/seed0/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3d0029a1352f1437be8d1c1dd26240159049d434e798349c3d879b3d0fac5db +size 75550008 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/relu/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..b432eea4786d5dc4a9bd34692b538f0f2524464b --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68211b4673a8d568b0c5ff61459dd053eaf1a36228c4af7fa854a2c61de7b440 +size 11520 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/relu/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..00996cdb66cdb97109cb2af446c84856f3f7ca05 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6699d29a2734f2e30ac0f3f846e2c60d8c4f5f2961e564895f89e6d617f78f59 +size 6494 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/relu/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..a13129cfd2f9d4cfc1fc4cac83a9c6c740155efa --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdd77a00d2260dac8c134995e71c783367a185ba07eef0170a4257d3b27f3e75 +size 50471 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/relu/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..18514b917d45952726589fb2053f5e1f9cdabdac --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3e0598c57a503eb6730e59c7e7674085f50e6830f5faa22daadd52bfe2d8436 +size 50382 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/relu/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..6757830a2aceb5660bbc2c11e75e66fbb9f9800b --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43390ec7b0e22d65d3513c8fe75fac83037b6dcd46696dffa27f0205db5bb461 +size 50337 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/relu/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6a6008bcf25d18621f7f3f6c06d06305370ec5b --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:476072f5ef7bd52c5f2ea353da427850ac030e6fb103f12c4789be58a9d95ee9 +size 50387 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/relu/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c81313b5541990d4843cc09e0a48db3bcc206a9 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:634f465f027fbca0c9db5cc7dc659f1b452a670a8649d6c003b9978b888f9443 +size 50337 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/relu/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3f1dc44b1b586fba12c84216d0f2ea713908729 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0667f519caeda0f14055e8df0e0260d0489b6ca8ff52bfcc4299b3d34bdf52dc +size 50387 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_128/seed1/model.safetensors b/vision/dinov2-b_layer10/relu/x16/l0_128/seed1/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..158379f545e6d9ce474083177b1d019768df5034 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_128/seed1/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3411d604340de365f5c22daaccc8cf5cd7f3a3c586d11d22e81116bbff4f38ee +size 75550008 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/relu/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..83d2657f363d2bf46c2f01b8b511dd01a1054b6e --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:214250cb5048d1f186e50ce78e7d15a4f28ae445c7073d50655651eb09869ae2 +size 6494 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/relu/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..372396e34fc8e8dbc44e27d574e07112c4ef466e --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cadb94d0ddeca08e245e4a7c9e1f4d5bf046aaaac0c4b435aee869262d0ffbc +size 50471 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/relu/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..515a854bb48eb469c63b5e8794bcee86c0597369 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15242dce423f0f6670839d5f99fbd30e88dac5d4881c5894c79f99549502e4d6 +size 50382 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/relu/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..059beed11df88f650c33b30c133c2f4d4b212a71 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f209e4b3a5697c4b36cfe47346a2ab14b03b795d1edfd56de12423cce293677d +size 50337 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/relu/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..ecfd667690d9717b38a69e51b6a18a8148a62c97 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcce737259e1c60b513c70afb98bea5c68dbe3e8a73ed9b4195a997cfff0307d +size 50387 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/relu/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..97d525a464023f18556d381fea90de2d995aa624 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3f73c9e6f2a01d0a26d212fb1d08cb11aa7e4dd9c4565671b5b0103cd8a82c8 +size 50337 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/relu/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..28c1af9cb2b203c35f228c9e7e1cd143d59a7439 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c880561cab2bea2b027c67390129d8d68b32c94ad18da53dd120194b248eb91c +size 50387 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_128/seed2/model.safetensors b/vision/dinov2-b_layer10/relu/x16/l0_128/seed2/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..19d4e65f13fa95ba7da23d6b35a2d7cbc14e312a --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_128/seed2/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3362dd1afb01b510b89236c5e5519bd83bd7fcb710fd90b16dbb4ad11b0426c +size 75550008 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/relu/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f00d5aae0ab8dfad18e1ea39fbc746e908a33d0 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df1af4ed637607716445a656d325b55828686d0dfc275790edfae886d3e20afb +size 7744 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/relu/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..f4a9b341140f0d3a2b4efb2321bc4c4674c45dbc --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4edf042ae8ad1699b9167dcb54e8504c10156e25b48e2519eb6cd827ae126293 +size 4574 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/relu/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4ca4c54783ecc92547ec843ed397d814cc786e0 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9605a79c5bf306ee48436c681b999b2477f90fcb01046d9f444d746b9d9b5089 +size 50471 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/relu/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..86da17956b4b1d1e8b2768faedd9ec793b250f80 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb559c26c88cfe041168a13e7ed51dc43605df7336f743af08797bea7480ff23 +size 50382 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/relu/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d9caa9caba3543f5f292662625252eb3656252e --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2aed014c97ac3df1d0a855aa2c6b1887459b06ca048094ed2f6075d65f0232cd +size 50337 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/relu/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..0216337f8793293269ab87a7a3da51017bccbb20 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93864209f48c4d670f17ba6e02dd55b1a86d08872f4bd03bcd2f3946e0c9b3f0 +size 50387 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/relu/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..74238560eb6829b6d29c440c3ad706664f643038 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ca2072e72745d9c6901e7f858f1511c2e22f527b2d4e91e3b5550316d017bb9 +size 50337 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/relu/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..2bf350c482d4a9c394cebca8f4cb295b7217a7dd --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f442e4e7bc1c214099c0088b0a1fdcf1080b86ce5a6fa70cad8c8115136a465 +size 50387 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_128/seed0/model.safetensors b/vision/dinov2-b_layer10/relu/x4/l0_128/seed0/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9145bad655d4ffbc6d4ac4573d5053062ac2e9c8 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_128/seed0/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b1827c47d1a22373c179fbe8d0131223833a48a6243b7dea38eca07589d7490 +size 18890032 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/relu/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..e75e598efe21dd2cf90c045f075be0cb39c1b4a6 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:244b584bd1289c685d8e95ee609a9c8fb2b0d3a16aa270478a9a86120912db47 +size 6848 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/relu/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..f37beb04ba62b6d0165bdc667b89100624c31d57 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5dcdd3fb1b1a133c03a366213503186f75304e7cd88dbd34e249efe141e14a34 +size 4126 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/relu/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..95549f3741fc1ea80157ff99cfcdedb7ccdd0e56 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48e5f5bbfda009032dcf93729bb6abe55d4a10df2c171a706ee4c51d0f4e15e0 +size 13607 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/relu/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..004220261b358fcf3e76c9faf6efb2e39777190f --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bf23cfca73597e9bb5a93e006b9beaf11bbc73fb08cc60935e3b7d02b49365e +size 13518 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/relu/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..d8b76f53cd66635b98a3e88f3cc5fd43345f4c28 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbad209f9cda655f16ebb3e031fd1ea29cf640a35d1a128de279f40292d26724 +size 13473 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/relu/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..0bc779dd124aa6029714c0a256454b6b91f182c3 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad1a8e5ae64d25b6ef6aa0ac88ada4464dde7eef8fabe2b271b8467b76d8961f +size 13523 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/relu/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..a501bf789aed11ec47b2fcd32c44861e8f7578db --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55a7e023859473a384ea42170cf83c78473ab45a249e70ee74c2c463fbc15af9 +size 13473 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/relu/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..8be30531d3beacdb6c06ea900918c8249bfbf521 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bf7340c01800c035e59745aced243e4a5a59179d1bcebaadad40bc60cd86f07 +size 13523 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_128/seed1/model.safetensors b/vision/dinov2-b_layer10/relu/x4/l0_128/seed1/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a5c822afadcdb307d49e9e9c068e72711f7f67db --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_128/seed1/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd176232056a27f280b316897d929af779280c2f99e289500f95dd1c6069bd2b +size 18890032 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/relu/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..a56379b6a856ced85dfc77e6184cb6a0bf2f4e9d --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b11c3cec2d28d7df6ef1db901577acc977acc4760b32044093eaf7ba4b59b74e +size 6656 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/relu/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..2c65411643695958ec674a7da22b671d7f1a0a78 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2961e7326a79ef59bd9d7c96883a7624680140fe6cf509e142e6662930e2e6aa +size 4062 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/relu/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..aedaa88cc0b5799bd70fbe2ca0ebe2ed3bdb1b44 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0f795869e47fbb65022c59678209d9e0aa574d148e2ac91c46bc6318dc72716 +size 13607 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/relu/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..9970a1e7d552632c494a6ab3206a76caad8eb413 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:656159c4277e2db5a3c5bc4665f9c795e9d888759c8440696f245e301beba389 +size 13518 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/relu/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..313bbf4ca083d2ad742eff3079a46f486ff9a9f8 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e174aa40285571240d341e25411eef39ee1ed49b43d13e70f7081b155fb5caf +size 13473 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/relu/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..098c745d464f54dc5112b8a4a93a7b349ec5bf72 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cecbfa09bedd3824d25c69fdfcb4f18489960a6cafcf1c016a0264e63b0558c9 +size 13523 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/relu/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..f53754120197d7135bf86c4d4a76fd9a6d022a05 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3345c0afb259263a062eb546831d99879ce4065c2115423a118565a703f808c3 +size 13473 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/relu/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..7fb6dafb79b31d61ac213fc0c526a4973ea28837 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b360d1d5a1bb74c79ee7df157502928f2d35d5519bc486b061601cde7678af82 +size 13523 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_128/seed2/model.safetensors b/vision/dinov2-b_layer10/relu/x4/l0_128/seed2/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2bac1accb5517882d287482535b73edfd9adf67d --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_128/seed2/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10c5a8f6e4716047cd5fa9727c05ceb68e4cdfc6579aece3184ce20e99087979 +size 18890032 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/relu/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..9983df5abcd7887a818b0d4f91a1ebe6037fa251 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d7ce7a7a554895c676e2b4beefadc117434c4dad305ee877f777cf58da11111 +size 6848 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/relu/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..190d857d28f258c54cceefd394f2f4b96b67f0b9 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34697fa745d5e9a8f2d5b29832ae49d83714b1a58c340c48d7c9f6d3418c7f00 +size 4126 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/relu/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..d59b491080ab9a48ddf01dace58571e0785809fa --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a21c9a0d1f2e43ed93e495f44ec9aa48d707323e3f3125f530e7a1527b7e3cc +size 13607 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/relu/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..26b7613e5c317f89b458c6df420f86532ec351e6 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2677982064f0131a83117e1b0a7458a25dcc93b568f4d7005580e41c5ea53c6b +size 13518 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/relu/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ff7238218f529252e8c871813305ac6e6f873ef --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b88ac748c4de665dbf0eecd397e70c79d815247826f3dedebeb43891db9c399 +size 13473 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/relu/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..fbb4615685d35d3fd30010ef82118b265734d0de --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87bdd30d52c8a90315b4d63d5224dfaaeaf785f4b1b4a764f6c207c9375d9acc +size 13523 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/relu/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae1ec359b3067d05356ce3c9232d7e4d601f1fbc --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31f604095de48063cbfa6e3076ee08f19bae0b6ac843c8c2d3b71fdb2763753e +size 13473 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/relu/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb44caae3a2650fac544aa863e5a418d85826ce7 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c1cdd7a0ebfeea268606447b0e964bafbea92769096ab02fad0e110b45bc90d +size 13523 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_32/seed0/model.safetensors b/vision/dinov2-b_layer10/relu/x4/l0_32/seed0/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7ab3b7150b09130ee70ea1843e625d3291d4bada --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_32/seed0/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fc278974b99035bf40271443f39714b9dfb1773d4488705a96bfe709875e82f +size 18890032 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/relu/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2c7ab8493bb81c3feb7831f88faecc80cf6c831 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b6c192667867bcb5eaee2207e672d84a6e851d9c2b2b3771dc5d3f33c97738c +size 3904 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/relu/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..4fda61b6666524c513f0b0d76d5a6ddb4729c109 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1604eadfd6a67e51bd22a0505571f205f2f154e7dcfbf36195a43bd1163ab728 +size 2654 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/relu/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..db0a00bc099f56dfe2fc2664618235c7b6ea0043 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a0f66d766e31723324cbf96fb03a6f362d7cc50bc991f39326d6d76ce6003cf +size 13607 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/relu/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..212c3e002d2eb3be271f39dad7c7db0e073d8218 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a62f3b48d3bd9fbe01058b58c9b43bc7e3febf72bb79dd3627abd4992a27a6ec +size 13518 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/relu/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..d1237f4933a13b078aa9f81545cd2ce64cfe8864 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4ddd79fcb349cd01c10523d27b0d0fcdcf495f8742620da6749dd9cab63536b +size 13473 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/relu/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..9aa55504a62e05cce25dbd811f8cf084dfe912d9 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb01f1729ca179cb4939c618b9a461e37c9dc91297c2d5b6b987cb34de6460c6 +size 13523 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/relu/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..69e87bb61307692af8a48e1f6b9b0b90c64421ed --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:694cb9b9be6181a5bd4b81bcbe3f243904c47e6689e053e8359acd32bc8764d5 +size 13473 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/relu/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..d12fe20cacfd2c158f403098f0c8953aabc1c049 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93a03af3744029867514b0e273e3f92eeeaa13df9caa5e528c1eee645591ae49 +size 13523 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_32/seed1/model.safetensors b/vision/dinov2-b_layer10/relu/x4/l0_32/seed1/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8a523005e2e72576bcaf5702905bb2d53403d90f --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_32/seed1/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f750d4c09e57b61c32a8c6e34c894af9bd5dedb9b4aa6dfa66c40ad24e7f7cf +size 18890032 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/relu/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..e19d9a9b1fd796839e4ed0173ed73d439d7ef8ae --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b725b8c121821035694ff17d26ca6b73405f522514dc382e63b0316954a9f15 +size 4160 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/relu/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..249025f5a5e673078f5b8662510365153c8f1f5f --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2929146f9c1945c16718683e77c02f25d0e34a0376b44712ee1c4123c2385ba6 +size 2782 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/relu/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..b89e436e71c2ddff521ddf1565c4bad734b6a39a --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4bb613aa70cba57bcd24725f7e6779509733b1033c940ea4fd4eed8b781ada5 +size 13607 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/relu/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..04f1c95e29efa1cc948fc6159c41ef50b51d3ea9 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:120ab71033d8ce78bec491bfc702b37283767357a9597028ffc887e0b4eb207b +size 13518 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/relu/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..ddb56019e328e7bf63b81d78b3c4af6907eefc46 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49f4276fa5a1a12a4a837d4260ca4161e4a44a942ed28738c05c395226c374fb +size 13473 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/relu/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc05e1342b0c200c4d14ed998e22ca4e084918df --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee6e03e4eccf5e39ae5df16ed3f012a099bce15256afbc23403683e41e1db39a +size 13523 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/relu/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..0edef1a8258dc7f725dce54f9229299a04553e1e --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b802f23e1049afe9b0b829c7fad245519da190eb026a7de2542ef9555caeb88b +size 13473 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/relu/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..5fbd7bee7f23867e1a6205cd75feff6e4e8aaa61 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a81a82a73a5014336deeaa40a545028e8b736d3d0302cefd6024c57f21ba15a +size 13523 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_32/seed2/model.safetensors b/vision/dinov2-b_layer10/relu/x4/l0_32/seed2/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a73bdd1bb8e4e97e1743addd70de58150e21f91f --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_32/seed2/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f1af4c48b0f4b0e489c9f0265d374ba01550bb12f6edbf6753ba07ac906ae9a +size 18890032 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/relu/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..9346d5f32e5c430d3bd3e5e5dd5e2c7703d1f139 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb77ed9e1ed31d1f782eb1d3277a2d31ce78d24c202de05c3795fa39f9c83475 +size 4224 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/relu/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..32ae1a64d8a64202d4233ed2d33b3ce6e6064abe --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcac78b6a1a93214200fecf28ccd05bae5bfa2aedb602cf31be33d0a43518595 +size 2782 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/relu/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c299fcd9c6e43eb389d558272b799e40faea5f5 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5daa9078b2dd1a550984b625e91395cef3ba6f4d2c9b4dffbeb13a81065df535 +size 13607 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/relu/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..f22283341cd5ef39f0db94a768f5f460bdb67103 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a69c892d8b0094b3615bd25296b19ad70382e107f2a97d5a1d9598031f67ce8 +size 13518 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/relu/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca3a9d66cb228569ff9a17612d9392c714152f93 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:986737c55c73901bd1b5d7efb90a8fdfbc0629113deb439dd70778d4bc5eecf8 +size 13473 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/relu/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..78c6d2c8efcec8a118dd62a53de334ccd95d73c2 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aaf6a85ca1de7958bb3cc6c7f4b568ed670efaf71ccd4448c0ceb8332f15ef0a +size 13523 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/relu/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..219d2981b326bd5c994d77f5b5c3f50d38074be7 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88ae416b85aa091d3c74415da741efa19d8893af1559b4d02979ccefe90b5433 +size 13473 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/relu/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..55968d859c7434f2479d3bdd33e202d43ba3df36 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf8ab2714e0a779a8eaca912cef3ecadaf965390852cfebb4774f06e9b20db0c +size 13523 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_64/seed0/model.safetensors b/vision/dinov2-b_layer10/relu/x4/l0_64/seed0/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a1d6f36f50a9871a78f7320fa9e162918a8bc6f7 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_64/seed0/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:568a2c6263cf43e0fde0de2040b4211ac46dea7daec5843cab94760113acbc3c +size 18890032 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/relu/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..835231e65c2ac4f46c082db7acb6a899fed6420c --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:003638e298f0985a81ea94fe061df64baccfc842883a637913aea617e72cc736 +size 5632 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/relu/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce1fc8d6680190fd1cd358bcf543667eb582c40c --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7597cb9f2d4a31d01ba1d0489d442b18066805e96e2c4eaaac1fbc06b9f82ab +size 3550 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/relu/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..0534133bf7233003df5c5c90403bb6dff462a79b --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6dbe3bb2e3229a49b0c2b1d5f43b7a1932a6128ea80068768d45818e0ab1f73a +size 13607 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/relu/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..5275a55d9bcca13ea7f10f34ba26dc8349a0e1f5 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0dc7d2135d6108ae59834d92f5e2e43473322a163734706a71a259a3e63f416 +size 13518 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/relu/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b4a497faa40c2d65516f281bb2c603fc2e58a1a --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf4bb58bbf152cae32d6971efb0741ebda26ed4103a9c1ec878c8b3b70bfe20d +size 13473 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/relu/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..3424bda4bcc8494947e8a9a620fb94c8eafddf2c --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b12feb90464e4d0922a25fbf1d8340257d17a6dc903040c47eafda77b6cfb57f +size 13523 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/relu/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8a3c4b50bb7dd6e60c8e82c9c6b143e3b06e049 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e5d0b061f001e71b25ff4ad860976a6dd6325fed5529f727a04b348f7e01362 +size 13473 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/relu/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd6cc7936712eccac8bca8a16f474e7e71938779 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc8054adc8cef540880fd489effd7967b984652d00ce037e4e968b134f634fb0 +size 13523 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_64/seed1/model.safetensors b/vision/dinov2-b_layer10/relu/x4/l0_64/seed1/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b58f23aa0f099b5a2e0bcb70bae839915f71a856 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_64/seed1/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e082170913772f28a2c72536fb3509391b3cc0c63f358ef80887f90dfb2b9663 +size 18890032 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/relu/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..86ccfc7e921ea78dde2ab24d6830c6bcdc07c66e --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f752198c148db12cfa60477a9c97cd2463c89fd4d75b2b54de97d6a97ab7b62 +size 5248 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/relu/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..4583c9f89e9f4e5e087d3e97328ffee6527d85a3 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:025e3943d4884c4796b324e160ad6c58eeca050a7c2e6084febe40da6a546626 +size 3294 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/relu/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..d97865e28f71a9fb2c50f67645f5a8303e178da0 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e32953fd54ace63d4cea4d2b1fbef2467da8f2e4e7a3241ea55028d545629b7 +size 13607 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/relu/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..20821b92d0eea8f2d88f0054e3e5b744be6e4c06 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:372aa5bbe022d4de3729fe56a5f7d82ae833fe8f3cbdb6128609c23f1f3ac177 +size 13518 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/relu/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..46605ad1e57609b6c90c48118ec80deaec15ab44 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d7ecbff752a81767af152cbb63fcb3face9559d8815ac7148b5a6bfbfad4eb6 +size 13473 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/relu/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..f5bfc9115ba24c4812563f6365165acc2a029d04 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5b69e400259653db6a453abbff5011bb4b872ac39b1c83b214b65931d0aadc5 +size 13523 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/relu/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..96908d24a829a09ae4ac33846002937fe17d9f95 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca0b2a003cbf6ee5ccc92965ac899ada8e0b09022456fd33cef2f9b400b7e7ef +size 13473 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/relu/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b56a41e1588c2c9fb229e383f5f96caf653e370 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96cded0f04e3d3065d0984e006241cddf44cf2b1865f8d304f4f57f3d81b6d2f +size 13523 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_64/seed2/model.safetensors b/vision/dinov2-b_layer10/relu/x4/l0_64/seed2/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2f25783197043f2ae5187332cfeec9ff67369a98 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_64/seed2/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2423dd95b0d297412c4ca037c8dcc8f0ba7dd2c00e911dc4a6e404dfe63ae9f4 +size 18890032 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/relu/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c2207002947114151ae5ca6f8add1acda6a66ed --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:977e42b319373f7832be0cfe473f4ec9ada4394f86edd3687a1d2e68a324c72d +size 5312 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/relu/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..25069178144f4f29538aa7c81c66d02635a3bd66 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a2b7e7ab23eba14c6eedb927d65f81bd94bf7132bd4ed71c9e485907ed9810c +size 3358 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/relu/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..f796b7353b66f687261cfad644b6c0f1160fabbb --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a5a65bcca4eff3430da50c4603a68410334ce9162aafe377ffa056465dde513 +size 13607 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/relu/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..eceb152cd5f395a7276da2615190f9284844c2ed --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0193bca9ecbec17736b388367f61991048c5a1218c089afc29dd37871cbd0f81 +size 13518 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/relu/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..854696d11244a6093eec5ef313432922ccf2da98 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f74f4cacf9deb9b0a5c61f524720b51a2555c5ca17a456ff4be22193d977156 +size 13473 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/relu/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..425f48bf9891f6745f1ebd6533e2aa55f4ac7154 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00ce6733b297c76fec22c7cf4534c0ea4f4d0064f667dbf911b6c8795059add3 +size 13523 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/relu/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..b829f92667c896e0372d989867eae41dbb1e198f --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd938deb6a148417bbc13effb2b7f3923c5ea958d015fb0b50faae287dfe316 +size 13473 diff --git a/vision/dinov2-b_layer10/relu/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/relu/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..bdd0e031acdcc82f6cab7253215919c65714230b --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e42245e4691cbec61a6b846894268edf5e49c1c8e228cb547c958669c343150a +size 13523 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_128/seed0/model.safetensors b/vision/dinov2-b_layer10/relu/x8/l0_128/seed0/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5067cefcc25a458d32e83b21a91779c16dbef41a --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_128/seed0/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e131d5757340f398915a096495b0237586964e38395f4b87c60cf20bbc000399 +size 37776696 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/relu/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..47144b64ec7c2f6e57848a007afb4299c51aa4f2 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3594e3b625d7c19a1b0fd6c91e1b4105e79625a843006c7fb075ddbc3b3eb1e6 +size 8640 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/relu/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a2e18e669064b793f882ba2a5cb50bc43bfd542 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b743561d23192964684e8968a5f3c0dea44c623fc5acfc7c9ee35c2e10985318 +size 5022 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/relu/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..68292a2fd3c1a1b22022c90c970b996a0b0c3f66 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cacb718748835ff489295120034a20bbd0f572a73c9ca4769523f065570860a8 +size 25895 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/relu/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..3451039244ff794cbc545807cca4d6ed7fb44ca1 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b433790e9e0ba2aa1262d082e2ceb380660f6f2d3ace0af63e744eb5ae35f0c +size 25806 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/relu/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..8df159eb3f656c1c99a0d8a4de4e42612f8b712a --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f0dedce8113ca4fc6fff84cc24e519916517219f9afbf95fa24894f90e4c408 +size 25761 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/relu/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..687240c9ba552d711ef0cda7c70f4f576b9ded41 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5215ce13432da5ba0bed6e82099610503c9fa068abf2f031895496012b9402b4 +size 25811 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/relu/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4d0881348724f3c2fd68de5e59fef64754924eb --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1bb2ed50b71ffd5dfb5d96f559553bfbb9e8d214df141e5830d827c1d216a8c +size 25761 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/relu/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..255598d9ff83d38a9a630c2f7dff1dc0edd64831 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7659fb294a3f3d7853008b0b56905e0432ce75aefda0f52c29914a0126633ba6 +size 25811 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_128/seed1/model.safetensors b/vision/dinov2-b_layer10/relu/x8/l0_128/seed1/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4171a61d1e3506be62c9c8e46bde4aaaaa99ee31 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_128/seed1/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5da1c86fe9ca67e9edf439b76d062bb2bb4d1ebbb2e9c47133e6457bf2c09900 +size 37776696 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/relu/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..eca1ddf54edbffd19323e92d7bbcac1154da68e4 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d3ebf9be4b0d60732b3f402a214b99432bd004230c2ad8f19c6f78c0b4634cd +size 8832 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/relu/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..789dd4ca261f20a49595573f936311cc2299839d --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60e27ea5dcd3128cd6c2c515b6b52d235799bcee83651454b7239f393e3db803 +size 5150 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/relu/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..b854543472622c8f9a43771770c6e4f7d9a48391 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f77d8be6b17c8dbd4ef571cb093b1d002e0250a709f0dc8f274c810a351ed478 +size 25895 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/relu/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd2dc6965f3103da45a08acc25c88c9a5243448d --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02ac699216ab5fb67485b959d06ae3f1c1783ee6a6bbbf413d64375c09e3a462 +size 25806 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/relu/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c3bf1bcd9196935d91ee618da41dc5ba608b44d --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e0575878caeb7fb6c15824c0f1d7d17a840fead481f00dc30428bfdab82b8d7 +size 25761 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/relu/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..14aebd99bbeca39ac52ecbbb87f1b62cc133ca01 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91946191f7c53b24004fda108debfba82820fc12084df526a015687d02b05a7a +size 25811 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/relu/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..46353f88e50929e8be3ca3fb938339f615976241 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f671872f9eb42597c1506da63e5a4b693d5e394d97f0d37086bd628cc6965c6 +size 25761 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/relu/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..a4e6f2bc690203b22fd623e35217512990232838 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4711040f78e6289e15692f49efd1bcb49c09f7d9c5514072102dc2f592c8559b +size 25811 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_128/seed2/model.safetensors b/vision/dinov2-b_layer10/relu/x8/l0_128/seed2/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..98bc67d44b51bf4c1203931b55c2ac209ab48a05 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_128/seed2/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fa8d9e5d195dea957af9067199c042dc16b509d2cf9beb6ca220c60e54e9360 +size 37776696 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/relu/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..4bd1fcefccb4e0d17d5600905902310f96b60baf --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b96324cbe7509d20314d193627658ce6da472c9ee9cfd1022986f6d2d1a123a +size 6848 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/relu/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..355140d9cf3c3fec7201448e76c990cd3e63d4af --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d06e7485871eef30e0dbd2fe553cb904d5770cf0e4e06657537a9b0c0c8ddd2e +size 4126 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/relu/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..e07ee922b18f648a7fc51ab5fb13f0de32cf6b76 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b1f8adfce0a0b0b92a4b4f6b44750f069198376af51b350f9cad0a4392da613 +size 25895 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/relu/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..a7ff48465e9e5065a61b6817296343fcc542df6e --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56453fdcc0e67163a9305b19d785c3655aeb46fd4193ceb79626747e30d791af +size 25806 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/relu/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..df8de28e5cca77933fd1eb8b25b410688ec4c191 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d86c2f79c42158f7bebf2719c1c26d214a971d51d3ab565adf9f2498aa93f12a +size 25761 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/relu/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..9ef1e4d40be2aee6efbed9f18eab737f8aae3d9a --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c995575c2f93a9f7c8de62c67d9cd15c16411c368536aa8eae5bb1cd774c7104 +size 25811 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/relu/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..c8be498bcba51e363f39cbacdedc3d3af2c1f899 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c99ebb200b51b61e6aaf50dcbba919a02eafc26123fb021fb417e091623fc269 +size 25761 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/relu/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..b3ce5047d88b9991082d4cd348e811da34357b86 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:faf744b197014ddc81722ef78651ea2f15a582108ceb4525dba4c0e316f003e6 +size 25811 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_32/seed0/model.safetensors b/vision/dinov2-b_layer10/relu/x8/l0_32/seed0/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e02276a90200ee5d49e6ae8adb7d68845bd5962e --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_32/seed0/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac60694096957ace402d9d329af0d2d235a882089b5533e6561ceaa041e4e144 +size 37776696 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/relu/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..fbb38c34fe12347fc2a18b298e8d609c685bba0f --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:321d88e17bac03b8b9f0d1b9607fc39b945b230a786164f6f94b1d7d5143dafe +size 10176 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/relu/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..766abb65ec4995adf96f4c28ba2c8e1dcd1e6120 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8896c8e3b966e01eb8948308e51e55a427549404c219022bb35b39c6acdf243 +size 5790 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/relu/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f4cb155e8cd722597b1410beedebf9bcec4225e --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90f244cd68e38bfed9d38feaaa165eef6f377b5e4320fbb5fb38f3edcc9cb555 +size 25895 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/relu/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d25e5d61296e7477b95eecac6babae8c974d947 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a78ba83acd83d9cd81b41c5a74e3be94c5b4270d6545a5d1aac4bfc747cfa67 +size 25806 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/relu/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..a4fe64321bbb6c7de13e90a225625afd0f30887f --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:444ec0f628bba3de5365b9d17a736dc7b26f06c84a8a2eb92a1c3dd91c8fe6e0 +size 25761 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/relu/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..44aeefd6d7b78fd0f2dbeae00d498b28cd6b82ae --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32e4520c6825730943cc93e5a39c18674fe9adcd951afb9c6b7c889ab19278f4 +size 25811 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/relu/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..4151bae0708b4318e0cd58e24c735459360ba03d --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5dd63e9129ea2210cfb06329311b560de5e5d21f92dfb8f6bf27b217267711a +size 25761 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/relu/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..417ca85ba3c24c4bbcfe090b45f9e32cfc7687f6 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f643a40e65cd8208985c667100063059b6ca400feeba217c1fa1fc20ac8cad18 +size 25811 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_32/seed1/model.safetensors b/vision/dinov2-b_layer10/relu/x8/l0_32/seed1/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..880c8dadc196eb9d60501ae8ad4511b1c4a99bee --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_32/seed1/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92cdb5e3053988cbcada074f4ae827d056a146b6b11ba46eacb8489e25a2f6ba +size 37776696 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/relu/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..f571e4542953efb1780a01d0d1210c6d16a65ac0 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3137134c7b5bf0c63964968afd79a45962a3c8bb64b2f11c32c466ebeae975e1 +size 8384 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/relu/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..fea00aaf52d41391d8eaee72458b7a97a4e3c47b --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6a03000a97d29535756966b7fc2df93d0e9278e1408ca29df8f67bcabb1447f +size 4894 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/relu/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..f757f42c93ec89d5a0baef5037a1c4069021e921 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:408ebfb89a1811b190dd04192cd7e176fd02d647a9bcaf1cb12d4a1e8a126ec3 +size 25895 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/relu/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f84e0c030063573d2db109d91c3da653729855c --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21e7722dfc4c0a30e3ed92cf79a1b652a5c4be94633d29920ba9532be4b8ef7a +size 25806 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/relu/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..30696f1fbb584a8c244de701f3a3348d77438684 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6f5bc1cea4ba200d11c3364a5cdd2925af3a9ad6a6d74e91923790a399c47a0 +size 25761 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/relu/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..5aec2f69c4430944fadc2a363dd44eb2a90557b0 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05c57d355715c7fb24c723dad4efe062730b3efc69ea4ec150dc96047cf9de5f +size 25811 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/relu/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b41de32dd994d2698f11de0e7747f98024e8125 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22a272d341307c089765fca8de11478f3bd7750d186ae3323465805da191e902 +size 25761 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/relu/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..92f1c4158708cb047f230385f5f5dfb888761da8 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:671aa63c61ed7146179cec4d8d296a1cd3055ed1ec382527db2e5d7ab57450e5 +size 25811 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_32/seed2/model.safetensors b/vision/dinov2-b_layer10/relu/x8/l0_32/seed2/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9487b8cb5a3e528d2f759eb1398be7c48d178a67 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_32/seed2/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26ea5673334acd9b4861cdcfac50a5ef323900684559c26381af66479e9cc9be +size 37776696 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/relu/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..3b4c8316d63b200303f08e3d3183b13d84829bd7 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0c88f308d96d833a15b6414649977fad995f92131f528defedc955820d40481 +size 7872 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/relu/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..f14535215e87cd31443df5ff6b783b34e96db1b9 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b286ac629807c68206d42e2df10f8dc99feebd837386184404cda1536b466207 +size 4638 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/relu/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..6574493beb854c26d9e3b9a7cc38a51a3cf0550b --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75968303b08d45d809f86b29b8555603904b6ff47ed1a50d60f1260c42005aaf +size 25895 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/relu/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..e065d7d76f9d1bae15b761426f33bd2fd1c68116 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04c2b90f5686ba35f6f73989992b87d644ee3f67f6efc0d2b711047f5a7d7ad4 +size 25806 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/relu/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..270251b74fc3ce4f849c85ad577171314ca14ad5 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a56bbf1cc6d71259ee397c71d6e108e14f98063f77b9a15a2cdd627f3e994a87 +size 25761 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/relu/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7d60b536241f92bbe205f50bbd2da8c30820e67 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60d5a1412e2f4acfb7992dc1f127c11fc453a62c9b112328af0aa3c92cf483b4 +size 25811 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/relu/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..1740b8b59a011ee3f52a7a900a4ba95c7cc19c6a --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd907f431c2ed73ebbcb13e2b048281a514639e9fc792e000ddc694c73d9842d +size 25761 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/relu/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f9a3f8744109f8b911945675d125422bf02b33b --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa6781baa53b1e80c0b4da149b6220bc348726cf53ac7b579f1973cf732d6566 +size 25811 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_64/seed0/model.safetensors b/vision/dinov2-b_layer10/relu/x8/l0_64/seed0/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1ef3aeedf21da605b75e6c14825856cf3cd01f22 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_64/seed0/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a727a1698e56cc96b3e855b535ad2a63e2b4a90480404d4084771f6a2b75c50a +size 37776696 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/relu/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..6cfb07e38edcb787f71a863a7024c600427189ec --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30f5f9c7dd19a93b576e47cbcf47c60e62d5ba2364356971272bc0f448a2c313 +size 6656 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/relu/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..370523b72c8d524839a798a160a511b520c64e64 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6383c8228fce933454cb7b3590b9197575e4f5bb8cf7f6cfca3e7641ea217cb9 +size 4062 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/relu/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f15b9987c8cb03ad66cfc06a7273a5daaa5ff51 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e043df9b08afa0dfc86b24baf70dcc87a07f3b58a6c0330f748ee2a3c593f68 +size 25895 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/relu/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..fac9c26e4ffdfbbccede7f79d87a8556c50f7b6d --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40e117d50d5267e6f7c46562139af44483b037f43c07d03afc07a1a87f8711d8 +size 25806 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/relu/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..e77f306a277c238f58a1614efce5f57138ae938c --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:736db6dea2bd2413576401104067821fc986aa59a533502a4676c135e44c4894 +size 25761 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/relu/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..9666b19cf8cbdff49d92ac9e2dd35c7f43823db7 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c1480ce4b1e4b4e9bf4b2794b7e39f3715a1005fff385312b1b77c6a49b5f0d +size 25811 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/relu/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..a5d51ea10fccc44f42c472f511fe4e6a366a8be6 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee2f9b2900f2519746635756fcdbc1a99666d0bb8b83e39978d11644c6ae8c88 +size 25761 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/relu/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..d338d167a70da87a1cea98cc03f3f35887c5de58 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b190490325e1c47ff51bf170fcfc72d6b19f93ba78b9e73111bbd671720c898d +size 25811 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_64/seed1/model.safetensors b/vision/dinov2-b_layer10/relu/x8/l0_64/seed1/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b656ad7648573562a9080c944b23f81e6f74103b --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_64/seed1/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc571b942048feb0e9a7b3f1f1a4491eda714818e58ac0e6fe433ceb1f301602 +size 37776696 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/relu/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..550d4d698bb75d7fa0f1af644a3cf231e97d8fca --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c222541c5932925edc12013d9a430bb1c9b71e6e25b0aeccc5b701e829ebb15 +size 4544 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/relu/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..293fa6d908febd2cda5fcd830609af94fcdb466a --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab94a942330dbbda853cc67a2055fc8890e9eabeea80182efbd095065cd61916 +size 2974 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/relu/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..b35e1d9fc8f2fc9b79bc61b7b226a06d2eec6a18 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b78ab1b0bdb4658c042f26acbd089857e60c3e25d1cefc6075995ee526647c1 +size 25895 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/relu/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9a31e41429af51ac0fd29256d283d9ee38bab7b --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef06351981d38a286feef9bd2f59ca6fd97d2e54a3cc8439bec4a2f8ff6ada01 +size 25806 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/relu/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a3d5eb50011c7a4dfbd81afc5a9a906d5f86232 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7dc2df0e9d5152b07be5e31773a00f82d17893ad22cc1ee34e8e4190c9ef66ca +size 25761 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/relu/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f9dfcbe341571b7ee101c1293449cbf896661b8 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55c4162e8a3167b54f700aaacff6b28a9065afac6cee606086e4518061d6abc2 +size 25811 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/relu/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..7afcec178ad0b1d2a7c4631c14401e9083467ce8 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:937e636d481b67c82e45fa3afb3792e2ae6f2cbbd00d799a4abfefdf3c7d92e6 +size 25761 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/relu/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..2735b0516d68cce9b0f5480c2dadd09912458acf --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe00019b0a55f55bb49b060f046e13cadc035adef3e2cb9717092422f7c14a33 +size 25811 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_64/seed2/model.safetensors b/vision/dinov2-b_layer10/relu/x8/l0_64/seed2/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d5a56f8a185fa8ffacb910fa650eb5c099f3bdba --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_64/seed2/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94b6e2fbc36c31145e0f402797f3bc8c0a878042838d3fe1aea1f5ad0dd886e8 +size 37776696 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/relu/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..e18e7884c64d2995fb6f487c8c4e0d8e41d9eab8 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fc2fb1a5cac445cbac0819cf44a0571d7202b622158464cdd52a1ad93f359b7 +size 3904 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/relu/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d0ae1b92bb7d4e5213c6010c91abc74d1b8d1a1 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a4efafb43fbc453a25e561c206b9944f07ca2ae1d0c33046c72c6e0359192cb +size 2654 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/relu/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..da5ae8e2f4a68530147b1ef46988034a60c53d88 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c42fdd7496a7900a9927557ab0501619cbe81938a43e0e41da1b40997e08b8cc +size 25895 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/relu/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..626fb8ecca9dc0acd242b58f181e89493f8f3a89 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f70e61ad5ecb22ae1105423c935a911f931a0d60eb5b1b9f0a7cedd30a3c4bc +size 25806 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/relu/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..d3a2b49eddf5dd7fa282b891916fa72dd0911a57 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be929ae69ac39e304bc3c8656c41cf55e26eb797e52b951ec8baa5b8707f619f +size 25761 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/relu/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..7757cf338c6465dd1a1b30ff967fb353cffe68c3 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6e2399a154ce6827fee0bc4ae701bb6655ecb3c46b9a6f2b3f335145a7847da +size 25811 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/relu/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..2c84831112336328beba4ca798cbb3ae8c857375 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df9a62596c248b307ec48dc56d0fb08a27733eab7ea281a2478359a12f8ea3c7 +size 25761 diff --git a/vision/dinov2-b_layer10/relu/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/relu/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..79b148cf27315fc5d2db9e9b4a44d36cdb565296 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5a00f8c975f4f3777e6d67d703db297a8ff01707f6ff592023cd0c658cb926c +size 25811