artifacts/study_feature_summary.csv

concept,layer,feature_id,train_auroc,heldout_auroc,heldout_f1,activation_rate_pos_train,activation_rate_neg_train,candidate_resample_support,candidate_median_resample_rank,mean_paraphrase_topk_jaccard,mean_paraphrase_sparse_cosine,final_tasks,final_feature_active_at_intervention_rate,final_feature_active_at_final_token_rate,final_feature_active_anywhere_rate,final_target_sae_abs_mean,final_target_random_abs_mean,final_target_specificity_ratio,final_target_paired_advantage,final_target_paired_ci_low,final_target_paired_ci_high,final_target_sign_flip_pvalue,final_active_target_sae_abs_mean,final_active_target_random_abs_mean,final_active_target_specificity_ratio,final_active_target_paired_advantage,final_active_target_paired_ci_low,final_active_target_paired_ci_high,final_active_target_sign_flip_pvalue,final_active_tasks,final_js_sae_mean,final_js_random_mean,final_js_specificity_ratio,final_active_js_specificity_ratio,max_active_tasks,max_active_feature_active_at_intervention_rate,max_active_feature_active_at_final_token_rate,max_active_feature_active_anywhere_rate,max_active_target_sae_abs_mean,max_active_target_random_abs_mean,max_active_target_specificity_ratio,max_active_target_paired_advantage,max_active_target_paired_ci_low,max_active_target_paired_ci_high,max_active_target_sign_flip_pvalue,max_active_active_target_sae_abs_mean,max_active_active_target_random_abs_mean,max_active_active_target_specificity_ratio,max_active_active_target_paired_advantage,max_active_active_target_paired_ci_low,max_active_active_target_paired_ci_high,max_active_active_target_sign_flip_pvalue,max_active_active_tasks,max_active_js_sae_mean,max_active_js_random_mean,max_active_js_specificity_ratio,max_active_active_js_specificity_ratio,target_specificity_gain_max_vs_final,js_specificity_gain_max_vs_final
code,26,19655,0.988136574074074,0.9661458333333334,0.8235294117647058,1.0,0.1805555555555555,1.0,1.0,0.3298646763447731,0.9753796418438968,4,0.5,0.5,0.0,0.03070369362831114,0.016958609223365763,1.8105077618043846,0.013745084404945379,0.0,0.030128069221973433,0.5,0.06140738725662228,0.033917218446731526,1.8105077618043846,0.027490168809890757,0.014809578657150269,0.040170758962631246,0.5,2,0.000468006153823775,0.0002624576891321125,1.7831680046081493,1.7831680046081493,4,1.0,0.5,1.0,0.0017386823892592963,0.0020397175103425555,0.8524133270627743,-0.00030103512108325915,-0.0026935096830129476,0.0025318711996078617,0.75,0.0017386823892592963,0.0020397175103425555,0.8524133270627743,-0.00030103512108325915,-0.0026935096830129476,0.0025318711996078617,0.75,4,7.899344154793653e-06,5.354482187414078e-06,1.4752769508434211,1.4752769508434211,-0.9580944347416103,-0.30789105376472814
factual_entities,14,29048,0.9745370370370372,0.9075520833333334,0.8235294117647058,0.9583333333333334,0.0138888888888888,1.0,3.0,0.346650517448705,0.9884353764433393,4,0.25,0.25,0.0,0.002008568495512,0.0012214824091642939,1.6443695631165165,0.0007870860863477061,0.0,0.0023612582590431183,1.0,0.008034273982048,0.0048859296366571756,1.6443695631165165,0.0031483443453908244,0.0031483443453908244,0.0031483443453908244,1.0,1,1.8891484614869114e-05,8.156611613685527e-06,2.316094661559236,2.316094661559236,4,1.0,0.25,1.0,0.010054231388494334,0.007599377029691787,1.3230336314688824,0.0024548543588025474,-0.00026353719295001734,0.007209595802123662,0.5,0.010054231388494334,0.007599377029691787,1.3230336314688824,0.0024548543588025474,-0.00026353719295001734,0.007209595802123662,0.5,4,1.5267146636688267e-05,1.2116573988585344e-05,1.2600217397319557,1.2600217397319557,-0.3213359316476341,-1.0560729218272802
german_language,4,4446,1.0,1.0,0.9333333333333332,1.0,0.0,1.0,2.0,0.3989601630452016,0.9999699385821158,4,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,,,,,,,,0,0.0,0.0,0.0,,4,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,,,,,,,,0,0.0,0.0,0.0,,0.0,0.0
mathematics,26,12177,0.9982638888888888,1.0,0.9333333333333332,1.0,0.0486111111111111,1.0,1.0,0.3260114110685498,0.9779199470805491,4,1.0,1.0,0.0,0.013766535557806436,0.01286024367436762,1.0704723725604977,0.0009062918834388161,-0.013581858249381188,0.010408063651993862,1.0,0.013766535557806436,0.01286024367436762,1.0704723725604977,0.0009062918834388161,-0.013581858249381188,0.010408063651993862,1.0,4,0.0017012150638037876,0.0010852779771539155,1.5675385473730286,1.5675385473730286,4,1.0,1.0,1.0,0.010522400029003563,0.004535389365628313,2.3200654190240257,0.005987010663375247,0.0016587544232606831,0.010408063651993862,0.25,0.010522400029003563,0.004535389365628313,2.3200654190240257,0.005987010663375247,0.0016587544232606831,0.010408063651993862,0.25,4,0.0008034180818867435,0.0003310765635262305,2.4266836448031768,2.4266836448031768,1.249593046463528,0.8591450974301482
negative_sentiment,14,14651,0.9971064814814816,1.0,0.9411764705882352,1.0,0.0347222222222222,1.0,2.0,0.2952628431383464,0.9836082392320687,4,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,,,,,,,,0,0.0,0.0,0.0,,4,1.0,0.0,1.0,0.08628357946872708,0.04091272130608554,2.1089670086524626,0.04537085816264153,0.010284267365932447,0.09931341186165814,0.125,0.08628357946872708,0.04091272130608554,2.1089670086524626,0.04537085816264153,0.010284267365932447,0.09931341186165814,0.125,4,0.0009591840007487634,0.00033541750718764655,2.8596718423888228,2.8596718423888228,2.1089670086524626,2.8596718423888228
positive_sentiment,14,29229,0.9716435185185186,0.9869791666666669,0.7777777777777778,0.9583333333333334,0.1388888888888889,1.0,2.0,0.31956337795142914,0.9836190853782412,4,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,,,,,,,,0,0.0,0.0,0.0,,4,1.0,0.0,1.0,0.09154844284057614,0.052779592573642675,1.7345424315816724,0.03876885026693346,0.007168605923652652,0.07036909461021426,0.125,0.09154844284057614,0.052779592573642675,1.7345424315816724,0.03876885026693346,0.007168605923652652,0.07036909461021426,0.125,4,0.0001696736740086238,9.280085743055595e-05,1.8283632145919853,1.8283632145919853,1.7345424315816724,1.8283632145919853
uncertainty,14,1384,0.9752604166666669,0.875,0.8571428571428571,0.9583333333333334,0.0069444444444444,1.0,2.0,0.24547275283723785,0.9865429537614034,4,0.25,0.25,0.0,0.006539523601531975,0.0038898661732673515,1.6811693025518675,0.002649657428264623,0.0,0.00794897228479387,1.0,0.0261580944061279,0.015559464693069406,1.6811693025518675,0.010598629713058492,0.010598629713058492,0.010598629713058492,1.0,1,0.000125072539958625,5.517254589902812e-05,2.2669343587573723,2.2669343587573723,4,0.75,0.25,0.75,0.08970040082931516,0.016293663531541786,5.5052321815575915,0.07340673729777339,-0.000809632241725906,0.2134449183940888,0.5,0.11960053443908687,0.021724884708722383,5.505232181557591,0.09787564973036451,-0.001619264483451812,0.2845932245254517,0.5,3,0.0004966975570823587,8.256788069614337e-05,6.015626813896881,6.015626813896881,3.824062879005724,3.7486924551395084