social-data-attribution-w2/unlearning_analysis.csv

experiment,top-200_criteria,bin,checkpoint,gsm8k,mmlu_socsci,mmlu_stem,socialiqa,wikitext_ppl,forget_ppl
baseline,N/A,baseline,0,0.7589,0.7508,0.5979,0.8029,9.1559,N/A
singe-topic_unlearning,N/A,adult_content,800,0.7657,0.7566,0.5943,0.7977,10.0062,16.3168
singe-topic_unlearning,N/A,art_and_design,1200,0.7544,0.7436,0.5879,0.7938,10.8357,13.0337
singe-topic_unlearning,N/A,crime_and_law,1200,0.7528,0.7478,0.5955,0.8025,10.1236,8.0123
singe-topic_unlearning,N/A,education_and_jobs,1400,0.7339,0.7266,0.587,0.7763,10.7598,17.4806
singe-topic_unlearning,N/A,electronics_and_hardware,1200,0.7574,0.7501,0.5997,0.8009,9.9506,8.5438
singe-topic_unlearning,N/A,entertainment,1200,0.7574,0.7458,0.5888,0.7996,10.2434,11.7224
singe-topic_unlearning,N/A,fashion_and_beauty,1200,0.7589,0.7541,0.5976,0.8013,10.0202,10.8949
singe-topic_unlearning,N/A,finance_and_business,1200,0.7619,0.7507,0.5926,0.8032,9.9664,8.5489
singe-topic_unlearning,N/A,food_and_dining,800,0.7506,0.75,0.5952,0.8021,9.9274,9.1037
singe-topic_unlearning,N/A,games,1200,0.7506,0.7544,0.5929,0.7986,10.0591,10.8993
singe-topic_unlearning,N/A,health,800,0.743,0.7535,0.5945,0.8028,10.1688,9.6236
singe-topic_unlearning,N/A,history_and_geography,1200,0.7521,0.7396,0.5894,0.7973,12.0295,13.4971
singe-topic_unlearning,N/A,home_and_hobbies,1400,0.7672,0.7481,0.5961,0.7986,10.0434,9.4269
singe-topic_unlearning,N/A,industrial,1000,0.7475,0.7513,0.5949,0.7999,10.5536,10.8478
singe-topic_unlearning,N/A,literature,1800,0.7574,0.7421,0.5895,0.7925,10.3608,13.8343
singe-topic_unlearning,N/A,politics,1000,0.7536,0.7541,0.5927,0.8029,10.7691,14.0575
singe-topic_unlearning,N/A,religion,1200,0.7559,0.7455,0.5849,0.7979,10.27,13.2857
singe-topic_unlearning,N/A,science_math_and_technology,1200,0.7559,0.7441,0.592,0.8005,11.7832,15.1513
singe-topic_unlearning,N/A,social_life,1400,0.7528,0.7505,0.5984,0.785,10.0129,13.1067
singe-topic_unlearning,N/A,software,1000,0.7635,0.7518,0.5945,0.8006,9.9473,8.8681
singe-topic_unlearning,N/A,software_development,1000,0.7528,0.7564,0.5963,0.8021,9.9568,10.0005
singe-topic_unlearning,N/A,sports_and_fitness,1200,0.7506,0.7439,0.5888,0.7962,11.0423,12.4779
singe-topic_unlearning,N/A,transportation,1200,0.7551,0.752,0.5966,0.8025,10.0331,9.3671
singe-topic_unlearning,N/A,travel_and_tourism,800,0.7619,0.7508,0.5933,0.7997,9.9584,10.161
null_bin,N/A,null_bin,2800,0.41395,0.744879,0.591468,0.7977,14.77,20.2
single-topic_targeted_unlearning,mmlu_stem,adult_content,1000,0.7544,0.7482,0.5915,0.7956,10.4054,19.9315
single-topic_targeted_unlearning,mmlu_stem,art_and_design,1200,0.7582,0.7518,0.5938,0.7969,10.2816,20.8506
single-topic_targeted_unlearning,mmlu_stem,crime_and_law,1000,0.7544,0.7517,0.593,0.8019,10.4446,12.7589
single-topic_targeted_unlearning,mmlu_stem,education_and_jobs,1400,0.7589,0.7441,0.5923,0.7939,10.0853,14.3864
single-topic_targeted_unlearning,mmlu_stem,electronics_and_hardware,1200,0.7491,0.7542,0.5938,0.8005,10.2964,15.9133
single-topic_targeted_unlearning,mmlu_stem,entertainment,2000,0.7392,0.7367,0.5786,0.7752,14.3627,22.6684
single-topic_targeted_unlearning,mmlu_stem,fashion_and_beauty,1800,0.7528,0.755,0.5964,0.7966,10.3994,19.6643
single-topic_targeted_unlearning,mmlu_stem,finance_and_business,1600,0.7597,0.7379,0.5927,0.8022,10.4229,16.5144
single-topic_targeted_unlearning,mmlu_stem,food_and_dining,1200,0.7619,0.7504,0.5922,0.8019,10.2621,13.2852
single-topic_targeted_unlearning,mmlu_stem,games,1400,0.7604,0.7502,0.5915,0.7998,10.2383,13.7715
single-topic_targeted_unlearning,mmlu_stem,health,600,0.7627,0.75,0.5957,0.8019,9.9872,11.4903
single-topic_targeted_unlearning,mmlu_stem,history_and_geography,1400,0.7475,0.7356,0.5855,0.783,17.1149,15.6516
single-topic_targeted_unlearning,mmlu_stem,home_and_hobbies,1200,0.7582,0.7528,0.5988,0.8033,10.2827,17.6135
single-topic_targeted_unlearning,mmlu_stem,industrial,400,0.7703,0.75,0.5959,0.8027,9.9377,12.9089
single-topic_targeted_unlearning,mmlu_stem,literature,1800,0.7316,0.7458,0.5798,0.7776,12.6438,18.1315
single-topic_targeted_unlearning,mmlu_stem,politics,800,0.7407,0.7505,0.5966,0.8023,10.717,20.0333
single-topic_targeted_unlearning,mmlu_stem,religion,1200,0.7453,0.7456,0.5851,0.796,10.4067,16.8178
single-topic_targeted_unlearning,mmlu_stem,science_math_and_technology,800,0.7521,0.749,0.5914,0.7988,11.2678,15.0736
single-topic_targeted_unlearning,mmlu_stem,social_life,2400,0.7528,0.7483,0.5928,0.774,10.4511,23.5827
single-topic_targeted_unlearning,mmlu_stem,software,1200,0.7559,0.753,0.5911,0.8001,10.3878,17.8518
single-topic_targeted_unlearning,mmlu_stem,software_development,800,0.7672,0.7568,0.5929,0.8023,10.1318,17.7541
single-topic_targeted_unlearning,mmlu_stem,sports_and_fitness,1400,0.7528,0.7477,0.5907,0.7921,11.78,13.1267
single-topic_targeted_unlearning,mmlu_stem,transportation,1400,0.6967,0.7432,0.5819,0.7834,14.6075,16.2556
single-topic_targeted_unlearning,mmlu_stem,travel_and_tourism,1200,0.7566,0.7581,0.5932,0.7927,10.2361,12.8003
single-topic_targeted_unlearning,mmlu_socsci,adult_content,200,0.7506,0.7525,0.5979,0.8015,9.9567,10.3126
single-topic_targeted_unlearning,mmlu_socsci,art_and_design,400,0.7559,0.757,0.5978,0.802,10.1048,15.4726
single-topic_targeted_unlearning,mmlu_socsci,crime_and_law,400,0.7528,0.7502,0.5953,0.8021,9.9394,11.2243
single-topic_targeted_unlearning,mmlu_socsci,education_and_jobs,600,0.7589,0.751,0.5962,0.7876,10.3374,12.7165
single-topic_targeted_unlearning,mmlu_socsci,electronics_and_hardware,1000,0.7733,0.7572,0.5947,0.8009,10.7346,11.9753
single-topic_targeted_unlearning,mmlu_socsci,entertainment,1200,0.7612,0.7496,0.5997,0.8021,11.4791,14.0982
single-topic_targeted_unlearning,mmlu_socsci,fashion_and_beauty,1200,0.7551,0.7397,0.5945,0.7994,10.363,17.7713
single-topic_targeted_unlearning,mmlu_socsci,finance_and_business,800,0.7582,0.7334,0.5935,0.8004,10.229,11.974
single-topic_targeted_unlearning,mmlu_socsci,food_and_dining,1000,0.7597,0.7499,0.5918,0.8009,10.269,11.8357
single-topic_targeted_unlearning,mmlu_socsci,games,1000,0.7536,0.7475,0.5903,0.8031,10.3076,42.8925
single-topic_targeted_unlearning,mmlu_socsci,health,600,0.7536,0.751,0.595,0.802,10.1025,12.5122
single-topic_targeted_unlearning,mmlu_socsci,history_and_geography,1000,0.7551,0.7396,0.5834,0.7993,10.6898,10.197
single-topic_targeted_unlearning,mmlu_socsci,home_and_hobbies,1000,0.7521,0.749,0.5891,0.8011,10.4736,12.0569
single-topic_targeted_unlearning,mmlu_socsci,industrial,800,0.7604,0.7495,0.5941,0.8028,10.2119,22.7657
single-topic_targeted_unlearning,mmlu_socsci,literature,1000,0.7544,0.7524,0.5879,0.8023,12.6252,21.9773
single-topic_targeted_unlearning,mmlu_socsci,politics,600,0.7536,0.753,0.5944,0.8029,10.0926,17.1658
single-topic_targeted_unlearning,mmlu_socsci,religion,800,0.7612,0.738,0.593,0.8,10.067,11.6929
single-topic_targeted_unlearning,mmlu_socsci,science_math_and_technology,800,0.7551,0.7516,0.5921,0.8026,10.6508,11.5452
single-topic_targeted_unlearning,mmlu_socsci,social_life,1200,0.7604,0.7314,0.5921,0.7906,10.3513,19.9298
single-topic_targeted_unlearning,mmlu_socsci,software,800,0.7642,0.7462,0.588,0.8017,10.5915,21.1222
single-topic_targeted_unlearning,mmlu_socsci,software_development,800,0.7589,0.7561,0.5934,0.8021,10.2733,12.5104
single-topic_targeted_unlearning,mmlu_socsci,sports_and_fitness,1200,0.7453,0.7253,0.579,0.791,16.0218,22.9139
single-topic_targeted_unlearning,mmlu_socsci,transportation,1000,0.7627,0.7401,0.5915,0.8005,10.2881,11.273
single-topic_targeted_unlearning,mmlu_socsci,travel_and_tourism,800,0.74,0.7454,0.5916,0.7999,10.2264,9.8355
single-topic_targeted_unlearning,socialiqa,adult_content,1200,0.7453,0.7453,0.5885,0.786,10.6556,23.6764
single-topic_targeted_unlearning,socialiqa,art_and_design,1200,0.7604,0.7543,0.5954,0.796,10.3769,15.1328
single-topic_targeted_unlearning,socialiqa,crime_and_law,1200,0.7619,0.7481,0.5941,0.7984,10.4462,11.0681
single-topic_targeted_unlearning,socialiqa,education_and_jobs,1600,0.7551,0.7476,0.5925,0.7847,10.3269,15.5909
single-topic_targeted_unlearning,socialiqa,electronics_and_hardware,1400,0.746,0.7454,0.5954,0.7953,10.2462,17.4261
single-topic_targeted_unlearning,socialiqa,entertainment,1800,0.7536,0.738,0.5818,0.7783,15.0087,19.1371
single-topic_targeted_unlearning,socialiqa,fashion_and_beauty,1800,0.7528,0.7515,0.5935,0.7862,10.3204,33.7791
single-topic_targeted_unlearning,socialiqa,finance_and_business,2000,0.4344,0.7299,0.5805,0.7812,11.8185,23.1714
single-topic_targeted_unlearning,socialiqa,food_and_dining,1400,0.7491,0.7542,0.5891,0.7967,10.1828,23.0317
single-topic_targeted_unlearning,socialiqa,games,1400,0.7612,0.7557,0.5995,0.8009,10.0723,32.681
single-topic_targeted_unlearning,socialiqa,health,600,0.7559,0.7513,0.5971,0.8015,9.9302,10.4366
single-topic_targeted_unlearning,socialiqa,history_and_geography,1400,0.7544,0.7397,0.5884,0.7966,11.8203,14.2655
single-topic_targeted_unlearning,socialiqa,home_and_hobbies,1800,0.718,0.7448,0.5956,0.7811,12.0651,13.9832
single-topic_targeted_unlearning,socialiqa,industrial,400,0.7506,0.7532,0.5992,0.803,9.9197,14.4089
single-topic_targeted_unlearning,socialiqa,transportation,1400,0.7354,0.7536,0.5906,0.796,10.5091,23.0398
single-topic_targeted_unlearning,socialiqa,literature,1600,0.743,0.7362,0.5922,0.7644,11.0009,19.0128
single-topic_targeted_unlearning,socialiqa,politics,1000,0.7589,0.7524,0.5949,0.8023,10.5486,16.5598
single-topic_targeted_unlearning,socialiqa,religion,1200,0.7475,0.7477,0.5879,0.8,10.1366,12.2272
single-topic_targeted_unlearning,socialiqa,science_math_and_technology,1000,0.7331,0.7514,0.5896,0.7946,11.2068,21.1399
single-topic_targeted_unlearning,socialiqa,social_life,1800,0.6861,0.7256,0.5846,0.6561,11.8624,64.3725
single-topic_targeted_unlearning,socialiqa,software,1600,0.7491,0.7475,0.5862,0.7867,10.2609,19.4698
single-topic_targeted_unlearning,socialiqa,software_development,1200,0.7582,0.7551,0.5921,0.8022,10.0187,15.2904
single-topic_targeted_unlearning,socialiqa,sports_and_fitness,1400,0.721,0.7429,0.5782,0.7689,19.0241,36.9397
single-topic_targeted_unlearning,socialiqa,travel_and_tourism,1200,0.7582,0.7452,0.5889,0.7692,13.5733,24.7908
single-topic_targeted_unlearning,gsm8k,adult_content,400,0.7506,0.7526,0.5989,0.8025,9.9669,17.225
single-topic_targeted_unlearning,gsm8k,art_and_design,800,0.7468,0.7515,0.5989,0.8018,15.8669,21.3522
single-topic_targeted_unlearning,gsm8k,crime_and_law,800,0.7597,0.7555,0.5967,0.8039,10.2051,10.5689
single-topic_targeted_unlearning,gsm8k,education_and_jobs,800,0.7468,0.7566,0.5951,0.802,10.6486,14.3625
single-topic_targeted_unlearning,gsm8k,electronics_and_hardware,600,0.7521,0.7538,0.5981,0.8032,10.5962,12.2631
single-topic_targeted_unlearning,gsm8k,entertainment,1200,0.7293,0.7537,0.5993,0.8017,38.0859,24.6485
single-topic_targeted_unlearning,gsm8k,fashion_and_beauty,1000,0.7574,0.753,0.5962,0.8016,10.975,25.5534
single-topic_targeted_unlearning,gsm8k,finance_and_business,600,0.7566,0.7521,0.6008,0.8026,10.0527,10.307
single-topic_targeted_unlearning,gsm8k,food_and_dining,600,0.7521,0.7526,0.5996,0.8035,10.0791,16.903
single-topic_targeted_unlearning,gsm8k,games,800,0.7536,0.7538,0.5993,0.8027,10.3126,14.2631
single-topic_targeted_unlearning,gsm8k,health,800,0.7468,0.7553,0.5979,0.8019,10.8593,14.8528
single-topic_targeted_unlearning,gsm8k,history_and_geography,600,0.7491,0.7556,0.5953,0.8031,26.1311,14.6575
single-topic_targeted_unlearning,gsm8k,home_and_hobbies,800,0.7468,0.7533,0.5985,0.8026,10.1367,15.2544
single-topic_targeted_unlearning,gsm8k,industrial,800,0.7612,0.7539,0.5946,0.8023,10.2548,20.8595
single-topic_targeted_unlearning,gsm8k,literature,800,0.7604,0.7555,0.5966,0.8026,11.8159,15.4001
single-topic_targeted_unlearning,gsm8k,politics,1000,0.7475,0.7568,0.5901,0.8035,11.8908,44.0053
single-topic_targeted_unlearning,gsm8k,religion,800,0.7589,0.7571,0.5996,0.8028,10.872,15.7527
single-topic_targeted_unlearning,gsm8k,science_math_and_technology,800,0.7582,0.7547,0.5925,0.8013,12.1002,14.7411
single-topic_targeted_unlearning,gsm8k,social_life,600,0.7468,0.7528,0.5987,0.8034,10.0764,14.7518
single-topic_targeted_unlearning,gsm8k,software,600,0.7392,0.7546,0.598,0.8034,10.0364,11.2897
single-topic_targeted_unlearning,gsm8k,software_development,600,0.7597,0.7565,0.5961,0.8032,10.3841,16.7577
single-topic_targeted_unlearning,gsm8k,sports_and_fitness,600,0.7263,0.7536,0.5954,0.8012,15.719,17.1969
single-topic_targeted_unlearning,gsm8k,transportation,800,0.7574,0.7533,0.5983,0.8029,10.4455,21.1942
single-topic_targeted_unlearning,gsm8k,travel_and_tourism,600,0.7536,0.7506,0.5979,0.804,11.0291,18.8229
random_targeted_unlearning,gsm8k,null_bin,400,0.7301,0.7553,0.5986,0.803,10.4242,11.8504
random_targeted_unlearning,mmlu_socsci,null_bin_mmlu_socsci,1000,0.7589,0.7452,0.5925,0.8013,10.3537,14.7609
random_targeted_unlearning,mmlu_stem,null_bin_mmlu_stem,1400,0.7506,0.7549,0.5936,0.8006,12.5552,16.9046
random_targeted_unlearning,socialiqa,null_bin_socialiqa,1600,0.7407,0.752,0.6001,0.8008,10.0884,17.1982