diff --git a/retrain/resnet18/cifar100/0-0/class_wise_accuracy.csv b/retrain/resnet18/cifar100/0-0/class_wise_accuracy.csv new file mode 100644 index 0000000000000000000000000000000000000000..388dc0bb3c0d5c1ec11c69d12e4939d6af3a5ca2 --- /dev/null +++ b/retrain/resnet18/cifar100/0-0/class_wise_accuracy.csv @@ -0,0 +1,301 @@ +class,total_samples,correct_counts,accuracy,dataset +0,450,0,0.0,train +1,450,446,99.11111450195312,train +2,450,431,95.77777862548828,train +3,450,436,96.88888549804688,train +4,450,436,96.88888549804688,train +5,450,446,99.11111450195312,train +6,450,442,98.22222137451172,train +7,450,440,97.77777862548828,train +8,450,449,99.77777862548828,train +9,450,443,98.44444274902344,train +10,450,431,95.77777862548828,train +11,450,426,94.66666412353516,train +12,450,441,98.0,train +13,450,438,97.33333587646484,train +14,450,436,96.88888549804688,train +15,450,442,98.22222137451172,train +16,450,438,97.33333587646484,train +17,450,442,98.22222137451172,train +18,450,433,96.22222137451172,train +19,450,440,97.77777862548828,train +20,450,447,99.33333587646484,train +21,450,442,98.22222137451172,train +22,450,435,96.66666412353516,train +23,450,443,98.44444274902344,train +24,450,444,98.66666412353516,train +25,450,431,95.77777862548828,train +26,450,435,96.66666412353516,train +27,450,443,98.44444274902344,train +28,450,443,98.44444274902344,train +29,450,438,97.33333587646484,train +30,450,445,98.88888549804688,train +31,450,435,96.66666412353516,train +32,450,434,96.44444274902344,train +33,450,434,96.44444274902344,train +34,450,443,98.44444274902344,train +35,450,431,95.77777862548828,train +36,450,439,97.55555725097656,train +37,450,440,97.77777862548828,train +38,450,433,96.22222137451172,train +39,450,441,98.0,train +40,450,442,98.22222137451172,train +41,450,444,98.66666412353516,train +42,450,437,97.11111450195312,train +43,450,447,99.33333587646484,train +44,450,437,97.11111450195312,train +45,450,428,95.11111450195312,train +46,450,430,95.55555725097656,train +47,450,434,96.44444274902344,train +48,450,447,99.33333587646484,train +49,450,447,99.33333587646484,train +50,450,424,94.22222137451172,train +51,450,441,98.0,train +52,450,434,96.44444274902344,train +53,450,448,99.55555725097656,train +54,450,444,98.66666412353516,train +55,450,429,95.33333587646484,train +56,450,446,99.11111450195312,train +57,450,437,97.11111450195312,train +58,450,442,98.22222137451172,train +59,450,439,97.55555725097656,train +60,450,440,97.77777862548828,train +61,450,440,97.77777862548828,train +62,450,438,97.33333587646484,train +63,450,440,97.77777862548828,train +64,450,436,96.88888549804688,train +65,450,436,96.88888549804688,train +66,450,442,98.22222137451172,train +67,450,435,96.66666412353516,train +68,450,447,99.33333587646484,train +69,450,442,98.22222137451172,train +70,450,440,97.77777862548828,train +71,450,438,97.33333587646484,train +72,450,423,94.0,train +73,450,432,96.0,train +74,450,433,96.22222137451172,train +75,450,446,99.11111450195312,train +76,450,445,98.88888549804688,train +77,450,436,96.88888549804688,train +78,450,440,97.77777862548828,train +79,450,439,97.55555725097656,train +80,450,436,96.88888549804688,train +81,450,432,96.0,train +82,450,448,99.55555725097656,train +83,450,435,96.66666412353516,train +84,450,437,97.11111450195312,train +85,450,447,99.33333587646484,train +86,450,440,97.77777862548828,train +87,450,445,98.88888549804688,train +88,450,440,97.77777862548828,train +89,450,443,98.44444274902344,train +90,450,437,97.11111450195312,train +91,450,443,98.44444274902344,train +92,450,436,96.88888549804688,train +93,450,438,97.33333587646484,train +94,450,448,99.55555725097656,train +95,450,442,98.22222137451172,train +96,450,439,97.55555725097656,train +97,450,443,98.44444274902344,train +98,450,430,95.55555725097656,train +99,450,433,96.22222137451172,train +0,100,0,0.0,test +1,100,86,86.0,test +2,100,65,65.0,test +3,100,60,60.0,test +4,100,69,69.0,test +5,100,83,83.0,test +6,100,84,84.0,test +7,100,76,76.0,test +8,100,90,90.0,test +9,100,90,90.0,test +10,100,55,55.0,test +11,100,46,46.0,test +12,100,80,80.0,test +13,100,72,72.0,test +14,100,63,63.0,test +15,100,82,82.0,test +16,100,80,80.0,test +17,100,87,87.0,test +18,100,63,63.0,test +19,100,67,67.0,test +20,100,89,89.0,test +21,100,89,89.0,test +22,100,75,75.0,test +23,100,84,84.0,test +24,100,84,84.0,test +25,100,58,58.0,test +26,100,70,70.0,test +27,100,71,71.0,test +28,100,86,86.0,test +29,100,73,73.0,test +30,100,72,72.0,test +31,100,73,73.0,test +32,100,71,71.0,test +33,100,66,66.0,test +34,100,80,80.0,test +35,100,60,60.0,test +36,100,82,82.0,test +37,100,76,76.0,test +38,100,68,68.0,test +39,100,90,90.0,test +40,100,72,72.0,test +41,100,88,88.0,test +42,100,78,78.0,test +43,100,86,86.0,test +44,100,62,62.0,test +45,100,61,61.0,test +46,100,53,53.0,test +47,100,66,66.0,test +48,100,94,94.0,test +49,100,90,90.0,test +50,100,54,54.0,test +51,100,80,80.0,test +52,100,67,67.0,test +53,100,93,93.0,test +54,100,90,90.0,test +55,100,56,56.0,test +56,100,87,87.0,test +57,100,84,84.0,test +58,100,86,86.0,test +59,100,69,69.0,test +60,100,86,86.0,test +61,100,73,73.0,test +62,100,76,76.0,test +63,100,71,71.0,test +64,100,59,59.0,test +65,100,64,64.0,test +66,100,82,82.0,test +67,100,62,62.0,test +68,100,96,96.0,test +69,100,82,82.0,test +70,100,73,73.0,test +71,100,75,75.0,test +72,100,48,48.0,test +73,100,61,61.0,test +74,100,58,58.0,test +75,100,87,87.0,test +76,100,90,90.0,test +77,100,65,65.0,test +78,100,69,69.0,test +79,100,79,79.0,test +80,100,64,64.0,test +81,100,71,71.0,test +82,100,89,89.0,test +83,100,71,71.0,test +84,100,73,73.0,test +85,100,89,89.0,test +86,100,73,73.0,test +87,100,85,85.0,test +88,100,81,81.0,test +89,100,93,93.0,test +90,100,83,83.0,test +91,100,85,85.0,test +92,100,68,68.0,test +93,100,64,64.0,test +94,100,93,93.0,test +95,100,71,71.0,test +96,100,63,63.0,test +97,100,81,81.0,test +98,100,63,63.0,test +99,100,74,74.0,test +0,100,88,88.0,test_LP +1,100,87,87.0,test_LP +2,100,61,61.0,test_LP +3,100,53,53.0,test_LP +4,100,68,68.0,test_LP +5,100,81,81.0,test_LP +6,100,82,82.0,test_LP +7,100,79,79.0,test_LP +8,100,88,88.0,test_LP +9,100,89,89.0,test_LP +10,100,52,52.0,test_LP +11,100,53,53.0,test_LP +12,100,81,81.0,test_LP +13,100,69,69.0,test_LP +14,100,71,71.0,test_LP +15,100,80,80.0,test_LP +16,100,81,81.0,test_LP +17,100,85,85.0,test_LP +18,100,63,63.0,test_LP +19,100,67,67.0,test_LP +20,100,89,89.0,test_LP +21,100,88,88.0,test_LP +22,100,77,77.0,test_LP +23,100,85,85.0,test_LP +24,100,83,83.0,test_LP +25,100,59,59.0,test_LP +26,100,72,72.0,test_LP +27,100,70,70.0,test_LP +28,100,84,84.0,test_LP +29,100,70,70.0,test_LP +30,100,65,65.0,test_LP +31,100,76,76.0,test_LP +32,100,72,72.0,test_LP +33,100,72,72.0,test_LP +34,100,77,77.0,test_LP +35,100,56,56.0,test_LP +36,100,82,82.0,test_LP +37,100,71,71.0,test_LP +38,100,67,67.0,test_LP +39,100,90,90.0,test_LP +40,100,71,71.0,test_LP +41,100,89,89.0,test_LP +42,100,75,75.0,test_LP +43,100,85,85.0,test_LP +44,100,61,61.0,test_LP +45,100,67,67.0,test_LP +46,100,54,54.0,test_LP +47,100,67,67.0,test_LP +48,100,93,93.0,test_LP +49,100,85,85.0,test_LP +50,100,60,60.0,test_LP +51,100,75,75.0,test_LP +52,100,68,68.0,test_LP +53,100,84,84.0,test_LP +54,100,85,85.0,test_LP +55,100,59,59.0,test_LP +56,100,86,86.0,test_LP +57,100,79,79.0,test_LP +58,100,87,87.0,test_LP +59,100,71,71.0,test_LP +60,100,86,86.0,test_LP +61,100,73,73.0,test_LP +62,100,77,77.0,test_LP +63,100,71,71.0,test_LP +64,100,57,57.0,test_LP +65,100,60,60.0,test_LP +66,100,79,79.0,test_LP +67,100,58,58.0,test_LP +68,100,91,91.0,test_LP +69,100,82,82.0,test_LP +70,100,74,74.0,test_LP +71,100,85,85.0,test_LP +72,100,46,46.0,test_LP +73,100,63,63.0,test_LP +74,100,57,57.0,test_LP +75,100,90,90.0,test_LP +76,100,92,92.0,test_LP +77,100,65,65.0,test_LP +78,100,66,66.0,test_LP +79,100,76,76.0,test_LP +80,100,66,66.0,test_LP +81,100,81,81.0,test_LP +82,100,89,89.0,test_LP +83,100,66,66.0,test_LP +84,100,70,70.0,test_LP +85,100,86,86.0,test_LP +86,100,75,75.0,test_LP +87,100,85,85.0,test_LP +88,100,81,81.0,test_LP +89,100,94,94.0,test_LP +90,100,82,82.0,test_LP +91,100,81,81.0,test_LP +92,100,67,67.0,test_LP +93,100,64,64.0,test_LP +94,100,95,95.0,test_LP +95,100,73,73.0,test_LP +96,100,60,60.0,test_LP +97,100,84,84.0,test_LP +98,100,57,57.0,test_LP +99,100,78,78.0,test_LP diff --git a/retrain/resnet18/cifar100/0-0/evaluation_results.json b/retrain/resnet18/cifar100/0-0/evaluation_results.json new file mode 100644 index 0000000000000000000000000000000000000000..057b7873850c62423c2d663793bc30f5e389491e --- /dev/null +++ b/retrain/resnet18/cifar100/0-0/evaluation_results.json @@ -0,0 +1,2118 @@ +{ + "unlearning_time": 3017.8160438537598, + "accuracy": { + "retain": 99.97081930415264, + "forget": 0.0, + "val": 96.45999989013671, + "test": 74.21 + }, + "SVC_MIA_forget_efficacy": { + "correctness": 1.0, + "confidence": 1.0, + "entropy": 0.6466666666666667, + "m_entropy": 0.0, + "prob": 0.8822222222222222 + }, + "class_wise_accuracy": [ + { + "class": 0, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 1, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 2, + "total_samples": 450, + "correct_counts": 431, + "accuracy": 95.77777862548828, + "dataset": "train" + }, + { + "class": 3, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 4, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 5, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 6, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 7, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 8, + "total_samples": 450, + "correct_counts": 449, + "accuracy": 99.77777862548828, + "dataset": "train" + }, + { + "class": 9, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 10, + "total_samples": 450, + "correct_counts": 431, + "accuracy": 95.77777862548828, + "dataset": "train" + }, + { + "class": 11, + "total_samples": 450, + "correct_counts": 426, + "accuracy": 94.66666412353516, + "dataset": "train" + }, + { + "class": 12, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 13, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 14, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 15, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 16, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 17, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 18, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 19, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 20, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 21, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 22, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 23, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 24, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 25, + "total_samples": 450, + "correct_counts": 431, + "accuracy": 95.77777862548828, + "dataset": "train" + }, + { + "class": 26, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 27, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 28, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 29, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 30, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 31, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 32, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 33, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 34, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 35, + "total_samples": 450, + "correct_counts": 431, + "accuracy": 95.77777862548828, + "dataset": "train" + }, + { + "class": 36, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 37, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 38, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 39, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 40, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 41, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 42, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 43, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 44, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 45, + "total_samples": 450, + "correct_counts": 428, + "accuracy": 95.11111450195312, + "dataset": "train" + }, + { + "class": 46, + "total_samples": 450, + "correct_counts": 430, + "accuracy": 95.55555725097656, + "dataset": "train" + }, + { + "class": 47, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 48, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 49, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 50, + "total_samples": 450, + "correct_counts": 424, + "accuracy": 94.22222137451172, + "dataset": "train" + }, + { + "class": 51, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 52, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 53, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 54, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 55, + "total_samples": 450, + "correct_counts": 429, + "accuracy": 95.33333587646484, + "dataset": "train" + }, + { + "class": 56, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 57, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 58, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 59, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 60, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 61, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 62, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 63, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 64, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 65, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 66, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 67, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 68, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 69, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 70, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 71, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 72, + "total_samples": 450, + "correct_counts": 423, + "accuracy": 94.0, + "dataset": "train" + }, + { + "class": 73, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 74, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 75, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 76, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 77, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 78, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 79, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 80, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 81, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 82, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 83, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 84, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 85, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 86, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 87, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 88, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 89, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 90, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 91, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 92, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 93, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 94, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 95, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 96, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 97, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 98, + "total_samples": 450, + "correct_counts": 430, + "accuracy": 95.55555725097656, + "dataset": "train" + }, + { + "class": 99, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 46, + "accuracy": 46.0, + "dataset": "test" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 96, + "accuracy": 96.0, + "dataset": "test" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 48, + "accuracy": 48.0, + "dataset": "test" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test_LP" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 52, + "accuracy": 52.0, + "dataset": "test_LP" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test_LP" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test_LP" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test_LP" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test_LP" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test_LP" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test_LP" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test_LP" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test_LP" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 46, + "accuracy": 46.0, + "dataset": "test_LP" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test_LP" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test_LP" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test_LP" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test_LP" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 95, + "accuracy": 95.0, + "dataset": "test_LP" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test_LP" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + } + ] +} \ No newline at end of file diff --git a/retrain/resnet18/cifar100/0-0/model_best.pth.tar b/retrain/resnet18/cifar100/0-0/model_best.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..1ba16ccf1d8c989d80f13d34ca3d7c6ee4e7dd3c --- /dev/null +++ b/retrain/resnet18/cifar100/0-0/model_best.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f39cb2b786687ac7a378a71b4ac63709b94413de4f1e17346434c08671fe6509 +size 44961018 diff --git a/retrain/resnet18/cifar100/0-0/retraincheckpoint.pth.tar b/retrain/resnet18/cifar100/0-0/retraincheckpoint.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..85c2a6aef37002e04d8301dd4a4b39e88e9a4d2a --- /dev/null +++ b/retrain/resnet18/cifar100/0-0/retraincheckpoint.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2169ab5656a111f57d6d503d608b60a4188765674e83c7dc6864024001f8b8a +size 44978810 diff --git a/retrain/resnet18/cifar100/0-0/retraineval_result.pth.tar b/retrain/resnet18/cifar100/0-0/retraineval_result.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..a62af4e6645fa6c1ced9cf6260a8380e190f8862 --- /dev/null +++ b/retrain/resnet18/cifar100/0-0/retraineval_result.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:262d6e3faf65e92dd7b44b6649911ed5c68c525f3f15439fd9c3f931ebb5f065 +size 12060 diff --git a/retrain/resnet18/cifar100/0-1/class_wise_accuracy.csv b/retrain/resnet18/cifar100/0-1/class_wise_accuracy.csv new file mode 100644 index 0000000000000000000000000000000000000000..99508a2e6ffcfe427c1aca5d561c2988b130846a --- /dev/null +++ b/retrain/resnet18/cifar100/0-1/class_wise_accuracy.csv @@ -0,0 +1,301 @@ +class,total_samples,correct_counts,accuracy,dataset +0,450,0,0.0,train +1,450,0,0.0,train +2,450,425,94.44444274902344,train +3,450,432,96.0,train +4,450,432,96.0,train +5,450,445,98.88888549804688,train +6,450,447,99.33333587646484,train +7,450,438,97.33333587646484,train +8,450,447,99.33333587646484,train +9,450,442,98.22222137451172,train +10,450,434,96.44444274902344,train +11,450,427,94.88888549804688,train +12,450,441,98.0,train +13,450,438,97.33333587646484,train +14,450,438,97.33333587646484,train +15,450,445,98.88888549804688,train +16,450,437,97.11111450195312,train +17,450,441,98.0,train +18,450,433,96.22222137451172,train +19,450,441,98.0,train +20,450,442,98.22222137451172,train +21,450,445,98.88888549804688,train +22,450,434,96.44444274902344,train +23,450,444,98.66666412353516,train +24,450,445,98.88888549804688,train +25,450,427,94.88888549804688,train +26,450,435,96.66666412353516,train +27,450,437,97.11111450195312,train +28,450,441,98.0,train +29,450,438,97.33333587646484,train +30,450,442,98.22222137451172,train +31,450,435,96.66666412353516,train +32,450,430,95.55555725097656,train +33,450,439,97.55555725097656,train +34,450,444,98.66666412353516,train +35,450,430,95.55555725097656,train +36,450,440,97.77777862548828,train +37,450,431,95.77777862548828,train +38,450,436,96.88888549804688,train +39,450,443,98.44444274902344,train +40,450,438,97.33333587646484,train +41,450,444,98.66666412353516,train +42,450,437,97.11111450195312,train +43,450,444,98.66666412353516,train +44,450,432,96.0,train +45,450,431,95.77777862548828,train +46,450,434,96.44444274902344,train +47,450,439,97.55555725097656,train +48,450,447,99.33333587646484,train +49,450,442,98.22222137451172,train +50,450,429,95.33333587646484,train +51,450,447,99.33333587646484,train +52,450,438,97.33333587646484,train +53,450,449,99.77777862548828,train +54,450,441,98.0,train +55,450,429,95.33333587646484,train +56,450,447,99.33333587646484,train +57,450,437,97.11111450195312,train +58,450,444,98.66666412353516,train +59,450,440,97.77777862548828,train +60,450,442,98.22222137451172,train +61,450,439,97.55555725097656,train +62,450,446,99.11111450195312,train +63,450,439,97.55555725097656,train +64,450,437,97.11111450195312,train +65,450,434,96.44444274902344,train +66,450,442,98.22222137451172,train +67,450,440,97.77777862548828,train +68,450,446,99.11111450195312,train +69,450,443,98.44444274902344,train +70,450,440,97.77777862548828,train +71,450,436,96.88888549804688,train +72,450,429,95.33333587646484,train +73,450,426,94.66666412353516,train +74,450,433,96.22222137451172,train +75,450,448,99.55555725097656,train +76,450,445,98.88888549804688,train +77,450,441,98.0,train +78,450,437,97.11111450195312,train +79,450,442,98.22222137451172,train +80,450,438,97.33333587646484,train +81,450,434,96.44444274902344,train +82,450,449,99.77777862548828,train +83,450,436,96.88888549804688,train +84,450,436,96.88888549804688,train +85,450,444,98.66666412353516,train +86,450,443,98.44444274902344,train +87,450,446,99.11111450195312,train +88,450,440,97.77777862548828,train +89,450,442,98.22222137451172,train +90,450,434,96.44444274902344,train +91,450,440,97.77777862548828,train +92,450,437,97.11111450195312,train +93,450,437,97.11111450195312,train +94,450,446,99.11111450195312,train +95,450,439,97.55555725097656,train +96,450,443,98.44444274902344,train +97,450,442,98.22222137451172,train +98,450,426,94.66666412353516,train +99,450,434,96.44444274902344,train +0,100,0,0.0,test +1,100,0,0.0,test +2,100,61,61.0,test +3,100,55,55.0,test +4,100,63,63.0,test +5,100,80,80.0,test +6,100,79,79.0,test +7,100,78,78.0,test +8,100,88,88.0,test +9,100,87,87.0,test +10,100,57,57.0,test +11,100,56,56.0,test +12,100,85,85.0,test +13,100,65,65.0,test +14,100,73,73.0,test +15,100,87,87.0,test +16,100,76,76.0,test +17,100,80,80.0,test +18,100,69,69.0,test +19,100,73,73.0,test +20,100,88,88.0,test +21,100,86,86.0,test +22,100,73,73.0,test +23,100,82,82.0,test +24,100,84,84.0,test +25,100,64,64.0,test +26,100,72,72.0,test +27,100,64,64.0,test +28,100,86,86.0,test +29,100,75,75.0,test +30,100,74,74.0,test +31,100,74,74.0,test +32,100,72,72.0,test +33,100,69,69.0,test +34,100,81,81.0,test +35,100,56,56.0,test +36,100,82,82.0,test +37,100,80,80.0,test +38,100,70,70.0,test +39,100,90,90.0,test +40,100,74,74.0,test +41,100,92,92.0,test +42,100,80,80.0,test +43,100,81,81.0,test +44,100,57,57.0,test +45,100,65,65.0,test +46,100,55,55.0,test +47,100,68,68.0,test +48,100,98,98.0,test +49,100,87,87.0,test +50,100,59,59.0,test +51,100,75,75.0,test +52,100,70,70.0,test +53,100,93,93.0,test +54,100,87,87.0,test +55,100,49,49.0,test +56,100,94,94.0,test +57,100,79,79.0,test +58,100,91,91.0,test +59,100,67,67.0,test +60,100,92,92.0,test +61,100,69,69.0,test +62,100,73,73.0,test +63,100,79,79.0,test +64,100,58,58.0,test +65,100,62,62.0,test +66,100,82,82.0,test +67,100,60,60.0,test +68,100,93,93.0,test +69,100,83,83.0,test +70,100,75,75.0,test +71,100,82,82.0,test +72,100,52,52.0,test +73,100,64,64.0,test +74,100,59,59.0,test +75,100,94,94.0,test +76,100,89,89.0,test +77,100,65,65.0,test +78,100,69,69.0,test +79,100,77,77.0,test +80,100,66,66.0,test +81,100,81,81.0,test +82,100,93,93.0,test +83,100,72,72.0,test +84,100,75,75.0,test +85,100,87,87.0,test +86,100,74,74.0,test +87,100,88,88.0,test +88,100,83,83.0,test +89,100,93,93.0,test +90,100,78,78.0,test +91,100,84,84.0,test +92,100,71,71.0,test +93,100,62,62.0,test +94,100,94,94.0,test +95,100,75,75.0,test +96,100,70,70.0,test +97,100,75,75.0,test +98,100,61,61.0,test +99,100,68,68.0,test +0,100,77,77.0,test_LP +1,100,79,79.0,test_LP +2,100,63,63.0,test_LP +3,100,50,50.0,test_LP +4,100,62,62.0,test_LP +5,100,82,82.0,test_LP +6,100,80,80.0,test_LP +7,100,77,77.0,test_LP +8,100,88,88.0,test_LP +9,100,85,85.0,test_LP +10,100,52,52.0,test_LP +11,100,51,51.0,test_LP +12,100,83,83.0,test_LP +13,100,64,64.0,test_LP +14,100,75,75.0,test_LP +15,100,82,82.0,test_LP +16,100,79,79.0,test_LP +17,100,84,84.0,test_LP +18,100,66,66.0,test_LP +19,100,77,77.0,test_LP +20,100,87,87.0,test_LP +21,100,87,87.0,test_LP +22,100,76,76.0,test_LP +23,100,81,81.0,test_LP +24,100,81,81.0,test_LP +25,100,66,66.0,test_LP +26,100,67,67.0,test_LP +27,100,61,61.0,test_LP +28,100,83,83.0,test_LP +29,100,72,72.0,test_LP +30,100,75,75.0,test_LP +31,100,73,73.0,test_LP +32,100,64,64.0,test_LP +33,100,68,68.0,test_LP +34,100,78,78.0,test_LP +35,100,56,56.0,test_LP +36,100,85,85.0,test_LP +37,100,80,80.0,test_LP +38,100,70,70.0,test_LP +39,100,89,89.0,test_LP +40,100,73,73.0,test_LP +41,100,92,92.0,test_LP +42,100,82,82.0,test_LP +43,100,83,83.0,test_LP +44,100,55,55.0,test_LP +45,100,65,65.0,test_LP +46,100,59,59.0,test_LP +47,100,66,66.0,test_LP +48,100,96,96.0,test_LP +49,100,86,86.0,test_LP +50,100,59,59.0,test_LP +51,100,74,74.0,test_LP +52,100,70,70.0,test_LP +53,100,85,85.0,test_LP +54,100,86,86.0,test_LP +55,100,51,51.0,test_LP +56,100,91,91.0,test_LP +57,100,77,77.0,test_LP +58,100,88,88.0,test_LP +59,100,69,69.0,test_LP +60,100,91,91.0,test_LP +61,100,70,70.0,test_LP +62,100,73,73.0,test_LP +63,100,73,73.0,test_LP +64,100,61,61.0,test_LP +65,100,61,61.0,test_LP +66,100,79,79.0,test_LP +67,100,61,61.0,test_LP +68,100,92,92.0,test_LP +69,100,82,82.0,test_LP +70,100,76,76.0,test_LP +71,100,86,86.0,test_LP +72,100,52,52.0,test_LP +73,100,59,59.0,test_LP +74,100,62,62.0,test_LP +75,100,88,88.0,test_LP +76,100,89,89.0,test_LP +77,100,73,73.0,test_LP +78,100,68,68.0,test_LP +79,100,80,80.0,test_LP +80,100,64,64.0,test_LP +81,100,79,79.0,test_LP +82,100,89,89.0,test_LP +83,100,72,72.0,test_LP +84,100,72,72.0,test_LP +85,100,85,85.0,test_LP +86,100,72,72.0,test_LP +87,100,88,88.0,test_LP +88,100,81,81.0,test_LP +89,100,91,91.0,test_LP +90,100,83,83.0,test_LP +91,100,81,81.0,test_LP +92,100,66,66.0,test_LP +93,100,58,58.0,test_LP +94,100,94,94.0,test_LP +95,100,76,76.0,test_LP +96,100,67,67.0,test_LP +97,100,78,78.0,test_LP +98,100,56,56.0,test_LP +99,100,70,70.0,test_LP diff --git a/retrain/resnet18/cifar100/0-1/evaluation_results.json b/retrain/resnet18/cifar100/0-1/evaluation_results.json new file mode 100644 index 0000000000000000000000000000000000000000..c64af98d549f43e187274bdab91d2ce204cecd0b --- /dev/null +++ b/retrain/resnet18/cifar100/0-1/evaluation_results.json @@ -0,0 +1,2118 @@ +{ + "unlearning_time": 2931.5129091739655, + "accuracy": { + "retain": 99.96825396825396, + "forget": 0.0, + "val": 95.66, + "test": 73.82 + }, + "SVC_MIA_forget_efficacy": { + "correctness": 1.0, + "confidence": 1.0, + "entropy": 0.9311111111111111, + "m_entropy": 0.0, + "prob": 0.8688888888888888 + }, + "class_wise_accuracy": [ + { + "class": 0, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 1, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 2, + "total_samples": 450, + "correct_counts": 425, + "accuracy": 94.44444274902344, + "dataset": "train" + }, + { + "class": 3, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 4, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 5, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 6, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 7, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 8, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 9, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 10, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 11, + "total_samples": 450, + "correct_counts": 427, + "accuracy": 94.88888549804688, + "dataset": "train" + }, + { + "class": 12, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 13, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 14, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 15, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 16, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 17, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 18, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 19, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 20, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 21, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 22, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 23, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 24, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 25, + "total_samples": 450, + "correct_counts": 427, + "accuracy": 94.88888549804688, + "dataset": "train" + }, + { + "class": 26, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 27, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 28, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 29, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 30, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 31, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 32, + "total_samples": 450, + "correct_counts": 430, + "accuracy": 95.55555725097656, + "dataset": "train" + }, + { + "class": 33, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 34, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 35, + "total_samples": 450, + "correct_counts": 430, + "accuracy": 95.55555725097656, + "dataset": "train" + }, + { + "class": 36, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 37, + "total_samples": 450, + "correct_counts": 431, + "accuracy": 95.77777862548828, + "dataset": "train" + }, + { + "class": 38, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 39, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 40, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 41, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 42, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 43, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 44, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 45, + "total_samples": 450, + "correct_counts": 431, + "accuracy": 95.77777862548828, + "dataset": "train" + }, + { + "class": 46, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 47, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 48, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 49, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 50, + "total_samples": 450, + "correct_counts": 429, + "accuracy": 95.33333587646484, + "dataset": "train" + }, + { + "class": 51, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 52, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 53, + "total_samples": 450, + "correct_counts": 449, + "accuracy": 99.77777862548828, + "dataset": "train" + }, + { + "class": 54, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 55, + "total_samples": 450, + "correct_counts": 429, + "accuracy": 95.33333587646484, + "dataset": "train" + }, + { + "class": 56, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 57, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 58, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 59, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 60, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 61, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 62, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 63, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 64, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 65, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 66, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 67, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 68, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 69, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 70, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 71, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 72, + "total_samples": 450, + "correct_counts": 429, + "accuracy": 95.33333587646484, + "dataset": "train" + }, + { + "class": 73, + "total_samples": 450, + "correct_counts": 426, + "accuracy": 94.66666412353516, + "dataset": "train" + }, + { + "class": 74, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 75, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 76, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 77, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 78, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 79, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 80, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 81, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 82, + "total_samples": 450, + "correct_counts": 449, + "accuracy": 99.77777862548828, + "dataset": "train" + }, + { + "class": 83, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 84, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 85, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 86, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 87, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 88, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 89, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 90, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 91, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 92, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 93, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 94, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 95, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 96, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 97, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 98, + "total_samples": 450, + "correct_counts": 426, + "accuracy": 94.66666412353516, + "dataset": "train" + }, + { + "class": 99, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 98, + "accuracy": 98.0, + "dataset": "test" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 49, + "accuracy": 49.0, + "dataset": "test" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 52, + "accuracy": 52.0, + "dataset": "test" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 50, + "accuracy": 50.0, + "dataset": "test_LP" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 52, + "accuracy": 52.0, + "dataset": "test_LP" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 51, + "accuracy": 51.0, + "dataset": "test_LP" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test_LP" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test_LP" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test_LP" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 96, + "accuracy": 96.0, + "dataset": "test_LP" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 51, + "accuracy": 51.0, + "dataset": "test_LP" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test_LP" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test_LP" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test_LP" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 52, + "accuracy": 52.0, + "dataset": "test_LP" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test_LP" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test_LP" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test_LP" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test_LP" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + } + ] +} \ No newline at end of file diff --git a/retrain/resnet18/cifar100/0-1/model_best.pth.tar b/retrain/resnet18/cifar100/0-1/model_best.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..e01932ecd4c00fa3700c6a715956a16dc9521571 --- /dev/null +++ b/retrain/resnet18/cifar100/0-1/model_best.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8627d803dae8ce65eaeec173103339d5c34ee2c8606688f0b7cf89070c74c76c +size 44961018 diff --git a/retrain/resnet18/cifar100/0-1/retraincheckpoint.pth.tar b/retrain/resnet18/cifar100/0-1/retraincheckpoint.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..ed5f0d591890130865e9332f03914e195bcaa05e --- /dev/null +++ b/retrain/resnet18/cifar100/0-1/retraincheckpoint.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1b12152eb8a15fb0818a8992c13153938ae22feef26254da93df2a75f16c58e +size 44978810 diff --git a/retrain/resnet18/cifar100/0-1/retraineval_result.pth.tar b/retrain/resnet18/cifar100/0-1/retraineval_result.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..2938eb2ed996b3046c0bdf63e0a6687f98495544 --- /dev/null +++ b/retrain/resnet18/cifar100/0-1/retraineval_result.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc68a4c45e078aa471a842f5a91940c271d620ec319fcc57015e72064df2093f +size 12060 diff --git a/retrain/resnet18/cifar100/0-10/class_wise_accuracy.csv b/retrain/resnet18/cifar100/0-10/class_wise_accuracy.csv new file mode 100644 index 0000000000000000000000000000000000000000..65458e1b7ffce1a90192a91f8461467ecddbd372 --- /dev/null +++ b/retrain/resnet18/cifar100/0-10/class_wise_accuracy.csv @@ -0,0 +1,301 @@ +class,total_samples,correct_counts,accuracy,dataset +0,450,0,0.0,train +1,450,0,0.0,train +2,450,0,0.0,train +3,450,0,0.0,train +4,450,0,0.0,train +5,450,0,0.0,train +6,450,0,0.0,train +7,450,0,0.0,train +8,450,0,0.0,train +9,450,0,0.0,train +10,450,0,0.0,train +11,450,428,95.11111450195312,train +12,450,442,98.22222137451172,train +13,450,438,97.33333587646484,train +14,450,442,98.22222137451172,train +15,450,442,98.22222137451172,train +16,450,440,97.77777862548828,train +17,450,443,98.44444274902344,train +18,450,436,96.88888549804688,train +19,450,443,98.44444274902344,train +20,450,448,99.55555725097656,train +21,450,444,98.66666412353516,train +22,450,436,96.88888549804688,train +23,450,444,98.66666412353516,train +24,450,449,99.77777862548828,train +25,450,431,95.77777862548828,train +26,450,437,97.11111450195312,train +27,450,441,98.0,train +28,450,443,98.44444274902344,train +29,450,438,97.33333587646484,train +30,450,443,98.44444274902344,train +31,450,435,96.66666412353516,train +32,450,433,96.22222137451172,train +33,450,435,96.66666412353516,train +34,450,444,98.66666412353516,train +35,450,429,95.33333587646484,train +36,450,442,98.22222137451172,train +37,450,435,96.66666412353516,train +38,450,439,97.55555725097656,train +39,450,444,98.66666412353516,train +40,450,444,98.66666412353516,train +41,450,444,98.66666412353516,train +42,450,435,96.66666412353516,train +43,450,445,98.88888549804688,train +44,450,437,97.11111450195312,train +45,450,432,96.0,train +46,450,436,96.88888549804688,train +47,450,442,98.22222137451172,train +48,450,447,99.33333587646484,train +49,450,443,98.44444274902344,train +50,450,425,94.44444274902344,train +51,450,442,98.22222137451172,train +52,450,435,96.66666412353516,train +53,450,449,99.77777862548828,train +54,450,445,98.88888549804688,train +55,450,429,95.33333587646484,train +56,450,446,99.11111450195312,train +57,450,436,96.88888549804688,train +58,450,443,98.44444274902344,train +59,450,436,96.88888549804688,train +60,450,440,97.77777862548828,train +61,450,445,98.88888549804688,train +62,450,442,98.22222137451172,train +63,450,440,97.77777862548828,train +64,450,437,97.11111450195312,train +65,450,434,96.44444274902344,train +66,450,444,98.66666412353516,train +67,450,441,98.0,train +68,450,448,99.55555725097656,train +69,450,444,98.66666412353516,train +70,450,440,97.77777862548828,train +71,450,440,97.77777862548828,train +72,450,425,94.44444274902344,train +73,450,433,96.22222137451172,train +74,450,434,96.44444274902344,train +75,450,447,99.33333587646484,train +76,450,442,98.22222137451172,train +77,450,439,97.55555725097656,train +78,450,438,97.33333587646484,train +79,450,438,97.33333587646484,train +80,450,436,96.88888549804688,train +81,450,437,97.11111450195312,train +82,450,446,99.11111450195312,train +83,450,432,96.0,train +84,450,438,97.33333587646484,train +85,450,443,98.44444274902344,train +86,450,443,98.44444274902344,train +87,450,445,98.88888549804688,train +88,450,443,98.44444274902344,train +89,450,441,98.0,train +90,450,440,97.77777862548828,train +91,450,441,98.0,train +92,450,437,97.11111450195312,train +93,450,439,97.55555725097656,train +94,450,445,98.88888549804688,train +95,450,440,97.77777862548828,train +96,450,441,98.0,train +97,450,442,98.22222137451172,train +98,450,425,94.44444274902344,train +99,450,435,96.66666412353516,train +0,100,0,0.0,test +1,100,0,0.0,test +2,100,0,0.0,test +3,100,0,0.0,test +4,100,0,0.0,test +5,100,0,0.0,test +6,100,0,0.0,test +7,100,0,0.0,test +8,100,0,0.0,test +9,100,0,0.0,test +10,100,0,0.0,test +11,100,58,58.0,test +12,100,84,84.0,test +13,100,63,63.0,test +14,100,76,76.0,test +15,100,89,89.0,test +16,100,78,78.0,test +17,100,82,82.0,test +18,100,63,63.0,test +19,100,69,69.0,test +20,100,88,88.0,test +21,100,90,90.0,test +22,100,76,76.0,test +23,100,83,83.0,test +24,100,88,88.0,test +25,100,74,74.0,test +26,100,67,67.0,test +27,100,61,61.0,test +28,100,87,87.0,test +29,100,75,75.0,test +30,100,71,71.0,test +31,100,71,71.0,test +32,100,71,71.0,test +33,100,63,63.0,test +34,100,85,85.0,test +35,100,52,52.0,test +36,100,84,84.0,test +37,100,79,79.0,test +38,100,73,73.0,test +39,100,91,91.0,test +40,100,70,70.0,test +41,100,89,89.0,test +42,100,76,76.0,test +43,100,82,82.0,test +44,100,57,57.0,test +45,100,68,68.0,test +46,100,59,59.0,test +47,100,70,70.0,test +48,100,96,96.0,test +49,100,87,87.0,test +50,100,57,57.0,test +51,100,77,77.0,test +52,100,69,69.0,test +53,100,94,94.0,test +54,100,87,87.0,test +55,100,60,60.0,test +56,100,88,88.0,test +57,100,83,83.0,test +58,100,89,89.0,test +59,100,70,70.0,test +60,100,92,92.0,test +61,100,81,81.0,test +62,100,73,73.0,test +63,100,73,73.0,test +64,100,58,58.0,test +65,100,55,55.0,test +66,100,81,81.0,test +67,100,59,59.0,test +68,100,94,94.0,test +69,100,82,82.0,test +70,100,76,76.0,test +71,100,85,85.0,test +72,100,50,50.0,test +73,100,63,63.0,test +74,100,63,63.0,test +75,100,95,95.0,test +76,100,90,90.0,test +77,100,66,66.0,test +78,100,64,64.0,test +79,100,84,84.0,test +80,100,64,64.0,test +81,100,81,81.0,test +82,100,93,93.0,test +83,100,77,77.0,test +84,100,69,69.0,test +85,100,87,87.0,test +86,100,73,73.0,test +87,100,90,90.0,test +88,100,87,87.0,test +89,100,89,89.0,test +90,100,87,87.0,test +91,100,85,85.0,test +92,100,68,68.0,test +93,100,64,64.0,test +94,100,93,93.0,test +95,100,71,71.0,test +96,100,61,61.0,test +97,100,82,82.0,test +98,100,63,63.0,test +99,100,70,70.0,test +0,100,81,81.0,test_LP +1,100,56,56.0,test_LP +2,100,52,52.0,test_LP +3,100,49,49.0,test_LP +4,100,47,47.0,test_LP +5,100,68,68.0,test_LP +6,100,68,68.0,test_LP +7,100,71,71.0,test_LP +8,100,77,77.0,test_LP +9,100,80,80.0,test_LP +10,100,54,54.0,test_LP +11,100,48,48.0,test_LP +12,100,78,78.0,test_LP +13,100,64,64.0,test_LP +14,100,58,58.0,test_LP +15,100,78,78.0,test_LP +16,100,68,68.0,test_LP +17,100,81,81.0,test_LP +18,100,64,64.0,test_LP +19,100,65,65.0,test_LP +20,100,81,81.0,test_LP +21,100,84,84.0,test_LP +22,100,71,71.0,test_LP +23,100,82,82.0,test_LP +24,100,82,82.0,test_LP +25,100,53,53.0,test_LP +26,100,61,61.0,test_LP +27,100,52,52.0,test_LP +28,100,79,79.0,test_LP +29,100,70,70.0,test_LP +30,100,66,66.0,test_LP +31,100,68,68.0,test_LP +32,100,68,68.0,test_LP +33,100,64,64.0,test_LP +34,100,78,78.0,test_LP +35,100,50,50.0,test_LP +36,100,84,84.0,test_LP +37,100,82,82.0,test_LP +38,100,72,72.0,test_LP +39,100,87,87.0,test_LP +40,100,60,60.0,test_LP +41,100,87,87.0,test_LP +42,100,69,69.0,test_LP +43,100,78,78.0,test_LP +44,100,51,51.0,test_LP +45,100,60,60.0,test_LP +46,100,47,47.0,test_LP +47,100,72,72.0,test_LP +48,100,93,93.0,test_LP +49,100,85,85.0,test_LP +50,100,57,57.0,test_LP +51,100,72,72.0,test_LP +52,100,72,72.0,test_LP +53,100,86,86.0,test_LP +54,100,80,80.0,test_LP +55,100,49,49.0,test_LP +56,100,88,88.0,test_LP +57,100,71,71.0,test_LP +58,100,89,89.0,test_LP +59,100,68,68.0,test_LP +60,100,91,91.0,test_LP +61,100,65,65.0,test_LP +62,100,72,72.0,test_LP +63,100,63,63.0,test_LP +64,100,58,58.0,test_LP +65,100,54,54.0,test_LP +66,100,78,78.0,test_LP +67,100,54,54.0,test_LP +68,100,95,95.0,test_LP +69,100,75,75.0,test_LP +70,100,71,71.0,test_LP +71,100,86,86.0,test_LP +72,100,51,51.0,test_LP +73,100,64,64.0,test_LP +74,100,57,57.0,test_LP +75,100,84,84.0,test_LP +76,100,90,90.0,test_LP +77,100,66,66.0,test_LP +78,100,61,61.0,test_LP +79,100,80,80.0,test_LP +80,100,61,61.0,test_LP +81,100,81,81.0,test_LP +82,100,91,91.0,test_LP +83,100,59,59.0,test_LP +84,100,60,60.0,test_LP +85,100,85,85.0,test_LP +86,100,70,70.0,test_LP +87,100,86,86.0,test_LP +88,100,85,85.0,test_LP +89,100,88,88.0,test_LP +90,100,84,84.0,test_LP +91,100,82,82.0,test_LP +92,100,65,65.0,test_LP +93,100,56,56.0,test_LP +94,100,91,91.0,test_LP +95,100,66,66.0,test_LP +96,100,58,58.0,test_LP +97,100,77,77.0,test_LP +98,100,56,56.0,test_LP +99,100,67,67.0,test_LP diff --git a/retrain/resnet18/cifar100/0-10/evaluation_results.json b/retrain/resnet18/cifar100/0-10/evaluation_results.json new file mode 100644 index 0000000000000000000000000000000000000000..c66258e9d7f4c0603d97560925fad63512722495 --- /dev/null +++ b/retrain/resnet18/cifar100/0-10/evaluation_results.json @@ -0,0 +1,2118 @@ +{ + "unlearning_time": 2519.2147846221924, + "accuracy": { + "retain": 99.97752808988764, + "forget": 0.0, + "val": 87.22, + "test": 67.57 + }, + "SVC_MIA_forget_efficacy": { + "correctness": 1.0, + "confidence": 1.0, + "entropy": 0.8377777777777777, + "m_entropy": 1.0, + "prob": 0.9066666666666666 + }, + "class_wise_accuracy": [ + { + "class": 0, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 1, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 2, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 3, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 4, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 5, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 6, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 7, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 8, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 9, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 10, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 11, + "total_samples": 450, + "correct_counts": 428, + "accuracy": 95.11111450195312, + "dataset": "train" + }, + { + "class": 12, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 13, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 14, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 15, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 16, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 17, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 18, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 19, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 20, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 21, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 22, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 23, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 24, + "total_samples": 450, + "correct_counts": 449, + "accuracy": 99.77777862548828, + "dataset": "train" + }, + { + "class": 25, + "total_samples": 450, + "correct_counts": 431, + "accuracy": 95.77777862548828, + "dataset": "train" + }, + { + "class": 26, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 27, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 28, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 29, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 30, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 31, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 32, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 33, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 34, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 35, + "total_samples": 450, + "correct_counts": 429, + "accuracy": 95.33333587646484, + "dataset": "train" + }, + { + "class": 36, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 37, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 38, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 39, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 40, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 41, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 42, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 43, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 44, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 45, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 46, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 47, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 48, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 49, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 50, + "total_samples": 450, + "correct_counts": 425, + "accuracy": 94.44444274902344, + "dataset": "train" + }, + { + "class": 51, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 52, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 53, + "total_samples": 450, + "correct_counts": 449, + "accuracy": 99.77777862548828, + "dataset": "train" + }, + { + "class": 54, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 55, + "total_samples": 450, + "correct_counts": 429, + "accuracy": 95.33333587646484, + "dataset": "train" + }, + { + "class": 56, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 57, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 58, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 59, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 60, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 61, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 62, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 63, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 64, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 65, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 66, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 67, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 68, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 69, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 70, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 71, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 72, + "total_samples": 450, + "correct_counts": 425, + "accuracy": 94.44444274902344, + "dataset": "train" + }, + { + "class": 73, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 74, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 75, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 76, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 77, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 78, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 79, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 80, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 81, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 82, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 83, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 84, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 85, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 86, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 87, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 88, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 89, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 90, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 91, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 92, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 93, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 94, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 95, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 96, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 97, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 98, + "total_samples": 450, + "correct_counts": 425, + "accuracy": 94.44444274902344, + "dataset": "train" + }, + { + "class": 99, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 52, + "accuracy": 52.0, + "dataset": "test" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 96, + "accuracy": 96.0, + "dataset": "test" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 50, + "accuracy": 50.0, + "dataset": "test" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 95, + "accuracy": 95.0, + "dataset": "test" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test_LP" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 52, + "accuracy": 52.0, + "dataset": "test_LP" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 49, + "accuracy": 49.0, + "dataset": "test_LP" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 47, + "accuracy": 47.0, + "dataset": "test_LP" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test_LP" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 48, + "accuracy": 48.0, + "dataset": "test_LP" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test_LP" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test_LP" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 52, + "accuracy": 52.0, + "dataset": "test_LP" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 50, + "accuracy": 50.0, + "dataset": "test_LP" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 51, + "accuracy": 51.0, + "dataset": "test_LP" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 47, + "accuracy": 47.0, + "dataset": "test_LP" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test_LP" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test_LP" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 49, + "accuracy": 49.0, + "dataset": "test_LP" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test_LP" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test_LP" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test_LP" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test_LP" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 95, + "accuracy": 95.0, + "dataset": "test_LP" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 51, + "accuracy": 51.0, + "dataset": "test_LP" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test_LP" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test_LP" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test_LP" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test_LP" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test_LP" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test_LP" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test_LP" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + } + ] +} \ No newline at end of file diff --git a/retrain/resnet18/cifar100/0-10/model_best.pth.tar b/retrain/resnet18/cifar100/0-10/model_best.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..d5fdccf74c3330f3f77031850bb73aa42dbad86a --- /dev/null +++ b/retrain/resnet18/cifar100/0-10/model_best.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ef95819dbf080e0cc4c642b61c05fa0f4328cdfc7c2ac3007f3c2e7178f47b2 +size 44961018 diff --git a/retrain/resnet18/cifar100/0-10/retraincheckpoint.pth.tar b/retrain/resnet18/cifar100/0-10/retraincheckpoint.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..75ae521b622eaf943786a81d5f12c8e61f8854d7 --- /dev/null +++ b/retrain/resnet18/cifar100/0-10/retraincheckpoint.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d18c5f6b264d8dfa5a1aa0630b2d44bb52878ac95b01db735f66f889a7b8e68f +size 44978810 diff --git a/retrain/resnet18/cifar100/0-10/retraineval_result.pth.tar b/retrain/resnet18/cifar100/0-10/retraineval_result.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..325ffa6bbebfe2716de9b4c45d91089442b1560b --- /dev/null +++ b/retrain/resnet18/cifar100/0-10/retraineval_result.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1b56c7c88220a0338ae1473f6f78ab940b4451c2073fb62991e8dc31c8041fb +size 12060 diff --git a/retrain/resnet18/cifar100/0-11/class_wise_accuracy.csv b/retrain/resnet18/cifar100/0-11/class_wise_accuracy.csv new file mode 100644 index 0000000000000000000000000000000000000000..df25a2656dd173927b32ec1c31259d5e7f1fbeb0 --- /dev/null +++ b/retrain/resnet18/cifar100/0-11/class_wise_accuracy.csv @@ -0,0 +1,301 @@ +class,total_samples,correct_counts,accuracy,dataset +0,450,0,0.0,train +1,450,0,0.0,train +2,450,0,0.0,train +3,450,0,0.0,train +4,450,0,0.0,train +5,450,0,0.0,train +6,450,0,0.0,train +7,450,0,0.0,train +8,450,0,0.0,train +9,450,0,0.0,train +10,450,0,0.0,train +11,450,0,0.0,train +12,450,440,97.77777862548828,train +13,450,440,97.77777862548828,train +14,450,439,97.55555725097656,train +15,450,444,98.66666412353516,train +16,450,439,97.55555725097656,train +17,450,442,98.22222137451172,train +18,450,433,96.22222137451172,train +19,450,442,98.22222137451172,train +20,450,449,99.77777862548828,train +21,450,447,99.33333587646484,train +22,450,436,96.88888549804688,train +23,450,441,98.0,train +24,450,447,99.33333587646484,train +25,450,430,95.55555725097656,train +26,450,437,97.11111450195312,train +27,450,438,97.33333587646484,train +28,450,444,98.66666412353516,train +29,450,438,97.33333587646484,train +30,450,444,98.66666412353516,train +31,450,438,97.33333587646484,train +32,450,428,95.11111450195312,train +33,450,436,96.88888549804688,train +34,450,443,98.44444274902344,train +35,450,435,96.66666412353516,train +36,450,441,98.0,train +37,450,434,96.44444274902344,train +38,450,434,96.44444274902344,train +39,450,446,99.11111450195312,train +40,450,442,98.22222137451172,train +41,450,442,98.22222137451172,train +42,450,438,97.33333587646484,train +43,450,447,99.33333587646484,train +44,450,435,96.66666412353516,train +45,450,435,96.66666412353516,train +46,450,435,96.66666412353516,train +47,450,436,96.88888549804688,train +48,450,447,99.33333587646484,train +49,450,445,98.88888549804688,train +50,450,430,95.55555725097656,train +51,450,441,98.0,train +52,450,437,97.11111450195312,train +53,450,449,99.77777862548828,train +54,450,444,98.66666412353516,train +55,450,429,95.33333587646484,train +56,450,444,98.66666412353516,train +57,450,439,97.55555725097656,train +58,450,443,98.44444274902344,train +59,450,439,97.55555725097656,train +60,450,441,98.0,train +61,450,444,98.66666412353516,train +62,450,444,98.66666412353516,train +63,450,439,97.55555725097656,train +64,450,439,97.55555725097656,train +65,450,434,96.44444274902344,train +66,450,442,98.22222137451172,train +67,450,442,98.22222137451172,train +68,450,449,99.77777862548828,train +69,450,442,98.22222137451172,train +70,450,442,98.22222137451172,train +71,450,437,97.11111450195312,train +72,450,422,93.77777862548828,train +73,450,432,96.0,train +74,450,436,96.88888549804688,train +75,450,448,99.55555725097656,train +76,450,446,99.11111450195312,train +77,450,441,98.0,train +78,450,441,98.0,train +79,450,436,96.88888549804688,train +80,450,436,96.88888549804688,train +81,450,440,97.77777862548828,train +82,450,448,99.55555725097656,train +83,450,435,96.66666412353516,train +84,450,434,96.44444274902344,train +85,450,444,98.66666412353516,train +86,450,444,98.66666412353516,train +87,450,445,98.88888549804688,train +88,450,441,98.0,train +89,450,444,98.66666412353516,train +90,450,436,96.88888549804688,train +91,450,442,98.22222137451172,train +92,450,437,97.11111450195312,train +93,450,440,97.77777862548828,train +94,450,446,99.11111450195312,train +95,450,438,97.33333587646484,train +96,450,442,98.22222137451172,train +97,450,440,97.77777862548828,train +98,450,427,94.88888549804688,train +99,450,437,97.11111450195312,train +0,100,0,0.0,test +1,100,0,0.0,test +2,100,0,0.0,test +3,100,0,0.0,test +4,100,0,0.0,test +5,100,0,0.0,test +6,100,0,0.0,test +7,100,0,0.0,test +8,100,0,0.0,test +9,100,0,0.0,test +10,100,0,0.0,test +11,100,0,0.0,test +12,100,86,86.0,test +13,100,69,69.0,test +14,100,72,72.0,test +15,100,83,83.0,test +16,100,85,85.0,test +17,100,86,86.0,test +18,100,64,64.0,test +19,100,70,70.0,test +20,100,90,90.0,test +21,100,90,90.0,test +22,100,72,72.0,test +23,100,85,85.0,test +24,100,91,91.0,test +25,100,71,71.0,test +26,100,66,66.0,test +27,100,69,69.0,test +28,100,83,83.0,test +29,100,76,76.0,test +30,100,63,63.0,test +31,100,69,69.0,test +32,100,70,70.0,test +33,100,67,67.0,test +34,100,82,82.0,test +35,100,64,64.0,test +36,100,81,81.0,test +37,100,83,83.0,test +38,100,75,75.0,test +39,100,88,88.0,test +40,100,77,77.0,test +41,100,92,92.0,test +42,100,77,77.0,test +43,100,85,85.0,test +44,100,50,50.0,test +45,100,70,70.0,test +46,100,59,59.0,test +47,100,66,66.0,test +48,100,97,97.0,test +49,100,88,88.0,test +50,100,57,57.0,test +51,100,77,77.0,test +52,100,68,68.0,test +53,100,96,96.0,test +54,100,87,87.0,test +55,100,55,55.0,test +56,100,90,90.0,test +57,100,83,83.0,test +58,100,89,89.0,test +59,100,70,70.0,test +60,100,85,85.0,test +61,100,83,83.0,test +62,100,78,78.0,test +63,100,78,78.0,test +64,100,62,62.0,test +65,100,62,62.0,test +66,100,85,85.0,test +67,100,63,63.0,test +68,100,93,93.0,test +69,100,80,80.0,test +70,100,74,74.0,test +71,100,82,82.0,test +72,100,56,56.0,test +73,100,64,64.0,test +74,100,60,60.0,test +75,100,91,91.0,test +76,100,93,93.0,test +77,100,68,68.0,test +78,100,69,69.0,test +79,100,82,82.0,test +80,100,73,73.0,test +81,100,87,87.0,test +82,100,95,95.0,test +83,100,71,71.0,test +84,100,73,73.0,test +85,100,86,86.0,test +86,100,72,72.0,test +87,100,88,88.0,test +88,100,82,82.0,test +89,100,89,89.0,test +90,100,85,85.0,test +91,100,83,83.0,test +92,100,69,69.0,test +93,100,61,61.0,test +94,100,92,92.0,test +95,100,74,74.0,test +96,100,66,66.0,test +97,100,78,78.0,test +98,100,63,63.0,test +99,100,71,71.0,test +0,100,78,78.0,test_LP +1,100,81,81.0,test_LP +2,100,50,50.0,test_LP +3,100,47,47.0,test_LP +4,100,58,58.0,test_LP +5,100,72,72.0,test_LP +6,100,68,68.0,test_LP +7,100,66,66.0,test_LP +8,100,75,75.0,test_LP +9,100,73,73.0,test_LP +10,100,57,57.0,test_LP +11,100,41,41.0,test_LP +12,100,83,83.0,test_LP +13,100,68,68.0,test_LP +14,100,55,55.0,test_LP +15,100,77,77.0,test_LP +16,100,68,68.0,test_LP +17,100,85,85.0,test_LP +18,100,61,61.0,test_LP +19,100,69,69.0,test_LP +20,100,86,86.0,test_LP +21,100,82,82.0,test_LP +22,100,68,68.0,test_LP +23,100,82,82.0,test_LP +24,100,76,76.0,test_LP +25,100,53,53.0,test_LP +26,100,61,61.0,test_LP +27,100,67,67.0,test_LP +28,100,77,77.0,test_LP +29,100,70,70.0,test_LP +30,100,65,65.0,test_LP +31,100,61,61.0,test_LP +32,100,62,62.0,test_LP +33,100,64,64.0,test_LP +34,100,80,80.0,test_LP +35,100,39,39.0,test_LP +36,100,81,81.0,test_LP +37,100,80,80.0,test_LP +38,100,71,71.0,test_LP +39,100,86,86.0,test_LP +40,100,64,64.0,test_LP +41,100,88,88.0,test_LP +42,100,69,69.0,test_LP +43,100,78,78.0,test_LP +44,100,38,38.0,test_LP +45,100,60,60.0,test_LP +46,100,41,41.0,test_LP +47,100,71,71.0,test_LP +48,100,93,93.0,test_LP +49,100,81,81.0,test_LP +50,100,55,55.0,test_LP +51,100,72,72.0,test_LP +52,100,69,69.0,test_LP +53,100,87,87.0,test_LP +54,100,80,80.0,test_LP +55,100,43,43.0,test_LP +56,100,89,89.0,test_LP +57,100,72,72.0,test_LP +58,100,88,88.0,test_LP +59,100,73,73.0,test_LP +60,100,88,88.0,test_LP +61,100,67,67.0,test_LP +62,100,73,73.0,test_LP +63,100,62,62.0,test_LP +64,100,53,53.0,test_LP +65,100,55,55.0,test_LP +66,100,78,78.0,test_LP +67,100,62,62.0,test_LP +68,100,92,92.0,test_LP +69,100,79,79.0,test_LP +70,100,75,75.0,test_LP +71,100,85,85.0,test_LP +72,100,44,44.0,test_LP +73,100,56,56.0,test_LP +74,100,48,48.0,test_LP +75,100,88,88.0,test_LP +76,100,90,90.0,test_LP +77,100,62,62.0,test_LP +78,100,64,64.0,test_LP +79,100,75,75.0,test_LP +80,100,70,70.0,test_LP +81,100,77,77.0,test_LP +82,100,92,92.0,test_LP +83,100,63,63.0,test_LP +84,100,62,62.0,test_LP +85,100,81,81.0,test_LP +86,100,69,69.0,test_LP +87,100,87,87.0,test_LP +88,100,75,75.0,test_LP +89,100,85,85.0,test_LP +90,100,88,88.0,test_LP +91,100,78,78.0,test_LP +92,100,67,67.0,test_LP +93,100,53,53.0,test_LP +94,100,91,91.0,test_LP +95,100,70,70.0,test_LP +96,100,62,62.0,test_LP +97,100,82,82.0,test_LP +98,100,47,47.0,test_LP +99,100,72,72.0,test_LP diff --git a/retrain/resnet18/cifar100/0-11/evaluation_results.json b/retrain/resnet18/cifar100/0-11/evaluation_results.json new file mode 100644 index 0000000000000000000000000000000000000000..914fc345c8080a68efbc87ca95e968de021f31b4 --- /dev/null +++ b/retrain/resnet18/cifar100/0-11/evaluation_results.json @@ -0,0 +1,2118 @@ +{ + "unlearning_time": 2494.4650201797485, + "accuracy": { + "retain": 99.98232323232324, + "forget": 0.0, + "val": 86.06, + "test": 67.49 + }, + "SVC_MIA_forget_efficacy": { + "correctness": 1.0, + "confidence": 1.0, + "entropy": 0.6688888888888889, + "m_entropy": 1.0, + "prob": 0.9777777777777777 + }, + "class_wise_accuracy": [ + { + "class": 0, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 1, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 2, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 3, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 4, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 5, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 6, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 7, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 8, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 9, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 10, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 11, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 12, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 13, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 14, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 15, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 16, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 17, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 18, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 19, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 20, + "total_samples": 450, + "correct_counts": 449, + "accuracy": 99.77777862548828, + "dataset": "train" + }, + { + "class": 21, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 22, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 23, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 24, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 25, + "total_samples": 450, + "correct_counts": 430, + "accuracy": 95.55555725097656, + "dataset": "train" + }, + { + "class": 26, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 27, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 28, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 29, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 30, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 31, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 32, + "total_samples": 450, + "correct_counts": 428, + "accuracy": 95.11111450195312, + "dataset": "train" + }, + { + "class": 33, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 34, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 35, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 36, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 37, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 38, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 39, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 40, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 41, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 42, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 43, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 44, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 45, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 46, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 47, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 48, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 49, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 50, + "total_samples": 450, + "correct_counts": 430, + "accuracy": 95.55555725097656, + "dataset": "train" + }, + { + "class": 51, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 52, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 53, + "total_samples": 450, + "correct_counts": 449, + "accuracy": 99.77777862548828, + "dataset": "train" + }, + { + "class": 54, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 55, + "total_samples": 450, + "correct_counts": 429, + "accuracy": 95.33333587646484, + "dataset": "train" + }, + { + "class": 56, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 57, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 58, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 59, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 60, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 61, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 62, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 63, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 64, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 65, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 66, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 67, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 68, + "total_samples": 450, + "correct_counts": 449, + "accuracy": 99.77777862548828, + "dataset": "train" + }, + { + "class": 69, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 70, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 71, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 72, + "total_samples": 450, + "correct_counts": 422, + "accuracy": 93.77777862548828, + "dataset": "train" + }, + { + "class": 73, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 74, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 75, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 76, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 77, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 78, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 79, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 80, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 81, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 82, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 83, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 84, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 85, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 86, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 87, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 88, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 89, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 90, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 91, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 92, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 93, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 94, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 95, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 96, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 97, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 98, + "total_samples": 450, + "correct_counts": 427, + "accuracy": 94.88888549804688, + "dataset": "train" + }, + { + "class": 99, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 50, + "accuracy": 50.0, + "dataset": "test" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 97, + "accuracy": 97.0, + "dataset": "test" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 96, + "accuracy": 96.0, + "dataset": "test" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 95, + "accuracy": 95.0, + "dataset": "test" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 50, + "accuracy": 50.0, + "dataset": "test_LP" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 47, + "accuracy": 47.0, + "dataset": "test_LP" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test_LP" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test_LP" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 41, + "accuracy": 41.0, + "dataset": "test_LP" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test_LP" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test_LP" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 39, + "accuracy": 39.0, + "dataset": "test_LP" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 38, + "accuracy": 38.0, + "dataset": "test_LP" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 41, + "accuracy": 41.0, + "dataset": "test_LP" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test_LP" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test_LP" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 43, + "accuracy": 43.0, + "dataset": "test_LP" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test_LP" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test_LP" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test_LP" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 44, + "accuracy": 44.0, + "dataset": "test_LP" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test_LP" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 48, + "accuracy": 48.0, + "dataset": "test_LP" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test_LP" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test_LP" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test_LP" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test_LP" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 47, + "accuracy": 47.0, + "dataset": "test_LP" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + } + ] +} \ No newline at end of file diff --git a/retrain/resnet18/cifar100/0-11/model_best.pth.tar b/retrain/resnet18/cifar100/0-11/model_best.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..aaa1d470e46dba7641f10e233fe49351f247c388 --- /dev/null +++ b/retrain/resnet18/cifar100/0-11/model_best.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1e82e3c7bf381df3adbf20af1dc10f4fb1ca122f8c6e24f0d93ed73a20a7f5b +size 44961018 diff --git a/retrain/resnet18/cifar100/0-11/retraincheckpoint.pth.tar b/retrain/resnet18/cifar100/0-11/retraincheckpoint.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..8c443f21bff112249df05212d73926ad44eee5f4 --- /dev/null +++ b/retrain/resnet18/cifar100/0-11/retraincheckpoint.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73850491d75c034231185290823606f277c2735b7d2c5ef8e11789d0bfd0ac30 +size 44978810 diff --git a/retrain/resnet18/cifar100/0-11/retraineval_result.pth.tar b/retrain/resnet18/cifar100/0-11/retraineval_result.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..d4dcb805dc8ad1597eaf1d3407a0074f74f8b080 --- /dev/null +++ b/retrain/resnet18/cifar100/0-11/retraineval_result.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7c78b26dd2dbe93281d6dc3bb995709d23e5cebc958925f2098f4f7ff7412b3 +size 12060 diff --git a/retrain/resnet18/cifar100/0-12/class_wise_accuracy.csv b/retrain/resnet18/cifar100/0-12/class_wise_accuracy.csv new file mode 100644 index 0000000000000000000000000000000000000000..ef310c5d31a8d05aad4a3d8aeaf55d9fda2fc530 --- /dev/null +++ b/retrain/resnet18/cifar100/0-12/class_wise_accuracy.csv @@ -0,0 +1,301 @@ +class,total_samples,correct_counts,accuracy,dataset +0,450,0,0.0,train +1,450,0,0.0,train +2,450,0,0.0,train +3,450,0,0.0,train +4,450,0,0.0,train +5,450,0,0.0,train +6,450,0,0.0,train +7,450,0,0.0,train +8,450,0,0.0,train +9,450,0,0.0,train +10,450,0,0.0,train +11,450,0,0.0,train +12,450,0,0.0,train +13,450,438,97.33333587646484,train +14,450,445,98.88888549804688,train +15,450,444,98.66666412353516,train +16,450,439,97.55555725097656,train +17,450,443,98.44444274902344,train +18,450,436,96.88888549804688,train +19,450,445,98.88888549804688,train +20,450,446,99.11111450195312,train +21,450,446,99.11111450195312,train +22,450,435,96.66666412353516,train +23,450,444,98.66666412353516,train +24,450,447,99.33333587646484,train +25,450,436,96.88888549804688,train +26,450,436,96.88888549804688,train +27,450,438,97.33333587646484,train +28,450,443,98.44444274902344,train +29,450,438,97.33333587646484,train +30,450,443,98.44444274902344,train +31,450,440,97.77777862548828,train +32,450,427,94.88888549804688,train +33,450,440,97.77777862548828,train +34,450,443,98.44444274902344,train +35,450,436,96.88888549804688,train +36,450,441,98.0,train +37,450,441,98.0,train +38,450,439,97.55555725097656,train +39,450,442,98.22222137451172,train +40,450,437,97.11111450195312,train +41,450,443,98.44444274902344,train +42,450,435,96.66666412353516,train +43,450,447,99.33333587646484,train +44,450,432,96.0,train +45,450,434,96.44444274902344,train +46,450,438,97.33333587646484,train +47,450,438,97.33333587646484,train +48,450,449,99.77777862548828,train +49,450,443,98.44444274902344,train +50,450,432,96.0,train +51,450,444,98.66666412353516,train +52,450,437,97.11111450195312,train +53,450,449,99.77777862548828,train +54,450,442,98.22222137451172,train +55,450,428,95.11111450195312,train +56,450,445,98.88888549804688,train +57,450,436,96.88888549804688,train +58,450,439,97.55555725097656,train +59,450,435,96.66666412353516,train +60,450,441,98.0,train +61,450,444,98.66666412353516,train +62,450,443,98.44444274902344,train +63,450,440,97.77777862548828,train +64,450,435,96.66666412353516,train +65,450,437,97.11111450195312,train +66,450,442,98.22222137451172,train +67,450,436,96.88888549804688,train +68,450,449,99.77777862548828,train +69,450,442,98.22222137451172,train +70,450,440,97.77777862548828,train +71,450,441,98.0,train +72,450,426,94.66666412353516,train +73,450,431,95.77777862548828,train +74,450,431,95.77777862548828,train +75,450,448,99.55555725097656,train +76,450,446,99.11111450195312,train +77,450,441,98.0,train +78,450,439,97.55555725097656,train +79,450,438,97.33333587646484,train +80,450,434,96.44444274902344,train +81,450,440,97.77777862548828,train +82,450,448,99.55555725097656,train +83,450,436,96.88888549804688,train +84,450,432,96.0,train +85,450,444,98.66666412353516,train +86,450,441,98.0,train +87,450,445,98.88888549804688,train +88,450,442,98.22222137451172,train +89,450,445,98.88888549804688,train +90,450,435,96.66666412353516,train +91,450,440,97.77777862548828,train +92,450,433,96.22222137451172,train +93,450,438,97.33333587646484,train +94,450,448,99.55555725097656,train +95,450,443,98.44444274902344,train +96,450,444,98.66666412353516,train +97,450,439,97.55555725097656,train +98,450,429,95.33333587646484,train +99,450,435,96.66666412353516,train +0,100,0,0.0,test +1,100,0,0.0,test +2,100,0,0.0,test +3,100,0,0.0,test +4,100,0,0.0,test +5,100,0,0.0,test +6,100,0,0.0,test +7,100,0,0.0,test +8,100,0,0.0,test +9,100,0,0.0,test +10,100,0,0.0,test +11,100,0,0.0,test +12,100,0,0.0,test +13,100,75,75.0,test +14,100,71,71.0,test +15,100,87,87.0,test +16,100,78,78.0,test +17,100,86,86.0,test +18,100,70,70.0,test +19,100,66,66.0,test +20,100,89,89.0,test +21,100,91,91.0,test +22,100,76,76.0,test +23,100,84,84.0,test +24,100,89,89.0,test +25,100,70,70.0,test +26,100,71,71.0,test +27,100,66,66.0,test +28,100,86,86.0,test +29,100,74,74.0,test +30,100,73,73.0,test +31,100,69,69.0,test +32,100,67,67.0,test +33,100,69,69.0,test +34,100,83,83.0,test +35,100,74,74.0,test +36,100,84,84.0,test +37,100,79,79.0,test +38,100,74,74.0,test +39,100,89,89.0,test +40,100,72,72.0,test +41,100,93,93.0,test +42,100,78,78.0,test +43,100,83,83.0,test +44,100,53,53.0,test +45,100,69,69.0,test +46,100,59,59.0,test +47,100,70,70.0,test +48,100,95,95.0,test +49,100,86,86.0,test +50,100,61,61.0,test +51,100,74,74.0,test +52,100,60,60.0,test +53,100,94,94.0,test +54,100,88,88.0,test +55,100,54,54.0,test +56,100,86,86.0,test +57,100,83,83.0,test +58,100,88,88.0,test +59,100,68,68.0,test +60,100,89,89.0,test +61,100,81,81.0,test +62,100,74,74.0,test +63,100,68,68.0,test +64,100,56,56.0,test +65,100,61,61.0,test +66,100,79,79.0,test +67,100,69,69.0,test +68,100,96,96.0,test +69,100,83,83.0,test +70,100,78,78.0,test +71,100,78,78.0,test +72,100,52,52.0,test +73,100,60,60.0,test +74,100,60,60.0,test +75,100,91,91.0,test +76,100,94,94.0,test +77,100,73,73.0,test +78,100,67,67.0,test +79,100,80,80.0,test +80,100,71,71.0,test +81,100,84,84.0,test +82,100,93,93.0,test +83,100,76,76.0,test +84,100,72,72.0,test +85,100,87,87.0,test +86,100,74,74.0,test +87,100,87,87.0,test +88,100,80,80.0,test +89,100,93,93.0,test +90,100,83,83.0,test +91,100,81,81.0,test +92,100,70,70.0,test +93,100,62,62.0,test +94,100,96,96.0,test +95,100,77,77.0,test +96,100,65,65.0,test +97,100,78,78.0,test +98,100,59,59.0,test +99,100,68,68.0,test +0,100,72,72.0,test_LP +1,100,62,62.0,test_LP +2,100,53,53.0,test_LP +3,100,50,50.0,test_LP +4,100,60,60.0,test_LP +5,100,77,77.0,test_LP +6,100,75,75.0,test_LP +7,100,65,65.0,test_LP +8,100,83,83.0,test_LP +9,100,82,82.0,test_LP +10,100,68,68.0,test_LP +11,100,44,44.0,test_LP +12,100,73,73.0,test_LP +13,100,72,72.0,test_LP +14,100,59,59.0,test_LP +15,100,82,82.0,test_LP +16,100,64,64.0,test_LP +17,100,80,80.0,test_LP +18,100,58,58.0,test_LP +19,100,60,60.0,test_LP +20,100,82,82.0,test_LP +21,100,85,85.0,test_LP +22,100,59,59.0,test_LP +23,100,81,81.0,test_LP +24,100,78,78.0,test_LP +25,100,46,46.0,test_LP +26,100,66,66.0,test_LP +27,100,58,58.0,test_LP +28,100,71,71.0,test_LP +29,100,69,69.0,test_LP +30,100,63,63.0,test_LP +31,100,65,65.0,test_LP +32,100,64,64.0,test_LP +33,100,65,65.0,test_LP +34,100,80,80.0,test_LP +35,100,51,51.0,test_LP +36,100,81,81.0,test_LP +37,100,75,75.0,test_LP +38,100,69,69.0,test_LP +39,100,89,89.0,test_LP +40,100,65,65.0,test_LP +41,100,90,90.0,test_LP +42,100,71,71.0,test_LP +43,100,72,72.0,test_LP +44,100,42,42.0,test_LP +45,100,62,62.0,test_LP +46,100,38,38.0,test_LP +47,100,69,69.0,test_LP +48,100,90,90.0,test_LP +49,100,83,83.0,test_LP +50,100,54,54.0,test_LP +51,100,71,71.0,test_LP +52,100,62,62.0,test_LP +53,100,86,86.0,test_LP +54,100,80,80.0,test_LP +55,100,29,29.0,test_LP +56,100,84,84.0,test_LP +57,100,73,73.0,test_LP +58,100,88,88.0,test_LP +59,100,69,69.0,test_LP +60,100,92,92.0,test_LP +61,100,63,63.0,test_LP +62,100,69,69.0,test_LP +63,100,62,62.0,test_LP +64,100,50,50.0,test_LP +65,100,56,56.0,test_LP +66,100,78,78.0,test_LP +67,100,67,67.0,test_LP +68,100,93,93.0,test_LP +69,100,77,77.0,test_LP +70,100,77,77.0,test_LP +71,100,74,74.0,test_LP +72,100,45,45.0,test_LP +73,100,57,57.0,test_LP +74,100,52,52.0,test_LP +75,100,85,85.0,test_LP +76,100,90,90.0,test_LP +77,100,68,68.0,test_LP +78,100,63,63.0,test_LP +79,100,73,73.0,test_LP +80,100,62,62.0,test_LP +81,100,79,79.0,test_LP +82,100,86,86.0,test_LP +83,100,68,68.0,test_LP +84,100,57,57.0,test_LP +85,100,83,83.0,test_LP +86,100,70,70.0,test_LP +87,100,80,80.0,test_LP +88,100,79,79.0,test_LP +89,100,88,88.0,test_LP +90,100,79,79.0,test_LP +91,100,78,78.0,test_LP +92,100,67,67.0,test_LP +93,100,58,58.0,test_LP +94,100,92,92.0,test_LP +95,100,71,71.0,test_LP +96,100,66,66.0,test_LP +97,100,78,78.0,test_LP +98,100,48,48.0,test_LP +99,100,67,67.0,test_LP diff --git a/retrain/resnet18/cifar100/0-12/evaluation_results.json b/retrain/resnet18/cifar100/0-12/evaluation_results.json new file mode 100644 index 0000000000000000000000000000000000000000..27c0aa29f351d45e11fcb1e92ea9008065514b4f --- /dev/null +++ b/retrain/resnet18/cifar100/0-12/evaluation_results.json @@ -0,0 +1,2118 @@ +{ + "unlearning_time": 2476.4755215644836, + "accuracy": { + "retain": 99.98212005108557, + "forget": 0.0, + "val": 85.24, + "test": 66.49 + }, + "SVC_MIA_forget_efficacy": { + "correctness": 1.0, + "confidence": 1.0, + "entropy": 0.9266666666666666, + "m_entropy": 1.0, + "prob": 0.731111111111111 + }, + "class_wise_accuracy": [ + { + "class": 0, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 1, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 2, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 3, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 4, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 5, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 6, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 7, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 8, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 9, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 10, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 11, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 12, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 13, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 14, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 15, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 16, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 17, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 18, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 19, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 20, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 21, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 22, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 23, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 24, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 25, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 26, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 27, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 28, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 29, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 30, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 31, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 32, + "total_samples": 450, + "correct_counts": 427, + "accuracy": 94.88888549804688, + "dataset": "train" + }, + { + "class": 33, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 34, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 35, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 36, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 37, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 38, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 39, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 40, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 41, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 42, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 43, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 44, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 45, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 46, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 47, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 48, + "total_samples": 450, + "correct_counts": 449, + "accuracy": 99.77777862548828, + "dataset": "train" + }, + { + "class": 49, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 50, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 51, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 52, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 53, + "total_samples": 450, + "correct_counts": 449, + "accuracy": 99.77777862548828, + "dataset": "train" + }, + { + "class": 54, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 55, + "total_samples": 450, + "correct_counts": 428, + "accuracy": 95.11111450195312, + "dataset": "train" + }, + { + "class": 56, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 57, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 58, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 59, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 60, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 61, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 62, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 63, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 64, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 65, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 66, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 67, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 68, + "total_samples": 450, + "correct_counts": 449, + "accuracy": 99.77777862548828, + "dataset": "train" + }, + { + "class": 69, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 70, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 71, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 72, + "total_samples": 450, + "correct_counts": 426, + "accuracy": 94.66666412353516, + "dataset": "train" + }, + { + "class": 73, + "total_samples": 450, + "correct_counts": 431, + "accuracy": 95.77777862548828, + "dataset": "train" + }, + { + "class": 74, + "total_samples": 450, + "correct_counts": 431, + "accuracy": 95.77777862548828, + "dataset": "train" + }, + { + "class": 75, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 76, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 77, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 78, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 79, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 80, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 81, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 82, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 83, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 84, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 85, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 86, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 87, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 88, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 89, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 90, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 91, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 92, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 93, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 94, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 95, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 96, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 97, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 98, + "total_samples": 450, + "correct_counts": 429, + "accuracy": 95.33333587646484, + "dataset": "train" + }, + { + "class": 99, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 95, + "accuracy": 95.0, + "dataset": "test" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 96, + "accuracy": 96.0, + "dataset": "test" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 52, + "accuracy": 52.0, + "dataset": "test" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 96, + "accuracy": 96.0, + "dataset": "test" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test_LP" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 50, + "accuracy": 50.0, + "dataset": "test_LP" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 44, + "accuracy": 44.0, + "dataset": "test_LP" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test_LP" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 46, + "accuracy": 46.0, + "dataset": "test_LP" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test_LP" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 51, + "accuracy": 51.0, + "dataset": "test_LP" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test_LP" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 42, + "accuracy": 42.0, + "dataset": "test_LP" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 38, + "accuracy": 38.0, + "dataset": "test_LP" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test_LP" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test_LP" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 29, + "accuracy": 29.0, + "dataset": "test_LP" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test_LP" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 50, + "accuracy": 50.0, + "dataset": "test_LP" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test_LP" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test_LP" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 45, + "accuracy": 45.0, + "dataset": "test_LP" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test_LP" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 52, + "accuracy": 52.0, + "dataset": "test_LP" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test_LP" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test_LP" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test_LP" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test_LP" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 48, + "accuracy": 48.0, + "dataset": "test_LP" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + } + ] +} \ No newline at end of file diff --git a/retrain/resnet18/cifar100/0-12/model_best.pth.tar b/retrain/resnet18/cifar100/0-12/model_best.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..c11ec96c1ddcda6d186511c1ea85e5fd7f56ffd9 --- /dev/null +++ b/retrain/resnet18/cifar100/0-12/model_best.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25b844c0d72f1ea3a4945e1b2f0a88e1c5261244503c6cfa3d50a5c9cb07e835 +size 44961018 diff --git a/retrain/resnet18/cifar100/0-12/retraincheckpoint.pth.tar b/retrain/resnet18/cifar100/0-12/retraincheckpoint.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..9ea3f79e1dc3229a780bc7caa40f45f18c1d93b9 --- /dev/null +++ b/retrain/resnet18/cifar100/0-12/retraincheckpoint.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c450fe2bd19bb5af625aa721fa2286c4390c8e13c88182533a73bc5a0e84f10 +size 44978810 diff --git a/retrain/resnet18/cifar100/0-12/retraineval_result.pth.tar b/retrain/resnet18/cifar100/0-12/retraineval_result.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..5f3c40c1fa0eaf320e55e07d5ff0b680727b4e9a --- /dev/null +++ b/retrain/resnet18/cifar100/0-12/retraineval_result.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07c91ad5af8e75fff96810323cdcd6e11bad61f547605237f781c4447f2a5054 +size 12060 diff --git a/retrain/resnet18/cifar100/0-13/class_wise_accuracy.csv b/retrain/resnet18/cifar100/0-13/class_wise_accuracy.csv new file mode 100644 index 0000000000000000000000000000000000000000..2a1e5695a5a67d64c5d26c1365cdec6d2235fe63 --- /dev/null +++ b/retrain/resnet18/cifar100/0-13/class_wise_accuracy.csv @@ -0,0 +1,301 @@ +class,total_samples,correct_counts,accuracy,dataset +0,450,0,0.0,train +1,450,0,0.0,train +2,450,0,0.0,train +3,450,0,0.0,train +4,450,0,0.0,train +5,450,0,0.0,train +6,450,0,0.0,train +7,450,0,0.0,train +8,450,0,0.0,train +9,450,0,0.0,train +10,450,0,0.0,train +11,450,0,0.0,train +12,450,0,0.0,train +13,450,0,0.0,train +14,450,446,99.11111450195312,train +15,450,443,98.44444274902344,train +16,450,439,97.55555725097656,train +17,450,442,98.22222137451172,train +18,450,435,96.66666412353516,train +19,450,442,98.22222137451172,train +20,450,446,99.11111450195312,train +21,450,443,98.44444274902344,train +22,450,437,97.11111450195312,train +23,450,443,98.44444274902344,train +24,450,446,99.11111450195312,train +25,450,434,96.44444274902344,train +26,450,435,96.66666412353516,train +27,450,439,97.55555725097656,train +28,450,443,98.44444274902344,train +29,450,438,97.33333587646484,train +30,450,442,98.22222137451172,train +31,450,438,97.33333587646484,train +32,450,428,95.11111450195312,train +33,450,437,97.11111450195312,train +34,450,444,98.66666412353516,train +35,450,431,95.77777862548828,train +36,450,440,97.77777862548828,train +37,450,438,97.33333587646484,train +38,450,436,96.88888549804688,train +39,450,444,98.66666412353516,train +40,450,440,97.77777862548828,train +41,450,443,98.44444274902344,train +42,450,435,96.66666412353516,train +43,450,444,98.66666412353516,train +44,450,430,95.55555725097656,train +45,450,431,95.77777862548828,train +46,450,435,96.66666412353516,train +47,450,440,97.77777862548828,train +48,450,446,99.11111450195312,train +49,450,445,98.88888549804688,train +50,450,430,95.55555725097656,train +51,450,444,98.66666412353516,train +52,450,439,97.55555725097656,train +53,450,449,99.77777862548828,train +54,450,442,98.22222137451172,train +55,450,430,95.55555725097656,train +56,450,445,98.88888549804688,train +57,450,436,96.88888549804688,train +58,450,444,98.66666412353516,train +59,450,440,97.77777862548828,train +60,450,443,98.44444274902344,train +61,450,444,98.66666412353516,train +62,450,446,99.11111450195312,train +63,450,438,97.33333587646484,train +64,450,435,96.66666412353516,train +65,450,433,96.22222137451172,train +66,450,441,98.0,train +67,450,440,97.77777862548828,train +68,450,447,99.33333587646484,train +69,450,447,99.33333587646484,train +70,450,442,98.22222137451172,train +71,450,441,98.0,train +72,450,422,93.77777862548828,train +73,450,432,96.0,train +74,450,436,96.88888549804688,train +75,450,447,99.33333587646484,train +76,450,443,98.44444274902344,train +77,450,440,97.77777862548828,train +78,450,435,96.66666412353516,train +79,450,439,97.55555725097656,train +80,450,438,97.33333587646484,train +81,450,441,98.0,train +82,450,448,99.55555725097656,train +83,450,437,97.11111450195312,train +84,450,439,97.55555725097656,train +85,450,444,98.66666412353516,train +86,450,446,99.11111450195312,train +87,450,445,98.88888549804688,train +88,450,442,98.22222137451172,train +89,450,442,98.22222137451172,train +90,450,438,97.33333587646484,train +91,450,442,98.22222137451172,train +92,450,436,96.88888549804688,train +93,450,440,97.77777862548828,train +94,450,448,99.55555725097656,train +95,450,441,98.0,train +96,450,440,97.77777862548828,train +97,450,440,97.77777862548828,train +98,450,432,96.0,train +99,450,439,97.55555725097656,train +0,100,0,0.0,test +1,100,0,0.0,test +2,100,0,0.0,test +3,100,0,0.0,test +4,100,0,0.0,test +5,100,0,0.0,test +6,100,0,0.0,test +7,100,0,0.0,test +8,100,0,0.0,test +9,100,0,0.0,test +10,100,0,0.0,test +11,100,0,0.0,test +12,100,0,0.0,test +13,100,0,0.0,test +14,100,74,74.0,test +15,100,78,78.0,test +16,100,81,81.0,test +17,100,86,86.0,test +18,100,69,69.0,test +19,100,72,72.0,test +20,100,91,91.0,test +21,100,90,90.0,test +22,100,78,78.0,test +23,100,85,85.0,test +24,100,89,89.0,test +25,100,67,67.0,test +26,100,70,70.0,test +27,100,63,63.0,test +28,100,80,80.0,test +29,100,76,76.0,test +30,100,71,71.0,test +31,100,72,72.0,test +32,100,67,67.0,test +33,100,59,59.0,test +34,100,78,78.0,test +35,100,67,67.0,test +36,100,84,84.0,test +37,100,80,80.0,test +38,100,72,72.0,test +39,100,89,89.0,test +40,100,72,72.0,test +41,100,93,93.0,test +42,100,81,81.0,test +43,100,84,84.0,test +44,100,57,57.0,test +45,100,66,66.0,test +46,100,64,64.0,test +47,100,70,70.0,test +48,100,94,94.0,test +49,100,87,87.0,test +50,100,62,62.0,test +51,100,77,77.0,test +52,100,73,73.0,test +53,100,96,96.0,test +54,100,92,92.0,test +55,100,61,61.0,test +56,100,88,88.0,test +57,100,79,79.0,test +58,100,92,92.0,test +59,100,70,70.0,test +60,100,87,87.0,test +61,100,83,83.0,test +62,100,79,79.0,test +63,100,70,70.0,test +64,100,58,58.0,test +65,100,61,61.0,test +66,100,77,77.0,test +67,100,64,64.0,test +68,100,95,95.0,test +69,100,86,86.0,test +70,100,79,79.0,test +71,100,85,85.0,test +72,100,47,47.0,test +73,100,63,63.0,test +74,100,64,64.0,test +75,100,95,95.0,test +76,100,92,92.0,test +77,100,72,72.0,test +78,100,68,68.0,test +79,100,81,81.0,test +80,100,60,60.0,test +81,100,84,84.0,test +82,100,93,93.0,test +83,100,74,74.0,test +84,100,77,77.0,test +85,100,84,84.0,test +86,100,75,75.0,test +87,100,88,88.0,test +88,100,83,83.0,test +89,100,91,91.0,test +90,100,85,85.0,test +91,100,84,84.0,test +92,100,66,66.0,test +93,100,64,64.0,test +94,100,96,96.0,test +95,100,75,75.0,test +96,100,63,63.0,test +97,100,79,79.0,test +98,100,58,58.0,test +99,100,72,72.0,test +0,100,78,78.0,test_LP +1,100,75,75.0,test_LP +2,100,50,50.0,test_LP +3,100,62,62.0,test_LP +4,100,68,68.0,test_LP +5,100,73,73.0,test_LP +6,100,69,69.0,test_LP +7,100,61,61.0,test_LP +8,100,78,78.0,test_LP +9,100,76,76.0,test_LP +10,100,55,55.0,test_LP +11,100,27,27.0,test_LP +12,100,71,71.0,test_LP +13,100,69,69.0,test_LP +14,100,62,62.0,test_LP +15,100,76,76.0,test_LP +16,100,64,64.0,test_LP +17,100,81,81.0,test_LP +18,100,58,58.0,test_LP +19,100,61,61.0,test_LP +20,100,84,84.0,test_LP +21,100,82,82.0,test_LP +22,100,72,72.0,test_LP +23,100,84,84.0,test_LP +24,100,77,77.0,test_LP +25,100,47,47.0,test_LP +26,100,61,61.0,test_LP +27,100,52,52.0,test_LP +28,100,76,76.0,test_LP +29,100,70,70.0,test_LP +30,100,65,65.0,test_LP +31,100,66,66.0,test_LP +32,100,60,60.0,test_LP +33,100,56,56.0,test_LP +34,100,76,76.0,test_LP +35,100,45,45.0,test_LP +36,100,77,77.0,test_LP +37,100,74,74.0,test_LP +38,100,61,61.0,test_LP +39,100,89,89.0,test_LP +40,100,65,65.0,test_LP +41,100,89,89.0,test_LP +42,100,68,68.0,test_LP +43,100,79,79.0,test_LP +44,100,54,54.0,test_LP +45,100,56,56.0,test_LP +46,100,53,53.0,test_LP +47,100,72,72.0,test_LP +48,100,90,90.0,test_LP +49,100,87,87.0,test_LP +50,100,56,56.0,test_LP +51,100,72,72.0,test_LP +52,100,74,74.0,test_LP +53,100,86,86.0,test_LP +54,100,88,88.0,test_LP +55,100,41,41.0,test_LP +56,100,87,87.0,test_LP +57,100,71,71.0,test_LP +58,100,75,75.0,test_LP +59,100,67,67.0,test_LP +60,100,85,85.0,test_LP +61,100,66,66.0,test_LP +62,100,70,70.0,test_LP +63,100,61,61.0,test_LP +64,100,55,55.0,test_LP +65,100,48,48.0,test_LP +66,100,74,74.0,test_LP +67,100,62,62.0,test_LP +68,100,92,92.0,test_LP +69,100,79,79.0,test_LP +70,100,74,74.0,test_LP +71,100,86,86.0,test_LP +72,100,38,38.0,test_LP +73,100,57,57.0,test_LP +74,100,57,57.0,test_LP +75,100,86,86.0,test_LP +76,100,91,91.0,test_LP +77,100,69,69.0,test_LP +78,100,60,60.0,test_LP +79,100,68,68.0,test_LP +80,100,52,52.0,test_LP +81,100,72,72.0,test_LP +82,100,87,87.0,test_LP +83,100,64,64.0,test_LP +84,100,66,66.0,test_LP +85,100,79,79.0,test_LP +86,100,68,68.0,test_LP +87,100,81,81.0,test_LP +88,100,79,79.0,test_LP +89,100,82,82.0,test_LP +90,100,76,76.0,test_LP +91,100,76,76.0,test_LP +92,100,66,66.0,test_LP +93,100,59,59.0,test_LP +94,100,90,90.0,test_LP +95,100,73,73.0,test_LP +96,100,64,64.0,test_LP +97,100,79,79.0,test_LP +98,100,47,47.0,test_LP +99,100,69,69.0,test_LP diff --git a/retrain/resnet18/cifar100/0-13/evaluation_results.json b/retrain/resnet18/cifar100/0-13/evaluation_results.json new file mode 100644 index 0000000000000000000000000000000000000000..a24125d4cf074a8c0aba3e68442921a4828a13fa --- /dev/null +++ b/retrain/resnet18/cifar100/0-13/evaluation_results.json @@ -0,0 +1,2118 @@ +{ + "unlearning_time": 2446.606121301651, + "accuracy": { + "retain": 99.97674418604652, + "forget": 0.0, + "val": 84.16, + "test": 66.03 + }, + "SVC_MIA_forget_efficacy": { + "correctness": 1.0, + "confidence": 1.0, + "entropy": 0.5777777777777777, + "m_entropy": 1.0, + "prob": 0.9088888888888889 + }, + "class_wise_accuracy": [ + { + "class": 0, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 1, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 2, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 3, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 4, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 5, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 6, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 7, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 8, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 9, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 10, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 11, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 12, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 13, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 14, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 15, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 16, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 17, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 18, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 19, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 20, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 21, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 22, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 23, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 24, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 25, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 26, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 27, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 28, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 29, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 30, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 31, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 32, + "total_samples": 450, + "correct_counts": 428, + "accuracy": 95.11111450195312, + "dataset": "train" + }, + { + "class": 33, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 34, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 35, + "total_samples": 450, + "correct_counts": 431, + "accuracy": 95.77777862548828, + "dataset": "train" + }, + { + "class": 36, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 37, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 38, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 39, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 40, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 41, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 42, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 43, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 44, + "total_samples": 450, + "correct_counts": 430, + "accuracy": 95.55555725097656, + "dataset": "train" + }, + { + "class": 45, + "total_samples": 450, + "correct_counts": 431, + "accuracy": 95.77777862548828, + "dataset": "train" + }, + { + "class": 46, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 47, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 48, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 49, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 50, + "total_samples": 450, + "correct_counts": 430, + "accuracy": 95.55555725097656, + "dataset": "train" + }, + { + "class": 51, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 52, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 53, + "total_samples": 450, + "correct_counts": 449, + "accuracy": 99.77777862548828, + "dataset": "train" + }, + { + "class": 54, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 55, + "total_samples": 450, + "correct_counts": 430, + "accuracy": 95.55555725097656, + "dataset": "train" + }, + { + "class": 56, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 57, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 58, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 59, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 60, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 61, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 62, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 63, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 64, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 65, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 66, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 67, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 68, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 69, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 70, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 71, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 72, + "total_samples": 450, + "correct_counts": 422, + "accuracy": 93.77777862548828, + "dataset": "train" + }, + { + "class": 73, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 74, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 75, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 76, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 77, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 78, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 79, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 80, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 81, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 82, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 83, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 84, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 85, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 86, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 87, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 88, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 89, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 90, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 91, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 92, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 93, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 94, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 95, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 96, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 97, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 98, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 99, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 96, + "accuracy": 96.0, + "dataset": "test" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 95, + "accuracy": 95.0, + "dataset": "test" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 47, + "accuracy": 47.0, + "dataset": "test" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 95, + "accuracy": 95.0, + "dataset": "test" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 96, + "accuracy": 96.0, + "dataset": "test" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 50, + "accuracy": 50.0, + "dataset": "test_LP" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test_LP" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 27, + "accuracy": 27.0, + "dataset": "test_LP" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test_LP" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 47, + "accuracy": 47.0, + "dataset": "test_LP" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 52, + "accuracy": 52.0, + "dataset": "test_LP" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test_LP" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 45, + "accuracy": 45.0, + "dataset": "test_LP" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test_LP" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test_LP" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test_LP" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test_LP" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test_LP" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 41, + "accuracy": 41.0, + "dataset": "test_LP" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test_LP" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 48, + "accuracy": 48.0, + "dataset": "test_LP" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test_LP" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 38, + "accuracy": 38.0, + "dataset": "test_LP" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test_LP" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test_LP" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test_LP" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 52, + "accuracy": 52.0, + "dataset": "test_LP" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test_LP" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 47, + "accuracy": 47.0, + "dataset": "test_LP" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + } + ] +} \ No newline at end of file diff --git a/retrain/resnet18/cifar100/0-13/model_best.pth.tar b/retrain/resnet18/cifar100/0-13/model_best.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..8d3f7d6f0ea69d51e60fd905567ce7b40350509b --- /dev/null +++ b/retrain/resnet18/cifar100/0-13/model_best.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a7485c4d5153129d2569f40b39785b8cd5ed3cd98c13f3beeb26cd8b8d173ac +size 44961018 diff --git a/retrain/resnet18/cifar100/0-13/retraincheckpoint.pth.tar b/retrain/resnet18/cifar100/0-13/retraincheckpoint.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..4d9df155cdc07384b80f5bf98d10a99dd1eae30b --- /dev/null +++ b/retrain/resnet18/cifar100/0-13/retraincheckpoint.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0d20d6108a78906640a1b3ffbb6d01b3dc48cffe765683a9f5eca21a4b8a685 +size 44978810 diff --git a/retrain/resnet18/cifar100/0-13/retraineval_result.pth.tar b/retrain/resnet18/cifar100/0-13/retraineval_result.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..ff8a1eaec249478d867710c72e319bd55a0963e4 --- /dev/null +++ b/retrain/resnet18/cifar100/0-13/retraineval_result.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adf0b31d7cae0729d6200f943a7e33352a1b5cb2c91782e87e55ff468f6cf409 +size 11996 diff --git a/retrain/resnet18/cifar100/0-14/class_wise_accuracy.csv b/retrain/resnet18/cifar100/0-14/class_wise_accuracy.csv new file mode 100644 index 0000000000000000000000000000000000000000..2cda5c66231a9da26be1f45638916d1b16fef086 --- /dev/null +++ b/retrain/resnet18/cifar100/0-14/class_wise_accuracy.csv @@ -0,0 +1,301 @@ +class,total_samples,correct_counts,accuracy,dataset +0,450,0,0.0,train +1,450,0,0.0,train +2,450,0,0.0,train +3,450,0,0.0,train +4,450,0,0.0,train +5,450,0,0.0,train +6,450,0,0.0,train +7,450,0,0.0,train +8,450,0,0.0,train +9,450,0,0.0,train +10,450,0,0.0,train +11,450,0,0.0,train +12,450,0,0.0,train +13,450,0,0.0,train +14,450,0,0.0,train +15,450,444,98.66666412353516,train +16,450,441,98.0,train +17,450,444,98.66666412353516,train +18,450,435,96.66666412353516,train +19,450,443,98.44444274902344,train +20,450,446,99.11111450195312,train +21,450,445,98.88888549804688,train +22,450,438,97.33333587646484,train +23,450,443,98.44444274902344,train +24,450,448,99.55555725097656,train +25,450,434,96.44444274902344,train +26,450,437,97.11111450195312,train +27,450,439,97.55555725097656,train +28,450,444,98.66666412353516,train +29,450,439,97.55555725097656,train +30,450,442,98.22222137451172,train +31,450,434,96.44444274902344,train +32,450,434,96.44444274902344,train +33,450,433,96.22222137451172,train +34,450,444,98.66666412353516,train +35,450,432,96.0,train +36,450,440,97.77777862548828,train +37,450,435,96.66666412353516,train +38,450,437,97.11111450195312,train +39,450,443,98.44444274902344,train +40,450,438,97.33333587646484,train +41,450,443,98.44444274902344,train +42,450,437,97.11111450195312,train +43,450,448,99.55555725097656,train +44,450,437,97.11111450195312,train +45,450,436,96.88888549804688,train +46,450,434,96.44444274902344,train +47,450,440,97.77777862548828,train +48,450,447,99.33333587646484,train +49,450,445,98.88888549804688,train +50,450,428,95.11111450195312,train +51,450,442,98.22222137451172,train +52,450,439,97.55555725097656,train +53,450,449,99.77777862548828,train +54,450,445,98.88888549804688,train +55,450,428,95.11111450195312,train +56,450,447,99.33333587646484,train +57,450,437,97.11111450195312,train +58,450,444,98.66666412353516,train +59,450,441,98.0,train +60,450,442,98.22222137451172,train +61,450,444,98.66666412353516,train +62,450,442,98.22222137451172,train +63,450,439,97.55555725097656,train +64,450,436,96.88888549804688,train +65,450,434,96.44444274902344,train +66,450,443,98.44444274902344,train +67,450,439,97.55555725097656,train +68,450,448,99.55555725097656,train +69,450,447,99.33333587646484,train +70,450,442,98.22222137451172,train +71,450,440,97.77777862548828,train +72,450,423,94.0,train +73,450,429,95.33333587646484,train +74,450,436,96.88888549804688,train +75,450,448,99.55555725097656,train +76,450,443,98.44444274902344,train +77,450,440,97.77777862548828,train +78,450,436,96.88888549804688,train +79,450,437,97.11111450195312,train +80,450,434,96.44444274902344,train +81,450,444,98.66666412353516,train +82,450,448,99.55555725097656,train +83,450,438,97.33333587646484,train +84,450,435,96.66666412353516,train +85,450,445,98.88888549804688,train +86,450,445,98.88888549804688,train +87,450,443,98.44444274902344,train +88,450,441,98.0,train +89,450,443,98.44444274902344,train +90,450,438,97.33333587646484,train +91,450,443,98.44444274902344,train +92,450,438,97.33333587646484,train +93,450,439,97.55555725097656,train +94,450,447,99.33333587646484,train +95,450,438,97.33333587646484,train +96,450,442,98.22222137451172,train +97,450,444,98.66666412353516,train +98,450,427,94.88888549804688,train +99,450,438,97.33333587646484,train +0,100,0,0.0,test +1,100,0,0.0,test +2,100,0,0.0,test +3,100,0,0.0,test +4,100,0,0.0,test +5,100,0,0.0,test +6,100,0,0.0,test +7,100,0,0.0,test +8,100,0,0.0,test +9,100,0,0.0,test +10,100,0,0.0,test +11,100,0,0.0,test +12,100,0,0.0,test +13,100,0,0.0,test +14,100,0,0.0,test +15,100,82,82.0,test +16,100,81,81.0,test +17,100,85,85.0,test +18,100,68,68.0,test +19,100,69,69.0,test +20,100,89,89.0,test +21,100,90,90.0,test +22,100,80,80.0,test +23,100,82,82.0,test +24,100,90,90.0,test +25,100,72,72.0,test +26,100,75,75.0,test +27,100,72,72.0,test +28,100,84,84.0,test +29,100,70,70.0,test +30,100,71,71.0,test +31,100,72,72.0,test +32,100,71,71.0,test +33,100,73,73.0,test +34,100,81,81.0,test +35,100,65,65.0,test +36,100,83,83.0,test +37,100,82,82.0,test +38,100,67,67.0,test +39,100,92,92.0,test +40,100,73,73.0,test +41,100,86,86.0,test +42,100,79,79.0,test +43,100,83,83.0,test +44,100,59,59.0,test +45,100,73,73.0,test +46,100,65,65.0,test +47,100,64,64.0,test +48,100,97,97.0,test +49,100,88,88.0,test +50,100,56,56.0,test +51,100,71,71.0,test +52,100,62,62.0,test +53,100,94,94.0,test +54,100,87,87.0,test +55,100,51,51.0,test +56,100,90,90.0,test +57,100,80,80.0,test +58,100,95,95.0,test +59,100,66,66.0,test +60,100,89,89.0,test +61,100,78,78.0,test +62,100,73,73.0,test +63,100,73,73.0,test +64,100,54,54.0,test +65,100,63,63.0,test +66,100,83,83.0,test +67,100,72,72.0,test +68,100,94,94.0,test +69,100,89,89.0,test +70,100,74,74.0,test +71,100,86,86.0,test +72,100,57,57.0,test +73,100,59,59.0,test +74,100,66,66.0,test +75,100,95,95.0,test +76,100,90,90.0,test +77,100,73,73.0,test +78,100,70,70.0,test +79,100,81,81.0,test +80,100,67,67.0,test +81,100,86,86.0,test +82,100,92,92.0,test +83,100,77,77.0,test +84,100,73,73.0,test +85,100,84,84.0,test +86,100,74,74.0,test +87,100,85,85.0,test +88,100,79,79.0,test +89,100,91,91.0,test +90,100,86,86.0,test +91,100,81,81.0,test +92,100,71,71.0,test +93,100,63,63.0,test +94,100,93,93.0,test +95,100,73,73.0,test +96,100,59,59.0,test +97,100,83,83.0,test +98,100,59,59.0,test +99,100,75,75.0,test +0,100,83,83.0,test_LP +1,100,62,62.0,test_LP +2,100,65,65.0,test_LP +3,100,57,57.0,test_LP +4,100,58,58.0,test_LP +5,100,79,79.0,test_LP +6,100,56,56.0,test_LP +7,100,49,49.0,test_LP +8,100,75,75.0,test_LP +9,100,66,66.0,test_LP +10,100,57,57.0,test_LP +11,100,34,34.0,test_LP +12,100,79,79.0,test_LP +13,100,50,50.0,test_LP +14,100,53,53.0,test_LP +15,100,79,79.0,test_LP +16,100,67,67.0,test_LP +17,100,80,80.0,test_LP +18,100,52,52.0,test_LP +19,100,63,63.0,test_LP +20,100,85,85.0,test_LP +21,100,80,80.0,test_LP +22,100,72,72.0,test_LP +23,100,79,79.0,test_LP +24,100,80,80.0,test_LP +25,100,44,44.0,test_LP +26,100,68,68.0,test_LP +27,100,54,54.0,test_LP +28,100,80,80.0,test_LP +29,100,64,64.0,test_LP +30,100,63,63.0,test_LP +31,100,66,66.0,test_LP +32,100,68,68.0,test_LP +33,100,68,68.0,test_LP +34,100,76,76.0,test_LP +35,100,41,41.0,test_LP +36,100,82,82.0,test_LP +37,100,71,71.0,test_LP +38,100,66,66.0,test_LP +39,100,87,87.0,test_LP +40,100,66,66.0,test_LP +41,100,83,83.0,test_LP +42,100,71,71.0,test_LP +43,100,85,85.0,test_LP +44,100,51,51.0,test_LP +45,100,59,59.0,test_LP +46,100,41,41.0,test_LP +47,100,62,62.0,test_LP +48,100,92,92.0,test_LP +49,100,85,85.0,test_LP +50,100,49,49.0,test_LP +51,100,68,68.0,test_LP +52,100,76,76.0,test_LP +53,100,87,87.0,test_LP +54,100,80,80.0,test_LP +55,100,33,33.0,test_LP +56,100,85,85.0,test_LP +57,100,72,72.0,test_LP +58,100,87,87.0,test_LP +59,100,67,67.0,test_LP +60,100,89,89.0,test_LP +61,100,67,67.0,test_LP +62,100,72,72.0,test_LP +63,100,68,68.0,test_LP +64,100,50,50.0,test_LP +65,100,59,59.0,test_LP +66,100,81,81.0,test_LP +67,100,68,68.0,test_LP +68,100,93,93.0,test_LP +69,100,82,82.0,test_LP +70,100,70,70.0,test_LP +71,100,81,81.0,test_LP +72,100,42,42.0,test_LP +73,100,54,54.0,test_LP +74,100,53,53.0,test_LP +75,100,81,81.0,test_LP +76,100,85,85.0,test_LP +77,100,57,57.0,test_LP +78,100,62,62.0,test_LP +79,100,71,71.0,test_LP +80,100,63,63.0,test_LP +81,100,72,72.0,test_LP +82,100,88,88.0,test_LP +83,100,63,63.0,test_LP +84,100,54,54.0,test_LP +85,100,69,69.0,test_LP +86,100,74,74.0,test_LP +87,100,81,81.0,test_LP +88,100,78,78.0,test_LP +89,100,83,83.0,test_LP +90,100,76,76.0,test_LP +91,100,76,76.0,test_LP +92,100,67,67.0,test_LP +93,100,60,60.0,test_LP +94,100,91,91.0,test_LP +95,100,71,71.0,test_LP +96,100,62,62.0,test_LP +97,100,83,83.0,test_LP +98,100,48,48.0,test_LP +99,100,74,74.0,test_LP diff --git a/retrain/resnet18/cifar100/0-14/evaluation_results.json b/retrain/resnet18/cifar100/0-14/evaluation_results.json new file mode 100644 index 0000000000000000000000000000000000000000..b2d14690b86b0c275d20fbb3198e65717a878130 --- /dev/null +++ b/retrain/resnet18/cifar100/0-14/evaluation_results.json @@ -0,0 +1,2118 @@ +{ + "unlearning_time": 2457.1771245002747, + "accuracy": { + "retain": 99.97647058823529, + "forget": 0.0, + "val": 83.12, + "test": 65.35 + }, + "SVC_MIA_forget_efficacy": { + "correctness": 1.0, + "confidence": 1.0, + "entropy": 0.9666666666666667, + "m_entropy": 1.0, + "prob": 0.8022222222222222 + }, + "class_wise_accuracy": [ + { + "class": 0, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 1, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 2, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 3, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 4, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 5, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 6, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 7, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 8, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 9, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 10, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 11, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 12, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 13, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 14, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 15, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 16, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 17, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 18, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 19, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 20, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 21, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 22, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 23, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 24, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 25, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 26, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 27, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 28, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 29, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 30, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 31, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 32, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 33, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 34, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 35, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 36, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 37, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 38, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 39, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 40, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 41, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 42, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 43, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 44, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 45, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 46, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 47, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 48, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 49, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 50, + "total_samples": 450, + "correct_counts": 428, + "accuracy": 95.11111450195312, + "dataset": "train" + }, + { + "class": 51, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 52, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 53, + "total_samples": 450, + "correct_counts": 449, + "accuracy": 99.77777862548828, + "dataset": "train" + }, + { + "class": 54, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 55, + "total_samples": 450, + "correct_counts": 428, + "accuracy": 95.11111450195312, + "dataset": "train" + }, + { + "class": 56, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 57, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 58, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 59, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 60, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 61, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 62, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 63, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 64, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 65, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 66, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 67, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 68, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 69, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 70, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 71, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 72, + "total_samples": 450, + "correct_counts": 423, + "accuracy": 94.0, + "dataset": "train" + }, + { + "class": 73, + "total_samples": 450, + "correct_counts": 429, + "accuracy": 95.33333587646484, + "dataset": "train" + }, + { + "class": 74, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 75, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 76, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 77, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 78, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 79, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 80, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 81, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 82, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 83, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 84, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 85, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 86, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 87, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 88, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 89, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 90, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 91, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 92, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 93, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 94, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 95, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 96, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 97, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 98, + "total_samples": 450, + "correct_counts": 427, + "accuracy": 94.88888549804688, + "dataset": "train" + }, + { + "class": 99, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 97, + "accuracy": 97.0, + "dataset": "test" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 51, + "accuracy": 51.0, + "dataset": "test" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 95, + "accuracy": 95.0, + "dataset": "test" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 95, + "accuracy": 95.0, + "dataset": "test" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test_LP" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test_LP" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test_LP" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 49, + "accuracy": 49.0, + "dataset": "test_LP" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test_LP" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 34, + "accuracy": 34.0, + "dataset": "test_LP" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 50, + "accuracy": 50.0, + "dataset": "test_LP" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test_LP" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 52, + "accuracy": 52.0, + "dataset": "test_LP" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 44, + "accuracy": 44.0, + "dataset": "test_LP" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test_LP" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 41, + "accuracy": 41.0, + "dataset": "test_LP" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 51, + "accuracy": 51.0, + "dataset": "test_LP" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 41, + "accuracy": 41.0, + "dataset": "test_LP" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test_LP" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 49, + "accuracy": 49.0, + "dataset": "test_LP" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 33, + "accuracy": 33.0, + "dataset": "test_LP" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 50, + "accuracy": 50.0, + "dataset": "test_LP" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test_LP" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 42, + "accuracy": 42.0, + "dataset": "test_LP" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test_LP" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test_LP" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test_LP" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test_LP" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test_LP" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 48, + "accuracy": 48.0, + "dataset": "test_LP" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + } + ] +} \ No newline at end of file diff --git a/retrain/resnet18/cifar100/0-14/model_best.pth.tar b/retrain/resnet18/cifar100/0-14/model_best.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..c3325b69941c846ba1a28225ac77d538ea7a856a --- /dev/null +++ b/retrain/resnet18/cifar100/0-14/model_best.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2724e578e20d76111765f98d2ebe9ebff0ece73184543127582181182a3fce7f +size 44961018 diff --git a/retrain/resnet18/cifar100/0-14/retraincheckpoint.pth.tar b/retrain/resnet18/cifar100/0-14/retraincheckpoint.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..44f2b817c5dc59530cc460a9ebb419324c52d9e2 --- /dev/null +++ b/retrain/resnet18/cifar100/0-14/retraincheckpoint.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5913cde54a7290df27d914906d20c68c52c77a60708ab7b1971b7c07905797db +size 44978810 diff --git a/retrain/resnet18/cifar100/0-14/retraineval_result.pth.tar b/retrain/resnet18/cifar100/0-14/retraineval_result.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..70d29a6f34d8f40ca99ec37b48bc929d1e07a7ab --- /dev/null +++ b/retrain/resnet18/cifar100/0-14/retraineval_result.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bb227d24401a8413d071cfefd4c9246760badac447ab101fe401ef86ea7fcce +size 12060 diff --git a/retrain/resnet18/cifar100/0-15/class_wise_accuracy.csv b/retrain/resnet18/cifar100/0-15/class_wise_accuracy.csv new file mode 100644 index 0000000000000000000000000000000000000000..716703734448635308f739b63edc19d31f820aac --- /dev/null +++ b/retrain/resnet18/cifar100/0-15/class_wise_accuracy.csv @@ -0,0 +1,301 @@ +class,total_samples,correct_counts,accuracy,dataset +0,450,0,0.0,train +1,450,0,0.0,train +2,450,0,0.0,train +3,450,0,0.0,train +4,450,0,0.0,train +5,450,0,0.0,train +6,450,0,0.0,train +7,450,0,0.0,train +8,450,0,0.0,train +9,450,0,0.0,train +10,450,0,0.0,train +11,450,0,0.0,train +12,450,0,0.0,train +13,450,0,0.0,train +14,450,0,0.0,train +15,450,0,0.0,train +16,450,442,98.22222137451172,train +17,450,443,98.44444274902344,train +18,450,436,96.88888549804688,train +19,450,443,98.44444274902344,train +20,450,448,99.55555725097656,train +21,450,447,99.33333587646484,train +22,450,435,96.66666412353516,train +23,450,441,98.0,train +24,450,448,99.55555725097656,train +25,450,431,95.77777862548828,train +26,450,436,96.88888549804688,train +27,450,439,97.55555725097656,train +28,450,444,98.66666412353516,train +29,450,436,96.88888549804688,train +30,450,443,98.44444274902344,train +31,450,438,97.33333587646484,train +32,450,436,96.88888549804688,train +33,450,437,97.11111450195312,train +34,450,443,98.44444274902344,train +35,450,432,96.0,train +36,450,442,98.22222137451172,train +37,450,435,96.66666412353516,train +38,450,437,97.11111450195312,train +39,450,444,98.66666412353516,train +40,450,439,97.55555725097656,train +41,450,444,98.66666412353516,train +42,450,436,96.88888549804688,train +43,450,445,98.88888549804688,train +44,450,432,96.0,train +45,450,438,97.33333587646484,train +46,450,436,96.88888549804688,train +47,450,437,97.11111450195312,train +48,450,448,99.55555725097656,train +49,450,444,98.66666412353516,train +50,450,430,95.55555725097656,train +51,450,445,98.88888549804688,train +52,450,436,96.88888549804688,train +53,450,449,99.77777862548828,train +54,450,444,98.66666412353516,train +55,450,430,95.55555725097656,train +56,450,447,99.33333587646484,train +57,450,439,97.55555725097656,train +58,450,444,98.66666412353516,train +59,450,440,97.77777862548828,train +60,450,441,98.0,train +61,450,442,98.22222137451172,train +62,450,445,98.88888549804688,train +63,450,439,97.55555725097656,train +64,450,437,97.11111450195312,train +65,450,432,96.0,train +66,450,443,98.44444274902344,train +67,450,438,97.33333587646484,train +68,450,448,99.55555725097656,train +69,450,442,98.22222137451172,train +70,450,438,97.33333587646484,train +71,450,436,96.88888549804688,train +72,450,421,93.55555725097656,train +73,450,431,95.77777862548828,train +74,450,431,95.77777862548828,train +75,450,447,99.33333587646484,train +76,450,444,98.66666412353516,train +77,450,439,97.55555725097656,train +78,450,435,96.66666412353516,train +79,450,440,97.77777862548828,train +80,450,437,97.11111450195312,train +81,450,440,97.77777862548828,train +82,450,448,99.55555725097656,train +83,450,434,96.44444274902344,train +84,450,436,96.88888549804688,train +85,450,443,98.44444274902344,train +86,450,444,98.66666412353516,train +87,450,443,98.44444274902344,train +88,450,440,97.77777862548828,train +89,450,441,98.0,train +90,450,437,97.11111450195312,train +91,450,441,98.0,train +92,450,433,96.22222137451172,train +93,450,440,97.77777862548828,train +94,450,448,99.55555725097656,train +95,450,440,97.77777862548828,train +96,450,442,98.22222137451172,train +97,450,443,98.44444274902344,train +98,450,432,96.0,train +99,450,434,96.44444274902344,train +0,100,0,0.0,test +1,100,0,0.0,test +2,100,0,0.0,test +3,100,0,0.0,test +4,100,0,0.0,test +5,100,0,0.0,test +6,100,0,0.0,test +7,100,0,0.0,test +8,100,0,0.0,test +9,100,0,0.0,test +10,100,0,0.0,test +11,100,0,0.0,test +12,100,0,0.0,test +13,100,0,0.0,test +14,100,0,0.0,test +15,100,0,0.0,test +16,100,80,80.0,test +17,100,88,88.0,test +18,100,67,67.0,test +19,100,74,74.0,test +20,100,88,88.0,test +21,100,89,89.0,test +22,100,81,81.0,test +23,100,87,87.0,test +24,100,87,87.0,test +25,100,69,69.0,test +26,100,68,68.0,test +27,100,70,70.0,test +28,100,84,84.0,test +29,100,72,72.0,test +30,100,67,67.0,test +31,100,72,72.0,test +32,100,75,75.0,test +33,100,64,64.0,test +34,100,84,84.0,test +35,100,62,62.0,test +36,100,85,85.0,test +37,100,83,83.0,test +38,100,72,72.0,test +39,100,87,87.0,test +40,100,73,73.0,test +41,100,89,89.0,test +42,100,77,77.0,test +43,100,88,88.0,test +44,100,56,56.0,test +45,100,67,67.0,test +46,100,61,61.0,test +47,100,68,68.0,test +48,100,96,96.0,test +49,100,88,88.0,test +50,100,64,64.0,test +51,100,76,76.0,test +52,100,64,64.0,test +53,100,93,93.0,test +54,100,89,89.0,test +55,100,55,55.0,test +56,100,90,90.0,test +57,100,84,84.0,test +58,100,92,92.0,test +59,100,71,71.0,test +60,100,91,91.0,test +61,100,82,82.0,test +62,100,71,71.0,test +63,100,75,75.0,test +64,100,59,59.0,test +65,100,64,64.0,test +66,100,83,83.0,test +67,100,63,63.0,test +68,100,95,95.0,test +69,100,84,84.0,test +70,100,76,76.0,test +71,100,84,84.0,test +72,100,51,51.0,test +73,100,54,54.0,test +74,100,59,59.0,test +75,100,89,89.0,test +76,100,93,93.0,test +77,100,71,71.0,test +78,100,66,66.0,test +79,100,83,83.0,test +80,100,69,69.0,test +81,100,86,86.0,test +82,100,93,93.0,test +83,100,74,74.0,test +84,100,76,76.0,test +85,100,84,84.0,test +86,100,77,77.0,test +87,100,88,88.0,test +88,100,85,85.0,test +89,100,93,93.0,test +90,100,88,88.0,test +91,100,79,79.0,test +92,100,71,71.0,test +93,100,68,68.0,test +94,100,94,94.0,test +95,100,74,74.0,test +96,100,64,64.0,test +97,100,77,77.0,test +98,100,68,68.0,test +99,100,73,73.0,test +0,100,69,69.0,test_LP +1,100,70,70.0,test_LP +2,100,55,55.0,test_LP +3,100,36,36.0,test_LP +4,100,66,66.0,test_LP +5,100,73,73.0,test_LP +6,100,69,69.0,test_LP +7,100,54,54.0,test_LP +8,100,79,79.0,test_LP +9,100,71,71.0,test_LP +10,100,54,54.0,test_LP +11,100,48,48.0,test_LP +12,100,77,77.0,test_LP +13,100,59,59.0,test_LP +14,100,37,37.0,test_LP +15,100,72,72.0,test_LP +16,100,66,66.0,test_LP +17,100,82,82.0,test_LP +18,100,62,62.0,test_LP +19,100,60,60.0,test_LP +20,100,85,85.0,test_LP +21,100,79,79.0,test_LP +22,100,66,66.0,test_LP +23,100,79,79.0,test_LP +24,100,80,80.0,test_LP +25,100,46,46.0,test_LP +26,100,66,66.0,test_LP +27,100,66,66.0,test_LP +28,100,72,72.0,test_LP +29,100,68,68.0,test_LP +30,100,64,64.0,test_LP +31,100,64,64.0,test_LP +32,100,73,73.0,test_LP +33,100,66,66.0,test_LP +34,100,73,73.0,test_LP +35,100,34,34.0,test_LP +36,100,80,80.0,test_LP +37,100,68,68.0,test_LP +38,100,59,59.0,test_LP +39,100,87,87.0,test_LP +40,100,68,68.0,test_LP +41,100,86,86.0,test_LP +42,100,67,67.0,test_LP +43,100,74,74.0,test_LP +44,100,44,44.0,test_LP +45,100,61,61.0,test_LP +46,100,42,42.0,test_LP +47,100,71,71.0,test_LP +48,100,93,93.0,test_LP +49,100,86,86.0,test_LP +50,100,59,59.0,test_LP +51,100,69,69.0,test_LP +52,100,64,64.0,test_LP +53,100,84,84.0,test_LP +54,100,84,84.0,test_LP +55,100,36,36.0,test_LP +56,100,84,84.0,test_LP +57,100,72,72.0,test_LP +58,100,88,88.0,test_LP +59,100,67,67.0,test_LP +60,100,90,90.0,test_LP +61,100,71,71.0,test_LP +62,100,68,68.0,test_LP +63,100,67,67.0,test_LP +64,100,48,48.0,test_LP +65,100,55,55.0,test_LP +66,100,79,79.0,test_LP +67,100,52,52.0,test_LP +68,100,94,94.0,test_LP +69,100,76,76.0,test_LP +70,100,77,77.0,test_LP +71,100,75,75.0,test_LP +72,100,40,40.0,test_LP +73,100,58,58.0,test_LP +74,100,49,49.0,test_LP +75,100,82,82.0,test_LP +76,100,87,87.0,test_LP +77,100,59,59.0,test_LP +78,100,62,62.0,test_LP +79,100,70,70.0,test_LP +80,100,60,60.0,test_LP +81,100,75,75.0,test_LP +82,100,89,89.0,test_LP +83,100,72,72.0,test_LP +84,100,58,58.0,test_LP +85,100,79,79.0,test_LP +86,100,72,72.0,test_LP +87,100,81,81.0,test_LP +88,100,81,81.0,test_LP +89,100,79,79.0,test_LP +90,100,83,83.0,test_LP +91,100,72,72.0,test_LP +92,100,66,66.0,test_LP +93,100,52,52.0,test_LP +94,100,92,92.0,test_LP +95,100,66,66.0,test_LP +96,100,55,55.0,test_LP +97,100,76,76.0,test_LP +98,100,48,48.0,test_LP +99,100,75,75.0,test_LP diff --git a/retrain/resnet18/cifar100/0-15/evaluation_results.json b/retrain/resnet18/cifar100/0-15/evaluation_results.json new file mode 100644 index 0000000000000000000000000000000000000000..563f620eeb2b974113b6afbbddec8a7a1144af1a --- /dev/null +++ b/retrain/resnet18/cifar100/0-15/evaluation_results.json @@ -0,0 +1,2118 @@ +{ + "unlearning_time": 2441.6565403938293, + "accuracy": { + "retain": 99.96825396825396, + "forget": 0.0, + "val": 82.26, + "test": 64.7 + }, + "SVC_MIA_forget_efficacy": { + "correctness": 1.0, + "confidence": 1.0, + "entropy": 0.9, + "m_entropy": 1.0, + "prob": 0.6044444444444445 + }, + "class_wise_accuracy": [ + { + "class": 0, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 1, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 2, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 3, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 4, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 5, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 6, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 7, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 8, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 9, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 10, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 11, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 12, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 13, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 14, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 15, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 16, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 17, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 18, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 19, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 20, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 21, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 22, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 23, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 24, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 25, + "total_samples": 450, + "correct_counts": 431, + "accuracy": 95.77777862548828, + "dataset": "train" + }, + { + "class": 26, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 27, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 28, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 29, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 30, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 31, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 32, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 33, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 34, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 35, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 36, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 37, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 38, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 39, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 40, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 41, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 42, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 43, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 44, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 45, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 46, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 47, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 48, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 49, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 50, + "total_samples": 450, + "correct_counts": 430, + "accuracy": 95.55555725097656, + "dataset": "train" + }, + { + "class": 51, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 52, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 53, + "total_samples": 450, + "correct_counts": 449, + "accuracy": 99.77777862548828, + "dataset": "train" + }, + { + "class": 54, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 55, + "total_samples": 450, + "correct_counts": 430, + "accuracy": 95.55555725097656, + "dataset": "train" + }, + { + "class": 56, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 57, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 58, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 59, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 60, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 61, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 62, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 63, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 64, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 65, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 66, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 67, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 68, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 69, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 70, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 71, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 72, + "total_samples": 450, + "correct_counts": 421, + "accuracy": 93.55555725097656, + "dataset": "train" + }, + { + "class": 73, + "total_samples": 450, + "correct_counts": 431, + "accuracy": 95.77777862548828, + "dataset": "train" + }, + { + "class": 74, + "total_samples": 450, + "correct_counts": 431, + "accuracy": 95.77777862548828, + "dataset": "train" + }, + { + "class": 75, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 76, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 77, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 78, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 79, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 80, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 81, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 82, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 83, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 84, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 85, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 86, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 87, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 88, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 89, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 90, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 91, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 92, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 93, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 94, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 95, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 96, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 97, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 98, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 99, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 96, + "accuracy": 96.0, + "dataset": "test" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 95, + "accuracy": 95.0, + "dataset": "test" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 51, + "accuracy": 51.0, + "dataset": "test" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test_LP" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 36, + "accuracy": 36.0, + "dataset": "test_LP" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test_LP" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test_LP" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 48, + "accuracy": 48.0, + "dataset": "test_LP" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 37, + "accuracy": 37.0, + "dataset": "test_LP" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 46, + "accuracy": 46.0, + "dataset": "test_LP" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 34, + "accuracy": 34.0, + "dataset": "test_LP" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 44, + "accuracy": 44.0, + "dataset": "test_LP" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 42, + "accuracy": 42.0, + "dataset": "test_LP" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test_LP" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 36, + "accuracy": 36.0, + "dataset": "test_LP" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test_LP" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 48, + "accuracy": 48.0, + "dataset": "test_LP" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test_LP" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 52, + "accuracy": 52.0, + "dataset": "test_LP" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test_LP" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 40, + "accuracy": 40.0, + "dataset": "test_LP" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test_LP" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 49, + "accuracy": 49.0, + "dataset": "test_LP" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test_LP" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 52, + "accuracy": 52.0, + "dataset": "test_LP" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test_LP" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test_LP" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 48, + "accuracy": 48.0, + "dataset": "test_LP" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + } + ] +} \ No newline at end of file diff --git a/retrain/resnet18/cifar100/0-15/model_best.pth.tar b/retrain/resnet18/cifar100/0-15/model_best.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..58e798245c3b15703b0ff31724ffd0ffc8f1f302 --- /dev/null +++ b/retrain/resnet18/cifar100/0-15/model_best.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f72e907a22c6e725d81107c290789d6bcfa8493cce96f6e34d6b19eea7c1bcd5 +size 44961018 diff --git a/retrain/resnet18/cifar100/0-15/retraincheckpoint.pth.tar b/retrain/resnet18/cifar100/0-15/retraincheckpoint.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..b654fb7c1aff0992b8d317f87386c27b469daf98 --- /dev/null +++ b/retrain/resnet18/cifar100/0-15/retraincheckpoint.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d9df2042302d26049f52be7499412c73c226e5ebde5cae65e54b74a27dadb3d +size 44978810 diff --git a/retrain/resnet18/cifar100/0-15/retraineval_result.pth.tar b/retrain/resnet18/cifar100/0-15/retraineval_result.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..fab4960be9f3bbb71eebc172dfe87b21b2cb946a --- /dev/null +++ b/retrain/resnet18/cifar100/0-15/retraineval_result.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ff666183d76941a83f2624fdda6f0fe168255ef8aa63a1a8486d73648a984a0 +size 12060 diff --git a/retrain/resnet18/cifar100/0-16/class_wise_accuracy.csv b/retrain/resnet18/cifar100/0-16/class_wise_accuracy.csv new file mode 100644 index 0000000000000000000000000000000000000000..70446e115f9e4a197da3e4a7f70936fc64128218 --- /dev/null +++ b/retrain/resnet18/cifar100/0-16/class_wise_accuracy.csv @@ -0,0 +1,301 @@ +class,total_samples,correct_counts,accuracy,dataset +0,450,0,0.0,train +1,450,0,0.0,train +2,450,0,0.0,train +3,450,0,0.0,train +4,450,0,0.0,train +5,450,0,0.0,train +6,450,0,0.0,train +7,450,0,0.0,train +8,450,0,0.0,train +9,450,0,0.0,train +10,450,0,0.0,train +11,450,0,0.0,train +12,450,0,0.0,train +13,450,0,0.0,train +14,450,0,0.0,train +15,450,0,0.0,train +16,450,0,0.0,train +17,450,444,98.66666412353516,train +18,450,436,96.88888549804688,train +19,450,443,98.44444274902344,train +20,450,447,99.33333587646484,train +21,450,445,98.88888549804688,train +22,450,437,97.11111450195312,train +23,450,444,98.66666412353516,train +24,450,448,99.55555725097656,train +25,450,431,95.77777862548828,train +26,450,434,96.44444274902344,train +27,450,438,97.33333587646484,train +28,450,442,98.22222137451172,train +29,450,438,97.33333587646484,train +30,450,445,98.88888549804688,train +31,450,438,97.33333587646484,train +32,450,436,96.88888549804688,train +33,450,437,97.11111450195312,train +34,450,445,98.88888549804688,train +35,450,432,96.0,train +36,450,443,98.44444274902344,train +37,450,435,96.66666412353516,train +38,450,436,96.88888549804688,train +39,450,441,98.0,train +40,450,440,97.77777862548828,train +41,450,445,98.88888549804688,train +42,450,439,97.55555725097656,train +43,450,447,99.33333587646484,train +44,450,436,96.88888549804688,train +45,450,437,97.11111450195312,train +46,450,439,97.55555725097656,train +47,450,438,97.33333587646484,train +48,450,449,99.77777862548828,train +49,450,443,98.44444274902344,train +50,450,426,94.66666412353516,train +51,450,446,99.11111450195312,train +52,450,437,97.11111450195312,train +53,450,450,100.0,train +54,450,445,98.88888549804688,train +55,450,428,95.11111450195312,train +56,450,446,99.11111450195312,train +57,450,440,97.77777862548828,train +58,450,445,98.88888549804688,train +59,450,440,97.77777862548828,train +60,450,443,98.44444274902344,train +61,450,444,98.66666412353516,train +62,450,443,98.44444274902344,train +63,450,437,97.11111450195312,train +64,450,438,97.33333587646484,train +65,450,437,97.11111450195312,train +66,450,443,98.44444274902344,train +67,450,439,97.55555725097656,train +68,450,448,99.55555725097656,train +69,450,441,98.0,train +70,450,437,97.11111450195312,train +71,450,439,97.55555725097656,train +72,450,424,94.22222137451172,train +73,450,428,95.11111450195312,train +74,450,436,96.88888549804688,train +75,450,447,99.33333587646484,train +76,450,446,99.11111450195312,train +77,450,441,98.0,train +78,450,438,97.33333587646484,train +79,450,439,97.55555725097656,train +80,450,436,96.88888549804688,train +81,450,441,98.0,train +82,450,448,99.55555725097656,train +83,450,438,97.33333587646484,train +84,450,434,96.44444274902344,train +85,450,445,98.88888549804688,train +86,450,446,99.11111450195312,train +87,450,446,99.11111450195312,train +88,450,440,97.77777862548828,train +89,450,443,98.44444274902344,train +90,450,436,96.88888549804688,train +91,450,441,98.0,train +92,450,437,97.11111450195312,train +93,450,436,96.88888549804688,train +94,450,446,99.11111450195312,train +95,450,441,98.0,train +96,450,440,97.77777862548828,train +97,450,442,98.22222137451172,train +98,450,426,94.66666412353516,train +99,450,436,96.88888549804688,train +0,100,0,0.0,test +1,100,0,0.0,test +2,100,0,0.0,test +3,100,0,0.0,test +4,100,0,0.0,test +5,100,0,0.0,test +6,100,0,0.0,test +7,100,0,0.0,test +8,100,0,0.0,test +9,100,0,0.0,test +10,100,0,0.0,test +11,100,0,0.0,test +12,100,0,0.0,test +13,100,0,0.0,test +14,100,0,0.0,test +15,100,0,0.0,test +16,100,0,0.0,test +17,100,88,88.0,test +18,100,72,72.0,test +19,100,75,75.0,test +20,100,89,89.0,test +21,100,90,90.0,test +22,100,81,81.0,test +23,100,82,82.0,test +24,100,87,87.0,test +25,100,66,66.0,test +26,100,69,69.0,test +27,100,68,68.0,test +28,100,83,83.0,test +29,100,74,74.0,test +30,100,68,68.0,test +31,100,72,72.0,test +32,100,70,70.0,test +33,100,72,72.0,test +34,100,84,84.0,test +35,100,60,60.0,test +36,100,78,78.0,test +37,100,81,81.0,test +38,100,70,70.0,test +39,100,88,88.0,test +40,100,76,76.0,test +41,100,92,92.0,test +42,100,74,74.0,test +43,100,85,85.0,test +44,100,58,58.0,test +45,100,72,72.0,test +46,100,63,63.0,test +47,100,63,63.0,test +48,100,97,97.0,test +49,100,84,84.0,test +50,100,66,66.0,test +51,100,76,76.0,test +52,100,69,69.0,test +53,100,95,95.0,test +54,100,86,86.0,test +55,100,59,59.0,test +56,100,91,91.0,test +57,100,85,85.0,test +58,100,91,91.0,test +59,100,70,70.0,test +60,100,91,91.0,test +61,100,83,83.0,test +62,100,79,79.0,test +63,100,74,74.0,test +64,100,62,62.0,test +65,100,60,60.0,test +66,100,79,79.0,test +67,100,63,63.0,test +68,100,94,94.0,test +69,100,84,84.0,test +70,100,80,80.0,test +71,100,85,85.0,test +72,100,53,53.0,test +73,100,55,55.0,test +74,100,60,60.0,test +75,100,90,90.0,test +76,100,89,89.0,test +77,100,74,74.0,test +78,100,68,68.0,test +79,100,83,83.0,test +80,100,69,69.0,test +81,100,85,85.0,test +82,100,93,93.0,test +83,100,76,76.0,test +84,100,68,68.0,test +85,100,87,87.0,test +86,100,77,77.0,test +87,100,91,91.0,test +88,100,87,87.0,test +89,100,94,94.0,test +90,100,86,86.0,test +91,100,85,85.0,test +92,100,69,69.0,test +93,100,63,63.0,test +94,100,95,95.0,test +95,100,73,73.0,test +96,100,65,65.0,test +97,100,77,77.0,test +98,100,60,60.0,test +99,100,74,74.0,test +0,100,81,81.0,test_LP +1,100,76,76.0,test_LP +2,100,55,55.0,test_LP +3,100,50,50.0,test_LP +4,100,58,58.0,test_LP +5,100,72,72.0,test_LP +6,100,65,65.0,test_LP +7,100,53,53.0,test_LP +8,100,81,81.0,test_LP +9,100,73,73.0,test_LP +10,100,59,59.0,test_LP +11,100,36,36.0,test_LP +12,100,70,70.0,test_LP +13,100,53,53.0,test_LP +14,100,37,37.0,test_LP +15,100,59,59.0,test_LP +16,100,59,59.0,test_LP +17,100,85,85.0,test_LP +18,100,60,60.0,test_LP +19,100,55,55.0,test_LP +20,100,86,86.0,test_LP +21,100,78,78.0,test_LP +22,100,72,72.0,test_LP +23,100,78,78.0,test_LP +24,100,80,80.0,test_LP +25,100,51,51.0,test_LP +26,100,66,66.0,test_LP +27,100,54,54.0,test_LP +28,100,76,76.0,test_LP +29,100,65,65.0,test_LP +30,100,67,67.0,test_LP +31,100,57,57.0,test_LP +32,100,68,68.0,test_LP +33,100,74,74.0,test_LP +34,100,83,83.0,test_LP +35,100,45,45.0,test_LP +36,100,79,79.0,test_LP +37,100,74,74.0,test_LP +38,100,54,54.0,test_LP +39,100,86,86.0,test_LP +40,100,68,68.0,test_LP +41,100,90,90.0,test_LP +42,100,73,73.0,test_LP +43,100,82,82.0,test_LP +44,100,48,48.0,test_LP +45,100,53,53.0,test_LP +46,100,42,42.0,test_LP +47,100,65,65.0,test_LP +48,100,89,89.0,test_LP +49,100,80,80.0,test_LP +50,100,62,62.0,test_LP +51,100,70,70.0,test_LP +52,100,66,66.0,test_LP +53,100,85,85.0,test_LP +54,100,81,81.0,test_LP +55,100,34,34.0,test_LP +56,100,82,82.0,test_LP +57,100,70,70.0,test_LP +58,100,88,88.0,test_LP +59,100,73,73.0,test_LP +60,100,85,85.0,test_LP +61,100,67,67.0,test_LP +62,100,73,73.0,test_LP +63,100,59,59.0,test_LP +64,100,54,54.0,test_LP +65,100,53,53.0,test_LP +66,100,76,76.0,test_LP +67,100,54,54.0,test_LP +68,100,92,92.0,test_LP +69,100,77,77.0,test_LP +70,100,73,73.0,test_LP +71,100,82,82.0,test_LP +72,100,43,43.0,test_LP +73,100,54,54.0,test_LP +74,100,49,49.0,test_LP +75,100,85,85.0,test_LP +76,100,85,85.0,test_LP +77,100,68,68.0,test_LP +78,100,58,58.0,test_LP +79,100,74,74.0,test_LP +80,100,61,61.0,test_LP +81,100,67,67.0,test_LP +82,100,87,87.0,test_LP +83,100,60,60.0,test_LP +84,100,57,57.0,test_LP +85,100,81,81.0,test_LP +86,100,67,67.0,test_LP +87,100,85,85.0,test_LP +88,100,83,83.0,test_LP +89,100,85,85.0,test_LP +90,100,79,79.0,test_LP +91,100,76,76.0,test_LP +92,100,63,63.0,test_LP +93,100,55,55.0,test_LP +94,100,91,91.0,test_LP +95,100,73,73.0,test_LP +96,100,63,63.0,test_LP +97,100,71,71.0,test_LP +98,100,50,50.0,test_LP +99,100,73,73.0,test_LP diff --git a/retrain/resnet18/cifar100/0-16/evaluation_results.json b/retrain/resnet18/cifar100/0-16/evaluation_results.json new file mode 100644 index 0000000000000000000000000000000000000000..088e4f34f0e57e64642226db7dfca8dc4c389a0e --- /dev/null +++ b/retrain/resnet18/cifar100/0-16/evaluation_results.json @@ -0,0 +1,2118 @@ +{ + "unlearning_time": 2359.1407573223114, + "accuracy": { + "retain": 99.98125836680053, + "forget": 0.0, + "val": 81.44, + "test": 63.99 + }, + "SVC_MIA_forget_efficacy": { + "correctness": 1.0, + "confidence": 1.0, + "entropy": 0.9066666666666666, + "m_entropy": 1.0, + "prob": 0.9 + }, + "class_wise_accuracy": [ + { + "class": 0, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 1, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 2, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 3, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 4, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 5, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 6, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 7, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 8, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 9, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 10, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 11, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 12, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 13, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 14, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 15, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 16, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 17, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 18, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 19, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 20, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 21, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 22, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 23, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 24, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 25, + "total_samples": 450, + "correct_counts": 431, + "accuracy": 95.77777862548828, + "dataset": "train" + }, + { + "class": 26, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 27, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 28, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 29, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 30, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 31, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 32, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 33, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 34, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 35, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 36, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 37, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 38, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 39, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 40, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 41, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 42, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 43, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 44, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 45, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 46, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 47, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 48, + "total_samples": 450, + "correct_counts": 449, + "accuracy": 99.77777862548828, + "dataset": "train" + }, + { + "class": 49, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 50, + "total_samples": 450, + "correct_counts": 426, + "accuracy": 94.66666412353516, + "dataset": "train" + }, + { + "class": 51, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 52, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 53, + "total_samples": 450, + "correct_counts": 450, + "accuracy": 100.0, + "dataset": "train" + }, + { + "class": 54, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 55, + "total_samples": 450, + "correct_counts": 428, + "accuracy": 95.11111450195312, + "dataset": "train" + }, + { + "class": 56, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 57, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 58, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 59, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 60, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 61, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 62, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 63, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 64, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 65, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 66, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 67, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 68, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 69, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 70, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 71, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 72, + "total_samples": 450, + "correct_counts": 424, + "accuracy": 94.22222137451172, + "dataset": "train" + }, + { + "class": 73, + "total_samples": 450, + "correct_counts": 428, + "accuracy": 95.11111450195312, + "dataset": "train" + }, + { + "class": 74, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 75, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 76, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 77, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 78, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 79, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 80, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 81, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 82, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 83, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 84, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 85, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 86, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 87, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 88, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 89, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 90, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 91, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 92, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 93, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 94, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 95, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 96, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 97, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 98, + "total_samples": 450, + "correct_counts": 426, + "accuracy": 94.66666412353516, + "dataset": "train" + }, + { + "class": 99, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 97, + "accuracy": 97.0, + "dataset": "test" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 95, + "accuracy": 95.0, + "dataset": "test" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 95, + "accuracy": 95.0, + "dataset": "test" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test_LP" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 50, + "accuracy": 50.0, + "dataset": "test_LP" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test_LP" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test_LP" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 36, + "accuracy": 36.0, + "dataset": "test_LP" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test_LP" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 37, + "accuracy": 37.0, + "dataset": "test_LP" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test_LP" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 51, + "accuracy": 51.0, + "dataset": "test_LP" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test_LP" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test_LP" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 45, + "accuracy": 45.0, + "dataset": "test_LP" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test_LP" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test_LP" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 48, + "accuracy": 48.0, + "dataset": "test_LP" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test_LP" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 42, + "accuracy": 42.0, + "dataset": "test_LP" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 34, + "accuracy": 34.0, + "dataset": "test_LP" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test_LP" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test_LP" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test_LP" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test_LP" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 43, + "accuracy": 43.0, + "dataset": "test_LP" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test_LP" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 49, + "accuracy": 49.0, + "dataset": "test_LP" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test_LP" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test_LP" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test_LP" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test_LP" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 50, + "accuracy": 50.0, + "dataset": "test_LP" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + } + ] +} \ No newline at end of file diff --git a/retrain/resnet18/cifar100/0-16/model_best.pth.tar b/retrain/resnet18/cifar100/0-16/model_best.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..bfbd5661faf6ef37aa5a8f5fdeaeee455314cb3c --- /dev/null +++ b/retrain/resnet18/cifar100/0-16/model_best.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:292a89fc13381a1b0444bf832eb7cb00adabb9d599956afe5206a58ce48267b6 +size 44961018 diff --git a/retrain/resnet18/cifar100/0-16/retraincheckpoint.pth.tar b/retrain/resnet18/cifar100/0-16/retraincheckpoint.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..2bd39b992b39f7b559778d327dbcf89d3dae747e --- /dev/null +++ b/retrain/resnet18/cifar100/0-16/retraincheckpoint.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a1494cd80fc59dbf2f4f0a1e4419e64cce5b6c8e4a91ee520324e00a684d7d6 +size 44978810 diff --git a/retrain/resnet18/cifar100/0-16/retraineval_result.pth.tar b/retrain/resnet18/cifar100/0-16/retraineval_result.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..afa5b516c117a6cc896042c90d8b1d730175cb6b --- /dev/null +++ b/retrain/resnet18/cifar100/0-16/retraineval_result.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:962331d92cc76cd6dc45d46163e6336c8ad98e6b17e7571740aab61ad93f2391 +size 11996 diff --git a/retrain/resnet18/cifar100/0-17/class_wise_accuracy.csv b/retrain/resnet18/cifar100/0-17/class_wise_accuracy.csv new file mode 100644 index 0000000000000000000000000000000000000000..ff835b3fbe2f1d3e32ac613c74ab0ae72c9cc9fc --- /dev/null +++ b/retrain/resnet18/cifar100/0-17/class_wise_accuracy.csv @@ -0,0 +1,301 @@ +class,total_samples,correct_counts,accuracy,dataset +0,450,0,0.0,train +1,450,0,0.0,train +2,450,0,0.0,train +3,450,0,0.0,train +4,450,0,0.0,train +5,450,0,0.0,train +6,450,0,0.0,train +7,450,0,0.0,train +8,450,0,0.0,train +9,450,0,0.0,train +10,450,0,0.0,train +11,450,0,0.0,train +12,450,0,0.0,train +13,450,0,0.0,train +14,450,0,0.0,train +15,450,0,0.0,train +16,450,0,0.0,train +17,450,0,0.0,train +18,450,437,97.11111450195312,train +19,450,438,97.33333587646484,train +20,450,446,99.11111450195312,train +21,450,444,98.66666412353516,train +22,450,438,97.33333587646484,train +23,450,443,98.44444274902344,train +24,450,449,99.77777862548828,train +25,450,435,96.66666412353516,train +26,450,434,96.44444274902344,train +27,450,443,98.44444274902344,train +28,450,445,98.88888549804688,train +29,450,438,97.33333587646484,train +30,450,442,98.22222137451172,train +31,450,437,97.11111450195312,train +32,450,430,95.55555725097656,train +33,450,439,97.55555725097656,train +34,450,442,98.22222137451172,train +35,450,429,95.33333587646484,train +36,450,440,97.77777862548828,train +37,450,440,97.77777862548828,train +38,450,436,96.88888549804688,train +39,450,444,98.66666412353516,train +40,450,438,97.33333587646484,train +41,450,441,98.0,train +42,450,437,97.11111450195312,train +43,450,445,98.88888549804688,train +44,450,432,96.0,train +45,450,432,96.0,train +46,450,439,97.55555725097656,train +47,450,437,97.11111450195312,train +48,450,448,99.55555725097656,train +49,450,444,98.66666412353516,train +50,450,432,96.0,train +51,450,445,98.88888549804688,train +52,450,437,97.11111450195312,train +53,450,448,99.55555725097656,train +54,450,445,98.88888549804688,train +55,450,431,95.77777862548828,train +56,450,445,98.88888549804688,train +57,450,436,96.88888549804688,train +58,450,445,98.88888549804688,train +59,450,439,97.55555725097656,train +60,450,441,98.0,train +61,450,444,98.66666412353516,train +62,450,443,98.44444274902344,train +63,450,440,97.77777862548828,train +64,450,438,97.33333587646484,train +65,450,432,96.0,train +66,450,442,98.22222137451172,train +67,450,437,97.11111450195312,train +68,450,446,99.11111450195312,train +69,450,444,98.66666412353516,train +70,450,436,96.88888549804688,train +71,450,438,97.33333587646484,train +72,450,420,93.33333587646484,train +73,450,433,96.22222137451172,train +74,450,431,95.77777862548828,train +75,450,448,99.55555725097656,train +76,450,443,98.44444274902344,train +77,450,436,96.88888549804688,train +78,450,440,97.77777862548828,train +79,450,437,97.11111450195312,train +80,450,435,96.66666412353516,train +81,450,443,98.44444274902344,train +82,450,448,99.55555725097656,train +83,450,434,96.44444274902344,train +84,450,439,97.55555725097656,train +85,450,445,98.88888549804688,train +86,450,444,98.66666412353516,train +87,450,443,98.44444274902344,train +88,450,441,98.0,train +89,450,442,98.22222137451172,train +90,450,437,97.11111450195312,train +91,450,440,97.77777862548828,train +92,450,442,98.22222137451172,train +93,450,438,97.33333587646484,train +94,450,449,99.77777862548828,train +95,450,439,97.55555725097656,train +96,450,442,98.22222137451172,train +97,450,441,98.0,train +98,450,430,95.55555725097656,train +99,450,435,96.66666412353516,train +0,100,0,0.0,test +1,100,0,0.0,test +2,100,0,0.0,test +3,100,0,0.0,test +4,100,0,0.0,test +5,100,0,0.0,test +6,100,0,0.0,test +7,100,0,0.0,test +8,100,0,0.0,test +9,100,0,0.0,test +10,100,0,0.0,test +11,100,0,0.0,test +12,100,0,0.0,test +13,100,0,0.0,test +14,100,0,0.0,test +15,100,0,0.0,test +16,100,0,0.0,test +17,100,0,0.0,test +18,100,67,67.0,test +19,100,73,73.0,test +20,100,92,92.0,test +21,100,92,92.0,test +22,100,77,77.0,test +23,100,80,80.0,test +24,100,89,89.0,test +25,100,68,68.0,test +26,100,73,73.0,test +27,100,67,67.0,test +28,100,87,87.0,test +29,100,74,74.0,test +30,100,69,69.0,test +31,100,72,72.0,test +32,100,67,67.0,test +33,100,68,68.0,test +34,100,81,81.0,test +35,100,63,63.0,test +36,100,81,81.0,test +37,100,82,82.0,test +38,100,73,73.0,test +39,100,91,91.0,test +40,100,74,74.0,test +41,100,92,92.0,test +42,100,76,76.0,test +43,100,86,86.0,test +44,100,56,56.0,test +45,100,68,68.0,test +46,100,57,57.0,test +47,100,70,70.0,test +48,100,96,96.0,test +49,100,87,87.0,test +50,100,62,62.0,test +51,100,73,73.0,test +52,100,65,65.0,test +53,100,94,94.0,test +54,100,90,90.0,test +55,100,59,59.0,test +56,100,91,91.0,test +57,100,81,81.0,test +58,100,91,91.0,test +59,100,75,75.0,test +60,100,86,86.0,test +61,100,84,84.0,test +62,100,78,78.0,test +63,100,72,72.0,test +64,100,57,57.0,test +65,100,61,61.0,test +66,100,82,82.0,test +67,100,70,70.0,test +68,100,94,94.0,test +69,100,83,83.0,test +70,100,74,74.0,test +71,100,83,83.0,test +72,100,55,55.0,test +73,100,61,61.0,test +74,100,64,64.0,test +75,100,95,95.0,test +76,100,91,91.0,test +77,100,79,79.0,test +78,100,66,66.0,test +79,100,83,83.0,test +80,100,68,68.0,test +81,100,91,91.0,test +82,100,93,93.0,test +83,100,77,77.0,test +84,100,75,75.0,test +85,100,84,84.0,test +86,100,75,75.0,test +87,100,90,90.0,test +88,100,84,84.0,test +89,100,94,94.0,test +90,100,81,81.0,test +91,100,86,86.0,test +92,100,72,72.0,test +93,100,62,62.0,test +94,100,93,93.0,test +95,100,76,76.0,test +96,100,63,63.0,test +97,100,83,83.0,test +98,100,66,66.0,test +99,100,68,68.0,test +0,100,77,77.0,test_LP +1,100,66,66.0,test_LP +2,100,56,56.0,test_LP +3,100,49,49.0,test_LP +4,100,59,59.0,test_LP +5,100,63,63.0,test_LP +6,100,64,64.0,test_LP +7,100,57,57.0,test_LP +8,100,66,66.0,test_LP +9,100,73,73.0,test_LP +10,100,50,50.0,test_LP +11,100,39,39.0,test_LP +12,100,76,76.0,test_LP +13,100,52,52.0,test_LP +14,100,41,41.0,test_LP +15,100,58,58.0,test_LP +16,100,63,63.0,test_LP +17,100,74,74.0,test_LP +18,100,61,61.0,test_LP +19,100,58,58.0,test_LP +20,100,88,88.0,test_LP +21,100,83,83.0,test_LP +22,100,64,64.0,test_LP +23,100,79,79.0,test_LP +24,100,74,74.0,test_LP +25,100,48,48.0,test_LP +26,100,71,71.0,test_LP +27,100,68,68.0,test_LP +28,100,79,79.0,test_LP +29,100,68,68.0,test_LP +30,100,62,62.0,test_LP +31,100,63,63.0,test_LP +32,100,63,63.0,test_LP +33,100,64,64.0,test_LP +34,100,75,75.0,test_LP +35,100,41,41.0,test_LP +36,100,81,81.0,test_LP +37,100,70,70.0,test_LP +38,100,65,65.0,test_LP +39,100,84,84.0,test_LP +40,100,66,66.0,test_LP +41,100,90,90.0,test_LP +42,100,74,74.0,test_LP +43,100,76,76.0,test_LP +44,100,43,43.0,test_LP +45,100,56,56.0,test_LP +46,100,47,47.0,test_LP +47,100,70,70.0,test_LP +48,100,94,94.0,test_LP +49,100,86,86.0,test_LP +50,100,51,51.0,test_LP +51,100,70,70.0,test_LP +52,100,66,66.0,test_LP +53,100,82,82.0,test_LP +54,100,86,86.0,test_LP +55,100,29,29.0,test_LP +56,100,87,87.0,test_LP +57,100,70,70.0,test_LP +58,100,81,81.0,test_LP +59,100,74,74.0,test_LP +60,100,85,85.0,test_LP +61,100,74,74.0,test_LP +62,100,72,72.0,test_LP +63,100,62,62.0,test_LP +64,100,52,52.0,test_LP +65,100,54,54.0,test_LP +66,100,78,78.0,test_LP +67,100,59,59.0,test_LP +68,100,90,90.0,test_LP +69,100,77,77.0,test_LP +70,100,71,71.0,test_LP +71,100,84,84.0,test_LP +72,100,46,46.0,test_LP +73,100,59,59.0,test_LP +74,100,50,50.0,test_LP +75,100,89,89.0,test_LP +76,100,90,90.0,test_LP +77,100,68,68.0,test_LP +78,100,58,58.0,test_LP +79,100,70,70.0,test_LP +80,100,63,63.0,test_LP +81,100,71,71.0,test_LP +82,100,91,91.0,test_LP +83,100,68,68.0,test_LP +84,100,63,63.0,test_LP +85,100,77,77.0,test_LP +86,100,68,68.0,test_LP +87,100,79,79.0,test_LP +88,100,82,82.0,test_LP +89,100,82,82.0,test_LP +90,100,70,70.0,test_LP +91,100,82,82.0,test_LP +92,100,64,64.0,test_LP +93,100,54,54.0,test_LP +94,100,90,90.0,test_LP +95,100,73,73.0,test_LP +96,100,62,62.0,test_LP +97,100,78,78.0,test_LP +98,100,47,47.0,test_LP +99,100,72,72.0,test_LP diff --git a/retrain/resnet18/cifar100/0-17/evaluation_results.json b/retrain/resnet18/cifar100/0-17/evaluation_results.json new file mode 100644 index 0000000000000000000000000000000000000000..1e1d9afb64f2d97c168bf0fae6b93b49a0838cc3 --- /dev/null +++ b/retrain/resnet18/cifar100/0-17/evaluation_results.json @@ -0,0 +1,2118 @@ +{ + "unlearning_time": 2344.9570455551147, + "accuracy": { + "retain": 99.97289972899729, + "forget": 0.0, + "val": 80.22, + "test": 63.28 + }, + "SVC_MIA_forget_efficacy": { + "correctness": 1.0, + "confidence": 1.0, + "entropy": 0.6, + "m_entropy": 1.0, + "prob": 0.8466666666666667 + }, + "class_wise_accuracy": [ + { + "class": 0, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 1, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 2, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 3, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 4, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 5, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 6, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 7, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 8, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 9, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 10, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 11, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 12, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 13, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 14, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 15, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 16, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 17, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 18, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 19, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 20, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 21, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 22, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 23, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 24, + "total_samples": 450, + "correct_counts": 449, + "accuracy": 99.77777862548828, + "dataset": "train" + }, + { + "class": 25, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 26, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 27, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 28, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 29, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 30, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 31, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 32, + "total_samples": 450, + "correct_counts": 430, + "accuracy": 95.55555725097656, + "dataset": "train" + }, + { + "class": 33, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 34, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 35, + "total_samples": 450, + "correct_counts": 429, + "accuracy": 95.33333587646484, + "dataset": "train" + }, + { + "class": 36, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 37, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 38, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 39, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 40, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 41, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 42, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 43, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 44, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 45, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 46, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 47, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 48, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 49, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 50, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 51, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 52, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 53, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 54, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 55, + "total_samples": 450, + "correct_counts": 431, + "accuracy": 95.77777862548828, + "dataset": "train" + }, + { + "class": 56, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 57, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 58, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 59, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 60, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 61, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 62, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 63, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 64, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 65, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 66, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 67, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 68, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 69, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 70, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 71, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 72, + "total_samples": 450, + "correct_counts": 420, + "accuracy": 93.33333587646484, + "dataset": "train" + }, + { + "class": 73, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 74, + "total_samples": 450, + "correct_counts": 431, + "accuracy": 95.77777862548828, + "dataset": "train" + }, + { + "class": 75, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 76, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 77, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 78, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 79, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 80, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 81, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 82, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 83, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 84, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 85, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 86, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 87, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 88, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 89, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 90, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 91, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 92, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 93, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 94, + "total_samples": 450, + "correct_counts": 449, + "accuracy": 99.77777862548828, + "dataset": "train" + }, + { + "class": 95, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 96, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 97, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 98, + "total_samples": 450, + "correct_counts": 430, + "accuracy": 95.55555725097656, + "dataset": "train" + }, + { + "class": 99, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 96, + "accuracy": 96.0, + "dataset": "test" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 95, + "accuracy": 95.0, + "dataset": "test" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test_LP" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 49, + "accuracy": 49.0, + "dataset": "test_LP" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test_LP" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 50, + "accuracy": 50.0, + "dataset": "test_LP" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 39, + "accuracy": 39.0, + "dataset": "test_LP" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 52, + "accuracy": 52.0, + "dataset": "test_LP" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 41, + "accuracy": 41.0, + "dataset": "test_LP" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test_LP" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test_LP" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 48, + "accuracy": 48.0, + "dataset": "test_LP" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 41, + "accuracy": 41.0, + "dataset": "test_LP" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test_LP" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 43, + "accuracy": 43.0, + "dataset": "test_LP" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test_LP" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 47, + "accuracy": 47.0, + "dataset": "test_LP" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test_LP" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 51, + "accuracy": 51.0, + "dataset": "test_LP" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 29, + "accuracy": 29.0, + "dataset": "test_LP" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 52, + "accuracy": 52.0, + "dataset": "test_LP" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test_LP" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test_LP" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 46, + "accuracy": 46.0, + "dataset": "test_LP" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 50, + "accuracy": 50.0, + "dataset": "test_LP" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test_LP" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test_LP" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test_LP" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test_LP" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test_LP" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 47, + "accuracy": 47.0, + "dataset": "test_LP" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + } + ] +} \ No newline at end of file diff --git a/retrain/resnet18/cifar100/0-17/model_best.pth.tar b/retrain/resnet18/cifar100/0-17/model_best.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..209922847b1ecfa6a1007609829037989e753236 --- /dev/null +++ b/retrain/resnet18/cifar100/0-17/model_best.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:582c17d559ca853b23719ed8de9c67f1701b64e31dc98762fe0ff0c7afda3706 +size 44961018 diff --git a/retrain/resnet18/cifar100/0-17/retraincheckpoint.pth.tar b/retrain/resnet18/cifar100/0-17/retraincheckpoint.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..fbeb47a7a21b4141e9dabe35c88b9454561ec8ae --- /dev/null +++ b/retrain/resnet18/cifar100/0-17/retraincheckpoint.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb1502bc0a0e129db0e2c5dd1959504acbdda98b065555ecbdc7041a2fadc231 +size 44978746 diff --git a/retrain/resnet18/cifar100/0-17/retraineval_result.pth.tar b/retrain/resnet18/cifar100/0-17/retraineval_result.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..a31ccb14551ce52753ef79216c4f078e0cc54a42 --- /dev/null +++ b/retrain/resnet18/cifar100/0-17/retraineval_result.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eec6645de062789dc26f4adc4e37c0de533b024566de2d0b1e419896d23c4d35 +size 11996 diff --git a/retrain/resnet18/cifar100/0-18/class_wise_accuracy.csv b/retrain/resnet18/cifar100/0-18/class_wise_accuracy.csv new file mode 100644 index 0000000000000000000000000000000000000000..5e486a9da9648f4a527900072466147a011f60f3 --- /dev/null +++ b/retrain/resnet18/cifar100/0-18/class_wise_accuracy.csv @@ -0,0 +1,301 @@ +class,total_samples,correct_counts,accuracy,dataset +0,450,0,0.0,train +1,450,0,0.0,train +2,450,0,0.0,train +3,450,0,0.0,train +4,450,0,0.0,train +5,450,0,0.0,train +6,450,0,0.0,train +7,450,0,0.0,train +8,450,0,0.0,train +9,450,0,0.0,train +10,450,0,0.0,train +11,450,0,0.0,train +12,450,0,0.0,train +13,450,0,0.0,train +14,450,0,0.0,train +15,450,0,0.0,train +16,450,0,0.0,train +17,450,0,0.0,train +18,450,0,0.0,train +19,450,440,97.77777862548828,train +20,450,447,99.33333587646484,train +21,450,445,98.88888549804688,train +22,450,438,97.33333587646484,train +23,450,443,98.44444274902344,train +24,450,448,99.55555725097656,train +25,450,435,96.66666412353516,train +26,450,434,96.44444274902344,train +27,450,440,97.77777862548828,train +28,450,445,98.88888549804688,train +29,450,439,97.55555725097656,train +30,450,441,98.0,train +31,450,436,96.88888549804688,train +32,450,432,96.0,train +33,450,436,96.88888549804688,train +34,450,444,98.66666412353516,train +35,450,432,96.0,train +36,450,443,98.44444274902344,train +37,450,434,96.44444274902344,train +38,450,436,96.88888549804688,train +39,450,446,99.11111450195312,train +40,450,440,97.77777862548828,train +41,450,444,98.66666412353516,train +42,450,435,96.66666412353516,train +43,450,444,98.66666412353516,train +44,450,432,96.0,train +45,450,433,96.22222137451172,train +46,450,436,96.88888549804688,train +47,450,436,96.88888549804688,train +48,450,448,99.55555725097656,train +49,450,444,98.66666412353516,train +50,450,428,95.11111450195312,train +51,450,444,98.66666412353516,train +52,450,436,96.88888549804688,train +53,450,449,99.77777862548828,train +54,450,445,98.88888549804688,train +55,450,432,96.0,train +56,450,446,99.11111450195312,train +57,450,439,97.55555725097656,train +58,450,444,98.66666412353516,train +59,450,442,98.22222137451172,train +60,450,442,98.22222137451172,train +61,450,445,98.88888549804688,train +62,450,443,98.44444274902344,train +63,450,440,97.77777862548828,train +64,450,438,97.33333587646484,train +65,450,433,96.22222137451172,train +66,450,442,98.22222137451172,train +67,450,437,97.11111450195312,train +68,450,446,99.11111450195312,train +69,450,446,99.11111450195312,train +70,450,441,98.0,train +71,450,441,98.0,train +72,450,420,93.33333587646484,train +73,450,435,96.66666412353516,train +74,450,435,96.66666412353516,train +75,450,447,99.33333587646484,train +76,450,443,98.44444274902344,train +77,450,440,97.77777862548828,train +78,450,438,97.33333587646484,train +79,450,438,97.33333587646484,train +80,450,433,96.22222137451172,train +81,450,444,98.66666412353516,train +82,450,448,99.55555725097656,train +83,450,437,97.11111450195312,train +84,450,435,96.66666412353516,train +85,450,444,98.66666412353516,train +86,450,446,99.11111450195312,train +87,450,445,98.88888549804688,train +88,450,442,98.22222137451172,train +89,450,445,98.88888549804688,train +90,450,434,96.44444274902344,train +91,450,444,98.66666412353516,train +92,450,436,96.88888549804688,train +93,450,439,97.55555725097656,train +94,450,446,99.11111450195312,train +95,450,439,97.55555725097656,train +96,450,442,98.22222137451172,train +97,450,443,98.44444274902344,train +98,450,423,94.0,train +99,450,435,96.66666412353516,train +0,100,0,0.0,test +1,100,0,0.0,test +2,100,0,0.0,test +3,100,0,0.0,test +4,100,0,0.0,test +5,100,0,0.0,test +6,100,0,0.0,test +7,100,0,0.0,test +8,100,0,0.0,test +9,100,0,0.0,test +10,100,0,0.0,test +11,100,0,0.0,test +12,100,0,0.0,test +13,100,0,0.0,test +14,100,0,0.0,test +15,100,0,0.0,test +16,100,0,0.0,test +17,100,0,0.0,test +18,100,0,0.0,test +19,100,74,74.0,test +20,100,87,87.0,test +21,100,93,93.0,test +22,100,72,72.0,test +23,100,83,83.0,test +24,100,90,90.0,test +25,100,73,73.0,test +26,100,73,73.0,test +27,100,73,73.0,test +28,100,85,85.0,test +29,100,77,77.0,test +30,100,69,69.0,test +31,100,71,71.0,test +32,100,70,70.0,test +33,100,74,74.0,test +34,100,83,83.0,test +35,100,67,67.0,test +36,100,84,84.0,test +37,100,85,85.0,test +38,100,71,71.0,test +39,100,92,92.0,test +40,100,74,74.0,test +41,100,90,90.0,test +42,100,78,78.0,test +43,100,83,83.0,test +44,100,58,58.0,test +45,100,64,64.0,test +46,100,63,63.0,test +47,100,67,67.0,test +48,100,98,98.0,test +49,100,88,88.0,test +50,100,63,63.0,test +51,100,76,76.0,test +52,100,74,74.0,test +53,100,98,98.0,test +54,100,87,87.0,test +55,100,61,61.0,test +56,100,90,90.0,test +57,100,83,83.0,test +58,100,90,90.0,test +59,100,67,67.0,test +60,100,89,89.0,test +61,100,85,85.0,test +62,100,75,75.0,test +63,100,69,69.0,test +64,100,58,58.0,test +65,100,63,63.0,test +66,100,83,83.0,test +67,100,71,71.0,test +68,100,94,94.0,test +69,100,84,84.0,test +70,100,78,78.0,test +71,100,83,83.0,test +72,100,52,52.0,test +73,100,64,64.0,test +74,100,59,59.0,test +75,100,94,94.0,test +76,100,93,93.0,test +77,100,78,78.0,test +78,100,67,67.0,test +79,100,82,82.0,test +80,100,67,67.0,test +81,100,93,93.0,test +82,100,91,91.0,test +83,100,74,74.0,test +84,100,78,78.0,test +85,100,84,84.0,test +86,100,77,77.0,test +87,100,88,88.0,test +88,100,81,81.0,test +89,100,89,89.0,test +90,100,84,84.0,test +91,100,84,84.0,test +92,100,68,68.0,test +93,100,61,61.0,test +94,100,94,94.0,test +95,100,70,70.0,test +96,100,63,63.0,test +97,100,80,80.0,test +98,100,62,62.0,test +99,100,77,77.0,test +0,100,80,80.0,test_LP +1,100,62,62.0,test_LP +2,100,46,46.0,test_LP +3,100,59,59.0,test_LP +4,100,65,65.0,test_LP +5,100,77,77.0,test_LP +6,100,46,46.0,test_LP +7,100,48,48.0,test_LP +8,100,85,85.0,test_LP +9,100,63,63.0,test_LP +10,100,62,62.0,test_LP +11,100,42,42.0,test_LP +12,100,67,67.0,test_LP +13,100,51,51.0,test_LP +14,100,37,37.0,test_LP +15,100,53,53.0,test_LP +16,100,58,58.0,test_LP +17,100,79,79.0,test_LP +18,100,58,58.0,test_LP +19,100,62,62.0,test_LP +20,100,86,86.0,test_LP +21,100,81,81.0,test_LP +22,100,64,64.0,test_LP +23,100,80,80.0,test_LP +24,100,75,75.0,test_LP +25,100,49,49.0,test_LP +26,100,70,70.0,test_LP +27,100,62,62.0,test_LP +28,100,76,76.0,test_LP +29,100,64,64.0,test_LP +30,100,63,63.0,test_LP +31,100,64,64.0,test_LP +32,100,67,67.0,test_LP +33,100,65,65.0,test_LP +34,100,76,76.0,test_LP +35,100,47,47.0,test_LP +36,100,79,79.0,test_LP +37,100,71,71.0,test_LP +38,100,57,57.0,test_LP +39,100,87,87.0,test_LP +40,100,63,63.0,test_LP +41,100,89,89.0,test_LP +42,100,72,72.0,test_LP +43,100,77,77.0,test_LP +44,100,46,46.0,test_LP +45,100,56,56.0,test_LP +46,100,40,40.0,test_LP +47,100,67,67.0,test_LP +48,100,93,93.0,test_LP +49,100,82,82.0,test_LP +50,100,53,53.0,test_LP +51,100,72,72.0,test_LP +52,100,77,77.0,test_LP +53,100,83,83.0,test_LP +54,100,79,79.0,test_LP +55,100,44,44.0,test_LP +56,100,88,88.0,test_LP +57,100,74,74.0,test_LP +58,100,78,78.0,test_LP +59,100,67,67.0,test_LP +60,100,91,91.0,test_LP +61,100,64,64.0,test_LP +62,100,73,73.0,test_LP +63,100,61,61.0,test_LP +64,100,50,50.0,test_LP +65,100,56,56.0,test_LP +66,100,80,80.0,test_LP +67,100,62,62.0,test_LP +68,100,91,91.0,test_LP +69,100,78,78.0,test_LP +70,100,74,74.0,test_LP +71,100,82,82.0,test_LP +72,100,36,36.0,test_LP +73,100,55,55.0,test_LP +74,100,46,46.0,test_LP +75,100,87,87.0,test_LP +76,100,87,87.0,test_LP +77,100,68,68.0,test_LP +78,100,58,58.0,test_LP +79,100,72,72.0,test_LP +80,100,58,58.0,test_LP +81,100,72,72.0,test_LP +82,100,88,88.0,test_LP +83,100,64,64.0,test_LP +84,100,68,68.0,test_LP +85,100,78,78.0,test_LP +86,100,69,69.0,test_LP +87,100,83,83.0,test_LP +88,100,79,79.0,test_LP +89,100,82,82.0,test_LP +90,100,72,72.0,test_LP +91,100,80,80.0,test_LP +92,100,64,64.0,test_LP +93,100,56,56.0,test_LP +94,100,93,93.0,test_LP +95,100,68,68.0,test_LP +96,100,61,61.0,test_LP +97,100,76,76.0,test_LP +98,100,43,43.0,test_LP +99,100,68,68.0,test_LP diff --git a/retrain/resnet18/cifar100/0-18/evaluation_results.json b/retrain/resnet18/cifar100/0-18/evaluation_results.json new file mode 100644 index 0000000000000000000000000000000000000000..9b392a235b32a1aea3617672e7819262a86d6209 --- /dev/null +++ b/retrain/resnet18/cifar100/0-18/evaluation_results.json @@ -0,0 +1,2118 @@ +{ + "unlearning_time": 2311.127206802368, + "accuracy": { + "retain": 99.9753086419753, + "forget": 0.0, + "val": 79.14, + "test": 62.84 + }, + "SVC_MIA_forget_efficacy": { + "correctness": 1.0, + "confidence": 1.0, + "entropy": 0.9511111111111111, + "m_entropy": 1.0, + "prob": 0.7777777777777778 + }, + "class_wise_accuracy": [ + { + "class": 0, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 1, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 2, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 3, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 4, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 5, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 6, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 7, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 8, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 9, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 10, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 11, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 12, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 13, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 14, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 15, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 16, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 17, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 18, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 19, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 20, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 21, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 22, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 23, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 24, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 25, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 26, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 27, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 28, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 29, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 30, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 31, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 32, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 33, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 34, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 35, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 36, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 37, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 38, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 39, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 40, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 41, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 42, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 43, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 44, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 45, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 46, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 47, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 48, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 49, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 50, + "total_samples": 450, + "correct_counts": 428, + "accuracy": 95.11111450195312, + "dataset": "train" + }, + { + "class": 51, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 52, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 53, + "total_samples": 450, + "correct_counts": 449, + "accuracy": 99.77777862548828, + "dataset": "train" + }, + { + "class": 54, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 55, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 56, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 57, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 58, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 59, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 60, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 61, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 62, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 63, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 64, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 65, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 66, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 67, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 68, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 69, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 70, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 71, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 72, + "total_samples": 450, + "correct_counts": 420, + "accuracy": 93.33333587646484, + "dataset": "train" + }, + { + "class": 73, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 74, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 75, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 76, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 77, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 78, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 79, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 80, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 81, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 82, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 83, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 84, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 85, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 86, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 87, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 88, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 89, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 90, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 91, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 92, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 93, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 94, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 95, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 96, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 97, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 98, + "total_samples": 450, + "correct_counts": 423, + "accuracy": 94.0, + "dataset": "train" + }, + { + "class": 99, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 98, + "accuracy": 98.0, + "dataset": "test" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 98, + "accuracy": 98.0, + "dataset": "test" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 52, + "accuracy": 52.0, + "dataset": "test" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 46, + "accuracy": 46.0, + "dataset": "test_LP" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 46, + "accuracy": 46.0, + "dataset": "test_LP" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 48, + "accuracy": 48.0, + "dataset": "test_LP" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 42, + "accuracy": 42.0, + "dataset": "test_LP" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 51, + "accuracy": 51.0, + "dataset": "test_LP" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 37, + "accuracy": 37.0, + "dataset": "test_LP" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test_LP" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test_LP" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test_LP" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 49, + "accuracy": 49.0, + "dataset": "test_LP" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 47, + "accuracy": 47.0, + "dataset": "test_LP" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test_LP" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 46, + "accuracy": 46.0, + "dataset": "test_LP" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test_LP" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 40, + "accuracy": 40.0, + "dataset": "test_LP" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test_LP" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test_LP" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 44, + "accuracy": 44.0, + "dataset": "test_LP" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test_LP" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 50, + "accuracy": 50.0, + "dataset": "test_LP" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test_LP" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test_LP" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 36, + "accuracy": 36.0, + "dataset": "test_LP" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test_LP" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 46, + "accuracy": 46.0, + "dataset": "test_LP" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test_LP" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test_LP" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test_LP" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test_LP" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 43, + "accuracy": 43.0, + "dataset": "test_LP" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + } + ] +} \ No newline at end of file diff --git a/retrain/resnet18/cifar100/0-18/model_best.pth.tar b/retrain/resnet18/cifar100/0-18/model_best.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..0ee58520ed84d8260ba2a63aeab5ff7745fbcfd7 --- /dev/null +++ b/retrain/resnet18/cifar100/0-18/model_best.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90ee9b74e5c93113a4971d356931d83544f177004b88b3a73dfdcfb2a9d12d16 +size 44961018 diff --git a/retrain/resnet18/cifar100/0-18/retraincheckpoint.pth.tar b/retrain/resnet18/cifar100/0-18/retraincheckpoint.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..db7fd9196a3156b657caccda24a686981542ad8a --- /dev/null +++ b/retrain/resnet18/cifar100/0-18/retraincheckpoint.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d34332b117f3bb20fdf55fd426db540fa621a140a8a3d3f52c9d0423e967c352 +size 44978810 diff --git a/retrain/resnet18/cifar100/0-18/retraineval_result.pth.tar b/retrain/resnet18/cifar100/0-18/retraineval_result.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..3a53e51b8fd41f8be1bd51c1ae3cb68440778534 --- /dev/null +++ b/retrain/resnet18/cifar100/0-18/retraineval_result.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40c41e4870afeeee894bafed5730d2900e625d9d5f943e0ff2573d61c2f25ae6 +size 11996 diff --git a/retrain/resnet18/cifar100/0-19/class_wise_accuracy.csv b/retrain/resnet18/cifar100/0-19/class_wise_accuracy.csv new file mode 100644 index 0000000000000000000000000000000000000000..0e80d1978573a6b904d9adc294f4ac859778382f --- /dev/null +++ b/retrain/resnet18/cifar100/0-19/class_wise_accuracy.csv @@ -0,0 +1,301 @@ +class,total_samples,correct_counts,accuracy,dataset +0,450,0,0.0,train +1,450,0,0.0,train +2,450,0,0.0,train +3,450,0,0.0,train +4,450,0,0.0,train +5,450,0,0.0,train +6,450,0,0.0,train +7,450,0,0.0,train +8,450,0,0.0,train +9,450,0,0.0,train +10,450,0,0.0,train +11,450,0,0.0,train +12,450,0,0.0,train +13,450,0,0.0,train +14,450,0,0.0,train +15,450,0,0.0,train +16,450,0,0.0,train +17,450,0,0.0,train +18,450,0,0.0,train +19,450,0,0.0,train +20,450,445,98.88888549804688,train +21,450,443,98.44444274902344,train +22,450,437,97.11111450195312,train +23,450,443,98.44444274902344,train +24,450,447,99.33333587646484,train +25,450,434,96.44444274902344,train +26,450,434,96.44444274902344,train +27,450,440,97.77777862548828,train +28,450,443,98.44444274902344,train +29,450,438,97.33333587646484,train +30,450,444,98.66666412353516,train +31,450,439,97.55555725097656,train +32,450,430,95.55555725097656,train +33,450,433,96.22222137451172,train +34,450,445,98.88888549804688,train +35,450,428,95.11111450195312,train +36,450,444,98.66666412353516,train +37,450,441,98.0,train +38,450,433,96.22222137451172,train +39,450,442,98.22222137451172,train +40,450,438,97.33333587646484,train +41,450,446,99.11111450195312,train +42,450,437,97.11111450195312,train +43,450,446,99.11111450195312,train +44,450,433,96.22222137451172,train +45,450,434,96.44444274902344,train +46,450,438,97.33333587646484,train +47,450,438,97.33333587646484,train +48,450,448,99.55555725097656,train +49,450,442,98.22222137451172,train +50,450,429,95.33333587646484,train +51,450,445,98.88888549804688,train +52,450,432,96.0,train +53,450,450,100.0,train +54,450,445,98.88888549804688,train +55,450,426,94.66666412353516,train +56,450,445,98.88888549804688,train +57,450,438,97.33333587646484,train +58,450,444,98.66666412353516,train +59,450,440,97.77777862548828,train +60,450,440,97.77777862548828,train +61,450,445,98.88888549804688,train +62,450,443,98.44444274902344,train +63,450,441,98.0,train +64,450,432,96.0,train +65,450,435,96.66666412353516,train +66,450,443,98.44444274902344,train +67,450,439,97.55555725097656,train +68,450,446,99.11111450195312,train +69,450,440,97.77777862548828,train +70,450,442,98.22222137451172,train +71,450,443,98.44444274902344,train +72,450,423,94.0,train +73,450,432,96.0,train +74,450,432,96.0,train +75,450,449,99.77777862548828,train +76,450,444,98.66666412353516,train +77,450,437,97.11111450195312,train +78,450,442,98.22222137451172,train +79,450,437,97.11111450195312,train +80,450,436,96.88888549804688,train +81,450,442,98.22222137451172,train +82,450,448,99.55555725097656,train +83,450,437,97.11111450195312,train +84,450,434,96.44444274902344,train +85,450,446,99.11111450195312,train +86,450,442,98.22222137451172,train +87,450,445,98.88888549804688,train +88,450,441,98.0,train +89,450,444,98.66666412353516,train +90,450,436,96.88888549804688,train +91,450,443,98.44444274902344,train +92,450,437,97.11111450195312,train +93,450,437,97.11111450195312,train +94,450,449,99.77777862548828,train +95,450,438,97.33333587646484,train +96,450,440,97.77777862548828,train +97,450,443,98.44444274902344,train +98,450,431,95.77777862548828,train +99,450,434,96.44444274902344,train +0,100,0,0.0,test +1,100,0,0.0,test +2,100,0,0.0,test +3,100,0,0.0,test +4,100,0,0.0,test +5,100,0,0.0,test +6,100,0,0.0,test +7,100,0,0.0,test +8,100,0,0.0,test +9,100,0,0.0,test +10,100,0,0.0,test +11,100,0,0.0,test +12,100,0,0.0,test +13,100,0,0.0,test +14,100,0,0.0,test +15,100,0,0.0,test +16,100,0,0.0,test +17,100,0,0.0,test +18,100,0,0.0,test +19,100,0,0.0,test +20,100,89,89.0,test +21,100,92,92.0,test +22,100,78,78.0,test +23,100,83,83.0,test +24,100,89,89.0,test +25,100,69,69.0,test +26,100,70,70.0,test +27,100,67,67.0,test +28,100,84,84.0,test +29,100,77,77.0,test +30,100,64,64.0,test +31,100,71,71.0,test +32,100,71,71.0,test +33,100,64,64.0,test +34,100,86,86.0,test +35,100,66,66.0,test +36,100,86,86.0,test +37,100,80,80.0,test +38,100,67,67.0,test +39,100,87,87.0,test +40,100,73,73.0,test +41,100,92,92.0,test +42,100,70,70.0,test +43,100,87,87.0,test +44,100,55,55.0,test +45,100,70,70.0,test +46,100,56,56.0,test +47,100,68,68.0,test +48,100,98,98.0,test +49,100,89,89.0,test +50,100,59,59.0,test +51,100,81,81.0,test +52,100,60,60.0,test +53,100,96,96.0,test +54,100,88,88.0,test +55,100,57,57.0,test +56,100,88,88.0,test +57,100,80,80.0,test +58,100,90,90.0,test +59,100,77,77.0,test +60,100,87,87.0,test +61,100,81,81.0,test +62,100,76,76.0,test +63,100,72,72.0,test +64,100,60,60.0,test +65,100,64,64.0,test +66,100,82,82.0,test +67,100,72,72.0,test +68,100,94,94.0,test +69,100,83,83.0,test +70,100,78,78.0,test +71,100,86,86.0,test +72,100,54,54.0,test +73,100,63,63.0,test +74,100,59,59.0,test +75,100,93,93.0,test +76,100,92,92.0,test +77,100,72,72.0,test +78,100,72,72.0,test +79,100,84,84.0,test +80,100,67,67.0,test +81,100,84,84.0,test +82,100,95,95.0,test +83,100,77,77.0,test +84,100,72,72.0,test +85,100,84,84.0,test +86,100,74,74.0,test +87,100,89,89.0,test +88,100,87,87.0,test +89,100,93,93.0,test +90,100,88,88.0,test +91,100,83,83.0,test +92,100,66,66.0,test +93,100,62,62.0,test +94,100,94,94.0,test +95,100,75,75.0,test +96,100,64,64.0,test +97,100,83,83.0,test +98,100,66,66.0,test +99,100,66,66.0,test +0,100,76,76.0,test_LP +1,100,54,54.0,test_LP +2,100,48,48.0,test_LP +3,100,33,33.0,test_LP +4,100,64,64.0,test_LP +5,100,72,72.0,test_LP +6,100,69,69.0,test_LP +7,100,43,43.0,test_LP +8,100,69,69.0,test_LP +9,100,63,63.0,test_LP +10,100,60,60.0,test_LP +11,100,50,50.0,test_LP +12,100,63,63.0,test_LP +13,100,63,63.0,test_LP +14,100,49,49.0,test_LP +15,100,54,54.0,test_LP +16,100,67,67.0,test_LP +17,100,75,75.0,test_LP +18,100,49,49.0,test_LP +19,100,54,54.0,test_LP +20,100,87,87.0,test_LP +21,100,83,83.0,test_LP +22,100,66,66.0,test_LP +23,100,79,79.0,test_LP +24,100,83,83.0,test_LP +25,100,45,45.0,test_LP +26,100,66,66.0,test_LP +27,100,60,60.0,test_LP +28,100,74,74.0,test_LP +29,100,66,66.0,test_LP +30,100,63,63.0,test_LP +31,100,58,58.0,test_LP +32,100,67,67.0,test_LP +33,100,62,62.0,test_LP +34,100,79,79.0,test_LP +35,100,40,40.0,test_LP +36,100,85,85.0,test_LP +37,100,72,72.0,test_LP +38,100,57,57.0,test_LP +39,100,84,84.0,test_LP +40,100,58,58.0,test_LP +41,100,86,86.0,test_LP +42,100,65,65.0,test_LP +43,100,78,78.0,test_LP +44,100,41,41.0,test_LP +45,100,57,57.0,test_LP +46,100,39,39.0,test_LP +47,100,66,66.0,test_LP +48,100,93,93.0,test_LP +49,100,85,85.0,test_LP +50,100,48,48.0,test_LP +51,100,76,76.0,test_LP +52,100,63,63.0,test_LP +53,100,84,84.0,test_LP +54,100,78,78.0,test_LP +55,100,41,41.0,test_LP +56,100,85,85.0,test_LP +57,100,71,71.0,test_LP +58,100,74,74.0,test_LP +59,100,74,74.0,test_LP +60,100,89,89.0,test_LP +61,100,55,55.0,test_LP +62,100,69,69.0,test_LP +63,100,60,60.0,test_LP +64,100,53,53.0,test_LP +65,100,53,53.0,test_LP +66,100,75,75.0,test_LP +67,100,62,62.0,test_LP +68,100,93,93.0,test_LP +69,100,80,80.0,test_LP +70,100,72,72.0,test_LP +71,100,83,83.0,test_LP +72,100,44,44.0,test_LP +73,100,63,63.0,test_LP +74,100,51,51.0,test_LP +75,100,90,90.0,test_LP +76,100,83,83.0,test_LP +77,100,60,60.0,test_LP +78,100,62,62.0,test_LP +79,100,72,72.0,test_LP +80,100,63,63.0,test_LP +81,100,68,68.0,test_LP +82,100,91,91.0,test_LP +83,100,63,63.0,test_LP +84,100,62,62.0,test_LP +85,100,75,75.0,test_LP +86,100,68,68.0,test_LP +87,100,75,75.0,test_LP +88,100,81,81.0,test_LP +89,100,82,82.0,test_LP +90,100,76,76.0,test_LP +91,100,81,81.0,test_LP +92,100,65,65.0,test_LP +93,100,52,52.0,test_LP +94,100,89,89.0,test_LP +95,100,69,69.0,test_LP +96,100,63,63.0,test_LP +97,100,74,74.0,test_LP +98,100,42,42.0,test_LP +99,100,68,68.0,test_LP diff --git a/retrain/resnet18/cifar100/0-19/evaluation_results.json b/retrain/resnet18/cifar100/0-19/evaluation_results.json new file mode 100644 index 0000000000000000000000000000000000000000..cd000f2cb3e29cedf8b6a5f88953000885dea9c9 --- /dev/null +++ b/retrain/resnet18/cifar100/0-19/evaluation_results.json @@ -0,0 +1,2118 @@ +{ + "unlearning_time": 2290.6953995227814, + "accuracy": { + "retain": 99.97777777777777, + "forget": 0.0, + "val": 78.26, + "test": 61.67 + }, + "SVC_MIA_forget_efficacy": { + "correctness": 1.0, + "confidence": 1.0, + "entropy": 0.9088888888888889, + "m_entropy": 1.0, + "prob": 0.7955555555555556 + }, + "class_wise_accuracy": [ + { + "class": 0, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 1, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 2, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 3, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 4, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 5, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 6, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 7, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 8, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 9, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 10, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 11, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 12, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 13, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 14, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 15, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 16, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 17, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 18, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 19, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 20, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 21, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 22, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 23, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 24, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 25, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 26, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 27, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 28, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 29, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 30, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 31, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 32, + "total_samples": 450, + "correct_counts": 430, + "accuracy": 95.55555725097656, + "dataset": "train" + }, + { + "class": 33, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 34, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 35, + "total_samples": 450, + "correct_counts": 428, + "accuracy": 95.11111450195312, + "dataset": "train" + }, + { + "class": 36, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 37, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 38, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 39, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 40, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 41, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 42, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 43, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 44, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 45, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 46, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 47, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 48, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 49, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 50, + "total_samples": 450, + "correct_counts": 429, + "accuracy": 95.33333587646484, + "dataset": "train" + }, + { + "class": 51, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 52, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 53, + "total_samples": 450, + "correct_counts": 450, + "accuracy": 100.0, + "dataset": "train" + }, + { + "class": 54, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 55, + "total_samples": 450, + "correct_counts": 426, + "accuracy": 94.66666412353516, + "dataset": "train" + }, + { + "class": 56, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 57, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 58, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 59, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 60, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 61, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 62, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 63, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 64, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 65, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 66, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 67, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 68, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 69, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 70, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 71, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 72, + "total_samples": 450, + "correct_counts": 423, + "accuracy": 94.0, + "dataset": "train" + }, + { + "class": 73, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 74, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 75, + "total_samples": 450, + "correct_counts": 449, + "accuracy": 99.77777862548828, + "dataset": "train" + }, + { + "class": 76, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 77, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 78, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 79, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 80, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 81, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 82, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 83, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 84, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 85, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 86, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 87, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 88, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 89, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 90, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 91, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 92, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 93, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 94, + "total_samples": 450, + "correct_counts": 449, + "accuracy": 99.77777862548828, + "dataset": "train" + }, + { + "class": 95, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 96, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 97, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 98, + "total_samples": 450, + "correct_counts": 431, + "accuracy": 95.77777862548828, + "dataset": "train" + }, + { + "class": 99, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 98, + "accuracy": 98.0, + "dataset": "test" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 96, + "accuracy": 96.0, + "dataset": "test" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 95, + "accuracy": 95.0, + "dataset": "test" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test_LP" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 48, + "accuracy": 48.0, + "dataset": "test_LP" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 33, + "accuracy": 33.0, + "dataset": "test_LP" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 43, + "accuracy": 43.0, + "dataset": "test_LP" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 50, + "accuracy": 50.0, + "dataset": "test_LP" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 49, + "accuracy": 49.0, + "dataset": "test_LP" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test_LP" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 49, + "accuracy": 49.0, + "dataset": "test_LP" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test_LP" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 45, + "accuracy": 45.0, + "dataset": "test_LP" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test_LP" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 40, + "accuracy": 40.0, + "dataset": "test_LP" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test_LP" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test_LP" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 41, + "accuracy": 41.0, + "dataset": "test_LP" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test_LP" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 39, + "accuracy": 39.0, + "dataset": "test_LP" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test_LP" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 48, + "accuracy": 48.0, + "dataset": "test_LP" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 41, + "accuracy": 41.0, + "dataset": "test_LP" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test_LP" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test_LP" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test_LP" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test_LP" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 44, + "accuracy": 44.0, + "dataset": "test_LP" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 51, + "accuracy": 51.0, + "dataset": "test_LP" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test_LP" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test_LP" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 52, + "accuracy": 52.0, + "dataset": "test_LP" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 42, + "accuracy": 42.0, + "dataset": "test_LP" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + } + ] +} \ No newline at end of file diff --git a/retrain/resnet18/cifar100/0-19/model_best.pth.tar b/retrain/resnet18/cifar100/0-19/model_best.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..1bf022bd802c4752a2c1bd7b59cc2f2652aa58cc --- /dev/null +++ b/retrain/resnet18/cifar100/0-19/model_best.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55cbce7e16a60595b833ffdf8db1431b5c257087a90f3fa2962af309a58c04af +size 44961018 diff --git a/retrain/resnet18/cifar100/0-19/retraincheckpoint.pth.tar b/retrain/resnet18/cifar100/0-19/retraincheckpoint.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..895aa75f98cf74d3403770fe6b2cb23a5e86a96b --- /dev/null +++ b/retrain/resnet18/cifar100/0-19/retraincheckpoint.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0086e1627d4e6e0c77fce68fa25f1e9bfffdfe2548ef782545c33a1ee3322cf +size 44978746 diff --git a/retrain/resnet18/cifar100/0-19/retraineval_result.pth.tar b/retrain/resnet18/cifar100/0-19/retraineval_result.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..82f5e2e2fb4aefc87d78f90f9ae2929a73ce88ed --- /dev/null +++ b/retrain/resnet18/cifar100/0-19/retraineval_result.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12b2ad8e089d784b2fee0d59194c9da09b6c65f0f82bb16999727a6561535599 +size 11996 diff --git a/retrain/resnet18/cifar100/0-2/class_wise_accuracy.csv b/retrain/resnet18/cifar100/0-2/class_wise_accuracy.csv new file mode 100644 index 0000000000000000000000000000000000000000..bd55a6fe82dafa46eebb2a6415bfdb1987b3152e --- /dev/null +++ b/retrain/resnet18/cifar100/0-2/class_wise_accuracy.csv @@ -0,0 +1,301 @@ +class,total_samples,correct_counts,accuracy,dataset +0,450,0,0.0,train +1,450,0,0.0,train +2,450,0,0.0,train +3,450,432,96.0,train +4,450,433,96.22222137451172,train +5,450,443,98.44444274902344,train +6,450,441,98.0,train +7,450,439,97.55555725097656,train +8,450,447,99.33333587646484,train +9,450,440,97.77777862548828,train +10,450,433,96.22222137451172,train +11,450,425,94.44444274902344,train +12,450,443,98.44444274902344,train +13,450,441,98.0,train +14,450,440,97.77777862548828,train +15,450,441,98.0,train +16,450,439,97.55555725097656,train +17,450,441,98.0,train +18,450,433,96.22222137451172,train +19,450,443,98.44444274902344,train +20,450,448,99.55555725097656,train +21,450,444,98.66666412353516,train +22,450,438,97.33333587646484,train +23,450,440,97.77777862548828,train +24,450,445,98.88888549804688,train +25,450,426,94.66666412353516,train +26,450,433,96.22222137451172,train +27,450,435,96.66666412353516,train +28,450,445,98.88888549804688,train +29,450,438,97.33333587646484,train +30,450,441,98.0,train +31,450,437,97.11111450195312,train +32,450,429,95.33333587646484,train +33,450,443,98.44444274902344,train +34,450,445,98.88888549804688,train +35,450,430,95.55555725097656,train +36,450,442,98.22222137451172,train +37,450,440,97.77777862548828,train +38,450,436,96.88888549804688,train +39,450,445,98.88888549804688,train +40,450,443,98.44444274902344,train +41,450,442,98.22222137451172,train +42,450,435,96.66666412353516,train +43,450,446,99.11111450195312,train +44,450,434,96.44444274902344,train +45,450,433,96.22222137451172,train +46,450,434,96.44444274902344,train +47,450,439,97.55555725097656,train +48,450,447,99.33333587646484,train +49,450,442,98.22222137451172,train +50,450,433,96.22222137451172,train +51,450,445,98.88888549804688,train +52,450,440,97.77777862548828,train +53,450,449,99.77777862548828,train +54,450,444,98.66666412353516,train +55,450,427,94.88888549804688,train +56,450,445,98.88888549804688,train +57,450,435,96.66666412353516,train +58,450,443,98.44444274902344,train +59,450,438,97.33333587646484,train +60,450,441,98.0,train +61,450,441,98.0,train +62,450,441,98.0,train +63,450,438,97.33333587646484,train +64,450,437,97.11111450195312,train +65,450,434,96.44444274902344,train +66,450,441,98.0,train +67,450,441,98.0,train +68,450,448,99.55555725097656,train +69,450,445,98.88888549804688,train +70,450,438,97.33333587646484,train +71,450,442,98.22222137451172,train +72,450,425,94.44444274902344,train +73,450,427,94.88888549804688,train +74,450,437,97.11111450195312,train +75,450,449,99.77777862548828,train +76,450,445,98.88888549804688,train +77,450,441,98.0,train +78,450,436,96.88888549804688,train +79,450,438,97.33333587646484,train +80,450,437,97.11111450195312,train +81,450,438,97.33333587646484,train +82,450,448,99.55555725097656,train +83,450,435,96.66666412353516,train +84,450,438,97.33333587646484,train +85,450,444,98.66666412353516,train +86,450,445,98.88888549804688,train +87,450,448,99.55555725097656,train +88,450,441,98.0,train +89,450,440,97.77777862548828,train +90,450,434,96.44444274902344,train +91,450,438,97.33333587646484,train +92,450,433,96.22222137451172,train +93,450,438,97.33333587646484,train +94,450,445,98.88888549804688,train +95,450,439,97.55555725097656,train +96,450,440,97.77777862548828,train +97,450,443,98.44444274902344,train +98,450,432,96.0,train +99,450,437,97.11111450195312,train +0,100,0,0.0,test +1,100,0,0.0,test +2,100,0,0.0,test +3,100,64,64.0,test +4,100,65,65.0,test +5,100,81,81.0,test +6,100,86,86.0,test +7,100,80,80.0,test +8,100,91,91.0,test +9,100,89,89.0,test +10,100,61,61.0,test +11,100,53,53.0,test +12,100,81,81.0,test +13,100,71,71.0,test +14,100,71,71.0,test +15,100,82,82.0,test +16,100,79,79.0,test +17,100,84,84.0,test +18,100,66,66.0,test +19,100,69,69.0,test +20,100,89,89.0,test +21,100,91,91.0,test +22,100,76,76.0,test +23,100,83,83.0,test +24,100,85,85.0,test +25,100,57,57.0,test +26,100,73,73.0,test +27,100,59,59.0,test +28,100,84,84.0,test +29,100,72,72.0,test +30,100,63,63.0,test +31,100,67,67.0,test +32,100,64,64.0,test +33,100,69,69.0,test +34,100,84,84.0,test +35,100,54,54.0,test +36,100,86,86.0,test +37,100,78,78.0,test +38,100,72,72.0,test +39,100,88,88.0,test +40,100,71,71.0,test +41,100,89,89.0,test +42,100,79,79.0,test +43,100,84,84.0,test +44,100,54,54.0,test +45,100,65,65.0,test +46,100,53,53.0,test +47,100,68,68.0,test +48,100,97,97.0,test +49,100,89,89.0,test +50,100,61,61.0,test +51,100,78,78.0,test +52,100,60,60.0,test +53,100,92,92.0,test +54,100,86,86.0,test +55,100,54,54.0,test +56,100,91,91.0,test +57,100,85,85.0,test +58,100,85,85.0,test +59,100,74,74.0,test +60,100,87,87.0,test +61,100,74,74.0,test +62,100,76,76.0,test +63,100,72,72.0,test +64,100,60,60.0,test +65,100,66,66.0,test +66,100,83,83.0,test +67,100,66,66.0,test +68,100,94,94.0,test +69,100,87,87.0,test +70,100,78,78.0,test +71,100,85,85.0,test +72,100,53,53.0,test +73,100,64,64.0,test +74,100,55,55.0,test +75,100,92,92.0,test +76,100,89,89.0,test +77,100,66,66.0,test +78,100,64,64.0,test +79,100,83,83.0,test +80,100,67,67.0,test +81,100,83,83.0,test +82,100,90,90.0,test +83,100,75,75.0,test +84,100,71,71.0,test +85,100,86,86.0,test +86,100,78,78.0,test +87,100,85,85.0,test +88,100,83,83.0,test +89,100,89,89.0,test +90,100,86,86.0,test +91,100,83,83.0,test +92,100,75,75.0,test +93,100,64,64.0,test +94,100,94,94.0,test +95,100,74,74.0,test +96,100,60,60.0,test +97,100,79,79.0,test +98,100,60,60.0,test +99,100,73,73.0,test +0,100,87,87.0,test_LP +1,100,77,77.0,test_LP +2,100,69,69.0,test_LP +3,100,60,60.0,test_LP +4,100,61,61.0,test_LP +5,100,77,77.0,test_LP +6,100,79,79.0,test_LP +7,100,79,79.0,test_LP +8,100,90,90.0,test_LP +9,100,90,90.0,test_LP +10,100,45,45.0,test_LP +11,100,34,34.0,test_LP +12,100,82,82.0,test_LP +13,100,69,69.0,test_LP +14,100,68,68.0,test_LP +15,100,80,80.0,test_LP +16,100,77,77.0,test_LP +17,100,88,88.0,test_LP +18,100,61,61.0,test_LP +19,100,72,72.0,test_LP +20,100,84,84.0,test_LP +21,100,89,89.0,test_LP +22,100,73,73.0,test_LP +23,100,79,79.0,test_LP +24,100,84,84.0,test_LP +25,100,61,61.0,test_LP +26,100,68,68.0,test_LP +27,100,51,51.0,test_LP +28,100,82,82.0,test_LP +29,100,70,70.0,test_LP +30,100,66,66.0,test_LP +31,100,69,69.0,test_LP +32,100,64,64.0,test_LP +33,100,75,75.0,test_LP +34,100,82,82.0,test_LP +35,100,35,35.0,test_LP +36,100,83,83.0,test_LP +37,100,76,76.0,test_LP +38,100,69,69.0,test_LP +39,100,88,88.0,test_LP +40,100,70,70.0,test_LP +41,100,89,89.0,test_LP +42,100,79,79.0,test_LP +43,100,86,86.0,test_LP +44,100,55,55.0,test_LP +45,100,65,65.0,test_LP +46,100,52,52.0,test_LP +47,100,67,67.0,test_LP +48,100,95,95.0,test_LP +49,100,85,85.0,test_LP +50,100,60,60.0,test_LP +51,100,74,74.0,test_LP +52,100,63,63.0,test_LP +53,100,85,85.0,test_LP +54,100,85,85.0,test_LP +55,100,54,54.0,test_LP +56,100,92,92.0,test_LP +57,100,75,75.0,test_LP +58,100,85,85.0,test_LP +59,100,72,72.0,test_LP +60,100,88,88.0,test_LP +61,100,78,78.0,test_LP +62,100,74,74.0,test_LP +63,100,72,72.0,test_LP +64,100,57,57.0,test_LP +65,100,62,62.0,test_LP +66,100,83,83.0,test_LP +67,100,60,60.0,test_LP +68,100,92,92.0,test_LP +69,100,87,87.0,test_LP +70,100,72,72.0,test_LP +71,100,86,86.0,test_LP +72,100,54,54.0,test_LP +73,100,59,59.0,test_LP +74,100,57,57.0,test_LP +75,100,89,89.0,test_LP +76,100,89,89.0,test_LP +77,100,71,71.0,test_LP +78,100,62,62.0,test_LP +79,100,82,82.0,test_LP +80,100,74,74.0,test_LP +81,100,81,81.0,test_LP +82,100,88,88.0,test_LP +83,100,63,63.0,test_LP +84,100,66,66.0,test_LP +85,100,87,87.0,test_LP +86,100,76,76.0,test_LP +87,100,85,85.0,test_LP +88,100,82,82.0,test_LP +89,100,87,87.0,test_LP +90,100,87,87.0,test_LP +91,100,78,78.0,test_LP +92,100,72,72.0,test_LP +93,100,63,63.0,test_LP +94,100,94,94.0,test_LP +95,100,73,73.0,test_LP +96,100,63,63.0,test_LP +97,100,80,80.0,test_LP +98,100,58,58.0,test_LP +99,100,74,74.0,test_LP diff --git a/retrain/resnet18/cifar100/0-2/evaluation_results.json b/retrain/resnet18/cifar100/0-2/evaluation_results.json new file mode 100644 index 0000000000000000000000000000000000000000..ab95f4cebfa5866fd6fdb775138b3480ebbcf408 --- /dev/null +++ b/retrain/resnet18/cifar100/0-2/evaluation_results.json @@ -0,0 +1,2118 @@ +{ + "unlearning_time": 2892.268759250641, + "accuracy": { + "retain": 99.97938144329896, + "forget": 0.0, + "val": 94.52, + "test": 73.31 + }, + "SVC_MIA_forget_efficacy": { + "correctness": 1.0, + "confidence": 1.0, + "entropy": 0.8155555555555556, + "m_entropy": 0.0, + "prob": 0.9622222222222222 + }, + "class_wise_accuracy": [ + { + "class": 0, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 1, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 2, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 3, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 4, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 5, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 6, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 7, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 8, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 9, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 10, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 11, + "total_samples": 450, + "correct_counts": 425, + "accuracy": 94.44444274902344, + "dataset": "train" + }, + { + "class": 12, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 13, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 14, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 15, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 16, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 17, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 18, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 19, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 20, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 21, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 22, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 23, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 24, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 25, + "total_samples": 450, + "correct_counts": 426, + "accuracy": 94.66666412353516, + "dataset": "train" + }, + { + "class": 26, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 27, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 28, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 29, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 30, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 31, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 32, + "total_samples": 450, + "correct_counts": 429, + "accuracy": 95.33333587646484, + "dataset": "train" + }, + { + "class": 33, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 34, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 35, + "total_samples": 450, + "correct_counts": 430, + "accuracy": 95.55555725097656, + "dataset": "train" + }, + { + "class": 36, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 37, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 38, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 39, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 40, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 41, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 42, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 43, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 44, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 45, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 46, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 47, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 48, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 49, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 50, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 51, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 52, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 53, + "total_samples": 450, + "correct_counts": 449, + "accuracy": 99.77777862548828, + "dataset": "train" + }, + { + "class": 54, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 55, + "total_samples": 450, + "correct_counts": 427, + "accuracy": 94.88888549804688, + "dataset": "train" + }, + { + "class": 56, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 57, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 58, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 59, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 60, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 61, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 62, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 63, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 64, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 65, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 66, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 67, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 68, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 69, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 70, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 71, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 72, + "total_samples": 450, + "correct_counts": 425, + "accuracy": 94.44444274902344, + "dataset": "train" + }, + { + "class": 73, + "total_samples": 450, + "correct_counts": 427, + "accuracy": 94.88888549804688, + "dataset": "train" + }, + { + "class": 74, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 75, + "total_samples": 450, + "correct_counts": 449, + "accuracy": 99.77777862548828, + "dataset": "train" + }, + { + "class": 76, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 77, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 78, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 79, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 80, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 81, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 82, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 83, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 84, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 85, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 86, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 87, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 88, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 89, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 90, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 91, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 92, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 93, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 94, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 95, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 96, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 97, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 98, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 99, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 97, + "accuracy": 97.0, + "dataset": "test" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test_LP" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test_LP" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 45, + "accuracy": 45.0, + "dataset": "test_LP" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 34, + "accuracy": 34.0, + "dataset": "test_LP" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 51, + "accuracy": 51.0, + "dataset": "test_LP" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 35, + "accuracy": 35.0, + "dataset": "test_LP" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test_LP" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 52, + "accuracy": 52.0, + "dataset": "test_LP" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 95, + "accuracy": 95.0, + "dataset": "test_LP" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test_LP" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test_LP" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test_LP" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test_LP" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test_LP" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test_LP" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test_LP" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test_LP" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + } + ] +} \ No newline at end of file diff --git a/retrain/resnet18/cifar100/0-2/model_best.pth.tar b/retrain/resnet18/cifar100/0-2/model_best.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..ad853c70a0a1eb17c9bfa0ac218755568845fb3d --- /dev/null +++ b/retrain/resnet18/cifar100/0-2/model_best.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7a2b4ac91abec414d872b8ad771a38d4b8c973fe855cfe9f350b4b760514e9e +size 44961018 diff --git a/retrain/resnet18/cifar100/0-2/retraincheckpoint.pth.tar b/retrain/resnet18/cifar100/0-2/retraincheckpoint.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..23df6937d1046f783c6be7ce7c5a9e7be958d28d --- /dev/null +++ b/retrain/resnet18/cifar100/0-2/retraincheckpoint.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac89ec5b3c2f09eb770f1ae2d4039e65bd1b187f204e2274aaa39c694da7320f +size 44978810 diff --git a/retrain/resnet18/cifar100/0-2/retraineval_result.pth.tar b/retrain/resnet18/cifar100/0-2/retraineval_result.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..e3c898176ad1548d2c3a9a5b37e6be863c8713aa --- /dev/null +++ b/retrain/resnet18/cifar100/0-2/retraineval_result.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea95e95cff5fb09f1150c8af0364182727f71ddd638322b1d9b9ee536cde4876 +size 12060 diff --git a/retrain/resnet18/cifar100/0-3/class_wise_accuracy.csv b/retrain/resnet18/cifar100/0-3/class_wise_accuracy.csv new file mode 100644 index 0000000000000000000000000000000000000000..003902301b8f4d88ea2e117c4adc1191796a9825 --- /dev/null +++ b/retrain/resnet18/cifar100/0-3/class_wise_accuracy.csv @@ -0,0 +1,301 @@ +class,total_samples,correct_counts,accuracy,dataset +0,450,0,0.0,train +1,450,0,0.0,train +2,450,0,0.0,train +3,450,0,0.0,train +4,450,434,96.44444274902344,train +5,450,444,98.66666412353516,train +6,450,445,98.88888549804688,train +7,450,439,97.55555725097656,train +8,450,447,99.33333587646484,train +9,450,440,97.77777862548828,train +10,450,434,96.44444274902344,train +11,450,426,94.66666412353516,train +12,450,441,98.0,train +13,450,436,96.88888549804688,train +14,450,443,98.44444274902344,train +15,450,441,98.0,train +16,450,438,97.33333587646484,train +17,450,442,98.22222137451172,train +18,450,437,97.11111450195312,train +19,450,441,98.0,train +20,450,446,99.11111450195312,train +21,450,446,99.11111450195312,train +22,450,436,96.88888549804688,train +23,450,443,98.44444274902344,train +24,450,444,98.66666412353516,train +25,450,429,95.33333587646484,train +26,450,437,97.11111450195312,train +27,450,442,98.22222137451172,train +28,450,444,98.66666412353516,train +29,450,438,97.33333587646484,train +30,450,442,98.22222137451172,train +31,450,437,97.11111450195312,train +32,450,432,96.0,train +33,450,437,97.11111450195312,train +34,450,445,98.88888549804688,train +35,450,429,95.33333587646484,train +36,450,442,98.22222137451172,train +37,450,438,97.33333587646484,train +38,450,438,97.33333587646484,train +39,450,445,98.88888549804688,train +40,450,441,98.0,train +41,450,444,98.66666412353516,train +42,450,440,97.77777862548828,train +43,450,446,99.11111450195312,train +44,450,431,95.77777862548828,train +45,450,434,96.44444274902344,train +46,450,434,96.44444274902344,train +47,450,436,96.88888549804688,train +48,450,447,99.33333587646484,train +49,450,445,98.88888549804688,train +50,450,430,95.55555725097656,train +51,450,444,98.66666412353516,train +52,450,433,96.22222137451172,train +53,450,449,99.77777862548828,train +54,450,444,98.66666412353516,train +55,450,432,96.0,train +56,450,446,99.11111450195312,train +57,450,437,97.11111450195312,train +58,450,444,98.66666412353516,train +59,450,439,97.55555725097656,train +60,450,441,98.0,train +61,450,441,98.0,train +62,450,443,98.44444274902344,train +63,450,439,97.55555725097656,train +64,450,437,97.11111450195312,train +65,450,436,96.88888549804688,train +66,450,443,98.44444274902344,train +67,450,439,97.55555725097656,train +68,450,446,99.11111450195312,train +69,450,444,98.66666412353516,train +70,450,441,98.0,train +71,450,438,97.33333587646484,train +72,450,425,94.44444274902344,train +73,450,438,97.33333587646484,train +74,450,432,96.0,train +75,450,448,99.55555725097656,train +76,450,443,98.44444274902344,train +77,450,441,98.0,train +78,450,438,97.33333587646484,train +79,450,435,96.66666412353516,train +80,450,437,97.11111450195312,train +81,450,438,97.33333587646484,train +82,450,449,99.77777862548828,train +83,450,437,97.11111450195312,train +84,450,439,97.55555725097656,train +85,450,443,98.44444274902344,train +86,450,441,98.0,train +87,450,446,99.11111450195312,train +88,450,438,97.33333587646484,train +89,450,443,98.44444274902344,train +90,450,433,96.22222137451172,train +91,450,443,98.44444274902344,train +92,450,436,96.88888549804688,train +93,450,439,97.55555725097656,train +94,450,445,98.88888549804688,train +95,450,443,98.44444274902344,train +96,450,442,98.22222137451172,train +97,450,438,97.33333587646484,train +98,450,432,96.0,train +99,450,437,97.11111450195312,train +0,100,0,0.0,test +1,100,0,0.0,test +2,100,0,0.0,test +3,100,0,0.0,test +4,100,64,64.0,test +5,100,80,80.0,test +6,100,82,82.0,test +7,100,81,81.0,test +8,100,88,88.0,test +9,100,90,90.0,test +10,100,56,56.0,test +11,100,62,62.0,test +12,100,86,86.0,test +13,100,73,73.0,test +14,100,73,73.0,test +15,100,84,84.0,test +16,100,77,77.0,test +17,100,85,85.0,test +18,100,71,71.0,test +19,100,73,73.0,test +20,100,91,91.0,test +21,100,91,91.0,test +22,100,78,78.0,test +23,100,88,88.0,test +24,100,85,85.0,test +25,100,57,57.0,test +26,100,73,73.0,test +27,100,69,69.0,test +28,100,83,83.0,test +29,100,73,73.0,test +30,100,69,69.0,test +31,100,79,79.0,test +32,100,68,68.0,test +33,100,65,65.0,test +34,100,77,77.0,test +35,100,59,59.0,test +36,100,85,85.0,test +37,100,79,79.0,test +38,100,67,67.0,test +39,100,91,91.0,test +40,100,68,68.0,test +41,100,87,87.0,test +42,100,77,77.0,test +43,100,85,85.0,test +44,100,53,53.0,test +45,100,64,64.0,test +46,100,52,52.0,test +47,100,69,69.0,test +48,100,92,92.0,test +49,100,90,90.0,test +50,100,58,58.0,test +51,100,75,75.0,test +52,100,65,65.0,test +53,100,93,93.0,test +54,100,85,85.0,test +55,100,59,59.0,test +56,100,90,90.0,test +57,100,82,82.0,test +58,100,92,92.0,test +59,100,66,66.0,test +60,100,91,91.0,test +61,100,78,78.0,test +62,100,77,77.0,test +63,100,78,78.0,test +64,100,60,60.0,test +65,100,67,67.0,test +66,100,83,83.0,test +67,100,66,66.0,test +68,100,95,95.0,test +69,100,86,86.0,test +70,100,70,70.0,test +71,100,83,83.0,test +72,100,53,53.0,test +73,100,63,63.0,test +74,100,59,59.0,test +75,100,91,91.0,test +76,100,90,90.0,test +77,100,66,66.0,test +78,100,67,67.0,test +79,100,85,85.0,test +80,100,66,66.0,test +81,100,83,83.0,test +82,100,94,94.0,test +83,100,75,75.0,test +84,100,72,72.0,test +85,100,82,82.0,test +86,100,77,77.0,test +87,100,87,87.0,test +88,100,80,80.0,test +89,100,89,89.0,test +90,100,87,87.0,test +91,100,83,83.0,test +92,100,67,67.0,test +93,100,61,61.0,test +94,100,93,93.0,test +95,100,72,72.0,test +96,100,66,66.0,test +97,100,82,82.0,test +98,100,64,64.0,test +99,100,69,69.0,test +0,100,81,81.0,test_LP +1,100,80,80.0,test_LP +2,100,65,65.0,test_LP +3,100,62,62.0,test_LP +4,100,61,61.0,test_LP +5,100,75,75.0,test_LP +6,100,82,82.0,test_LP +7,100,79,79.0,test_LP +8,100,87,87.0,test_LP +9,100,88,88.0,test_LP +10,100,48,48.0,test_LP +11,100,42,42.0,test_LP +12,100,84,84.0,test_LP +13,100,73,73.0,test_LP +14,100,65,65.0,test_LP +15,100,79,79.0,test_LP +16,100,73,73.0,test_LP +17,100,83,83.0,test_LP +18,100,65,65.0,test_LP +19,100,65,65.0,test_LP +20,100,91,91.0,test_LP +21,100,87,87.0,test_LP +22,100,78,78.0,test_LP +23,100,85,85.0,test_LP +24,100,86,86.0,test_LP +25,100,66,66.0,test_LP +26,100,73,73.0,test_LP +27,100,63,63.0,test_LP +28,100,79,79.0,test_LP +29,100,72,72.0,test_LP +30,100,72,72.0,test_LP +31,100,66,66.0,test_LP +32,100,70,70.0,test_LP +33,100,69,69.0,test_LP +34,100,73,73.0,test_LP +35,100,39,39.0,test_LP +36,100,78,78.0,test_LP +37,100,76,76.0,test_LP +38,100,64,64.0,test_LP +39,100,89,89.0,test_LP +40,100,71,71.0,test_LP +41,100,86,86.0,test_LP +42,100,76,76.0,test_LP +43,100,80,80.0,test_LP +44,100,49,49.0,test_LP +45,100,63,63.0,test_LP +46,100,52,52.0,test_LP +47,100,70,70.0,test_LP +48,100,93,93.0,test_LP +49,100,90,90.0,test_LP +50,100,58,58.0,test_LP +51,100,74,74.0,test_LP +52,100,67,67.0,test_LP +53,100,88,88.0,test_LP +54,100,79,79.0,test_LP +55,100,48,48.0,test_LP +56,100,86,86.0,test_LP +57,100,77,77.0,test_LP +58,100,91,91.0,test_LP +59,100,66,66.0,test_LP +60,100,89,89.0,test_LP +61,100,80,80.0,test_LP +62,100,77,77.0,test_LP +63,100,76,76.0,test_LP +64,100,51,51.0,test_LP +65,100,62,62.0,test_LP +66,100,78,78.0,test_LP +67,100,63,63.0,test_LP +68,100,94,94.0,test_LP +69,100,84,84.0,test_LP +70,100,68,68.0,test_LP +71,100,82,82.0,test_LP +72,100,46,46.0,test_LP +73,100,60,60.0,test_LP +74,100,55,55.0,test_LP +75,100,88,88.0,test_LP +76,100,88,88.0,test_LP +77,100,68,68.0,test_LP +78,100,64,64.0,test_LP +79,100,85,85.0,test_LP +80,100,62,62.0,test_LP +81,100,82,82.0,test_LP +82,100,89,89.0,test_LP +83,100,76,76.0,test_LP +84,100,71,71.0,test_LP +85,100,80,80.0,test_LP +86,100,75,75.0,test_LP +87,100,86,86.0,test_LP +88,100,83,83.0,test_LP +89,100,86,86.0,test_LP +90,100,84,84.0,test_LP +91,100,80,80.0,test_LP +92,100,66,66.0,test_LP +93,100,59,59.0,test_LP +94,100,93,93.0,test_LP +95,100,72,72.0,test_LP +96,100,66,66.0,test_LP +97,100,80,80.0,test_LP +98,100,52,52.0,test_LP +99,100,70,70.0,test_LP diff --git a/retrain/resnet18/cifar100/0-3/evaluation_results.json b/retrain/resnet18/cifar100/0-3/evaluation_results.json new file mode 100644 index 0000000000000000000000000000000000000000..66da0288ce2a1349f41cfdbebe69689135ed31e5 --- /dev/null +++ b/retrain/resnet18/cifar100/0-3/evaluation_results.json @@ -0,0 +1,2118 @@ +{ + "unlearning_time": 2753.459427833557, + "accuracy": { + "retain": 99.98148148148148, + "forget": 0.0, + "val": 93.8, + "test": 73.11 + }, + "SVC_MIA_forget_efficacy": { + "correctness": 1.0, + "confidence": 1.0, + "entropy": 0.8955555555555555, + "m_entropy": 1.0, + "prob": 0.7911111111111111 + }, + "class_wise_accuracy": [ + { + "class": 0, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 1, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 2, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 3, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 4, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 5, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 6, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 7, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 8, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 9, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 10, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 11, + "total_samples": 450, + "correct_counts": 426, + "accuracy": 94.66666412353516, + "dataset": "train" + }, + { + "class": 12, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 13, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 14, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 15, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 16, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 17, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 18, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 19, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 20, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 21, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 22, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 23, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 24, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 25, + "total_samples": 450, + "correct_counts": 429, + "accuracy": 95.33333587646484, + "dataset": "train" + }, + { + "class": 26, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 27, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 28, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 29, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 30, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 31, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 32, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 33, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 34, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 35, + "total_samples": 450, + "correct_counts": 429, + "accuracy": 95.33333587646484, + "dataset": "train" + }, + { + "class": 36, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 37, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 38, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 39, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 40, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 41, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 42, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 43, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 44, + "total_samples": 450, + "correct_counts": 431, + "accuracy": 95.77777862548828, + "dataset": "train" + }, + { + "class": 45, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 46, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 47, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 48, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 49, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 50, + "total_samples": 450, + "correct_counts": 430, + "accuracy": 95.55555725097656, + "dataset": "train" + }, + { + "class": 51, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 52, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 53, + "total_samples": 450, + "correct_counts": 449, + "accuracy": 99.77777862548828, + "dataset": "train" + }, + { + "class": 54, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 55, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 56, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 57, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 58, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 59, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 60, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 61, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 62, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 63, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 64, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 65, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 66, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 67, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 68, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 69, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 70, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 71, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 72, + "total_samples": 450, + "correct_counts": 425, + "accuracy": 94.44444274902344, + "dataset": "train" + }, + { + "class": 73, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 74, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 75, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 76, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 77, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 78, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 79, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 80, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 81, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 82, + "total_samples": 450, + "correct_counts": 449, + "accuracy": 99.77777862548828, + "dataset": "train" + }, + { + "class": 83, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 84, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 85, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 86, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 87, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 88, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 89, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 90, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 91, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 92, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 93, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 94, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 95, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 96, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 97, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 98, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 99, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 52, + "accuracy": 52.0, + "dataset": "test" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 95, + "accuracy": 95.0, + "dataset": "test" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 48, + "accuracy": 48.0, + "dataset": "test_LP" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 42, + "accuracy": 42.0, + "dataset": "test_LP" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test_LP" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 39, + "accuracy": 39.0, + "dataset": "test_LP" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 49, + "accuracy": 49.0, + "dataset": "test_LP" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 52, + "accuracy": 52.0, + "dataset": "test_LP" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test_LP" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test_LP" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test_LP" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 48, + "accuracy": 48.0, + "dataset": "test_LP" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test_LP" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 51, + "accuracy": 51.0, + "dataset": "test_LP" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test_LP" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 46, + "accuracy": 46.0, + "dataset": "test_LP" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test_LP" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test_LP" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 52, + "accuracy": 52.0, + "dataset": "test_LP" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + } + ] +} \ No newline at end of file diff --git a/retrain/resnet18/cifar100/0-3/model_best.pth.tar b/retrain/resnet18/cifar100/0-3/model_best.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..ccdaa3dfc6f6482d1e6814b230b28bc7cd4b9a32 --- /dev/null +++ b/retrain/resnet18/cifar100/0-3/model_best.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61d2f409bb193469b7417de2b417c504cbbbef64119de1281177b89840412c44 +size 44961018 diff --git a/retrain/resnet18/cifar100/0-3/retraincheckpoint.pth.tar b/retrain/resnet18/cifar100/0-3/retraincheckpoint.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..dd4c096c389ef84b58e696f7a371b5b8a4f7c746 --- /dev/null +++ b/retrain/resnet18/cifar100/0-3/retraincheckpoint.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bf8005147f2ae5b91fe32ff5fb3647d8feda73fcc6f3e79e61a74189bd10d71 +size 44978810 diff --git a/retrain/resnet18/cifar100/0-3/retraineval_result.pth.tar b/retrain/resnet18/cifar100/0-3/retraineval_result.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..159678f4ac26e4312111c04235d5eb59a4d815f4 --- /dev/null +++ b/retrain/resnet18/cifar100/0-3/retraineval_result.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc4005a5d17fbd0e4b931639a9d9fa2dd2a1ac68945c68b9ccbd68514a71ba4a +size 12060 diff --git a/retrain/resnet18/cifar100/0-4/class_wise_accuracy.csv b/retrain/resnet18/cifar100/0-4/class_wise_accuracy.csv new file mode 100644 index 0000000000000000000000000000000000000000..62453f58721413661980b5cbdadbcaa7f0602c7e --- /dev/null +++ b/retrain/resnet18/cifar100/0-4/class_wise_accuracy.csv @@ -0,0 +1,301 @@ +class,total_samples,correct_counts,accuracy,dataset +0,450,0,0.0,train +1,450,0,0.0,train +2,450,0,0.0,train +3,450,0,0.0,train +4,450,0,0.0,train +5,450,441,98.0,train +6,450,445,98.88888549804688,train +7,450,437,97.11111450195312,train +8,450,449,99.77777862548828,train +9,450,444,98.66666412353516,train +10,450,430,95.55555725097656,train +11,450,432,96.0,train +12,450,443,98.44444274902344,train +13,450,441,98.0,train +14,450,440,97.77777862548828,train +15,450,443,98.44444274902344,train +16,450,441,98.0,train +17,450,442,98.22222137451172,train +18,450,438,97.33333587646484,train +19,450,447,99.33333587646484,train +20,450,446,99.11111450195312,train +21,450,445,98.88888549804688,train +22,450,435,96.66666412353516,train +23,450,443,98.44444274902344,train +24,450,447,99.33333587646484,train +25,450,426,94.66666412353516,train +26,450,434,96.44444274902344,train +27,450,438,97.33333587646484,train +28,450,441,98.0,train +29,450,436,96.88888549804688,train +30,450,443,98.44444274902344,train +31,450,436,96.88888549804688,train +32,450,429,95.33333587646484,train +33,450,437,97.11111450195312,train +34,450,444,98.66666412353516,train +35,450,430,95.55555725097656,train +36,450,439,97.55555725097656,train +37,450,436,96.88888549804688,train +38,450,436,96.88888549804688,train +39,450,445,98.88888549804688,train +40,450,441,98.0,train +41,450,443,98.44444274902344,train +42,450,439,97.55555725097656,train +43,450,447,99.33333587646484,train +44,450,434,96.44444274902344,train +45,450,433,96.22222137451172,train +46,450,431,95.77777862548828,train +47,450,438,97.33333587646484,train +48,450,447,99.33333587646484,train +49,450,446,99.11111450195312,train +50,450,432,96.0,train +51,450,447,99.33333587646484,train +52,450,436,96.88888549804688,train +53,450,449,99.77777862548828,train +54,450,446,99.11111450195312,train +55,450,432,96.0,train +56,450,446,99.11111450195312,train +57,450,436,96.88888549804688,train +58,450,441,98.0,train +59,450,436,96.88888549804688,train +60,450,441,98.0,train +61,450,443,98.44444274902344,train +62,450,441,98.0,train +63,450,438,97.33333587646484,train +64,450,437,97.11111450195312,train +65,450,433,96.22222137451172,train +66,450,441,98.0,train +67,450,439,97.55555725097656,train +68,450,446,99.11111450195312,train +69,450,443,98.44444274902344,train +70,450,444,98.66666412353516,train +71,450,443,98.44444274902344,train +72,450,426,94.66666412353516,train +73,450,432,96.0,train +74,450,433,96.22222137451172,train +75,450,450,100.0,train +76,450,443,98.44444274902344,train +77,450,437,97.11111450195312,train +78,450,440,97.77777862548828,train +79,450,438,97.33333587646484,train +80,450,435,96.66666412353516,train +81,450,437,97.11111450195312,train +82,450,446,99.11111450195312,train +83,450,436,96.88888549804688,train +84,450,436,96.88888549804688,train +85,450,443,98.44444274902344,train +86,450,445,98.88888549804688,train +87,450,447,99.33333587646484,train +88,450,441,98.0,train +89,450,441,98.0,train +90,450,440,97.77777862548828,train +91,450,441,98.0,train +92,450,435,96.66666412353516,train +93,450,435,96.66666412353516,train +94,450,449,99.77777862548828,train +95,450,439,97.55555725097656,train +96,450,441,98.0,train +97,450,445,98.88888549804688,train +98,450,426,94.66666412353516,train +99,450,433,96.22222137451172,train +0,100,0,0.0,test +1,100,0,0.0,test +2,100,0,0.0,test +3,100,0,0.0,test +4,100,0,0.0,test +5,100,77,77.0,test +6,100,78,78.0,test +7,100,80,80.0,test +8,100,89,89.0,test +9,100,84,84.0,test +10,100,54,54.0,test +11,100,62,62.0,test +12,100,85,85.0,test +13,100,72,72.0,test +14,100,75,75.0,test +15,100,84,84.0,test +16,100,77,77.0,test +17,100,85,85.0,test +18,100,65,65.0,test +19,100,70,70.0,test +20,100,90,90.0,test +21,100,91,91.0,test +22,100,76,76.0,test +23,100,86,86.0,test +24,100,87,87.0,test +25,100,69,69.0,test +26,100,69,69.0,test +27,100,73,73.0,test +28,100,82,82.0,test +29,100,71,71.0,test +30,100,69,69.0,test +31,100,76,76.0,test +32,100,71,71.0,test +33,100,67,67.0,test +34,100,80,80.0,test +35,100,62,62.0,test +36,100,85,85.0,test +37,100,82,82.0,test +38,100,71,71.0,test +39,100,88,88.0,test +40,100,73,73.0,test +41,100,89,89.0,test +42,100,79,79.0,test +43,100,81,81.0,test +44,100,54,54.0,test +45,100,69,69.0,test +46,100,57,57.0,test +47,100,64,64.0,test +48,100,96,96.0,test +49,100,90,90.0,test +50,100,59,59.0,test +51,100,74,74.0,test +52,100,64,64.0,test +53,100,93,93.0,test +54,100,89,89.0,test +55,100,55,55.0,test +56,100,92,92.0,test +57,100,80,80.0,test +58,100,89,89.0,test +59,100,76,76.0,test +60,100,92,92.0,test +61,100,72,72.0,test +62,100,79,79.0,test +63,100,76,76.0,test +64,100,59,59.0,test +65,100,64,64.0,test +66,100,83,83.0,test +67,100,61,61.0,test +68,100,93,93.0,test +69,100,78,78.0,test +70,100,83,83.0,test +71,100,83,83.0,test +72,100,51,51.0,test +73,100,60,60.0,test +74,100,60,60.0,test +75,100,94,94.0,test +76,100,92,92.0,test +77,100,68,68.0,test +78,100,68,68.0,test +79,100,82,82.0,test +80,100,65,65.0,test +81,100,78,78.0,test +82,100,92,92.0,test +83,100,78,78.0,test +84,100,67,67.0,test +85,100,87,87.0,test +86,100,71,71.0,test +87,100,88,88.0,test +88,100,78,78.0,test +89,100,90,90.0,test +90,100,85,85.0,test +91,100,86,86.0,test +92,100,68,68.0,test +93,100,67,67.0,test +94,100,95,95.0,test +95,100,72,72.0,test +96,100,64,64.0,test +97,100,81,81.0,test +98,100,60,60.0,test +99,100,69,69.0,test +0,100,78,78.0,test_LP +1,100,74,74.0,test_LP +2,100,67,67.0,test_LP +3,100,50,50.0,test_LP +4,100,60,60.0,test_LP +5,100,82,82.0,test_LP +6,100,77,77.0,test_LP +7,100,81,81.0,test_LP +8,100,87,87.0,test_LP +9,100,85,85.0,test_LP +10,100,44,44.0,test_LP +11,100,50,50.0,test_LP +12,100,85,85.0,test_LP +13,100,66,66.0,test_LP +14,100,71,71.0,test_LP +15,100,80,80.0,test_LP +16,100,78,78.0,test_LP +17,100,86,86.0,test_LP +18,100,64,64.0,test_LP +19,100,66,66.0,test_LP +20,100,87,87.0,test_LP +21,100,85,85.0,test_LP +22,100,77,77.0,test_LP +23,100,82,82.0,test_LP +24,100,82,82.0,test_LP +25,100,66,66.0,test_LP +26,100,73,73.0,test_LP +27,100,56,56.0,test_LP +28,100,80,80.0,test_LP +29,100,70,70.0,test_LP +30,100,68,68.0,test_LP +31,100,64,64.0,test_LP +32,100,65,65.0,test_LP +33,100,73,73.0,test_LP +34,100,80,80.0,test_LP +35,100,43,43.0,test_LP +36,100,81,81.0,test_LP +37,100,78,78.0,test_LP +38,100,71,71.0,test_LP +39,100,87,87.0,test_LP +40,100,72,72.0,test_LP +41,100,91,91.0,test_LP +42,100,73,73.0,test_LP +43,100,80,80.0,test_LP +44,100,55,55.0,test_LP +45,100,57,57.0,test_LP +46,100,46,46.0,test_LP +47,100,66,66.0,test_LP +48,100,95,95.0,test_LP +49,100,88,88.0,test_LP +50,100,54,54.0,test_LP +51,100,74,74.0,test_LP +52,100,65,65.0,test_LP +53,100,86,86.0,test_LP +54,100,87,87.0,test_LP +55,100,41,41.0,test_LP +56,100,89,89.0,test_LP +57,100,77,77.0,test_LP +58,100,89,89.0,test_LP +59,100,77,77.0,test_LP +60,100,91,91.0,test_LP +61,100,75,75.0,test_LP +62,100,81,81.0,test_LP +63,100,59,59.0,test_LP +64,100,51,51.0,test_LP +65,100,62,62.0,test_LP +66,100,77,77.0,test_LP +67,100,63,63.0,test_LP +68,100,90,90.0,test_LP +69,100,82,82.0,test_LP +70,100,75,75.0,test_LP +71,100,83,83.0,test_LP +72,100,48,48.0,test_LP +73,100,52,52.0,test_LP +74,100,47,47.0,test_LP +75,100,92,92.0,test_LP +76,100,92,92.0,test_LP +77,100,66,66.0,test_LP +78,100,62,62.0,test_LP +79,100,75,75.0,test_LP +80,100,59,59.0,test_LP +81,100,84,84.0,test_LP +82,100,91,91.0,test_LP +83,100,69,69.0,test_LP +84,100,69,69.0,test_LP +85,100,87,87.0,test_LP +86,100,69,69.0,test_LP +87,100,85,85.0,test_LP +88,100,75,75.0,test_LP +89,100,91,91.0,test_LP +90,100,88,88.0,test_LP +91,100,86,86.0,test_LP +92,100,63,63.0,test_LP +93,100,60,60.0,test_LP +94,100,94,94.0,test_LP +95,100,70,70.0,test_LP +96,100,62,62.0,test_LP +97,100,78,78.0,test_LP +98,100,59,59.0,test_LP +99,100,69,69.0,test_LP diff --git a/retrain/resnet18/cifar100/0-4/evaluation_results.json b/retrain/resnet18/cifar100/0-4/evaluation_results.json new file mode 100644 index 0000000000000000000000000000000000000000..1d47855b1ffe282b41285cd034e66d36e6075b02 --- /dev/null +++ b/retrain/resnet18/cifar100/0-4/evaluation_results.json @@ -0,0 +1,2118 @@ +{ + "unlearning_time": 2733.8782954216003, + "accuracy": { + "retain": 99.97894736842105, + "forget": 0.0, + "val": 92.82, + "test": 72.44 + }, + "SVC_MIA_forget_efficacy": { + "correctness": 1.0, + "confidence": 1.0, + "entropy": 0.8822222222222222, + "m_entropy": 1.0, + "prob": 0.84 + }, + "class_wise_accuracy": [ + { + "class": 0, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 1, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 2, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 3, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 4, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 5, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 6, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 7, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 8, + "total_samples": 450, + "correct_counts": 449, + "accuracy": 99.77777862548828, + "dataset": "train" + }, + { + "class": 9, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 10, + "total_samples": 450, + "correct_counts": 430, + "accuracy": 95.55555725097656, + "dataset": "train" + }, + { + "class": 11, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 12, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 13, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 14, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 15, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 16, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 17, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 18, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 19, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 20, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 21, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 22, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 23, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 24, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 25, + "total_samples": 450, + "correct_counts": 426, + "accuracy": 94.66666412353516, + "dataset": "train" + }, + { + "class": 26, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 27, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 28, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 29, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 30, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 31, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 32, + "total_samples": 450, + "correct_counts": 429, + "accuracy": 95.33333587646484, + "dataset": "train" + }, + { + "class": 33, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 34, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 35, + "total_samples": 450, + "correct_counts": 430, + "accuracy": 95.55555725097656, + "dataset": "train" + }, + { + "class": 36, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 37, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 38, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 39, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 40, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 41, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 42, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 43, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 44, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 45, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 46, + "total_samples": 450, + "correct_counts": 431, + "accuracy": 95.77777862548828, + "dataset": "train" + }, + { + "class": 47, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 48, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 49, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 50, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 51, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 52, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 53, + "total_samples": 450, + "correct_counts": 449, + "accuracy": 99.77777862548828, + "dataset": "train" + }, + { + "class": 54, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 55, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 56, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 57, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 58, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 59, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 60, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 61, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 62, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 63, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 64, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 65, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 66, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 67, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 68, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 69, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 70, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 71, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 72, + "total_samples": 450, + "correct_counts": 426, + "accuracy": 94.66666412353516, + "dataset": "train" + }, + { + "class": 73, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 74, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 75, + "total_samples": 450, + "correct_counts": 450, + "accuracy": 100.0, + "dataset": "train" + }, + { + "class": 76, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 77, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 78, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 79, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 80, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 81, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 82, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 83, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 84, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 85, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 86, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 87, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 88, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 89, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 90, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 91, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 92, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 93, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 94, + "total_samples": 450, + "correct_counts": 449, + "accuracy": 99.77777862548828, + "dataset": "train" + }, + { + "class": 95, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 96, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 97, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 98, + "total_samples": 450, + "correct_counts": 426, + "accuracy": 94.66666412353516, + "dataset": "train" + }, + { + "class": 99, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 96, + "accuracy": 96.0, + "dataset": "test" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 51, + "accuracy": 51.0, + "dataset": "test" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 95, + "accuracy": 95.0, + "dataset": "test" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 50, + "accuracy": 50.0, + "dataset": "test_LP" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 44, + "accuracy": 44.0, + "dataset": "test_LP" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 50, + "accuracy": 50.0, + "dataset": "test_LP" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test_LP" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 43, + "accuracy": 43.0, + "dataset": "test_LP" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test_LP" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test_LP" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test_LP" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 46, + "accuracy": 46.0, + "dataset": "test_LP" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 95, + "accuracy": 95.0, + "dataset": "test_LP" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test_LP" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 41, + "accuracy": 41.0, + "dataset": "test_LP" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test_LP" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 51, + "accuracy": 51.0, + "dataset": "test_LP" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test_LP" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 48, + "accuracy": 48.0, + "dataset": "test_LP" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 52, + "accuracy": 52.0, + "dataset": "test_LP" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 47, + "accuracy": 47.0, + "dataset": "test_LP" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test_LP" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test_LP" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test_LP" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test_LP" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test_LP" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + } + ] +} \ No newline at end of file diff --git a/retrain/resnet18/cifar100/0-4/model_best.pth.tar b/retrain/resnet18/cifar100/0-4/model_best.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..6a97535effc3318a9f9a8d770633f3986bcf8a66 --- /dev/null +++ b/retrain/resnet18/cifar100/0-4/model_best.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e54bd40a7a0ca4776c95b4112ad37daa50192b079ad671648d8c4ce6b27d06c +size 44961018 diff --git a/retrain/resnet18/cifar100/0-4/retraincheckpoint.pth.tar b/retrain/resnet18/cifar100/0-4/retraincheckpoint.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..b3a07704f1da00e5327fc7a397eb7cce653d8447 --- /dev/null +++ b/retrain/resnet18/cifar100/0-4/retraincheckpoint.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2571dda3469287519e13d49e8f07c87e60ceb231f3a1b23ca44456347ea9a842 +size 44978810 diff --git a/retrain/resnet18/cifar100/0-4/retraineval_result.pth.tar b/retrain/resnet18/cifar100/0-4/retraineval_result.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..f6a344b546a4147e50d21ddd727b46e74bbab479 --- /dev/null +++ b/retrain/resnet18/cifar100/0-4/retraineval_result.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2ef1037f53e90df86c404f03817f5923a3e0b42f83be3bc7fd2d6b23130d008 +size 12060 diff --git a/retrain/resnet18/cifar100/0-5/class_wise_accuracy.csv b/retrain/resnet18/cifar100/0-5/class_wise_accuracy.csv new file mode 100644 index 0000000000000000000000000000000000000000..c1821303cf0e86adbaea07fc1f437a29fd062a14 --- /dev/null +++ b/retrain/resnet18/cifar100/0-5/class_wise_accuracy.csv @@ -0,0 +1,301 @@ +class,total_samples,correct_counts,accuracy,dataset +0,450,0,0.0,train +1,450,0,0.0,train +2,450,0,0.0,train +3,450,0,0.0,train +4,450,0,0.0,train +5,450,0,0.0,train +6,450,442,98.22222137451172,train +7,450,438,97.33333587646484,train +8,450,450,100.0,train +9,450,441,98.0,train +10,450,432,96.0,train +11,450,429,95.33333587646484,train +12,450,435,96.66666412353516,train +13,450,439,97.55555725097656,train +14,450,440,97.77777862548828,train +15,450,443,98.44444274902344,train +16,450,441,98.0,train +17,450,444,98.66666412353516,train +18,450,434,96.44444274902344,train +19,450,444,98.66666412353516,train +20,450,447,99.33333587646484,train +21,450,445,98.88888549804688,train +22,450,437,97.11111450195312,train +23,450,444,98.66666412353516,train +24,450,448,99.55555725097656,train +25,450,432,96.0,train +26,450,438,97.33333587646484,train +27,450,440,97.77777862548828,train +28,450,442,98.22222137451172,train +29,450,438,97.33333587646484,train +30,450,442,98.22222137451172,train +31,450,436,96.88888549804688,train +32,450,432,96.0,train +33,450,438,97.33333587646484,train +34,450,444,98.66666412353516,train +35,450,425,94.44444274902344,train +36,450,440,97.77777862548828,train +37,450,437,97.11111450195312,train +38,450,436,96.88888549804688,train +39,450,444,98.66666412353516,train +40,450,441,98.0,train +41,450,443,98.44444274902344,train +42,450,438,97.33333587646484,train +43,450,445,98.88888549804688,train +44,450,438,97.33333587646484,train +45,450,433,96.22222137451172,train +46,450,432,96.0,train +47,450,439,97.55555725097656,train +48,450,448,99.55555725097656,train +49,450,442,98.22222137451172,train +50,450,432,96.0,train +51,450,447,99.33333587646484,train +52,450,435,96.66666412353516,train +53,450,449,99.77777862548828,train +54,450,442,98.22222137451172,train +55,450,431,95.77777862548828,train +56,450,447,99.33333587646484,train +57,450,439,97.55555725097656,train +58,450,444,98.66666412353516,train +59,450,439,97.55555725097656,train +60,450,443,98.44444274902344,train +61,450,440,97.77777862548828,train +62,450,441,98.0,train +63,450,440,97.77777862548828,train +64,450,439,97.55555725097656,train +65,450,434,96.44444274902344,train +66,450,443,98.44444274902344,train +67,450,439,97.55555725097656,train +68,450,447,99.33333587646484,train +69,450,444,98.66666412353516,train +70,450,442,98.22222137451172,train +71,450,441,98.0,train +72,450,426,94.66666412353516,train +73,450,429,95.33333587646484,train +74,450,433,96.22222137451172,train +75,450,448,99.55555725097656,train +76,450,443,98.44444274902344,train +77,450,440,97.77777862548828,train +78,450,439,97.55555725097656,train +79,450,436,96.88888549804688,train +80,450,438,97.33333587646484,train +81,450,436,96.88888549804688,train +82,450,449,99.77777862548828,train +83,450,437,97.11111450195312,train +84,450,435,96.66666412353516,train +85,450,446,99.11111450195312,train +86,450,441,98.0,train +87,450,446,99.11111450195312,train +88,450,442,98.22222137451172,train +89,450,442,98.22222137451172,train +90,450,436,96.88888549804688,train +91,450,443,98.44444274902344,train +92,450,435,96.66666412353516,train +93,450,435,96.66666412353516,train +94,450,449,99.77777862548828,train +95,450,445,98.88888549804688,train +96,450,444,98.66666412353516,train +97,450,441,98.0,train +98,450,428,95.11111450195312,train +99,450,435,96.66666412353516,train +0,100,0,0.0,test +1,100,0,0.0,test +2,100,0,0.0,test +3,100,0,0.0,test +4,100,0,0.0,test +5,100,0,0.0,test +6,100,87,87.0,test +7,100,83,83.0,test +8,100,91,91.0,test +9,100,88,88.0,test +10,100,52,52.0,test +11,100,56,56.0,test +12,100,86,86.0,test +13,100,67,67.0,test +14,100,70,70.0,test +15,100,81,81.0,test +16,100,76,76.0,test +17,100,88,88.0,test +18,100,63,63.0,test +19,100,72,72.0,test +20,100,87,87.0,test +21,100,93,93.0,test +22,100,72,72.0,test +23,100,85,85.0,test +24,100,88,88.0,test +25,100,73,73.0,test +26,100,72,72.0,test +27,100,68,68.0,test +28,100,83,83.0,test +29,100,72,72.0,test +30,100,72,72.0,test +31,100,72,72.0,test +32,100,70,70.0,test +33,100,67,67.0,test +34,100,87,87.0,test +35,100,54,54.0,test +36,100,81,81.0,test +37,100,78,78.0,test +38,100,72,72.0,test +39,100,86,86.0,test +40,100,72,72.0,test +41,100,89,89.0,test +42,100,76,76.0,test +43,100,86,86.0,test +44,100,60,60.0,test +45,100,65,65.0,test +46,100,51,51.0,test +47,100,69,69.0,test +48,100,97,97.0,test +49,100,90,90.0,test +50,100,62,62.0,test +51,100,78,78.0,test +52,100,67,67.0,test +53,100,92,92.0,test +54,100,88,88.0,test +55,100,56,56.0,test +56,100,88,88.0,test +57,100,84,84.0,test +58,100,91,91.0,test +59,100,67,67.0,test +60,100,89,89.0,test +61,100,74,74.0,test +62,100,78,78.0,test +63,100,79,79.0,test +64,100,54,54.0,test +65,100,60,60.0,test +66,100,84,84.0,test +67,100,67,67.0,test +68,100,94,94.0,test +69,100,85,85.0,test +70,100,74,74.0,test +71,100,88,88.0,test +72,100,55,55.0,test +73,100,56,56.0,test +74,100,63,63.0,test +75,100,88,88.0,test +76,100,89,89.0,test +77,100,69,69.0,test +78,100,65,65.0,test +79,100,81,81.0,test +80,100,71,71.0,test +81,100,86,86.0,test +82,100,92,92.0,test +83,100,75,75.0,test +84,100,75,75.0,test +85,100,86,86.0,test +86,100,73,73.0,test +87,100,85,85.0,test +88,100,85,85.0,test +89,100,89,89.0,test +90,100,88,88.0,test +91,100,83,83.0,test +92,100,73,73.0,test +93,100,62,62.0,test +94,100,95,95.0,test +95,100,73,73.0,test +96,100,62,62.0,test +97,100,79,79.0,test +98,100,63,63.0,test +99,100,70,70.0,test +0,100,77,77.0,test_LP +1,100,77,77.0,test_LP +2,100,71,71.0,test_LP +3,100,55,55.0,test_LP +4,100,65,65.0,test_LP +5,100,74,74.0,test_LP +6,100,77,77.0,test_LP +7,100,79,79.0,test_LP +8,100,85,85.0,test_LP +9,100,84,84.0,test_LP +10,100,51,51.0,test_LP +11,100,47,47.0,test_LP +12,100,87,87.0,test_LP +13,100,67,67.0,test_LP +14,100,70,70.0,test_LP +15,100,74,74.0,test_LP +16,100,78,78.0,test_LP +17,100,87,87.0,test_LP +18,100,58,58.0,test_LP +19,100,67,67.0,test_LP +20,100,82,82.0,test_LP +21,100,86,86.0,test_LP +22,100,68,68.0,test_LP +23,100,82,82.0,test_LP +24,100,82,82.0,test_LP +25,100,47,47.0,test_LP +26,100,74,74.0,test_LP +27,100,63,63.0,test_LP +28,100,82,82.0,test_LP +29,100,68,68.0,test_LP +30,100,64,64.0,test_LP +31,100,62,62.0,test_LP +32,100,67,67.0,test_LP +33,100,68,68.0,test_LP +34,100,72,72.0,test_LP +35,100,37,37.0,test_LP +36,100,81,81.0,test_LP +37,100,74,74.0,test_LP +38,100,63,63.0,test_LP +39,100,87,87.0,test_LP +40,100,68,68.0,test_LP +41,100,88,88.0,test_LP +42,100,68,68.0,test_LP +43,100,79,79.0,test_LP +44,100,57,57.0,test_LP +45,100,66,66.0,test_LP +46,100,43,43.0,test_LP +47,100,72,72.0,test_LP +48,100,97,97.0,test_LP +49,100,90,90.0,test_LP +50,100,54,54.0,test_LP +51,100,77,77.0,test_LP +52,100,71,71.0,test_LP +53,100,86,86.0,test_LP +54,100,83,83.0,test_LP +55,100,40,40.0,test_LP +56,100,89,89.0,test_LP +57,100,74,74.0,test_LP +58,100,91,91.0,test_LP +59,100,71,71.0,test_LP +60,100,90,90.0,test_LP +61,100,76,76.0,test_LP +62,100,77,77.0,test_LP +63,100,65,65.0,test_LP +64,100,51,51.0,test_LP +65,100,56,56.0,test_LP +66,100,79,79.0,test_LP +67,100,61,61.0,test_LP +68,100,92,92.0,test_LP +69,100,86,86.0,test_LP +70,100,70,70.0,test_LP +71,100,85,85.0,test_LP +72,100,42,42.0,test_LP +73,100,57,57.0,test_LP +74,100,53,53.0,test_LP +75,100,86,86.0,test_LP +76,100,84,84.0,test_LP +77,100,68,68.0,test_LP +78,100,62,62.0,test_LP +79,100,80,80.0,test_LP +80,100,68,68.0,test_LP +81,100,77,77.0,test_LP +82,100,93,93.0,test_LP +83,100,68,68.0,test_LP +84,100,66,66.0,test_LP +85,100,84,84.0,test_LP +86,100,71,71.0,test_LP +87,100,81,81.0,test_LP +88,100,87,87.0,test_LP +89,100,89,89.0,test_LP +90,100,87,87.0,test_LP +91,100,80,80.0,test_LP +92,100,70,70.0,test_LP +93,100,55,55.0,test_LP +94,100,91,91.0,test_LP +95,100,69,69.0,test_LP +96,100,59,59.0,test_LP +97,100,78,78.0,test_LP +98,100,60,60.0,test_LP +99,100,74,74.0,test_LP diff --git a/retrain/resnet18/cifar100/0-5/evaluation_results.json b/retrain/resnet18/cifar100/0-5/evaluation_results.json new file mode 100644 index 0000000000000000000000000000000000000000..bfd7d78398dff2385eda0b2ae99cc715ef9b8022 --- /dev/null +++ b/retrain/resnet18/cifar100/0-5/evaluation_results.json @@ -0,0 +1,2118 @@ +{ + "unlearning_time": 2678.3345913887024, + "accuracy": { + "retain": 99.98345153664303, + "forget": 0.0, + "val": 91.8, + "test": 71.77 + }, + "SVC_MIA_forget_efficacy": { + "correctness": 1.0, + "confidence": 1.0, + "entropy": 0.8200000000000001, + "m_entropy": 1.0, + "prob": 0.9688888888888889 + }, + "class_wise_accuracy": [ + { + "class": 0, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 1, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 2, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 3, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 4, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 5, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 6, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 7, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 8, + "total_samples": 450, + "correct_counts": 450, + "accuracy": 100.0, + "dataset": "train" + }, + { + "class": 9, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 10, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 11, + "total_samples": 450, + "correct_counts": 429, + "accuracy": 95.33333587646484, + "dataset": "train" + }, + { + "class": 12, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 13, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 14, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 15, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 16, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 17, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 18, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 19, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 20, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 21, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 22, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 23, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 24, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 25, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 26, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 27, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 28, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 29, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 30, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 31, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 32, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 33, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 34, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 35, + "total_samples": 450, + "correct_counts": 425, + "accuracy": 94.44444274902344, + "dataset": "train" + }, + { + "class": 36, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 37, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 38, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 39, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 40, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 41, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 42, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 43, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 44, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 45, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 46, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 47, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 48, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 49, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 50, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 51, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 52, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 53, + "total_samples": 450, + "correct_counts": 449, + "accuracy": 99.77777862548828, + "dataset": "train" + }, + { + "class": 54, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 55, + "total_samples": 450, + "correct_counts": 431, + "accuracy": 95.77777862548828, + "dataset": "train" + }, + { + "class": 56, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 57, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 58, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 59, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 60, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 61, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 62, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 63, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 64, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 65, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 66, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 67, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 68, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 69, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 70, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 71, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 72, + "total_samples": 450, + "correct_counts": 426, + "accuracy": 94.66666412353516, + "dataset": "train" + }, + { + "class": 73, + "total_samples": 450, + "correct_counts": 429, + "accuracy": 95.33333587646484, + "dataset": "train" + }, + { + "class": 74, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 75, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 76, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 77, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 78, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 79, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 80, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 81, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 82, + "total_samples": 450, + "correct_counts": 449, + "accuracy": 99.77777862548828, + "dataset": "train" + }, + { + "class": 83, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 84, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 85, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 86, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 87, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 88, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 89, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 90, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 91, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 92, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 93, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 94, + "total_samples": 450, + "correct_counts": 449, + "accuracy": 99.77777862548828, + "dataset": "train" + }, + { + "class": 95, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 96, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 97, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 98, + "total_samples": 450, + "correct_counts": 428, + "accuracy": 95.11111450195312, + "dataset": "train" + }, + { + "class": 99, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 52, + "accuracy": 52.0, + "dataset": "test" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 51, + "accuracy": 51.0, + "dataset": "test" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 97, + "accuracy": 97.0, + "dataset": "test" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 95, + "accuracy": 95.0, + "dataset": "test" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test_LP" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 51, + "accuracy": 51.0, + "dataset": "test_LP" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 47, + "accuracy": 47.0, + "dataset": "test_LP" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test_LP" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 47, + "accuracy": 47.0, + "dataset": "test_LP" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 37, + "accuracy": 37.0, + "dataset": "test_LP" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test_LP" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 43, + "accuracy": 43.0, + "dataset": "test_LP" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 97, + "accuracy": 97.0, + "dataset": "test_LP" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test_LP" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test_LP" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 40, + "accuracy": 40.0, + "dataset": "test_LP" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test_LP" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test_LP" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 51, + "accuracy": 51.0, + "dataset": "test_LP" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test_LP" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test_LP" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 42, + "accuracy": 42.0, + "dataset": "test_LP" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test_LP" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test_LP" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test_LP" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test_LP" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test_LP" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + } + ] +} \ No newline at end of file diff --git a/retrain/resnet18/cifar100/0-5/model_best.pth.tar b/retrain/resnet18/cifar100/0-5/model_best.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..60272a8e9a179a4b69ae4364ff5b178123527659 --- /dev/null +++ b/retrain/resnet18/cifar100/0-5/model_best.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ea6cac49443bcccde84a642d997e03b021dbfad1ed638dce9cec24337a38096 +size 44961018 diff --git a/retrain/resnet18/cifar100/0-5/retraincheckpoint.pth.tar b/retrain/resnet18/cifar100/0-5/retraincheckpoint.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..67ad525fac2b8053773e685cc65b9a0b3b4797e5 --- /dev/null +++ b/retrain/resnet18/cifar100/0-5/retraincheckpoint.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c47ea61f0513efaec61c4166efc00e8f1fe66e1241af293a0200dcef2aeef989 +size 44978810 diff --git a/retrain/resnet18/cifar100/0-5/retraineval_result.pth.tar b/retrain/resnet18/cifar100/0-5/retraineval_result.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..50ac89cd1112687bc015e2443bc7ae35af1e81c3 --- /dev/null +++ b/retrain/resnet18/cifar100/0-5/retraineval_result.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76df0c4805c9afdfe384c3627c6f9221c1d07bd1aa7ad8db337b07e6aa6662fa +size 12060 diff --git a/retrain/resnet18/cifar100/0-6/class_wise_accuracy.csv b/retrain/resnet18/cifar100/0-6/class_wise_accuracy.csv new file mode 100644 index 0000000000000000000000000000000000000000..71e56d16a308712cc83605bd1e98629a8ddf3101 --- /dev/null +++ b/retrain/resnet18/cifar100/0-6/class_wise_accuracy.csv @@ -0,0 +1,301 @@ +class,total_samples,correct_counts,accuracy,dataset +0,450,0,0.0,train +1,450,0,0.0,train +2,450,0,0.0,train +3,450,0,0.0,train +4,450,0,0.0,train +5,450,0,0.0,train +6,450,0,0.0,train +7,450,438,97.33333587646484,train +8,450,450,100.0,train +9,450,443,98.44444274902344,train +10,450,432,96.0,train +11,450,430,95.55555725097656,train +12,450,442,98.22222137451172,train +13,450,439,97.55555725097656,train +14,450,444,98.66666412353516,train +15,450,441,98.0,train +16,450,442,98.22222137451172,train +17,450,443,98.44444274902344,train +18,450,438,97.33333587646484,train +19,450,443,98.44444274902344,train +20,450,447,99.33333587646484,train +21,450,443,98.44444274902344,train +22,450,434,96.44444274902344,train +23,450,442,98.22222137451172,train +24,450,446,99.11111450195312,train +25,450,431,95.77777862548828,train +26,450,432,96.0,train +27,450,442,98.22222137451172,train +28,450,441,98.0,train +29,450,436,96.88888549804688,train +30,450,442,98.22222137451172,train +31,450,436,96.88888549804688,train +32,450,430,95.55555725097656,train +33,450,438,97.33333587646484,train +34,450,445,98.88888549804688,train +35,450,428,95.11111450195312,train +36,450,440,97.77777862548828,train +37,450,434,96.44444274902344,train +38,450,436,96.88888549804688,train +39,450,444,98.66666412353516,train +40,450,440,97.77777862548828,train +41,450,444,98.66666412353516,train +42,450,439,97.55555725097656,train +43,450,444,98.66666412353516,train +44,450,432,96.0,train +45,450,435,96.66666412353516,train +46,450,432,96.0,train +47,450,436,96.88888549804688,train +48,450,446,99.11111450195312,train +49,450,444,98.66666412353516,train +50,450,427,94.88888549804688,train +51,450,447,99.33333587646484,train +52,450,436,96.88888549804688,train +53,450,449,99.77777862548828,train +54,450,445,98.88888549804688,train +55,450,428,95.11111450195312,train +56,450,446,99.11111450195312,train +57,450,439,97.55555725097656,train +58,450,442,98.22222137451172,train +59,450,437,97.11111450195312,train +60,450,443,98.44444274902344,train +61,450,440,97.77777862548828,train +62,450,443,98.44444274902344,train +63,450,439,97.55555725097656,train +64,450,432,96.0,train +65,450,433,96.22222137451172,train +66,450,442,98.22222137451172,train +67,450,438,97.33333587646484,train +68,450,447,99.33333587646484,train +69,450,443,98.44444274902344,train +70,450,442,98.22222137451172,train +71,450,440,97.77777862548828,train +72,450,423,94.0,train +73,450,432,96.0,train +74,450,431,95.77777862548828,train +75,450,447,99.33333587646484,train +76,450,446,99.11111450195312,train +77,450,440,97.77777862548828,train +78,450,440,97.77777862548828,train +79,450,440,97.77777862548828,train +80,450,438,97.33333587646484,train +81,450,440,97.77777862548828,train +82,450,448,99.55555725097656,train +83,450,434,96.44444274902344,train +84,450,441,98.0,train +85,450,446,99.11111450195312,train +86,450,445,98.88888549804688,train +87,450,444,98.66666412353516,train +88,450,442,98.22222137451172,train +89,450,443,98.44444274902344,train +90,450,436,96.88888549804688,train +91,450,445,98.88888549804688,train +92,450,436,96.88888549804688,train +93,450,434,96.44444274902344,train +94,450,446,99.11111450195312,train +95,450,441,98.0,train +96,450,443,98.44444274902344,train +97,450,441,98.0,train +98,450,428,95.11111450195312,train +99,450,436,96.88888549804688,train +0,100,0,0.0,test +1,100,0,0.0,test +2,100,0,0.0,test +3,100,0,0.0,test +4,100,0,0.0,test +5,100,0,0.0,test +6,100,0,0.0,test +7,100,78,78.0,test +8,100,92,92.0,test +9,100,85,85.0,test +10,100,49,49.0,test +11,100,55,55.0,test +12,100,81,81.0,test +13,100,71,71.0,test +14,100,72,72.0,test +15,100,81,81.0,test +16,100,76,76.0,test +17,100,86,86.0,test +18,100,70,70.0,test +19,100,78,78.0,test +20,100,90,90.0,test +21,100,93,93.0,test +22,100,71,71.0,test +23,100,82,82.0,test +24,100,87,87.0,test +25,100,68,68.0,test +26,100,63,63.0,test +27,100,60,60.0,test +28,100,79,79.0,test +29,100,74,74.0,test +30,100,72,72.0,test +31,100,74,74.0,test +32,100,68,68.0,test +33,100,64,64.0,test +34,100,83,83.0,test +35,100,54,54.0,test +36,100,87,87.0,test +37,100,82,82.0,test +38,100,74,74.0,test +39,100,87,87.0,test +40,100,70,70.0,test +41,100,90,90.0,test +42,100,81,81.0,test +43,100,86,86.0,test +44,100,58,58.0,test +45,100,65,65.0,test +46,100,54,54.0,test +47,100,69,69.0,test +48,100,97,97.0,test +49,100,87,87.0,test +50,100,63,63.0,test +51,100,79,79.0,test +52,100,67,67.0,test +53,100,90,90.0,test +54,100,89,89.0,test +55,100,54,54.0,test +56,100,89,89.0,test +57,100,83,83.0,test +58,100,87,87.0,test +59,100,75,75.0,test +60,100,88,88.0,test +61,100,77,77.0,test +62,100,79,79.0,test +63,100,75,75.0,test +64,100,56,56.0,test +65,100,68,68.0,test +66,100,84,84.0,test +67,100,68,68.0,test +68,100,93,93.0,test +69,100,82,82.0,test +70,100,72,72.0,test +71,100,80,80.0,test +72,100,53,53.0,test +73,100,60,60.0,test +74,100,60,60.0,test +75,100,91,91.0,test +76,100,90,90.0,test +77,100,69,69.0,test +78,100,61,61.0,test +79,100,81,81.0,test +80,100,64,64.0,test +81,100,82,82.0,test +82,100,91,91.0,test +83,100,82,82.0,test +84,100,72,72.0,test +85,100,84,84.0,test +86,100,74,74.0,test +87,100,89,89.0,test +88,100,85,85.0,test +89,100,92,92.0,test +90,100,82,82.0,test +91,100,80,80.0,test +92,100,69,69.0,test +93,100,65,65.0,test +94,100,94,94.0,test +95,100,76,76.0,test +96,100,67,67.0,test +97,100,84,84.0,test +98,100,59,59.0,test +99,100,78,78.0,test +0,100,85,85.0,test_LP +1,100,71,71.0,test_LP +2,100,52,52.0,test_LP +3,100,61,61.0,test_LP +4,100,53,53.0,test_LP +5,100,62,62.0,test_LP +6,100,72,72.0,test_LP +7,100,64,64.0,test_LP +8,100,89,89.0,test_LP +9,100,82,82.0,test_LP +10,100,47,47.0,test_LP +11,100,47,47.0,test_LP +12,100,80,80.0,test_LP +13,100,69,69.0,test_LP +14,100,67,67.0,test_LP +15,100,76,76.0,test_LP +16,100,74,74.0,test_LP +17,100,87,87.0,test_LP +18,100,67,67.0,test_LP +19,100,70,70.0,test_LP +20,100,83,83.0,test_LP +21,100,81,81.0,test_LP +22,100,75,75.0,test_LP +23,100,79,79.0,test_LP +24,100,84,84.0,test_LP +25,100,57,57.0,test_LP +26,100,62,62.0,test_LP +27,100,55,55.0,test_LP +28,100,77,77.0,test_LP +29,100,68,68.0,test_LP +30,100,70,70.0,test_LP +31,100,67,67.0,test_LP +32,100,65,65.0,test_LP +33,100,69,69.0,test_LP +34,100,81,81.0,test_LP +35,100,44,44.0,test_LP +36,100,86,86.0,test_LP +37,100,78,78.0,test_LP +38,100,75,75.0,test_LP +39,100,85,85.0,test_LP +40,100,69,69.0,test_LP +41,100,86,86.0,test_LP +42,100,74,74.0,test_LP +43,100,80,80.0,test_LP +44,100,50,50.0,test_LP +45,100,63,63.0,test_LP +46,100,51,51.0,test_LP +47,100,68,68.0,test_LP +48,100,98,98.0,test_LP +49,100,86,86.0,test_LP +50,100,59,59.0,test_LP +51,100,70,70.0,test_LP +52,100,71,71.0,test_LP +53,100,81,81.0,test_LP +54,100,86,86.0,test_LP +55,100,39,39.0,test_LP +56,100,88,88.0,test_LP +57,100,67,67.0,test_LP +58,100,90,90.0,test_LP +59,100,74,74.0,test_LP +60,100,88,88.0,test_LP +61,100,77,77.0,test_LP +62,100,72,72.0,test_LP +63,100,71,71.0,test_LP +64,100,53,53.0,test_LP +65,100,59,59.0,test_LP +66,100,81,81.0,test_LP +67,100,68,68.0,test_LP +68,100,93,93.0,test_LP +69,100,83,83.0,test_LP +70,100,74,74.0,test_LP +71,100,82,82.0,test_LP +72,100,40,40.0,test_LP +73,100,57,57.0,test_LP +74,100,51,51.0,test_LP +75,100,86,86.0,test_LP +76,100,89,89.0,test_LP +77,100,68,68.0,test_LP +78,100,62,62.0,test_LP +79,100,77,77.0,test_LP +80,100,58,58.0,test_LP +81,100,80,80.0,test_LP +82,100,89,89.0,test_LP +83,100,75,75.0,test_LP +84,100,65,65.0,test_LP +85,100,87,87.0,test_LP +86,100,72,72.0,test_LP +87,100,83,83.0,test_LP +88,100,81,81.0,test_LP +89,100,92,92.0,test_LP +90,100,82,82.0,test_LP +91,100,78,78.0,test_LP +92,100,66,66.0,test_LP +93,100,59,59.0,test_LP +94,100,93,93.0,test_LP +95,100,68,68.0,test_LP +96,100,67,67.0,test_LP +97,100,77,77.0,test_LP +98,100,52,52.0,test_LP +99,100,75,75.0,test_LP diff --git a/retrain/resnet18/cifar100/0-6/evaluation_results.json b/retrain/resnet18/cifar100/0-6/evaluation_results.json new file mode 100644 index 0000000000000000000000000000000000000000..82f124120f90eeed47b2e346eff4e629161e1871 --- /dev/null +++ b/retrain/resnet18/cifar100/0-6/evaluation_results.json @@ -0,0 +1,2118 @@ +{ + "unlearning_time": 2625.3937900066376, + "accuracy": { + "retain": 99.98327359617682, + "forget": 0.0, + "val": 90.94, + "test": 70.75 + }, + "SVC_MIA_forget_efficacy": { + "correctness": 1.0, + "confidence": 1.0, + "entropy": 0.92, + "m_entropy": 1.0, + "prob": 0.8577777777777778 + }, + "class_wise_accuracy": [ + { + "class": 0, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 1, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 2, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 3, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 4, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 5, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 6, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 7, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 8, + "total_samples": 450, + "correct_counts": 450, + "accuracy": 100.0, + "dataset": "train" + }, + { + "class": 9, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 10, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 11, + "total_samples": 450, + "correct_counts": 430, + "accuracy": 95.55555725097656, + "dataset": "train" + }, + { + "class": 12, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 13, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 14, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 15, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 16, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 17, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 18, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 19, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 20, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 21, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 22, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 23, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 24, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 25, + "total_samples": 450, + "correct_counts": 431, + "accuracy": 95.77777862548828, + "dataset": "train" + }, + { + "class": 26, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 27, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 28, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 29, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 30, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 31, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 32, + "total_samples": 450, + "correct_counts": 430, + "accuracy": 95.55555725097656, + "dataset": "train" + }, + { + "class": 33, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 34, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 35, + "total_samples": 450, + "correct_counts": 428, + "accuracy": 95.11111450195312, + "dataset": "train" + }, + { + "class": 36, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 37, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 38, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 39, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 40, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 41, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 42, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 43, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 44, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 45, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 46, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 47, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 48, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 49, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 50, + "total_samples": 450, + "correct_counts": 427, + "accuracy": 94.88888549804688, + "dataset": "train" + }, + { + "class": 51, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 52, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 53, + "total_samples": 450, + "correct_counts": 449, + "accuracy": 99.77777862548828, + "dataset": "train" + }, + { + "class": 54, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 55, + "total_samples": 450, + "correct_counts": 428, + "accuracy": 95.11111450195312, + "dataset": "train" + }, + { + "class": 56, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 57, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 58, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 59, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 60, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 61, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 62, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 63, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 64, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 65, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 66, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 67, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 68, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 69, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 70, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 71, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 72, + "total_samples": 450, + "correct_counts": 423, + "accuracy": 94.0, + "dataset": "train" + }, + { + "class": 73, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 74, + "total_samples": 450, + "correct_counts": 431, + "accuracy": 95.77777862548828, + "dataset": "train" + }, + { + "class": 75, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 76, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 77, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 78, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 79, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 80, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 81, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 82, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 83, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 84, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 85, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 86, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 87, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 88, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 89, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 90, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 91, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 92, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 93, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 94, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 95, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 96, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 97, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 98, + "total_samples": 450, + "correct_counts": 428, + "accuracy": 95.11111450195312, + "dataset": "train" + }, + { + "class": 99, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 49, + "accuracy": 49.0, + "dataset": "test" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 97, + "accuracy": 97.0, + "dataset": "test" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 52, + "accuracy": 52.0, + "dataset": "test_LP" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test_LP" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 47, + "accuracy": 47.0, + "dataset": "test_LP" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 47, + "accuracy": 47.0, + "dataset": "test_LP" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test_LP" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test_LP" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 44, + "accuracy": 44.0, + "dataset": "test_LP" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 50, + "accuracy": 50.0, + "dataset": "test_LP" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 51, + "accuracy": 51.0, + "dataset": "test_LP" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 98, + "accuracy": 98.0, + "dataset": "test_LP" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 39, + "accuracy": 39.0, + "dataset": "test_LP" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test_LP" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test_LP" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test_LP" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 40, + "accuracy": 40.0, + "dataset": "test_LP" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test_LP" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 51, + "accuracy": 51.0, + "dataset": "test_LP" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test_LP" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test_LP" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test_LP" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 52, + "accuracy": 52.0, + "dataset": "test_LP" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + } + ] +} \ No newline at end of file diff --git a/retrain/resnet18/cifar100/0-6/model_best.pth.tar b/retrain/resnet18/cifar100/0-6/model_best.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..94e0067ce1630f64c20a0875a2593ceb3083c184 --- /dev/null +++ b/retrain/resnet18/cifar100/0-6/model_best.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42af528e19ae7895261decce388ee1fda5fe71e3eb6b56bfeb2d5e7797a71a4f +size 44961018 diff --git a/retrain/resnet18/cifar100/0-6/retraincheckpoint.pth.tar b/retrain/resnet18/cifar100/0-6/retraincheckpoint.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..e6f3e048ab3c7e5611b00011eabe9f34bfd861f2 --- /dev/null +++ b/retrain/resnet18/cifar100/0-6/retraincheckpoint.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78e3617d65dfedc2f01e6f96a5258be3337522ae97ad8818878d45a184998166 +size 44978810 diff --git a/retrain/resnet18/cifar100/0-6/retraineval_result.pth.tar b/retrain/resnet18/cifar100/0-6/retraineval_result.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..663ccdf8c85c47af8db1c554509737b735a42520 --- /dev/null +++ b/retrain/resnet18/cifar100/0-6/retraineval_result.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b03bed2183b353cff7e751886d9f0ad1e1606b857cec5fdc70e982d7f8fa89e3 +size 12060 diff --git a/retrain/resnet18/cifar100/0-7/class_wise_accuracy.csv b/retrain/resnet18/cifar100/0-7/class_wise_accuracy.csv new file mode 100644 index 0000000000000000000000000000000000000000..ff8d243f05ab0d694be4f71db58b593b292c164e --- /dev/null +++ b/retrain/resnet18/cifar100/0-7/class_wise_accuracy.csv @@ -0,0 +1,301 @@ +class,total_samples,correct_counts,accuracy,dataset +0,450,0,0.0,train +1,450,0,0.0,train +2,450,0,0.0,train +3,450,0,0.0,train +4,450,0,0.0,train +5,450,0,0.0,train +6,450,0,0.0,train +7,450,0,0.0,train +8,450,447,99.33333587646484,train +9,450,440,97.77777862548828,train +10,450,433,96.22222137451172,train +11,450,427,94.88888549804688,train +12,450,439,97.55555725097656,train +13,450,441,98.0,train +14,450,443,98.44444274902344,train +15,450,444,98.66666412353516,train +16,450,437,97.11111450195312,train +17,450,444,98.66666412353516,train +18,450,435,96.66666412353516,train +19,450,443,98.44444274902344,train +20,450,447,99.33333587646484,train +21,450,444,98.66666412353516,train +22,450,437,97.11111450195312,train +23,450,444,98.66666412353516,train +24,450,447,99.33333587646484,train +25,450,431,95.77777862548828,train +26,450,436,96.88888549804688,train +27,450,439,97.55555725097656,train +28,450,443,98.44444274902344,train +29,450,437,97.11111450195312,train +30,450,445,98.88888549804688,train +31,450,439,97.55555725097656,train +32,450,433,96.22222137451172,train +33,450,434,96.44444274902344,train +34,450,443,98.44444274902344,train +35,450,429,95.33333587646484,train +36,450,441,98.0,train +37,450,434,96.44444274902344,train +38,450,437,97.11111450195312,train +39,450,445,98.88888549804688,train +40,450,440,97.77777862548828,train +41,450,442,98.22222137451172,train +42,450,437,97.11111450195312,train +43,450,445,98.88888549804688,train +44,450,432,96.0,train +45,450,432,96.0,train +46,450,432,96.0,train +47,450,440,97.77777862548828,train +48,450,447,99.33333587646484,train +49,450,445,98.88888549804688,train +50,450,428,95.11111450195312,train +51,450,443,98.44444274902344,train +52,450,434,96.44444274902344,train +53,450,450,100.0,train +54,450,442,98.22222137451172,train +55,450,431,95.77777862548828,train +56,450,447,99.33333587646484,train +57,450,435,96.66666412353516,train +58,450,441,98.0,train +59,450,442,98.22222137451172,train +60,450,442,98.22222137451172,train +61,450,440,97.77777862548828,train +62,450,444,98.66666412353516,train +63,450,439,97.55555725097656,train +64,450,440,97.77777862548828,train +65,450,432,96.0,train +66,450,442,98.22222137451172,train +67,450,437,97.11111450195312,train +68,450,446,99.11111450195312,train +69,450,445,98.88888549804688,train +70,450,443,98.44444274902344,train +71,450,443,98.44444274902344,train +72,450,426,94.66666412353516,train +73,450,432,96.0,train +74,450,431,95.77777862548828,train +75,450,449,99.77777862548828,train +76,450,444,98.66666412353516,train +77,450,444,98.66666412353516,train +78,450,440,97.77777862548828,train +79,450,441,98.0,train +80,450,438,97.33333587646484,train +81,450,438,97.33333587646484,train +82,450,450,100.0,train +83,450,436,96.88888549804688,train +84,450,436,96.88888549804688,train +85,450,444,98.66666412353516,train +86,450,444,98.66666412353516,train +87,450,446,99.11111450195312,train +88,450,440,97.77777862548828,train +89,450,443,98.44444274902344,train +90,450,435,96.66666412353516,train +91,450,440,97.77777862548828,train +92,450,435,96.66666412353516,train +93,450,437,97.11111450195312,train +94,450,449,99.77777862548828,train +95,450,441,98.0,train +96,450,440,97.77777862548828,train +97,450,442,98.22222137451172,train +98,450,430,95.55555725097656,train +99,450,437,97.11111450195312,train +0,100,0,0.0,test +1,100,0,0.0,test +2,100,0,0.0,test +3,100,0,0.0,test +4,100,0,0.0,test +5,100,0,0.0,test +6,100,0,0.0,test +7,100,0,0.0,test +8,100,90,90.0,test +9,100,86,86.0,test +10,100,53,53.0,test +11,100,59,59.0,test +12,100,86,86.0,test +13,100,75,75.0,test +14,100,76,76.0,test +15,100,81,81.0,test +16,100,75,75.0,test +17,100,88,88.0,test +18,100,70,70.0,test +19,100,71,71.0,test +20,100,91,91.0,test +21,100,91,91.0,test +22,100,75,75.0,test +23,100,82,82.0,test +24,100,89,89.0,test +25,100,69,69.0,test +26,100,76,76.0,test +27,100,66,66.0,test +28,100,82,82.0,test +29,100,76,76.0,test +30,100,71,71.0,test +31,100,73,73.0,test +32,100,67,67.0,test +33,100,63,63.0,test +34,100,84,84.0,test +35,100,55,55.0,test +36,100,81,81.0,test +37,100,79,79.0,test +38,100,77,77.0,test +39,100,90,90.0,test +40,100,76,76.0,test +41,100,91,91.0,test +42,100,80,80.0,test +43,100,85,85.0,test +44,100,58,58.0,test +45,100,65,65.0,test +46,100,55,55.0,test +47,100,68,68.0,test +48,100,98,98.0,test +49,100,86,86.0,test +50,100,57,57.0,test +51,100,80,80.0,test +52,100,64,64.0,test +53,100,95,95.0,test +54,100,89,89.0,test +55,100,56,56.0,test +56,100,93,93.0,test +57,100,83,83.0,test +58,100,92,92.0,test +59,100,68,68.0,test +60,100,89,89.0,test +61,100,73,73.0,test +62,100,79,79.0,test +63,100,75,75.0,test +64,100,58,58.0,test +65,100,56,56.0,test +66,100,82,82.0,test +67,100,65,65.0,test +68,100,94,94.0,test +69,100,80,80.0,test +70,100,81,81.0,test +71,100,85,85.0,test +72,100,51,51.0,test +73,100,59,59.0,test +74,100,62,62.0,test +75,100,89,89.0,test +76,100,89,89.0,test +77,100,77,77.0,test +78,100,66,66.0,test +79,100,87,87.0,test +80,100,68,68.0,test +81,100,81,81.0,test +82,100,94,94.0,test +83,100,76,76.0,test +84,100,75,75.0,test +85,100,86,86.0,test +86,100,71,71.0,test +87,100,92,92.0,test +88,100,85,85.0,test +89,100,96,96.0,test +90,100,87,87.0,test +91,100,83,83.0,test +92,100,64,64.0,test +93,100,64,64.0,test +94,100,94,94.0,test +95,100,73,73.0,test +96,100,68,68.0,test +97,100,83,83.0,test +98,100,64,64.0,test +99,100,72,72.0,test +0,100,82,82.0,test_LP +1,100,78,78.0,test_LP +2,100,63,63.0,test_LP +3,100,60,60.0,test_LP +4,100,67,67.0,test_LP +5,100,73,73.0,test_LP +6,100,71,71.0,test_LP +7,100,61,61.0,test_LP +8,100,89,89.0,test_LP +9,100,82,82.0,test_LP +10,100,45,45.0,test_LP +11,100,47,47.0,test_LP +12,100,84,84.0,test_LP +13,100,74,74.0,test_LP +14,100,60,60.0,test_LP +15,100,76,76.0,test_LP +16,100,76,76.0,test_LP +17,100,88,88.0,test_LP +18,100,62,62.0,test_LP +19,100,66,66.0,test_LP +20,100,87,87.0,test_LP +21,100,84,84.0,test_LP +22,100,71,71.0,test_LP +23,100,81,81.0,test_LP +24,100,78,78.0,test_LP +25,100,47,47.0,test_LP +26,100,70,70.0,test_LP +27,100,57,57.0,test_LP +28,100,82,82.0,test_LP +29,100,70,70.0,test_LP +30,100,74,74.0,test_LP +31,100,64,64.0,test_LP +32,100,65,65.0,test_LP +33,100,65,65.0,test_LP +34,100,76,76.0,test_LP +35,100,50,50.0,test_LP +36,100,78,78.0,test_LP +37,100,75,75.0,test_LP +38,100,68,68.0,test_LP +39,100,86,86.0,test_LP +40,100,71,71.0,test_LP +41,100,83,83.0,test_LP +42,100,76,76.0,test_LP +43,100,78,78.0,test_LP +44,100,45,45.0,test_LP +45,100,57,57.0,test_LP +46,100,52,52.0,test_LP +47,100,67,67.0,test_LP +48,100,96,96.0,test_LP +49,100,89,89.0,test_LP +50,100,54,54.0,test_LP +51,100,75,75.0,test_LP +52,100,60,60.0,test_LP +53,100,85,85.0,test_LP +54,100,85,85.0,test_LP +55,100,39,39.0,test_LP +56,100,92,92.0,test_LP +57,100,74,74.0,test_LP +58,100,88,88.0,test_LP +59,100,70,70.0,test_LP +60,100,89,89.0,test_LP +61,100,77,77.0,test_LP +62,100,74,74.0,test_LP +63,100,65,65.0,test_LP +64,100,52,52.0,test_LP +65,100,54,54.0,test_LP +66,100,80,80.0,test_LP +67,100,62,62.0,test_LP +68,100,93,93.0,test_LP +69,100,81,81.0,test_LP +70,100,77,77.0,test_LP +71,100,82,82.0,test_LP +72,100,36,36.0,test_LP +73,100,56,56.0,test_LP +74,100,46,46.0,test_LP +75,100,87,87.0,test_LP +76,100,88,88.0,test_LP +77,100,73,73.0,test_LP +78,100,62,62.0,test_LP +79,100,78,78.0,test_LP +80,100,62,62.0,test_LP +81,100,80,80.0,test_LP +82,100,88,88.0,test_LP +83,100,64,64.0,test_LP +84,100,63,63.0,test_LP +85,100,85,85.0,test_LP +86,100,70,70.0,test_LP +87,100,90,90.0,test_LP +88,100,84,84.0,test_LP +89,100,95,95.0,test_LP +90,100,92,92.0,test_LP +91,100,81,81.0,test_LP +92,100,61,61.0,test_LP +93,100,58,58.0,test_LP +94,100,92,92.0,test_LP +95,100,72,72.0,test_LP +96,100,65,65.0,test_LP +97,100,81,81.0,test_LP +98,100,48,48.0,test_LP +99,100,74,74.0,test_LP diff --git a/retrain/resnet18/cifar100/0-7/evaluation_results.json b/retrain/resnet18/cifar100/0-7/evaluation_results.json new file mode 100644 index 0000000000000000000000000000000000000000..5c3a2635825fc238abeb71f9f0198d35139e1d39 --- /dev/null +++ b/retrain/resnet18/cifar100/0-7/evaluation_results.json @@ -0,0 +1,2118 @@ +{ + "unlearning_time": 2596.975707054138, + "accuracy": { + "retain": 99.98067632850241, + "forget": 0.0, + "val": 90.14, + "test": 70.59 + }, + "SVC_MIA_forget_efficacy": { + "correctness": 1.0, + "confidence": 1.0, + "entropy": 0.8466666666666667, + "m_entropy": 1.0, + "prob": 0.9355555555555556 + }, + "class_wise_accuracy": [ + { + "class": 0, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 1, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 2, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 3, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 4, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 5, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 6, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 7, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 8, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 9, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 10, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 11, + "total_samples": 450, + "correct_counts": 427, + "accuracy": 94.88888549804688, + "dataset": "train" + }, + { + "class": 12, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 13, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 14, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 15, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 16, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 17, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 18, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 19, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 20, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 21, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 22, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 23, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 24, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 25, + "total_samples": 450, + "correct_counts": 431, + "accuracy": 95.77777862548828, + "dataset": "train" + }, + { + "class": 26, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 27, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 28, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 29, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 30, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 31, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 32, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 33, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 34, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 35, + "total_samples": 450, + "correct_counts": 429, + "accuracy": 95.33333587646484, + "dataset": "train" + }, + { + "class": 36, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 37, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 38, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 39, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 40, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 41, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 42, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 43, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 44, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 45, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 46, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 47, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 48, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 49, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 50, + "total_samples": 450, + "correct_counts": 428, + "accuracy": 95.11111450195312, + "dataset": "train" + }, + { + "class": 51, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 52, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 53, + "total_samples": 450, + "correct_counts": 450, + "accuracy": 100.0, + "dataset": "train" + }, + { + "class": 54, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 55, + "total_samples": 450, + "correct_counts": 431, + "accuracy": 95.77777862548828, + "dataset": "train" + }, + { + "class": 56, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 57, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 58, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 59, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 60, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 61, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 62, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 63, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 64, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 65, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 66, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 67, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 68, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 69, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 70, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 71, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 72, + "total_samples": 450, + "correct_counts": 426, + "accuracy": 94.66666412353516, + "dataset": "train" + }, + { + "class": 73, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 74, + "total_samples": 450, + "correct_counts": 431, + "accuracy": 95.77777862548828, + "dataset": "train" + }, + { + "class": 75, + "total_samples": 450, + "correct_counts": 449, + "accuracy": 99.77777862548828, + "dataset": "train" + }, + { + "class": 76, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 77, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 78, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 79, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 80, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 81, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 82, + "total_samples": 450, + "correct_counts": 450, + "accuracy": 100.0, + "dataset": "train" + }, + { + "class": 83, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 84, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 85, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 86, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 87, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 88, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 89, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 90, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 91, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 92, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 93, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 94, + "total_samples": 450, + "correct_counts": 449, + "accuracy": 99.77777862548828, + "dataset": "train" + }, + { + "class": 95, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 96, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 97, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 98, + "total_samples": 450, + "correct_counts": 430, + "accuracy": 95.55555725097656, + "dataset": "train" + }, + { + "class": 99, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 98, + "accuracy": 98.0, + "dataset": "test" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 95, + "accuracy": 95.0, + "dataset": "test" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 51, + "accuracy": 51.0, + "dataset": "test" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 96, + "accuracy": 96.0, + "dataset": "test" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 45, + "accuracy": 45.0, + "dataset": "test_LP" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 47, + "accuracy": 47.0, + "dataset": "test_LP" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 47, + "accuracy": 47.0, + "dataset": "test_LP" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test_LP" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 50, + "accuracy": 50.0, + "dataset": "test_LP" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 45, + "accuracy": 45.0, + "dataset": "test_LP" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test_LP" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 52, + "accuracy": 52.0, + "dataset": "test_LP" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 96, + "accuracy": 96.0, + "dataset": "test_LP" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test_LP" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 39, + "accuracy": 39.0, + "dataset": "test_LP" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test_LP" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 52, + "accuracy": 52.0, + "dataset": "test_LP" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test_LP" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test_LP" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 36, + "accuracy": 36.0, + "dataset": "test_LP" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test_LP" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 46, + "accuracy": 46.0, + "dataset": "test_LP" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test_LP" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 95, + "accuracy": 95.0, + "dataset": "test_LP" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test_LP" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test_LP" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test_LP" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 48, + "accuracy": 48.0, + "dataset": "test_LP" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + } + ] +} \ No newline at end of file diff --git a/retrain/resnet18/cifar100/0-7/model_best.pth.tar b/retrain/resnet18/cifar100/0-7/model_best.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..00e69baa2a59c4077ad24a631e118007a325b5ac --- /dev/null +++ b/retrain/resnet18/cifar100/0-7/model_best.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7def8e2a86ed38b5a11d3e80ae555cf15fdae17ed5c146c91ce3e52ac8176186 +size 44961018 diff --git a/retrain/resnet18/cifar100/0-7/retraincheckpoint.pth.tar b/retrain/resnet18/cifar100/0-7/retraincheckpoint.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..c976e23edc578b12a1a51cfb0bdc9012c8efb7e6 --- /dev/null +++ b/retrain/resnet18/cifar100/0-7/retraincheckpoint.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e4fbbe75a37b910f11e97c41eb25962845304faab7c0b35a124ebbd06fc6a89 +size 44978810 diff --git a/retrain/resnet18/cifar100/0-7/retraineval_result.pth.tar b/retrain/resnet18/cifar100/0-7/retraineval_result.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..3cc01b1d47011b2f6c9a4be8b612da40a1099209 --- /dev/null +++ b/retrain/resnet18/cifar100/0-7/retraineval_result.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efe5ebfa0f06f2a006f4251e122ea63bbcd28e0a56e5387f131fa2956c675df0 +size 12060 diff --git a/retrain/resnet18/cifar100/0-8/class_wise_accuracy.csv b/retrain/resnet18/cifar100/0-8/class_wise_accuracy.csv new file mode 100644 index 0000000000000000000000000000000000000000..ce5bea3333c2c0e13073bd14e78829d599d78e62 --- /dev/null +++ b/retrain/resnet18/cifar100/0-8/class_wise_accuracy.csv @@ -0,0 +1,301 @@ +class,total_samples,correct_counts,accuracy,dataset +0,450,0,0.0,train +1,450,0,0.0,train +2,450,0,0.0,train +3,450,0,0.0,train +4,450,0,0.0,train +5,450,0,0.0,train +6,450,0,0.0,train +7,450,0,0.0,train +8,450,0,0.0,train +9,450,439,97.55555725097656,train +10,450,434,96.44444274902344,train +11,450,431,95.77777862548828,train +12,450,441,98.0,train +13,450,439,97.55555725097656,train +14,450,441,98.0,train +15,450,444,98.66666412353516,train +16,450,438,97.33333587646484,train +17,450,442,98.22222137451172,train +18,450,434,96.44444274902344,train +19,450,442,98.22222137451172,train +20,450,446,99.11111450195312,train +21,450,445,98.88888549804688,train +22,450,435,96.66666412353516,train +23,450,442,98.22222137451172,train +24,450,448,99.55555725097656,train +25,450,434,96.44444274902344,train +26,450,435,96.66666412353516,train +27,450,441,98.0,train +28,450,443,98.44444274902344,train +29,450,437,97.11111450195312,train +30,450,444,98.66666412353516,train +31,450,437,97.11111450195312,train +32,450,434,96.44444274902344,train +33,450,439,97.55555725097656,train +34,450,444,98.66666412353516,train +35,450,428,95.11111450195312,train +36,450,442,98.22222137451172,train +37,450,435,96.66666412353516,train +38,450,441,98.0,train +39,450,446,99.11111450195312,train +40,450,439,97.55555725097656,train +41,450,442,98.22222137451172,train +42,450,438,97.33333587646484,train +43,450,446,99.11111450195312,train +44,450,434,96.44444274902344,train +45,450,429,95.33333587646484,train +46,450,435,96.66666412353516,train +47,450,439,97.55555725097656,train +48,450,448,99.55555725097656,train +49,450,444,98.66666412353516,train +50,450,425,94.44444274902344,train +51,450,444,98.66666412353516,train +52,450,435,96.66666412353516,train +53,450,449,99.77777862548828,train +54,450,445,98.88888549804688,train +55,450,429,95.33333587646484,train +56,450,445,98.88888549804688,train +57,450,435,96.66666412353516,train +58,450,442,98.22222137451172,train +59,450,437,97.11111450195312,train +60,450,440,97.77777862548828,train +61,450,440,97.77777862548828,train +62,450,444,98.66666412353516,train +63,450,439,97.55555725097656,train +64,450,435,96.66666412353516,train +65,450,431,95.77777862548828,train +66,450,442,98.22222137451172,train +67,450,440,97.77777862548828,train +68,450,445,98.88888549804688,train +69,450,439,97.55555725097656,train +70,450,441,98.0,train +71,450,440,97.77777862548828,train +72,450,423,94.0,train +73,450,437,97.11111450195312,train +74,450,436,96.88888549804688,train +75,450,447,99.33333587646484,train +76,450,443,98.44444274902344,train +77,450,439,97.55555725097656,train +78,450,440,97.77777862548828,train +79,450,439,97.55555725097656,train +80,450,436,96.88888549804688,train +81,450,439,97.55555725097656,train +82,450,448,99.55555725097656,train +83,450,437,97.11111450195312,train +84,450,442,98.22222137451172,train +85,450,443,98.44444274902344,train +86,450,444,98.66666412353516,train +87,450,445,98.88888549804688,train +88,450,441,98.0,train +89,450,446,99.11111450195312,train +90,450,436,96.88888549804688,train +91,450,442,98.22222137451172,train +92,450,434,96.44444274902344,train +93,450,436,96.88888549804688,train +94,450,444,98.66666412353516,train +95,450,441,98.0,train +96,450,443,98.44444274902344,train +97,450,444,98.66666412353516,train +98,450,429,95.33333587646484,train +99,450,433,96.22222137451172,train +0,100,0,0.0,test +1,100,0,0.0,test +2,100,0,0.0,test +3,100,0,0.0,test +4,100,0,0.0,test +5,100,0,0.0,test +6,100,0,0.0,test +7,100,0,0.0,test +8,100,0,0.0,test +9,100,85,85.0,test +10,100,50,50.0,test +11,100,55,55.0,test +12,100,78,78.0,test +13,100,69,69.0,test +14,100,68,68.0,test +15,100,81,81.0,test +16,100,76,76.0,test +17,100,85,85.0,test +18,100,72,72.0,test +19,100,73,73.0,test +20,100,88,88.0,test +21,100,92,92.0,test +22,100,74,74.0,test +23,100,85,85.0,test +24,100,89,89.0,test +25,100,72,72.0,test +26,100,67,67.0,test +27,100,66,66.0,test +28,100,82,82.0,test +29,100,76,76.0,test +30,100,68,68.0,test +31,100,70,70.0,test +32,100,68,68.0,test +33,100,69,69.0,test +34,100,84,84.0,test +35,100,60,60.0,test +36,100,86,86.0,test +37,100,83,83.0,test +38,100,72,72.0,test +39,100,92,92.0,test +40,100,73,73.0,test +41,100,94,94.0,test +42,100,76,76.0,test +43,100,84,84.0,test +44,100,55,55.0,test +45,100,66,66.0,test +46,100,53,53.0,test +47,100,74,74.0,test +48,100,97,97.0,test +49,100,88,88.0,test +50,100,63,63.0,test +51,100,75,75.0,test +52,100,59,59.0,test +53,100,94,94.0,test +54,100,87,87.0,test +55,100,61,61.0,test +56,100,92,92.0,test +57,100,84,84.0,test +58,100,89,89.0,test +59,100,73,73.0,test +60,100,93,93.0,test +61,100,73,73.0,test +62,100,77,77.0,test +63,100,78,78.0,test +64,100,58,58.0,test +65,100,62,62.0,test +66,100,85,85.0,test +67,100,67,67.0,test +68,100,94,94.0,test +69,100,82,82.0,test +70,100,76,76.0,test +71,100,80,80.0,test +72,100,47,47.0,test +73,100,67,67.0,test +74,100,59,59.0,test +75,100,90,90.0,test +76,100,92,92.0,test +77,100,72,72.0,test +78,100,63,63.0,test +79,100,80,80.0,test +80,100,73,73.0,test +81,100,86,86.0,test +82,100,95,95.0,test +83,100,73,73.0,test +84,100,74,74.0,test +85,100,88,88.0,test +86,100,71,71.0,test +87,100,87,87.0,test +88,100,83,83.0,test +89,100,89,89.0,test +90,100,88,88.0,test +91,100,80,80.0,test +92,100,68,68.0,test +93,100,66,66.0,test +94,100,94,94.0,test +95,100,75,75.0,test +96,100,67,67.0,test +97,100,86,86.0,test +98,100,70,70.0,test +99,100,73,73.0,test +0,100,80,80.0,test_LP +1,100,78,78.0,test_LP +2,100,67,67.0,test_LP +3,100,46,46.0,test_LP +4,100,61,61.0,test_LP +5,100,73,73.0,test_LP +6,100,67,67.0,test_LP +7,100,59,59.0,test_LP +8,100,79,79.0,test_LP +9,100,83,83.0,test_LP +10,100,47,47.0,test_LP +11,100,37,37.0,test_LP +12,100,75,75.0,test_LP +13,100,68,68.0,test_LP +14,100,57,57.0,test_LP +15,100,79,79.0,test_LP +16,100,70,70.0,test_LP +17,100,87,87.0,test_LP +18,100,61,61.0,test_LP +19,100,60,60.0,test_LP +20,100,85,85.0,test_LP +21,100,83,83.0,test_LP +22,100,67,67.0,test_LP +23,100,77,77.0,test_LP +24,100,77,77.0,test_LP +25,100,52,52.0,test_LP +26,100,64,64.0,test_LP +27,100,53,53.0,test_LP +28,100,80,80.0,test_LP +29,100,70,70.0,test_LP +30,100,66,66.0,test_LP +31,100,60,60.0,test_LP +32,100,67,67.0,test_LP +33,100,67,67.0,test_LP +34,100,78,78.0,test_LP +35,100,45,45.0,test_LP +36,100,84,84.0,test_LP +37,100,81,81.0,test_LP +38,100,61,61.0,test_LP +39,100,86,86.0,test_LP +40,100,73,73.0,test_LP +41,100,92,92.0,test_LP +42,100,71,71.0,test_LP +43,100,74,74.0,test_LP +44,100,42,42.0,test_LP +45,100,58,58.0,test_LP +46,100,46,46.0,test_LP +47,100,78,78.0,test_LP +48,100,93,93.0,test_LP +49,100,85,85.0,test_LP +50,100,54,54.0,test_LP +51,100,70,70.0,test_LP +52,100,59,59.0,test_LP +53,100,86,86.0,test_LP +54,100,78,78.0,test_LP +55,100,45,45.0,test_LP +56,100,89,89.0,test_LP +57,100,78,78.0,test_LP +58,100,89,89.0,test_LP +59,100,75,75.0,test_LP +60,100,93,93.0,test_LP +61,100,77,77.0,test_LP +62,100,70,70.0,test_LP +63,100,60,60.0,test_LP +64,100,50,50.0,test_LP +65,100,57,57.0,test_LP +66,100,78,78.0,test_LP +67,100,50,50.0,test_LP +68,100,93,93.0,test_LP +69,100,82,82.0,test_LP +70,100,78,78.0,test_LP +71,100,84,84.0,test_LP +72,100,39,39.0,test_LP +73,100,64,64.0,test_LP +74,100,47,47.0,test_LP +75,100,88,88.0,test_LP +76,100,94,94.0,test_LP +77,100,62,62.0,test_LP +78,100,57,57.0,test_LP +79,100,68,68.0,test_LP +80,100,66,66.0,test_LP +81,100,83,83.0,test_LP +82,100,87,87.0,test_LP +83,100,62,62.0,test_LP +84,100,66,66.0,test_LP +85,100,79,79.0,test_LP +86,100,69,69.0,test_LP +87,100,83,83.0,test_LP +88,100,84,84.0,test_LP +89,100,85,85.0,test_LP +90,100,87,87.0,test_LP +91,100,79,79.0,test_LP +92,100,65,65.0,test_LP +93,100,46,46.0,test_LP +94,100,90,90.0,test_LP +95,100,78,78.0,test_LP +96,100,62,62.0,test_LP +97,100,83,83.0,test_LP +98,100,60,60.0,test_LP +99,100,72,72.0,test_LP diff --git a/retrain/resnet18/cifar100/0-8/evaluation_results.json b/retrain/resnet18/cifar100/0-8/evaluation_results.json new file mode 100644 index 0000000000000000000000000000000000000000..bd8c4a577a6db29f428d385087ee71befc2ec937 --- /dev/null +++ b/retrain/resnet18/cifar100/0-8/evaluation_results.json @@ -0,0 +1,2118 @@ +{ + "unlearning_time": 2607.9068133831024, + "accuracy": { + "retain": 99.98046398046398, + "forget": 0.0, + "val": 88.9, + "test": 69.53 + }, + "SVC_MIA_forget_efficacy": { + "correctness": 1.0, + "confidence": 1.0, + "entropy": 0.8622222222222222, + "m_entropy": 1.0, + "prob": 0.7488888888888889 + }, + "class_wise_accuracy": [ + { + "class": 0, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 1, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 2, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 3, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 4, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 5, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 6, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 7, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 8, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 9, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 10, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 11, + "total_samples": 450, + "correct_counts": 431, + "accuracy": 95.77777862548828, + "dataset": "train" + }, + { + "class": 12, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 13, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 14, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 15, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 16, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 17, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 18, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 19, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 20, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 21, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 22, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 23, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 24, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 25, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 26, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 27, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 28, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 29, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 30, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 31, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 32, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 33, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 34, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 35, + "total_samples": 450, + "correct_counts": 428, + "accuracy": 95.11111450195312, + "dataset": "train" + }, + { + "class": 36, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 37, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 38, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 39, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 40, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 41, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 42, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 43, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 44, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 45, + "total_samples": 450, + "correct_counts": 429, + "accuracy": 95.33333587646484, + "dataset": "train" + }, + { + "class": 46, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 47, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 48, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 49, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 50, + "total_samples": 450, + "correct_counts": 425, + "accuracy": 94.44444274902344, + "dataset": "train" + }, + { + "class": 51, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 52, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 53, + "total_samples": 450, + "correct_counts": 449, + "accuracy": 99.77777862548828, + "dataset": "train" + }, + { + "class": 54, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 55, + "total_samples": 450, + "correct_counts": 429, + "accuracy": 95.33333587646484, + "dataset": "train" + }, + { + "class": 56, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 57, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 58, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 59, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 60, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 61, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 62, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 63, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 64, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 65, + "total_samples": 450, + "correct_counts": 431, + "accuracy": 95.77777862548828, + "dataset": "train" + }, + { + "class": 66, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 67, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 68, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 69, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 70, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 71, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 72, + "total_samples": 450, + "correct_counts": 423, + "accuracy": 94.0, + "dataset": "train" + }, + { + "class": 73, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 74, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 75, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 76, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 77, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 78, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 79, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 80, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 81, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 82, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 83, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 84, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 85, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 86, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 87, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 88, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 89, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 90, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 91, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 92, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 93, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 94, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 95, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 96, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 97, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 98, + "total_samples": 450, + "correct_counts": 429, + "accuracy": 95.33333587646484, + "dataset": "train" + }, + { + "class": 99, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 50, + "accuracy": 50.0, + "dataset": "test" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 97, + "accuracy": 97.0, + "dataset": "test" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 47, + "accuracy": 47.0, + "dataset": "test" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 95, + "accuracy": 95.0, + "dataset": "test" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 46, + "accuracy": 46.0, + "dataset": "test_LP" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 47, + "accuracy": 47.0, + "dataset": "test_LP" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 37, + "accuracy": 37.0, + "dataset": "test_LP" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test_LP" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 52, + "accuracy": 52.0, + "dataset": "test_LP" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test_LP" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 45, + "accuracy": 45.0, + "dataset": "test_LP" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test_LP" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 42, + "accuracy": 42.0, + "dataset": "test_LP" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test_LP" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 46, + "accuracy": 46.0, + "dataset": "test_LP" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test_LP" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test_LP" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 45, + "accuracy": 45.0, + "dataset": "test_LP" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test_LP" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 50, + "accuracy": 50.0, + "dataset": "test_LP" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test_LP" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 50, + "accuracy": 50.0, + "dataset": "test_LP" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test_LP" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 39, + "accuracy": 39.0, + "dataset": "test_LP" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 47, + "accuracy": 47.0, + "dataset": "test_LP" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test_LP" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test_LP" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 46, + "accuracy": 46.0, + "dataset": "test_LP" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test_LP" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + } + ] +} \ No newline at end of file diff --git a/retrain/resnet18/cifar100/0-8/model_best.pth.tar b/retrain/resnet18/cifar100/0-8/model_best.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..ffb8aadc36364f05b049674fb9b57d50a16a8fa7 --- /dev/null +++ b/retrain/resnet18/cifar100/0-8/model_best.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95007331b287568b8409fe1b4f41c1f648ac341337d0835de4bc25f1075d88c4 +size 44961018 diff --git a/retrain/resnet18/cifar100/0-8/retraincheckpoint.pth.tar b/retrain/resnet18/cifar100/0-8/retraincheckpoint.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..64db9b30bd0f73e1765227101a2592ef83217f43 --- /dev/null +++ b/retrain/resnet18/cifar100/0-8/retraincheckpoint.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c218628ee3f3668e76daa6348074b5833003213a247a1302497f74a76fa32cf +size 44978810 diff --git a/retrain/resnet18/cifar100/0-8/retraineval_result.pth.tar b/retrain/resnet18/cifar100/0-8/retraineval_result.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..901fbf73e0b962c393730f0ebeb8550c1f61c05e --- /dev/null +++ b/retrain/resnet18/cifar100/0-8/retraineval_result.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b2034d0da0c1f27bb6b4dba65b799c62d09c9f9ba3a74e751f9527a1df5a948 +size 12060 diff --git a/retrain/resnet18/cifar100/0-9/class_wise_accuracy.csv b/retrain/resnet18/cifar100/0-9/class_wise_accuracy.csv new file mode 100644 index 0000000000000000000000000000000000000000..7ad07ae236dc56e2398d40b5003932c06500e542 --- /dev/null +++ b/retrain/resnet18/cifar100/0-9/class_wise_accuracy.csv @@ -0,0 +1,301 @@ +class,total_samples,correct_counts,accuracy,dataset +0,450,0,0.0,train +1,450,0,0.0,train +2,450,0,0.0,train +3,450,0,0.0,train +4,450,0,0.0,train +5,450,0,0.0,train +6,450,0,0.0,train +7,450,0,0.0,train +8,450,0,0.0,train +9,450,0,0.0,train +10,450,434,96.44444274902344,train +11,450,425,94.44444274902344,train +12,450,439,97.55555725097656,train +13,450,439,97.55555725097656,train +14,450,438,97.33333587646484,train +15,450,445,98.88888549804688,train +16,450,438,97.33333587646484,train +17,450,443,98.44444274902344,train +18,450,433,96.22222137451172,train +19,450,442,98.22222137451172,train +20,450,446,99.11111450195312,train +21,450,446,99.11111450195312,train +22,450,433,96.22222137451172,train +23,450,441,98.0,train +24,450,448,99.55555725097656,train +25,450,433,96.22222137451172,train +26,450,439,97.55555725097656,train +27,450,435,96.66666412353516,train +28,450,443,98.44444274902344,train +29,450,438,97.33333587646484,train +30,450,442,98.22222137451172,train +31,450,437,97.11111450195312,train +32,450,428,95.11111450195312,train +33,450,440,97.77777862548828,train +34,450,442,98.22222137451172,train +35,450,431,95.77777862548828,train +36,450,442,98.22222137451172,train +37,450,436,96.88888549804688,train +38,450,439,97.55555725097656,train +39,450,442,98.22222137451172,train +40,450,436,96.88888549804688,train +41,450,442,98.22222137451172,train +42,450,437,97.11111450195312,train +43,450,445,98.88888549804688,train +44,450,434,96.44444274902344,train +45,450,433,96.22222137451172,train +46,450,433,96.22222137451172,train +47,450,438,97.33333587646484,train +48,450,448,99.55555725097656,train +49,450,446,99.11111450195312,train +50,450,432,96.0,train +51,450,446,99.11111450195312,train +52,450,438,97.33333587646484,train +53,450,449,99.77777862548828,train +54,450,444,98.66666412353516,train +55,450,427,94.88888549804688,train +56,450,445,98.88888549804688,train +57,450,435,96.66666412353516,train +58,450,443,98.44444274902344,train +59,450,436,96.88888549804688,train +60,450,443,98.44444274902344,train +61,450,443,98.44444274902344,train +62,450,441,98.0,train +63,450,442,98.22222137451172,train +64,450,438,97.33333587646484,train +65,450,435,96.66666412353516,train +66,450,442,98.22222137451172,train +67,450,438,97.33333587646484,train +68,450,447,99.33333587646484,train +69,450,445,98.88888549804688,train +70,450,442,98.22222137451172,train +71,450,440,97.77777862548828,train +72,450,423,94.0,train +73,450,434,96.44444274902344,train +74,450,432,96.0,train +75,450,447,99.33333587646484,train +76,450,443,98.44444274902344,train +77,450,438,97.33333587646484,train +78,450,435,96.66666412353516,train +79,450,438,97.33333587646484,train +80,450,433,96.22222137451172,train +81,450,437,97.11111450195312,train +82,450,448,99.55555725097656,train +83,450,437,97.11111450195312,train +84,450,439,97.55555725097656,train +85,450,445,98.88888549804688,train +86,450,442,98.22222137451172,train +87,450,446,99.11111450195312,train +88,450,443,98.44444274902344,train +89,450,443,98.44444274902344,train +90,450,437,97.11111450195312,train +91,450,443,98.44444274902344,train +92,450,436,96.88888549804688,train +93,450,439,97.55555725097656,train +94,450,446,99.11111450195312,train +95,450,438,97.33333587646484,train +96,450,441,98.0,train +97,450,442,98.22222137451172,train +98,450,423,94.0,train +99,450,437,97.11111450195312,train +0,100,0,0.0,test +1,100,0,0.0,test +2,100,0,0.0,test +3,100,0,0.0,test +4,100,0,0.0,test +5,100,0,0.0,test +6,100,0,0.0,test +7,100,0,0.0,test +8,100,0,0.0,test +9,100,0,0.0,test +10,100,53,53.0,test +11,100,55,55.0,test +12,100,83,83.0,test +13,100,75,75.0,test +14,100,68,68.0,test +15,100,79,79.0,test +16,100,79,79.0,test +17,100,89,89.0,test +18,100,64,64.0,test +19,100,74,74.0,test +20,100,91,91.0,test +21,100,92,92.0,test +22,100,77,77.0,test +23,100,85,85.0,test +24,100,88,88.0,test +25,100,69,69.0,test +26,100,70,70.0,test +27,100,65,65.0,test +28,100,85,85.0,test +29,100,73,73.0,test +30,100,65,65.0,test +31,100,73,73.0,test +32,100,67,67.0,test +33,100,69,69.0,test +34,100,81,81.0,test +35,100,59,59.0,test +36,100,85,85.0,test +37,100,80,80.0,test +38,100,72,72.0,test +39,100,89,89.0,test +40,100,73,73.0,test +41,100,90,90.0,test +42,100,76,76.0,test +43,100,84,84.0,test +44,100,48,48.0,test +45,100,68,68.0,test +46,100,51,51.0,test +47,100,69,69.0,test +48,100,98,98.0,test +49,100,88,88.0,test +50,100,63,63.0,test +51,100,73,73.0,test +52,100,69,69.0,test +53,100,94,94.0,test +54,100,85,85.0,test +55,100,56,56.0,test +56,100,88,88.0,test +57,100,83,83.0,test +58,100,90,90.0,test +59,100,72,72.0,test +60,100,83,83.0,test +61,100,72,72.0,test +62,100,78,78.0,test +63,100,74,74.0,test +64,100,60,60.0,test +65,100,57,57.0,test +66,100,76,76.0,test +67,100,73,73.0,test +68,100,94,94.0,test +69,100,85,85.0,test +70,100,78,78.0,test +71,100,85,85.0,test +72,100,53,53.0,test +73,100,60,60.0,test +74,100,65,65.0,test +75,100,94,94.0,test +76,100,89,89.0,test +77,100,73,73.0,test +78,100,72,72.0,test +79,100,81,81.0,test +80,100,70,70.0,test +81,100,81,81.0,test +82,100,91,91.0,test +83,100,75,75.0,test +84,100,71,71.0,test +85,100,84,84.0,test +86,100,71,71.0,test +87,100,91,91.0,test +88,100,85,85.0,test +89,100,93,93.0,test +90,100,86,86.0,test +91,100,82,82.0,test +92,100,65,65.0,test +93,100,63,63.0,test +94,100,95,95.0,test +95,100,73,73.0,test +96,100,64,64.0,test +97,100,78,78.0,test +98,100,66,66.0,test +99,100,78,78.0,test +0,100,77,77.0,test_LP +1,100,80,80.0,test_LP +2,100,55,55.0,test_LP +3,100,55,55.0,test_LP +4,100,49,49.0,test_LP +5,100,79,79.0,test_LP +6,100,67,67.0,test_LP +7,100,56,56.0,test_LP +8,100,76,76.0,test_LP +9,100,77,77.0,test_LP +10,100,50,50.0,test_LP +11,100,38,38.0,test_LP +12,100,84,84.0,test_LP +13,100,76,76.0,test_LP +14,100,56,56.0,test_LP +15,100,73,73.0,test_LP +16,100,64,64.0,test_LP +17,100,90,90.0,test_LP +18,100,60,60.0,test_LP +19,100,68,68.0,test_LP +20,100,82,82.0,test_LP +21,100,88,88.0,test_LP +22,100,75,75.0,test_LP +23,100,83,83.0,test_LP +24,100,77,77.0,test_LP +25,100,54,54.0,test_LP +26,100,65,65.0,test_LP +27,100,64,64.0,test_LP +28,100,85,85.0,test_LP +29,100,71,71.0,test_LP +30,100,68,68.0,test_LP +31,100,59,59.0,test_LP +32,100,64,64.0,test_LP +33,100,73,73.0,test_LP +34,100,76,76.0,test_LP +35,100,46,46.0,test_LP +36,100,81,81.0,test_LP +37,100,76,76.0,test_LP +38,100,66,66.0,test_LP +39,100,89,89.0,test_LP +40,100,70,70.0,test_LP +41,100,88,88.0,test_LP +42,100,73,73.0,test_LP +43,100,79,79.0,test_LP +44,100,38,38.0,test_LP +45,100,60,60.0,test_LP +46,100,51,51.0,test_LP +47,100,73,73.0,test_LP +48,100,91,91.0,test_LP +49,100,88,88.0,test_LP +50,100,60,60.0,test_LP +51,100,71,71.0,test_LP +52,100,63,63.0,test_LP +53,100,84,84.0,test_LP +54,100,80,80.0,test_LP +55,100,41,41.0,test_LP +56,100,88,88.0,test_LP +57,100,72,72.0,test_LP +58,100,88,88.0,test_LP +59,100,73,73.0,test_LP +60,100,83,83.0,test_LP +61,100,75,75.0,test_LP +62,100,75,75.0,test_LP +63,100,66,66.0,test_LP +64,100,56,56.0,test_LP +65,100,48,48.0,test_LP +66,100,75,75.0,test_LP +67,100,64,64.0,test_LP +68,100,92,92.0,test_LP +69,100,81,81.0,test_LP +70,100,76,76.0,test_LP +71,100,82,82.0,test_LP +72,100,50,50.0,test_LP +73,100,57,57.0,test_LP +74,100,53,53.0,test_LP +75,100,90,90.0,test_LP +76,100,87,87.0,test_LP +77,100,68,68.0,test_LP +78,100,66,66.0,test_LP +79,100,76,76.0,test_LP +80,100,59,59.0,test_LP +81,100,79,79.0,test_LP +82,100,87,87.0,test_LP +83,100,68,68.0,test_LP +84,100,67,67.0,test_LP +85,100,80,80.0,test_LP +86,100,67,67.0,test_LP +87,100,87,87.0,test_LP +88,100,82,82.0,test_LP +89,100,85,85.0,test_LP +90,100,90,90.0,test_LP +91,100,77,77.0,test_LP +92,100,62,62.0,test_LP +93,100,53,53.0,test_LP +94,100,93,93.0,test_LP +95,100,71,71.0,test_LP +96,100,64,64.0,test_LP +97,100,78,78.0,test_LP +98,100,61,61.0,test_LP +99,100,76,76.0,test_LP diff --git a/retrain/resnet18/cifar100/0-9/evaluation_results.json b/retrain/resnet18/cifar100/0-9/evaluation_results.json new file mode 100644 index 0000000000000000000000000000000000000000..2edd3cd52faa2cccafd41b4124284bc440102ef7 --- /dev/null +++ b/retrain/resnet18/cifar100/0-9/evaluation_results.json @@ -0,0 +1,2118 @@ +{ + "unlearning_time": 2545.0106558799744, + "accuracy": { + "retain": 99.98024691358025, + "forget": 0.0, + "val": 87.98, + "test": 68.36 + }, + "SVC_MIA_forget_efficacy": { + "correctness": 1.0, + "confidence": 1.0, + "entropy": 0.9022222222222223, + "m_entropy": 1.0, + "prob": 0.7755555555555556 + }, + "class_wise_accuracy": [ + { + "class": 0, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 1, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 2, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 3, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 4, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 5, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 6, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 7, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 8, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 9, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 10, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 11, + "total_samples": 450, + "correct_counts": 425, + "accuracy": 94.44444274902344, + "dataset": "train" + }, + { + "class": 12, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 13, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 14, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 15, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 16, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 17, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 18, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 19, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 20, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 21, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 22, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 23, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 24, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 25, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 26, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 27, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 28, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 29, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 30, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 31, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 32, + "total_samples": 450, + "correct_counts": 428, + "accuracy": 95.11111450195312, + "dataset": "train" + }, + { + "class": 33, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 34, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 35, + "total_samples": 450, + "correct_counts": 431, + "accuracy": 95.77777862548828, + "dataset": "train" + }, + { + "class": 36, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 37, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 38, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 39, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 40, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 41, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 42, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 43, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 44, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 45, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 46, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 47, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 48, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 49, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 50, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 51, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 52, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 53, + "total_samples": 450, + "correct_counts": 449, + "accuracy": 99.77777862548828, + "dataset": "train" + }, + { + "class": 54, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 55, + "total_samples": 450, + "correct_counts": 427, + "accuracy": 94.88888549804688, + "dataset": "train" + }, + { + "class": 56, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 57, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 58, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 59, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 60, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 61, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 62, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 63, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 64, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 65, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 66, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 67, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 68, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 69, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 70, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 71, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 72, + "total_samples": 450, + "correct_counts": 423, + "accuracy": 94.0, + "dataset": "train" + }, + { + "class": 73, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 74, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 75, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 76, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 77, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 78, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 79, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 80, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 81, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 82, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 83, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 84, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 85, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 86, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 87, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 88, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 89, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 90, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 91, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 92, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 93, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 94, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 95, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 96, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 97, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 98, + "total_samples": 450, + "correct_counts": 423, + "accuracy": 94.0, + "dataset": "train" + }, + { + "class": 99, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 48, + "accuracy": 48.0, + "dataset": "test" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 51, + "accuracy": 51.0, + "dataset": "test" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 98, + "accuracy": 98.0, + "dataset": "test" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 95, + "accuracy": 95.0, + "dataset": "test" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test_LP" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test_LP" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 49, + "accuracy": 49.0, + "dataset": "test_LP" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test_LP" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 50, + "accuracy": 50.0, + "dataset": "test_LP" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 38, + "accuracy": 38.0, + "dataset": "test_LP" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test_LP" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test_LP" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test_LP" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 46, + "accuracy": 46.0, + "dataset": "test_LP" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 38, + "accuracy": 38.0, + "dataset": "test_LP" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 51, + "accuracy": 51.0, + "dataset": "test_LP" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test_LP" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 41, + "accuracy": 41.0, + "dataset": "test_LP" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test_LP" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 48, + "accuracy": 48.0, + "dataset": "test_LP" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test_LP" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 50, + "accuracy": 50.0, + "dataset": "test_LP" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test_LP" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test_LP" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test_LP" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test_LP" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test_LP" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test_LP" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + } + ] +} \ No newline at end of file diff --git a/retrain/resnet18/cifar100/0-9/model_best.pth.tar b/retrain/resnet18/cifar100/0-9/model_best.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..ea20999a758b6c27d081a1aed0dfa5f4038a73ce --- /dev/null +++ b/retrain/resnet18/cifar100/0-9/model_best.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3775a616e55d66382556378355fd50b6184097c6a335b604f2e921d1ba453471 +size 44961018 diff --git a/retrain/resnet18/cifar100/0-9/retraincheckpoint.pth.tar b/retrain/resnet18/cifar100/0-9/retraincheckpoint.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..71564ccaf9cbfd227dbe9a9d7edf95957499b88c --- /dev/null +++ b/retrain/resnet18/cifar100/0-9/retraincheckpoint.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3945a913b267fd2df942f491508737aff5b0e6bd065b37db1d19fe308394968d +size 44978810 diff --git a/retrain/resnet18/cifar100/0-9/retraineval_result.pth.tar b/retrain/resnet18/cifar100/0-9/retraineval_result.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..419e07741af06752ff1da4a95ccad7640e3df3a0 --- /dev/null +++ b/retrain/resnet18/cifar100/0-9/retraineval_result.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:121aa8b7d977ce4c290c33d1ab9486c34102bc21ca209b828e2513bca5aebdbf +size 12060 diff --git a/retrain/resnet50/cifar100/0-0/class_wise_accuracy.csv b/retrain/resnet50/cifar100/0-0/class_wise_accuracy.csv new file mode 100644 index 0000000000000000000000000000000000000000..742b4f30e5ca112b3310fb49a20164bc97a8bd76 --- /dev/null +++ b/retrain/resnet50/cifar100/0-0/class_wise_accuracy.csv @@ -0,0 +1,301 @@ +class,total_samples,correct_counts,accuracy,dataset +0,450,0,0.0,train +1,450,445,98.88888549804688,train +2,450,430,95.55555725097656,train +3,450,436,96.88888549804688,train +4,450,429,95.33333587646484,train +5,450,445,98.88888549804688,train +6,450,444,98.66666412353516,train +7,450,441,98.0,train +8,450,447,99.33333587646484,train +9,450,441,98.0,train +10,450,435,96.66666412353516,train +11,450,424,94.22222137451172,train +12,450,437,97.11111450195312,train +13,450,437,97.11111450195312,train +14,450,440,97.77777862548828,train +15,450,442,98.22222137451172,train +16,450,440,97.77777862548828,train +17,450,442,98.22222137451172,train +18,450,437,97.11111450195312,train +19,450,439,97.55555725097656,train +20,450,444,98.66666412353516,train +21,450,443,98.44444274902344,train +22,450,440,97.77777862548828,train +23,450,447,99.33333587646484,train +24,450,445,98.88888549804688,train +25,450,431,95.77777862548828,train +26,450,439,97.55555725097656,train +27,450,432,96.0,train +28,450,442,98.22222137451172,train +29,450,438,97.33333587646484,train +30,450,440,97.77777862548828,train +31,450,435,96.66666412353516,train +32,450,430,95.55555725097656,train +33,450,435,96.66666412353516,train +34,450,441,98.0,train +35,450,430,95.55555725097656,train +36,450,440,97.77777862548828,train +37,450,437,97.11111450195312,train +38,450,435,96.66666412353516,train +39,450,446,99.11111450195312,train +40,450,439,97.55555725097656,train +41,450,444,98.66666412353516,train +42,450,435,96.66666412353516,train +43,450,445,98.88888549804688,train +44,450,436,96.88888549804688,train +45,450,430,95.55555725097656,train +46,450,429,95.33333587646484,train +47,450,440,97.77777862548828,train +48,450,446,99.11111450195312,train +49,450,446,99.11111450195312,train +50,450,428,95.11111450195312,train +51,450,442,98.22222137451172,train +52,450,436,96.88888549804688,train +53,450,446,99.11111450195312,train +54,450,446,99.11111450195312,train +55,450,430,95.55555725097656,train +56,450,446,99.11111450195312,train +57,450,439,97.55555725097656,train +58,450,440,97.77777862548828,train +59,450,435,96.66666412353516,train +60,450,440,97.77777862548828,train +61,450,441,98.0,train +62,450,443,98.44444274902344,train +63,450,437,97.11111450195312,train +64,450,432,96.0,train +65,450,432,96.0,train +66,450,443,98.44444274902344,train +67,450,440,97.77777862548828,train +68,450,446,99.11111450195312,train +69,450,441,98.0,train +70,450,441,98.0,train +71,450,441,98.0,train +72,450,423,94.0,train +73,450,433,96.22222137451172,train +74,450,429,95.33333587646484,train +75,450,449,99.77777862548828,train +76,450,441,98.0,train +77,450,442,98.22222137451172,train +78,450,442,98.22222137451172,train +79,450,438,97.33333587646484,train +80,450,435,96.66666412353516,train +81,450,436,96.88888549804688,train +82,450,447,99.33333587646484,train +83,450,440,97.77777862548828,train +84,450,438,97.33333587646484,train +85,450,441,98.0,train +86,450,442,98.22222137451172,train +87,450,446,99.11111450195312,train +88,450,442,98.22222137451172,train +89,450,442,98.22222137451172,train +90,450,433,96.22222137451172,train +91,450,440,97.77777862548828,train +92,450,437,97.11111450195312,train +93,450,438,97.33333587646484,train +94,450,446,99.11111450195312,train +95,450,441,98.0,train +96,450,441,98.0,train +97,450,441,98.0,train +98,450,427,94.88888549804688,train +99,450,432,96.0,train +0,100,0,0.0,test +1,100,88,88.0,test +2,100,61,61.0,test +3,100,60,60.0,test +4,100,61,61.0,test +5,100,82,82.0,test +6,100,84,84.0,test +7,100,75,75.0,test +8,100,87,87.0,test +9,100,86,86.0,test +10,100,54,54.0,test +11,100,61,61.0,test +12,100,80,80.0,test +13,100,71,71.0,test +14,100,78,78.0,test +15,100,80,80.0,test +16,100,75,75.0,test +17,100,85,85.0,test +18,100,64,64.0,test +19,100,75,75.0,test +20,100,88,88.0,test +21,100,89,89.0,test +22,100,76,76.0,test +23,100,83,83.0,test +24,100,84,84.0,test +25,100,60,60.0,test +26,100,69,69.0,test +27,100,47,47.0,test +28,100,81,81.0,test +29,100,77,77.0,test +30,100,68,68.0,test +31,100,72,72.0,test +32,100,70,70.0,test +33,100,62,62.0,test +34,100,75,75.0,test +35,100,67,67.0,test +36,100,84,84.0,test +37,100,79,79.0,test +38,100,71,71.0,test +39,100,86,86.0,test +40,100,72,72.0,test +41,100,93,93.0,test +42,100,77,77.0,test +43,100,85,85.0,test +44,100,60,60.0,test +45,100,65,65.0,test +46,100,47,47.0,test +47,100,66,66.0,test +48,100,97,97.0,test +49,100,88,88.0,test +50,100,55,55.0,test +51,100,80,80.0,test +52,100,63,63.0,test +53,100,91,91.0,test +54,100,88,88.0,test +55,100,43,43.0,test +56,100,88,88.0,test +57,100,84,84.0,test +58,100,87,87.0,test +59,100,67,67.0,test +60,100,89,89.0,test +61,100,77,77.0,test +62,100,77,77.0,test +63,100,71,71.0,test +64,100,56,56.0,test +65,100,62,62.0,test +66,100,86,86.0,test +67,100,64,64.0,test +68,100,95,95.0,test +69,100,85,85.0,test +70,100,83,83.0,test +71,100,82,82.0,test +72,100,46,46.0,test +73,100,67,67.0,test +74,100,61,61.0,test +75,100,91,91.0,test +76,100,93,93.0,test +77,100,68,68.0,test +78,100,69,69.0,test +79,100,82,82.0,test +80,100,63,63.0,test +81,100,82,82.0,test +82,100,91,91.0,test +83,100,74,74.0,test +84,100,73,73.0,test +85,100,92,92.0,test +86,100,76,76.0,test +87,100,90,90.0,test +88,100,82,82.0,test +89,100,85,85.0,test +90,100,82,82.0,test +91,100,84,84.0,test +92,100,69,69.0,test +93,100,65,65.0,test +94,100,94,94.0,test +95,100,76,76.0,test +96,100,69,69.0,test +97,100,82,82.0,test +98,100,61,61.0,test +99,100,72,72.0,test +0,100,83,83.0,test_LP +1,100,89,89.0,test_LP +2,100,56,56.0,test_LP +3,100,59,59.0,test_LP +4,100,60,60.0,test_LP +5,100,82,82.0,test_LP +6,100,82,82.0,test_LP +7,100,76,76.0,test_LP +8,100,88,88.0,test_LP +9,100,86,86.0,test_LP +10,100,45,45.0,test_LP +11,100,61,61.0,test_LP +12,100,81,81.0,test_LP +13,100,68,68.0,test_LP +14,100,76,76.0,test_LP +15,100,76,76.0,test_LP +16,100,73,73.0,test_LP +17,100,83,83.0,test_LP +18,100,69,69.0,test_LP +19,100,71,71.0,test_LP +20,100,88,88.0,test_LP +21,100,90,90.0,test_LP +22,100,73,73.0,test_LP +23,100,82,82.0,test_LP +24,100,84,84.0,test_LP +25,100,63,63.0,test_LP +26,100,70,70.0,test_LP +27,100,68,68.0,test_LP +28,100,83,83.0,test_LP +29,100,75,75.0,test_LP +30,100,71,71.0,test_LP +31,100,75,75.0,test_LP +32,100,71,71.0,test_LP +33,100,62,62.0,test_LP +34,100,79,79.0,test_LP +35,100,66,66.0,test_LP +36,100,79,79.0,test_LP +37,100,78,78.0,test_LP +38,100,62,62.0,test_LP +39,100,85,85.0,test_LP +40,100,71,71.0,test_LP +41,100,90,90.0,test_LP +42,100,81,81.0,test_LP +43,100,84,84.0,test_LP +44,100,48,48.0,test_LP +45,100,64,64.0,test_LP +46,100,52,52.0,test_LP +47,100,69,69.0,test_LP +48,100,95,95.0,test_LP +49,100,83,83.0,test_LP +50,100,58,58.0,test_LP +51,100,76,76.0,test_LP +52,100,60,60.0,test_LP +53,100,86,86.0,test_LP +54,100,89,89.0,test_LP +55,100,45,45.0,test_LP +56,100,89,89.0,test_LP +57,100,79,79.0,test_LP +58,100,88,88.0,test_LP +59,100,70,70.0,test_LP +60,100,88,88.0,test_LP +61,100,77,77.0,test_LP +62,100,78,78.0,test_LP +63,100,66,66.0,test_LP +64,100,54,54.0,test_LP +65,100,64,64.0,test_LP +66,100,85,85.0,test_LP +67,100,59,59.0,test_LP +68,100,93,93.0,test_LP +69,100,83,83.0,test_LP +70,100,80,80.0,test_LP +71,100,82,82.0,test_LP +72,100,50,50.0,test_LP +73,100,66,66.0,test_LP +74,100,61,61.0,test_LP +75,100,92,92.0,test_LP +76,100,94,94.0,test_LP +77,100,70,70.0,test_LP +78,100,60,60.0,test_LP +79,100,80,80.0,test_LP +80,100,59,59.0,test_LP +81,100,74,74.0,test_LP +82,100,89,89.0,test_LP +83,100,68,68.0,test_LP +84,100,79,79.0,test_LP +85,100,90,90.0,test_LP +86,100,74,74.0,test_LP +87,100,90,90.0,test_LP +88,100,82,82.0,test_LP +89,100,87,87.0,test_LP +90,100,89,89.0,test_LP +91,100,82,82.0,test_LP +92,100,69,69.0,test_LP +93,100,61,61.0,test_LP +94,100,94,94.0,test_LP +95,100,76,76.0,test_LP +96,100,64,64.0,test_LP +97,100,79,79.0,test_LP +98,100,53,53.0,test_LP +99,100,86,86.0,test_LP diff --git a/retrain/resnet50/cifar100/0-0/evaluation_results.json b/retrain/resnet50/cifar100/0-0/evaluation_results.json new file mode 100644 index 0000000000000000000000000000000000000000..2f82857be4c46c12c91ee66e9aad7738fa9a1838 --- /dev/null +++ b/retrain/resnet50/cifar100/0-0/evaluation_results.json @@ -0,0 +1,2118 @@ +{ + "unlearning_time": 5051.761464595795, + "accuracy": { + "retain": 99.95735129068463, + "forget": 0.0, + "val": 96.72, + "test": 74.57 + }, + "SVC_MIA_forget_efficacy": { + "correctness": 1.0, + "confidence": 1.0, + "entropy": 0.6955555555555555, + "m_entropy": 0.0, + "prob": 0.9044444444444444 + }, + "class_wise_accuracy": [ + { + "class": 0, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 1, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 2, + "total_samples": 450, + "correct_counts": 430, + "accuracy": 95.55555725097656, + "dataset": "train" + }, + { + "class": 3, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 4, + "total_samples": 450, + "correct_counts": 429, + "accuracy": 95.33333587646484, + "dataset": "train" + }, + { + "class": 5, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 6, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 7, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 8, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 9, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 10, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 11, + "total_samples": 450, + "correct_counts": 424, + "accuracy": 94.22222137451172, + "dataset": "train" + }, + { + "class": 12, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 13, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 14, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 15, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 16, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 17, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 18, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 19, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 20, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 21, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 22, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 23, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 24, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 25, + "total_samples": 450, + "correct_counts": 431, + "accuracy": 95.77777862548828, + "dataset": "train" + }, + { + "class": 26, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 27, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 28, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 29, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 30, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 31, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 32, + "total_samples": 450, + "correct_counts": 430, + "accuracy": 95.55555725097656, + "dataset": "train" + }, + { + "class": 33, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 34, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 35, + "total_samples": 450, + "correct_counts": 430, + "accuracy": 95.55555725097656, + "dataset": "train" + }, + { + "class": 36, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 37, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 38, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 39, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 40, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 41, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 42, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 43, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 44, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 45, + "total_samples": 450, + "correct_counts": 430, + "accuracy": 95.55555725097656, + "dataset": "train" + }, + { + "class": 46, + "total_samples": 450, + "correct_counts": 429, + "accuracy": 95.33333587646484, + "dataset": "train" + }, + { + "class": 47, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 48, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 49, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 50, + "total_samples": 450, + "correct_counts": 428, + "accuracy": 95.11111450195312, + "dataset": "train" + }, + { + "class": 51, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 52, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 53, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 54, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 55, + "total_samples": 450, + "correct_counts": 430, + "accuracy": 95.55555725097656, + "dataset": "train" + }, + { + "class": 56, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 57, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 58, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 59, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 60, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 61, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 62, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 63, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 64, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 65, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 66, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 67, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 68, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 69, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 70, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 71, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 72, + "total_samples": 450, + "correct_counts": 423, + "accuracy": 94.0, + "dataset": "train" + }, + { + "class": 73, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 74, + "total_samples": 450, + "correct_counts": 429, + "accuracy": 95.33333587646484, + "dataset": "train" + }, + { + "class": 75, + "total_samples": 450, + "correct_counts": 449, + "accuracy": 99.77777862548828, + "dataset": "train" + }, + { + "class": 76, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 77, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 78, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 79, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 80, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 81, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 82, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 83, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 84, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 85, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 86, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 87, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 88, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 89, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 90, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 91, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 92, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 93, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 94, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 95, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 96, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 97, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 98, + "total_samples": 450, + "correct_counts": 427, + "accuracy": 94.88888549804688, + "dataset": "train" + }, + { + "class": 99, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 47, + "accuracy": 47.0, + "dataset": "test" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 47, + "accuracy": 47.0, + "dataset": "test" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 97, + "accuracy": 97.0, + "dataset": "test" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 43, + "accuracy": 43.0, + "dataset": "test" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 95, + "accuracy": 95.0, + "dataset": "test" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 46, + "accuracy": 46.0, + "dataset": "test" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test_LP" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 45, + "accuracy": 45.0, + "dataset": "test_LP" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test_LP" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test_LP" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 48, + "accuracy": 48.0, + "dataset": "test_LP" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 52, + "accuracy": 52.0, + "dataset": "test_LP" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 95, + "accuracy": 95.0, + "dataset": "test_LP" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test_LP" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 45, + "accuracy": 45.0, + "dataset": "test_LP" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test_LP" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test_LP" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 50, + "accuracy": 50.0, + "dataset": "test_LP" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test_LP" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test_LP" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test_LP" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test_LP" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test_LP" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test_LP" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + } + ] +} \ No newline at end of file diff --git a/retrain/resnet50/cifar100/0-0/model_best.pth.tar b/retrain/resnet50/cifar100/0-0/model_best.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..b9be9b15d06af623e2f209bb29b17d7614babb79 --- /dev/null +++ b/retrain/resnet50/cifar100/0-0/model_best.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc501af6fbe4c592248aa116ea549659f08c25b7716a800792fe8e51e375ca2a +size 95141656 diff --git a/retrain/resnet50/cifar100/0-0/retraincheckpoint.pth.tar b/retrain/resnet50/cifar100/0-0/retraincheckpoint.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..eb81f2b53ca08a87921bc229ef9d32a53f6539bd --- /dev/null +++ b/retrain/resnet50/cifar100/0-0/retraincheckpoint.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d49f270cdbbffdf815f33b0ce7b3b0febf2e987013c25e2106a10869c9a75ec5 +size 95160834 diff --git a/retrain/resnet50/cifar100/0-0/retraineval_result.pth.tar b/retrain/resnet50/cifar100/0-0/retraineval_result.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..b0a7d0aad926f5d3622a0a44847ab1fe921de251 --- /dev/null +++ b/retrain/resnet50/cifar100/0-0/retraineval_result.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff7aeed4af93a3d89596feccad03e95dce14bf4c64042fdcae199ba921c495d0 +size 12060 diff --git a/retrain/resnet50/cifar100/0-1/class_wise_accuracy.csv b/retrain/resnet50/cifar100/0-1/class_wise_accuracy.csv new file mode 100644 index 0000000000000000000000000000000000000000..878599ea0c40f8e0d9a50d93558cb1ae64fcb62f --- /dev/null +++ b/retrain/resnet50/cifar100/0-1/class_wise_accuracy.csv @@ -0,0 +1,301 @@ +class,total_samples,correct_counts,accuracy,dataset +0,450,0,0.0,train +1,450,0,0.0,train +2,450,428,95.11111450195312,train +3,450,436,96.88888549804688,train +4,450,435,96.66666412353516,train +5,450,442,98.22222137451172,train +6,450,447,99.33333587646484,train +7,450,440,97.77777862548828,train +8,450,447,99.33333587646484,train +9,450,444,98.66666412353516,train +10,450,430,95.55555725097656,train +11,450,423,94.0,train +12,450,440,97.77777862548828,train +13,450,439,97.55555725097656,train +14,450,442,98.22222137451172,train +15,450,442,98.22222137451172,train +16,450,439,97.55555725097656,train +17,450,441,98.0,train +18,450,433,96.22222137451172,train +19,450,443,98.44444274902344,train +20,450,447,99.33333587646484,train +21,450,446,99.11111450195312,train +22,450,440,97.77777862548828,train +23,450,442,98.22222137451172,train +24,450,448,99.55555725097656,train +25,450,430,95.55555725097656,train +26,450,433,96.22222137451172,train +27,450,443,98.44444274902344,train +28,450,443,98.44444274902344,train +29,450,441,98.0,train +30,450,444,98.66666412353516,train +31,450,436,96.88888549804688,train +32,450,432,96.0,train +33,450,438,97.33333587646484,train +34,450,444,98.66666412353516,train +35,450,429,95.33333587646484,train +36,450,442,98.22222137451172,train +37,450,438,97.33333587646484,train +38,450,440,97.77777862548828,train +39,450,445,98.88888549804688,train +40,450,444,98.66666412353516,train +41,450,445,98.88888549804688,train +42,450,438,97.33333587646484,train +43,450,447,99.33333587646484,train +44,450,436,96.88888549804688,train +45,450,434,96.44444274902344,train +46,450,432,96.0,train +47,450,441,98.0,train +48,450,447,99.33333587646484,train +49,450,444,98.66666412353516,train +50,450,424,94.22222137451172,train +51,450,438,97.33333587646484,train +52,450,435,96.66666412353516,train +53,450,449,99.77777862548828,train +54,450,444,98.66666412353516,train +55,450,433,96.22222137451172,train +56,450,447,99.33333587646484,train +57,450,436,96.88888549804688,train +58,450,445,98.88888549804688,train +59,450,437,97.11111450195312,train +60,450,443,98.44444274902344,train +61,450,439,97.55555725097656,train +62,450,444,98.66666412353516,train +63,450,437,97.11111450195312,train +64,450,437,97.11111450195312,train +65,450,433,96.22222137451172,train +66,450,445,98.88888549804688,train +67,450,439,97.55555725097656,train +68,450,448,99.55555725097656,train +69,450,442,98.22222137451172,train +70,450,441,98.0,train +71,450,441,98.0,train +72,450,423,94.0,train +73,450,435,96.66666412353516,train +74,450,431,95.77777862548828,train +75,450,448,99.55555725097656,train +76,450,445,98.88888549804688,train +77,450,442,98.22222137451172,train +78,450,439,97.55555725097656,train +79,450,443,98.44444274902344,train +80,450,436,96.88888549804688,train +81,450,440,97.77777862548828,train +82,450,448,99.55555725097656,train +83,450,441,98.0,train +84,450,438,97.33333587646484,train +85,450,444,98.66666412353516,train +86,450,441,98.0,train +87,450,445,98.88888549804688,train +88,450,441,98.0,train +89,450,443,98.44444274902344,train +90,450,435,96.66666412353516,train +91,450,442,98.22222137451172,train +92,450,435,96.66666412353516,train +93,450,439,97.55555725097656,train +94,450,448,99.55555725097656,train +95,450,441,98.0,train +96,450,441,98.0,train +97,450,442,98.22222137451172,train +98,450,429,95.33333587646484,train +99,450,437,97.11111450195312,train +0,100,0,0.0,test +1,100,0,0.0,test +2,100,67,67.0,test +3,100,58,58.0,test +4,100,65,65.0,test +5,100,80,80.0,test +6,100,82,82.0,test +7,100,78,78.0,test +8,100,89,89.0,test +9,100,91,91.0,test +10,100,54,54.0,test +11,100,46,46.0,test +12,100,86,86.0,test +13,100,71,71.0,test +14,100,75,75.0,test +15,100,79,79.0,test +16,100,76,76.0,test +17,100,86,86.0,test +18,100,68,68.0,test +19,100,67,67.0,test +20,100,91,91.0,test +21,100,90,90.0,test +22,100,75,75.0,test +23,100,87,87.0,test +24,100,86,86.0,test +25,100,60,60.0,test +26,100,70,70.0,test +27,100,62,62.0,test +28,100,85,85.0,test +29,100,73,73.0,test +30,100,74,74.0,test +31,100,73,73.0,test +32,100,68,68.0,test +33,100,63,63.0,test +34,100,78,78.0,test +35,100,58,58.0,test +36,100,81,81.0,test +37,100,82,82.0,test +38,100,72,72.0,test +39,100,89,89.0,test +40,100,74,74.0,test +41,100,91,91.0,test +42,100,85,85.0,test +43,100,85,85.0,test +44,100,66,66.0,test +45,100,67,67.0,test +46,100,58,58.0,test +47,100,69,69.0,test +48,100,97,97.0,test +49,100,84,84.0,test +50,100,61,61.0,test +51,100,82,82.0,test +52,100,69,69.0,test +53,100,94,94.0,test +54,100,87,87.0,test +55,100,54,54.0,test +56,100,91,91.0,test +57,100,83,83.0,test +58,100,90,90.0,test +59,100,68,68.0,test +60,100,90,90.0,test +61,100,75,75.0,test +62,100,80,80.0,test +63,100,78,78.0,test +64,100,57,57.0,test +65,100,64,64.0,test +66,100,79,79.0,test +67,100,62,62.0,test +68,100,93,93.0,test +69,100,84,84.0,test +70,100,76,76.0,test +71,100,84,84.0,test +72,100,53,53.0,test +73,100,69,69.0,test +74,100,60,60.0,test +75,100,90,90.0,test +76,100,94,94.0,test +77,100,74,74.0,test +78,100,69,69.0,test +79,100,85,85.0,test +80,100,68,68.0,test +81,100,79,79.0,test +82,100,96,96.0,test +83,100,77,77.0,test +84,100,73,73.0,test +85,100,91,91.0,test +86,100,80,80.0,test +87,100,89,89.0,test +88,100,83,83.0,test +89,100,89,89.0,test +90,100,84,84.0,test +91,100,88,88.0,test +92,100,65,65.0,test +93,100,63,63.0,test +94,100,96,96.0,test +95,100,73,73.0,test +96,100,67,67.0,test +97,100,77,77.0,test +98,100,58,58.0,test +99,100,79,79.0,test +0,100,78,78.0,test_LP +1,100,81,81.0,test_LP +2,100,61,61.0,test_LP +3,100,50,50.0,test_LP +4,100,65,65.0,test_LP +5,100,76,76.0,test_LP +6,100,76,76.0,test_LP +7,100,76,76.0,test_LP +8,100,87,87.0,test_LP +9,100,89,89.0,test_LP +10,100,52,52.0,test_LP +11,100,40,40.0,test_LP +12,100,86,86.0,test_LP +13,100,71,71.0,test_LP +14,100,72,72.0,test_LP +15,100,83,83.0,test_LP +16,100,77,77.0,test_LP +17,100,87,87.0,test_LP +18,100,69,69.0,test_LP +19,100,69,69.0,test_LP +20,100,88,88.0,test_LP +21,100,84,84.0,test_LP +22,100,75,75.0,test_LP +23,100,82,82.0,test_LP +24,100,88,88.0,test_LP +25,100,63,63.0,test_LP +26,100,70,70.0,test_LP +27,100,60,60.0,test_LP +28,100,88,88.0,test_LP +29,100,71,71.0,test_LP +30,100,70,70.0,test_LP +31,100,71,71.0,test_LP +32,100,68,68.0,test_LP +33,100,63,63.0,test_LP +34,100,79,79.0,test_LP +35,100,54,54.0,test_LP +36,100,82,82.0,test_LP +37,100,83,83.0,test_LP +38,100,73,73.0,test_LP +39,100,89,89.0,test_LP +40,100,75,75.0,test_LP +41,100,89,89.0,test_LP +42,100,80,80.0,test_LP +43,100,90,90.0,test_LP +44,100,58,58.0,test_LP +45,100,65,65.0,test_LP +46,100,55,55.0,test_LP +47,100,68,68.0,test_LP +48,100,96,96.0,test_LP +49,100,86,86.0,test_LP +50,100,60,60.0,test_LP +51,100,83,83.0,test_LP +52,100,68,68.0,test_LP +53,100,91,91.0,test_LP +54,100,87,87.0,test_LP +55,100,52,52.0,test_LP +56,100,92,92.0,test_LP +57,100,76,76.0,test_LP +58,100,92,92.0,test_LP +59,100,70,70.0,test_LP +60,100,92,92.0,test_LP +61,100,78,78.0,test_LP +62,100,82,82.0,test_LP +63,100,74,74.0,test_LP +64,100,56,56.0,test_LP +65,100,64,64.0,test_LP +66,100,78,78.0,test_LP +67,100,61,61.0,test_LP +68,100,90,90.0,test_LP +69,100,86,86.0,test_LP +70,100,75,75.0,test_LP +71,100,81,81.0,test_LP +72,100,55,55.0,test_LP +73,100,62,62.0,test_LP +74,100,57,57.0,test_LP +75,100,90,90.0,test_LP +76,100,94,94.0,test_LP +77,100,73,73.0,test_LP +78,100,64,64.0,test_LP +79,100,83,83.0,test_LP +80,100,62,62.0,test_LP +81,100,77,77.0,test_LP +82,100,93,93.0,test_LP +83,100,75,75.0,test_LP +84,100,76,76.0,test_LP +85,100,90,90.0,test_LP +86,100,80,80.0,test_LP +87,100,85,85.0,test_LP +88,100,84,84.0,test_LP +89,100,90,90.0,test_LP +90,100,84,84.0,test_LP +91,100,83,83.0,test_LP +92,100,63,63.0,test_LP +93,100,60,60.0,test_LP +94,100,93,93.0,test_LP +95,100,71,71.0,test_LP +96,100,70,70.0,test_LP +97,100,81,81.0,test_LP +98,100,67,67.0,test_LP +99,100,77,77.0,test_LP diff --git a/retrain/resnet50/cifar100/0-1/evaluation_results.json b/retrain/resnet50/cifar100/0-1/evaluation_results.json new file mode 100644 index 0000000000000000000000000000000000000000..907d224b6b91de5807a29eb86644ac728f7ad6c2 --- /dev/null +++ b/retrain/resnet50/cifar100/0-1/evaluation_results.json @@ -0,0 +1,2118 @@ +{ + "unlearning_time": 4983.943250179291, + "accuracy": { + "retain": 99.97732426303855, + "forget": 0.0, + "val": 95.78, + "test": 74.81 + }, + "SVC_MIA_forget_efficacy": { + "correctness": 1.0, + "confidence": 1.0, + "entropy": 0.9377777777777778, + "m_entropy": 1.0, + "prob": 0.7288888888888889 + }, + "class_wise_accuracy": [ + { + "class": 0, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 1, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 2, + "total_samples": 450, + "correct_counts": 428, + "accuracy": 95.11111450195312, + "dataset": "train" + }, + { + "class": 3, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 4, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 5, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 6, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 7, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 8, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 9, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 10, + "total_samples": 450, + "correct_counts": 430, + "accuracy": 95.55555725097656, + "dataset": "train" + }, + { + "class": 11, + "total_samples": 450, + "correct_counts": 423, + "accuracy": 94.0, + "dataset": "train" + }, + { + "class": 12, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 13, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 14, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 15, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 16, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 17, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 18, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 19, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 20, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 21, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 22, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 23, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 24, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 25, + "total_samples": 450, + "correct_counts": 430, + "accuracy": 95.55555725097656, + "dataset": "train" + }, + { + "class": 26, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 27, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 28, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 29, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 30, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 31, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 32, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 33, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 34, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 35, + "total_samples": 450, + "correct_counts": 429, + "accuracy": 95.33333587646484, + "dataset": "train" + }, + { + "class": 36, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 37, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 38, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 39, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 40, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 41, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 42, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 43, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 44, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 45, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 46, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 47, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 48, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 49, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 50, + "total_samples": 450, + "correct_counts": 424, + "accuracy": 94.22222137451172, + "dataset": "train" + }, + { + "class": 51, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 52, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 53, + "total_samples": 450, + "correct_counts": 449, + "accuracy": 99.77777862548828, + "dataset": "train" + }, + { + "class": 54, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 55, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 56, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 57, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 58, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 59, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 60, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 61, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 62, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 63, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 64, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 65, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 66, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 67, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 68, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 69, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 70, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 71, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 72, + "total_samples": 450, + "correct_counts": 423, + "accuracy": 94.0, + "dataset": "train" + }, + { + "class": 73, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 74, + "total_samples": 450, + "correct_counts": 431, + "accuracy": 95.77777862548828, + "dataset": "train" + }, + { + "class": 75, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 76, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 77, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 78, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 79, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 80, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 81, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 82, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 83, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 84, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 85, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 86, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 87, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 88, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 89, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 90, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 91, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 92, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 93, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 94, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 95, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 96, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 97, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 98, + "total_samples": 450, + "correct_counts": 429, + "accuracy": 95.33333587646484, + "dataset": "train" + }, + { + "class": 99, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 46, + "accuracy": 46.0, + "dataset": "test" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 97, + "accuracy": 97.0, + "dataset": "test" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 96, + "accuracy": 96.0, + "dataset": "test" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 96, + "accuracy": 96.0, + "dataset": "test" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 50, + "accuracy": 50.0, + "dataset": "test_LP" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 52, + "accuracy": 52.0, + "dataset": "test_LP" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 40, + "accuracy": 40.0, + "dataset": "test_LP" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test_LP" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test_LP" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test_LP" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test_LP" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 96, + "accuracy": 96.0, + "dataset": "test_LP" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test_LP" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 52, + "accuracy": 52.0, + "dataset": "test_LP" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test_LP" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test_LP" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test_LP" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test_LP" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test_LP" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test_LP" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test_LP" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test_LP" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test_LP" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test_LP" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test_LP" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test_LP" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test_LP" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + } + ] +} \ No newline at end of file diff --git a/retrain/resnet50/cifar100/0-1/model_best.pth.tar b/retrain/resnet50/cifar100/0-1/model_best.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..d3a16bd92ce98ea64f12dda824212670f7c7cd88 --- /dev/null +++ b/retrain/resnet50/cifar100/0-1/model_best.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1c36072cb0f2bad93b61918e6c20144c91aa8ea84d947e540b168cbd407d357 +size 95141656 diff --git a/retrain/resnet50/cifar100/0-1/retraincheckpoint.pth.tar b/retrain/resnet50/cifar100/0-1/retraincheckpoint.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..4f0abae75923fad7f155785fb5b64f9bc5cf383e --- /dev/null +++ b/retrain/resnet50/cifar100/0-1/retraincheckpoint.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c64322d3d524d497d7ab99d119cc02cd50c9a9c5a6c38da19783b3494bc15e98 +size 95160834 diff --git a/retrain/resnet50/cifar100/0-1/retraineval_result.pth.tar b/retrain/resnet50/cifar100/0-1/retraineval_result.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..e27244f81aefc8dd3829519980bfd61d58393035 --- /dev/null +++ b/retrain/resnet50/cifar100/0-1/retraineval_result.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:557c9e5f9525aaa0d0a2ac0f2fc9ad62d166d177f6e8544eca1a143a93b44a1f +size 12060 diff --git a/retrain/resnet50/cifar100/0-10/class_wise_accuracy.csv b/retrain/resnet50/cifar100/0-10/class_wise_accuracy.csv new file mode 100644 index 0000000000000000000000000000000000000000..a7cb82c811a73bcf727dcf3b4b343df00089c3ac --- /dev/null +++ b/retrain/resnet50/cifar100/0-10/class_wise_accuracy.csv @@ -0,0 +1,301 @@ +class,total_samples,correct_counts,accuracy,dataset +0,450,0,0.0,train +1,450,0,0.0,train +2,450,0,0.0,train +3,450,0,0.0,train +4,450,0,0.0,train +5,450,0,0.0,train +6,450,0,0.0,train +7,450,0,0.0,train +8,450,0,0.0,train +9,450,0,0.0,train +10,450,0,0.0,train +11,450,428,95.11111450195312,train +12,450,441,98.0,train +13,450,439,97.55555725097656,train +14,450,440,97.77777862548828,train +15,450,442,98.22222137451172,train +16,450,438,97.33333587646484,train +17,450,442,98.22222137451172,train +18,450,434,96.44444274902344,train +19,450,439,97.55555725097656,train +20,450,446,99.11111450195312,train +21,450,442,98.22222137451172,train +22,450,438,97.33333587646484,train +23,450,441,98.0,train +24,450,445,98.88888549804688,train +25,450,431,95.77777862548828,train +26,450,436,96.88888549804688,train +27,450,437,97.11111450195312,train +28,450,446,99.11111450195312,train +29,450,437,97.11111450195312,train +30,450,439,97.55555725097656,train +31,450,437,97.11111450195312,train +32,450,430,95.55555725097656,train +33,450,436,96.88888549804688,train +34,450,443,98.44444274902344,train +35,450,428,95.11111450195312,train +36,450,438,97.33333587646484,train +37,450,434,96.44444274902344,train +38,450,431,95.77777862548828,train +39,450,447,99.33333587646484,train +40,450,443,98.44444274902344,train +41,450,443,98.44444274902344,train +42,450,436,96.88888549804688,train +43,450,443,98.44444274902344,train +44,450,438,97.33333587646484,train +45,450,429,95.33333587646484,train +46,450,425,94.44444274902344,train +47,450,440,97.77777862548828,train +48,450,448,99.55555725097656,train +49,450,445,98.88888549804688,train +50,450,426,94.66666412353516,train +51,450,443,98.44444274902344,train +52,450,432,96.0,train +53,450,450,100.0,train +54,450,443,98.44444274902344,train +55,450,432,96.0,train +56,450,446,99.11111450195312,train +57,450,438,97.33333587646484,train +58,450,442,98.22222137451172,train +59,450,435,96.66666412353516,train +60,450,439,97.55555725097656,train +61,450,443,98.44444274902344,train +62,450,445,98.88888549804688,train +63,450,437,97.11111450195312,train +64,450,438,97.33333587646484,train +65,450,432,96.0,train +66,450,442,98.22222137451172,train +67,450,438,97.33333587646484,train +68,450,448,99.55555725097656,train +69,450,443,98.44444274902344,train +70,450,441,98.0,train +71,450,445,98.88888549804688,train +72,450,419,93.11111450195312,train +73,450,434,96.44444274902344,train +74,450,433,96.22222137451172,train +75,450,447,99.33333587646484,train +76,450,445,98.88888549804688,train +77,450,441,98.0,train +78,450,435,96.66666412353516,train +79,450,442,98.22222137451172,train +80,450,433,96.22222137451172,train +81,450,438,97.33333587646484,train +82,450,448,99.55555725097656,train +83,450,436,96.88888549804688,train +84,450,438,97.33333587646484,train +85,450,444,98.66666412353516,train +86,450,442,98.22222137451172,train +87,450,445,98.88888549804688,train +88,450,441,98.0,train +89,450,443,98.44444274902344,train +90,450,436,96.88888549804688,train +91,450,442,98.22222137451172,train +92,450,434,96.44444274902344,train +93,450,434,96.44444274902344,train +94,450,443,98.44444274902344,train +95,450,442,98.22222137451172,train +96,450,441,98.0,train +97,450,443,98.44444274902344,train +98,450,424,94.22222137451172,train +99,450,436,96.88888549804688,train +0,100,0,0.0,test +1,100,0,0.0,test +2,100,0,0.0,test +3,100,0,0.0,test +4,100,0,0.0,test +5,100,0,0.0,test +6,100,0,0.0,test +7,100,0,0.0,test +8,100,0,0.0,test +9,100,0,0.0,test +10,100,0,0.0,test +11,100,58,58.0,test +12,100,83,83.0,test +13,100,66,66.0,test +14,100,71,71.0,test +15,100,83,83.0,test +16,100,80,80.0,test +17,100,87,87.0,test +18,100,66,66.0,test +19,100,69,69.0,test +20,100,88,88.0,test +21,100,89,89.0,test +22,100,74,74.0,test +23,100,84,84.0,test +24,100,87,87.0,test +25,100,65,65.0,test +26,100,67,67.0,test +27,100,62,62.0,test +28,100,85,85.0,test +29,100,73,73.0,test +30,100,65,65.0,test +31,100,73,73.0,test +32,100,68,68.0,test +33,100,68,68.0,test +34,100,78,78.0,test +35,100,62,62.0,test +36,100,82,82.0,test +37,100,79,79.0,test +38,100,65,65.0,test +39,100,86,86.0,test +40,100,73,73.0,test +41,100,88,88.0,test +42,100,74,74.0,test +43,100,85,85.0,test +44,100,58,58.0,test +45,100,67,67.0,test +46,100,50,50.0,test +47,100,67,67.0,test +48,100,95,95.0,test +49,100,84,84.0,test +50,100,56,56.0,test +51,100,74,74.0,test +52,100,65,65.0,test +53,100,90,90.0,test +54,100,87,87.0,test +55,100,48,48.0,test +56,100,89,89.0,test +57,100,85,85.0,test +58,100,86,86.0,test +59,100,68,68.0,test +60,100,87,87.0,test +61,100,84,84.0,test +62,100,73,73.0,test +63,100,66,66.0,test +64,100,57,57.0,test +65,100,68,68.0,test +66,100,81,81.0,test +67,100,63,63.0,test +68,100,95,95.0,test +69,100,82,82.0,test +70,100,80,80.0,test +71,100,88,88.0,test +72,100,51,51.0,test +73,100,61,61.0,test +74,100,61,61.0,test +75,100,90,90.0,test +76,100,91,91.0,test +77,100,67,67.0,test +78,100,63,63.0,test +79,100,81,81.0,test +80,100,66,66.0,test +81,100,75,75.0,test +82,100,94,94.0,test +83,100,74,74.0,test +84,100,74,74.0,test +85,100,87,87.0,test +86,100,69,69.0,test +87,100,89,89.0,test +88,100,81,81.0,test +89,100,90,90.0,test +90,100,84,84.0,test +91,100,81,81.0,test +92,100,66,66.0,test +93,100,61,61.0,test +94,100,93,93.0,test +95,100,77,77.0,test +96,100,73,73.0,test +97,100,77,77.0,test +98,100,53,53.0,test +99,100,75,75.0,test +0,100,80,80.0,test_LP +1,100,68,68.0,test_LP +2,100,56,56.0,test_LP +3,100,47,47.0,test_LP +4,100,64,64.0,test_LP +5,100,76,76.0,test_LP +6,100,70,70.0,test_LP +7,100,63,63.0,test_LP +8,100,72,72.0,test_LP +9,100,80,80.0,test_LP +10,100,67,67.0,test_LP +11,100,55,55.0,test_LP +12,100,80,80.0,test_LP +13,100,64,64.0,test_LP +14,100,61,61.0,test_LP +15,100,73,73.0,test_LP +16,100,68,68.0,test_LP +17,100,89,89.0,test_LP +18,100,58,58.0,test_LP +19,100,58,58.0,test_LP +20,100,83,83.0,test_LP +21,100,87,87.0,test_LP +22,100,65,65.0,test_LP +23,100,78,78.0,test_LP +24,100,80,80.0,test_LP +25,100,43,43.0,test_LP +26,100,63,63.0,test_LP +27,100,52,52.0,test_LP +28,100,81,81.0,test_LP +29,100,69,69.0,test_LP +30,100,65,65.0,test_LP +31,100,69,69.0,test_LP +32,100,64,64.0,test_LP +33,100,60,60.0,test_LP +34,100,75,75.0,test_LP +35,100,51,51.0,test_LP +36,100,83,83.0,test_LP +37,100,73,73.0,test_LP +38,100,58,58.0,test_LP +39,100,81,81.0,test_LP +40,100,59,59.0,test_LP +41,100,84,84.0,test_LP +42,100,79,79.0,test_LP +43,100,79,79.0,test_LP +44,100,43,43.0,test_LP +45,100,60,60.0,test_LP +46,100,41,41.0,test_LP +47,100,68,68.0,test_LP +48,100,94,94.0,test_LP +49,100,82,82.0,test_LP +50,100,55,55.0,test_LP +51,100,64,64.0,test_LP +52,100,63,63.0,test_LP +53,100,87,87.0,test_LP +54,100,87,87.0,test_LP +55,100,41,41.0,test_LP +56,100,86,86.0,test_LP +57,100,75,75.0,test_LP +58,100,88,88.0,test_LP +59,100,71,71.0,test_LP +60,100,88,88.0,test_LP +61,100,55,55.0,test_LP +62,100,70,70.0,test_LP +63,100,58,58.0,test_LP +64,100,51,51.0,test_LP +65,100,59,59.0,test_LP +66,100,80,80.0,test_LP +67,100,59,59.0,test_LP +68,100,96,96.0,test_LP +69,100,81,81.0,test_LP +70,100,75,75.0,test_LP +71,100,88,88.0,test_LP +72,100,41,41.0,test_LP +73,100,58,58.0,test_LP +74,100,49,49.0,test_LP +75,100,89,89.0,test_LP +76,100,92,92.0,test_LP +77,100,61,61.0,test_LP +78,100,66,66.0,test_LP +79,100,68,68.0,test_LP +80,100,60,60.0,test_LP +81,100,72,72.0,test_LP +82,100,92,92.0,test_LP +83,100,63,63.0,test_LP +84,100,61,61.0,test_LP +85,100,83,83.0,test_LP +86,100,69,69.0,test_LP +87,100,82,82.0,test_LP +88,100,79,79.0,test_LP +89,100,85,85.0,test_LP +90,100,84,84.0,test_LP +91,100,79,79.0,test_LP +92,100,67,67.0,test_LP +93,100,62,62.0,test_LP +94,100,92,92.0,test_LP +95,100,76,76.0,test_LP +96,100,61,61.0,test_LP +97,100,76,76.0,test_LP +98,100,53,53.0,test_LP +99,100,70,70.0,test_LP diff --git a/retrain/resnet50/cifar100/0-10/evaluation_results.json b/retrain/resnet50/cifar100/0-10/evaluation_results.json new file mode 100644 index 0000000000000000000000000000000000000000..8edcada47ba6719fa5ec6229e68f865cfbc713cc --- /dev/null +++ b/retrain/resnet50/cifar100/0-10/evaluation_results.json @@ -0,0 +1,2118 @@ +{ + "unlearning_time": 4510.4985864162445, + "accuracy": { + "retain": 99.97003745318352, + "forget": 0.0, + "val": 86.85999989013672, + "test": 66.8 + }, + "SVC_MIA_forget_efficacy": { + "correctness": 1.0, + "confidence": 1.0, + "entropy": 0.8288888888888889, + "m_entropy": 1.0, + "prob": 0.8666666666666667 + }, + "class_wise_accuracy": [ + { + "class": 0, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 1, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 2, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 3, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 4, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 5, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 6, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 7, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 8, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 9, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 10, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 11, + "total_samples": 450, + "correct_counts": 428, + "accuracy": 95.11111450195312, + "dataset": "train" + }, + { + "class": 12, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 13, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 14, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 15, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 16, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 17, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 18, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 19, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 20, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 21, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 22, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 23, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 24, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 25, + "total_samples": 450, + "correct_counts": 431, + "accuracy": 95.77777862548828, + "dataset": "train" + }, + { + "class": 26, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 27, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 28, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 29, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 30, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 31, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 32, + "total_samples": 450, + "correct_counts": 430, + "accuracy": 95.55555725097656, + "dataset": "train" + }, + { + "class": 33, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 34, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 35, + "total_samples": 450, + "correct_counts": 428, + "accuracy": 95.11111450195312, + "dataset": "train" + }, + { + "class": 36, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 37, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 38, + "total_samples": 450, + "correct_counts": 431, + "accuracy": 95.77777862548828, + "dataset": "train" + }, + { + "class": 39, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 40, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 41, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 42, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 43, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 44, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 45, + "total_samples": 450, + "correct_counts": 429, + "accuracy": 95.33333587646484, + "dataset": "train" + }, + { + "class": 46, + "total_samples": 450, + "correct_counts": 425, + "accuracy": 94.44444274902344, + "dataset": "train" + }, + { + "class": 47, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 48, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 49, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 50, + "total_samples": 450, + "correct_counts": 426, + "accuracy": 94.66666412353516, + "dataset": "train" + }, + { + "class": 51, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 52, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 53, + "total_samples": 450, + "correct_counts": 450, + "accuracy": 100.0, + "dataset": "train" + }, + { + "class": 54, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 55, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 56, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 57, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 58, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 59, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 60, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 61, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 62, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 63, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 64, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 65, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 66, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 67, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 68, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 69, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 70, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 71, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 72, + "total_samples": 450, + "correct_counts": 419, + "accuracy": 93.11111450195312, + "dataset": "train" + }, + { + "class": 73, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 74, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 75, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 76, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 77, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 78, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 79, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 80, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 81, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 82, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 83, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 84, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 85, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 86, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 87, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 88, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 89, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 90, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 91, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 92, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 93, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 94, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 95, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 96, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 97, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 98, + "total_samples": 450, + "correct_counts": 424, + "accuracy": 94.22222137451172, + "dataset": "train" + }, + { + "class": 99, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 50, + "accuracy": 50.0, + "dataset": "test" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 95, + "accuracy": 95.0, + "dataset": "test" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 48, + "accuracy": 48.0, + "dataset": "test" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 95, + "accuracy": 95.0, + "dataset": "test" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 51, + "accuracy": 51.0, + "dataset": "test" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test_LP" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 47, + "accuracy": 47.0, + "dataset": "test_LP" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test_LP" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test_LP" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test_LP" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 43, + "accuracy": 43.0, + "dataset": "test_LP" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 52, + "accuracy": 52.0, + "dataset": "test_LP" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 51, + "accuracy": 51.0, + "dataset": "test_LP" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test_LP" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 43, + "accuracy": 43.0, + "dataset": "test_LP" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 41, + "accuracy": 41.0, + "dataset": "test_LP" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test_LP" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test_LP" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 41, + "accuracy": 41.0, + "dataset": "test_LP" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test_LP" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test_LP" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 51, + "accuracy": 51.0, + "dataset": "test_LP" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 96, + "accuracy": 96.0, + "dataset": "test_LP" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 41, + "accuracy": 41.0, + "dataset": "test_LP" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test_LP" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 49, + "accuracy": 49.0, + "dataset": "test_LP" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test_LP" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test_LP" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test_LP" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test_LP" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + } + ] +} \ No newline at end of file diff --git a/retrain/resnet50/cifar100/0-10/model_best.pth.tar b/retrain/resnet50/cifar100/0-10/model_best.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..d5db99762a024e6aa3b366c1a72d78bc5fa2befd --- /dev/null +++ b/retrain/resnet50/cifar100/0-10/model_best.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1be22a0caa608301460ad34dff9f3f4039830206900097f4ad718d6fa456a22 +size 95141656 diff --git a/retrain/resnet50/cifar100/0-10/retraincheckpoint.pth.tar b/retrain/resnet50/cifar100/0-10/retraincheckpoint.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..1d403d24d0eba151e0533654954b617915b3cda7 --- /dev/null +++ b/retrain/resnet50/cifar100/0-10/retraincheckpoint.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:163dec40024ea7294db6ed9eee8af4add5e176f4ff127b9572ebfdca305f5af4 +size 95160834 diff --git a/retrain/resnet50/cifar100/0-10/retraineval_result.pth.tar b/retrain/resnet50/cifar100/0-10/retraineval_result.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..53472507fc507e323f49af6d960e8f6fcb516c34 --- /dev/null +++ b/retrain/resnet50/cifar100/0-10/retraineval_result.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc7f9332c7b4ad3aec5e1d05991a2d327435337557a7435f3729bcab1a1d4d5d +size 12060 diff --git a/retrain/resnet50/cifar100/0-11/class_wise_accuracy.csv b/retrain/resnet50/cifar100/0-11/class_wise_accuracy.csv new file mode 100644 index 0000000000000000000000000000000000000000..d7c9aaa5b42778db878afaacc8314ccb7ff1a2c2 --- /dev/null +++ b/retrain/resnet50/cifar100/0-11/class_wise_accuracy.csv @@ -0,0 +1,301 @@ +class,total_samples,correct_counts,accuracy,dataset +0,450,0,0.0,train +1,450,0,0.0,train +2,450,0,0.0,train +3,450,0,0.0,train +4,450,0,0.0,train +5,450,0,0.0,train +6,450,0,0.0,train +7,450,0,0.0,train +8,450,0,0.0,train +9,450,0,0.0,train +10,450,0,0.0,train +11,450,0,0.0,train +12,450,438,97.33333587646484,train +13,450,442,98.22222137451172,train +14,450,442,98.22222137451172,train +15,450,443,98.44444274902344,train +16,450,441,98.0,train +17,450,443,98.44444274902344,train +18,450,435,96.66666412353516,train +19,450,441,98.0,train +20,450,445,98.88888549804688,train +21,450,444,98.66666412353516,train +22,450,436,96.88888549804688,train +23,450,443,98.44444274902344,train +24,450,446,99.11111450195312,train +25,450,432,96.0,train +26,450,435,96.66666412353516,train +27,450,435,96.66666412353516,train +28,450,443,98.44444274902344,train +29,450,437,97.11111450195312,train +30,450,443,98.44444274902344,train +31,450,438,97.33333587646484,train +32,450,432,96.0,train +33,450,434,96.44444274902344,train +34,450,446,99.11111450195312,train +35,450,435,96.66666412353516,train +36,450,442,98.22222137451172,train +37,450,437,97.11111450195312,train +38,450,432,96.0,train +39,450,445,98.88888549804688,train +40,450,442,98.22222137451172,train +41,450,442,98.22222137451172,train +42,450,437,97.11111450195312,train +43,450,446,99.11111450195312,train +44,450,435,96.66666412353516,train +45,450,430,95.55555725097656,train +46,450,432,96.0,train +47,450,437,97.11111450195312,train +48,450,447,99.33333587646484,train +49,450,446,99.11111450195312,train +50,450,430,95.55555725097656,train +51,450,442,98.22222137451172,train +52,450,433,96.22222137451172,train +53,450,450,100.0,train +54,450,445,98.88888549804688,train +55,450,428,95.11111450195312,train +56,450,444,98.66666412353516,train +57,450,440,97.77777862548828,train +58,450,445,98.88888549804688,train +59,450,437,97.11111450195312,train +60,450,441,98.0,train +61,450,443,98.44444274902344,train +62,450,446,99.11111450195312,train +63,450,437,97.11111450195312,train +64,450,437,97.11111450195312,train +65,450,433,96.22222137451172,train +66,450,445,98.88888549804688,train +67,450,440,97.77777862548828,train +68,450,445,98.88888549804688,train +69,450,445,98.88888549804688,train +70,450,440,97.77777862548828,train +71,450,443,98.44444274902344,train +72,450,424,94.22222137451172,train +73,450,432,96.0,train +74,450,433,96.22222137451172,train +75,450,448,99.55555725097656,train +76,450,446,99.11111450195312,train +77,450,438,97.33333587646484,train +78,450,433,96.22222137451172,train +79,450,438,97.33333587646484,train +80,450,435,96.66666412353516,train +81,450,436,96.88888549804688,train +82,450,448,99.55555725097656,train +83,450,437,97.11111450195312,train +84,450,436,96.88888549804688,train +85,450,443,98.44444274902344,train +86,450,441,98.0,train +87,450,446,99.11111450195312,train +88,450,443,98.44444274902344,train +89,450,444,98.66666412353516,train +90,450,434,96.44444274902344,train +91,450,440,97.77777862548828,train +92,450,438,97.33333587646484,train +93,450,439,97.55555725097656,train +94,450,447,99.33333587646484,train +95,450,435,96.66666412353516,train +96,450,440,97.77777862548828,train +97,450,443,98.44444274902344,train +98,450,425,94.44444274902344,train +99,450,437,97.11111450195312,train +0,100,0,0.0,test +1,100,0,0.0,test +2,100,0,0.0,test +3,100,0,0.0,test +4,100,0,0.0,test +5,100,0,0.0,test +6,100,0,0.0,test +7,100,0,0.0,test +8,100,0,0.0,test +9,100,0,0.0,test +10,100,0,0.0,test +11,100,0,0.0,test +12,100,85,85.0,test +13,100,68,68.0,test +14,100,71,71.0,test +15,100,78,78.0,test +16,100,82,82.0,test +17,100,84,84.0,test +18,100,70,70.0,test +19,100,73,73.0,test +20,100,87,87.0,test +21,100,91,91.0,test +22,100,77,77.0,test +23,100,80,80.0,test +24,100,87,87.0,test +25,100,74,74.0,test +26,100,67,67.0,test +27,100,66,66.0,test +28,100,84,84.0,test +29,100,71,71.0,test +30,100,65,65.0,test +31,100,71,71.0,test +32,100,71,71.0,test +33,100,66,66.0,test +34,100,80,80.0,test +35,100,66,66.0,test +36,100,82,82.0,test +37,100,78,78.0,test +38,100,69,69.0,test +39,100,89,89.0,test +40,100,73,73.0,test +41,100,91,91.0,test +42,100,79,79.0,test +43,100,87,87.0,test +44,100,64,64.0,test +45,100,66,66.0,test +46,100,58,58.0,test +47,100,66,66.0,test +48,100,95,95.0,test +49,100,90,90.0,test +50,100,55,55.0,test +51,100,75,75.0,test +52,100,66,66.0,test +53,100,95,95.0,test +54,100,90,90.0,test +55,100,56,56.0,test +56,100,90,90.0,test +57,100,81,81.0,test +58,100,86,86.0,test +59,100,69,69.0,test +60,100,90,90.0,test +61,100,81,81.0,test +62,100,76,76.0,test +63,100,75,75.0,test +64,100,60,60.0,test +65,100,66,66.0,test +66,100,82,82.0,test +67,100,70,70.0,test +68,100,94,94.0,test +69,100,84,84.0,test +70,100,73,73.0,test +71,100,80,80.0,test +72,100,51,51.0,test +73,100,53,53.0,test +74,100,61,61.0,test +75,100,90,90.0,test +76,100,95,95.0,test +77,100,71,71.0,test +78,100,64,64.0,test +79,100,84,84.0,test +80,100,65,65.0,test +81,100,83,83.0,test +82,100,88,88.0,test +83,100,78,78.0,test +84,100,71,71.0,test +85,100,85,85.0,test +86,100,69,69.0,test +87,100,89,89.0,test +88,100,84,84.0,test +89,100,90,90.0,test +90,100,78,78.0,test +91,100,83,83.0,test +92,100,64,64.0,test +93,100,58,58.0,test +94,100,95,95.0,test +95,100,70,70.0,test +96,100,66,66.0,test +97,100,81,81.0,test +98,100,62,62.0,test +99,100,73,73.0,test +0,100,85,85.0,test_LP +1,100,83,83.0,test_LP +2,100,45,45.0,test_LP +3,100,42,42.0,test_LP +4,100,75,75.0,test_LP +5,100,74,74.0,test_LP +6,100,73,73.0,test_LP +7,100,71,71.0,test_LP +8,100,80,80.0,test_LP +9,100,84,84.0,test_LP +10,100,45,45.0,test_LP +11,100,22,22.0,test_LP +12,100,80,80.0,test_LP +13,100,63,63.0,test_LP +14,100,56,56.0,test_LP +15,100,77,77.0,test_LP +16,100,73,73.0,test_LP +17,100,83,83.0,test_LP +18,100,51,51.0,test_LP +19,100,67,67.0,test_LP +20,100,77,77.0,test_LP +21,100,90,90.0,test_LP +22,100,69,69.0,test_LP +23,100,79,79.0,test_LP +24,100,75,75.0,test_LP +25,100,46,46.0,test_LP +26,100,58,58.0,test_LP +27,100,60,60.0,test_LP +28,100,77,77.0,test_LP +29,100,65,65.0,test_LP +30,100,62,62.0,test_LP +31,100,64,64.0,test_LP +32,100,64,64.0,test_LP +33,100,64,64.0,test_LP +34,100,75,75.0,test_LP +35,100,56,56.0,test_LP +36,100,79,79.0,test_LP +37,100,78,78.0,test_LP +38,100,61,61.0,test_LP +39,100,84,84.0,test_LP +40,100,69,69.0,test_LP +41,100,90,90.0,test_LP +42,100,76,76.0,test_LP +43,100,79,79.0,test_LP +44,100,53,53.0,test_LP +45,100,57,57.0,test_LP +46,100,49,49.0,test_LP +47,100,74,74.0,test_LP +48,100,92,92.0,test_LP +49,100,84,84.0,test_LP +50,100,50,50.0,test_LP +51,100,70,70.0,test_LP +52,100,66,66.0,test_LP +53,100,87,87.0,test_LP +54,100,84,84.0,test_LP +55,100,35,35.0,test_LP +56,100,93,93.0,test_LP +57,100,65,65.0,test_LP +58,100,89,89.0,test_LP +59,100,71,71.0,test_LP +60,100,90,90.0,test_LP +61,100,76,76.0,test_LP +62,100,71,71.0,test_LP +63,100,62,62.0,test_LP +64,100,54,54.0,test_LP +65,100,58,58.0,test_LP +66,100,79,79.0,test_LP +67,100,66,66.0,test_LP +68,100,95,95.0,test_LP +69,100,83,83.0,test_LP +70,100,70,70.0,test_LP +71,100,81,81.0,test_LP +72,100,38,38.0,test_LP +73,100,49,49.0,test_LP +74,100,48,48.0,test_LP +75,100,88,88.0,test_LP +76,100,93,93.0,test_LP +77,100,67,67.0,test_LP +78,100,58,58.0,test_LP +79,100,77,77.0,test_LP +80,100,61,61.0,test_LP +81,100,82,82.0,test_LP +82,100,88,88.0,test_LP +83,100,79,79.0,test_LP +84,100,65,65.0,test_LP +85,100,87,87.0,test_LP +86,100,66,66.0,test_LP +87,100,88,88.0,test_LP +88,100,81,81.0,test_LP +89,100,83,83.0,test_LP +90,100,77,77.0,test_LP +91,100,77,77.0,test_LP +92,100,60,60.0,test_LP +93,100,54,54.0,test_LP +94,100,91,91.0,test_LP +95,100,69,69.0,test_LP +96,100,58,58.0,test_LP +97,100,79,79.0,test_LP +98,100,56,56.0,test_LP +99,100,82,82.0,test_LP diff --git a/retrain/resnet50/cifar100/0-11/evaluation_results.json b/retrain/resnet50/cifar100/0-11/evaluation_results.json new file mode 100644 index 0000000000000000000000000000000000000000..6223de3d6f28e7cabdcd26358de687c8baedc259 --- /dev/null +++ b/retrain/resnet50/cifar100/0-11/evaluation_results.json @@ -0,0 +1,2118 @@ +{ + "unlearning_time": 4497.975927352905, + "accuracy": { + "retain": 99.94949494024719, + "forget": 0.0, + "val": 85.97999989013672, + "test": 66.96 + }, + "SVC_MIA_forget_efficacy": { + "correctness": 1.0, + "confidence": 1.0, + "entropy": 0.6155555555555556, + "m_entropy": 1.0, + "prob": 0.9044444444444444 + }, + "class_wise_accuracy": [ + { + "class": 0, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 1, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 2, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 3, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 4, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 5, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 6, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 7, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 8, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 9, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 10, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 11, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 12, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 13, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 14, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 15, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 16, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 17, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 18, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 19, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 20, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 21, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 22, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 23, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 24, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 25, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 26, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 27, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 28, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 29, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 30, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 31, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 32, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 33, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 34, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 35, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 36, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 37, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 38, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 39, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 40, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 41, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 42, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 43, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 44, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 45, + "total_samples": 450, + "correct_counts": 430, + "accuracy": 95.55555725097656, + "dataset": "train" + }, + { + "class": 46, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 47, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 48, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 49, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 50, + "total_samples": 450, + "correct_counts": 430, + "accuracy": 95.55555725097656, + "dataset": "train" + }, + { + "class": 51, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 52, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 53, + "total_samples": 450, + "correct_counts": 450, + "accuracy": 100.0, + "dataset": "train" + }, + { + "class": 54, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 55, + "total_samples": 450, + "correct_counts": 428, + "accuracy": 95.11111450195312, + "dataset": "train" + }, + { + "class": 56, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 57, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 58, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 59, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 60, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 61, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 62, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 63, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 64, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 65, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 66, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 67, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 68, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 69, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 70, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 71, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 72, + "total_samples": 450, + "correct_counts": 424, + "accuracy": 94.22222137451172, + "dataset": "train" + }, + { + "class": 73, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 74, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 75, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 76, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 77, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 78, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 79, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 80, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 81, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 82, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 83, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 84, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 85, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 86, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 87, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 88, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 89, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 90, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 91, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 92, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 93, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 94, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 95, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 96, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 97, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 98, + "total_samples": 450, + "correct_counts": 425, + "accuracy": 94.44444274902344, + "dataset": "train" + }, + { + "class": 99, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 95, + "accuracy": 95.0, + "dataset": "test" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 95, + "accuracy": 95.0, + "dataset": "test" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 51, + "accuracy": 51.0, + "dataset": "test" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 95, + "accuracy": 95.0, + "dataset": "test" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 95, + "accuracy": 95.0, + "dataset": "test" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 45, + "accuracy": 45.0, + "dataset": "test_LP" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 42, + "accuracy": 42.0, + "dataset": "test_LP" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 45, + "accuracy": 45.0, + "dataset": "test_LP" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 22, + "accuracy": 22.0, + "dataset": "test_LP" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test_LP" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 51, + "accuracy": 51.0, + "dataset": "test_LP" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test_LP" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 46, + "accuracy": 46.0, + "dataset": "test_LP" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test_LP" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test_LP" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test_LP" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test_LP" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test_LP" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 49, + "accuracy": 49.0, + "dataset": "test_LP" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test_LP" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 50, + "accuracy": 50.0, + "dataset": "test_LP" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 35, + "accuracy": 35.0, + "dataset": "test_LP" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test_LP" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test_LP" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test_LP" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test_LP" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 95, + "accuracy": 95.0, + "dataset": "test_LP" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 38, + "accuracy": 38.0, + "dataset": "test_LP" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 49, + "accuracy": 49.0, + "dataset": "test_LP" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 48, + "accuracy": 48.0, + "dataset": "test_LP" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test_LP" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test_LP" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test_LP" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test_LP" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test_LP" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test_LP" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + } + ] +} \ No newline at end of file diff --git a/retrain/resnet50/cifar100/0-11/model_best.pth.tar b/retrain/resnet50/cifar100/0-11/model_best.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..a8180cc9e3098a74ea3441dc86e28b2d5ccbca01 --- /dev/null +++ b/retrain/resnet50/cifar100/0-11/model_best.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7321bc69f5470c82dc65e369f124f5c625054557b9b84265dc5777cfff3a0362 +size 95141656 diff --git a/retrain/resnet50/cifar100/0-11/retraincheckpoint.pth.tar b/retrain/resnet50/cifar100/0-11/retraincheckpoint.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..fab5a003ef17fb76e5b68198cf5dd4adbaef5882 --- /dev/null +++ b/retrain/resnet50/cifar100/0-11/retraincheckpoint.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1332527962c5b1876bed3573e168446d9c68e2e16ec8d5cac8818ce0387aae6 +size 95160770 diff --git a/retrain/resnet50/cifar100/0-11/retraineval_result.pth.tar b/retrain/resnet50/cifar100/0-11/retraineval_result.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..4ded1959d6fe3680a564852ee292c3c4d4bc3d8b --- /dev/null +++ b/retrain/resnet50/cifar100/0-11/retraineval_result.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5dccde4a335105a5b25ee6c431402ddcd87e0f0d98f21aa0de41f4bf5f04c085 +size 12060 diff --git a/retrain/resnet50/cifar100/0-12/class_wise_accuracy.csv b/retrain/resnet50/cifar100/0-12/class_wise_accuracy.csv new file mode 100644 index 0000000000000000000000000000000000000000..d44a3a184ab8f0f764051b6fbd4bd0f3ddd1771a --- /dev/null +++ b/retrain/resnet50/cifar100/0-12/class_wise_accuracy.csv @@ -0,0 +1,301 @@ +class,total_samples,correct_counts,accuracy,dataset +0,450,0,0.0,train +1,450,0,0.0,train +2,450,0,0.0,train +3,450,0,0.0,train +4,450,0,0.0,train +5,450,0,0.0,train +6,450,0,0.0,train +7,450,0,0.0,train +8,450,0,0.0,train +9,450,0,0.0,train +10,450,0,0.0,train +11,450,0,0.0,train +12,450,0,0.0,train +13,450,441,98.0,train +14,450,443,98.44444274902344,train +15,450,444,98.66666412353516,train +16,450,439,97.55555725097656,train +17,450,443,98.44444274902344,train +18,450,438,97.33333587646484,train +19,450,443,98.44444274902344,train +20,450,446,99.11111450195312,train +21,450,443,98.44444274902344,train +22,450,439,97.55555725097656,train +23,450,445,98.88888549804688,train +24,450,447,99.33333587646484,train +25,450,429,95.33333587646484,train +26,450,434,96.44444274902344,train +27,450,440,97.77777862548828,train +28,450,444,98.66666412353516,train +29,450,438,97.33333587646484,train +30,450,442,98.22222137451172,train +31,450,437,97.11111450195312,train +32,450,430,95.55555725097656,train +33,450,437,97.11111450195312,train +34,450,442,98.22222137451172,train +35,450,426,94.66666412353516,train +36,450,440,97.77777862548828,train +37,450,438,97.33333587646484,train +38,450,434,96.44444274902344,train +39,450,447,99.33333587646484,train +40,450,442,98.22222137451172,train +41,450,443,98.44444274902344,train +42,450,435,96.66666412353516,train +43,450,446,99.11111450195312,train +44,450,435,96.66666412353516,train +45,450,430,95.55555725097656,train +46,450,433,96.22222137451172,train +47,450,438,97.33333587646484,train +48,450,448,99.55555725097656,train +49,450,446,99.11111450195312,train +50,450,426,94.66666412353516,train +51,450,437,97.11111450195312,train +52,450,439,97.55555725097656,train +53,450,448,99.55555725097656,train +54,450,443,98.44444274902344,train +55,450,430,95.55555725097656,train +56,450,445,98.88888549804688,train +57,450,441,98.0,train +58,450,445,98.88888549804688,train +59,450,440,97.77777862548828,train +60,450,442,98.22222137451172,train +61,450,443,98.44444274902344,train +62,450,445,98.88888549804688,train +63,450,437,97.11111450195312,train +64,450,437,97.11111450195312,train +65,450,432,96.0,train +66,450,442,98.22222137451172,train +67,450,439,97.55555725097656,train +68,450,447,99.33333587646484,train +69,450,444,98.66666412353516,train +70,450,441,98.0,train +71,450,443,98.44444274902344,train +72,450,424,94.22222137451172,train +73,450,432,96.0,train +74,450,432,96.0,train +75,450,449,99.77777862548828,train +76,450,445,98.88888549804688,train +77,450,439,97.55555725097656,train +78,450,437,97.11111450195312,train +79,450,441,98.0,train +80,450,434,96.44444274902344,train +81,450,438,97.33333587646484,train +82,450,447,99.33333587646484,train +83,450,439,97.55555725097656,train +84,450,439,97.55555725097656,train +85,450,443,98.44444274902344,train +86,450,445,98.88888549804688,train +87,450,444,98.66666412353516,train +88,450,440,97.77777862548828,train +89,450,441,98.0,train +90,450,434,96.44444274902344,train +91,450,442,98.22222137451172,train +92,450,436,96.88888549804688,train +93,450,437,97.11111450195312,train +94,450,447,99.33333587646484,train +95,450,439,97.55555725097656,train +96,450,438,97.33333587646484,train +97,450,442,98.22222137451172,train +98,450,429,95.33333587646484,train +99,450,441,98.0,train +0,100,0,0.0,test +1,100,0,0.0,test +2,100,0,0.0,test +3,100,0,0.0,test +4,100,0,0.0,test +5,100,0,0.0,test +6,100,0,0.0,test +7,100,0,0.0,test +8,100,0,0.0,test +9,100,0,0.0,test +10,100,0,0.0,test +11,100,0,0.0,test +12,100,0,0.0,test +13,100,68,68.0,test +14,100,76,76.0,test +15,100,81,81.0,test +16,100,79,79.0,test +17,100,87,87.0,test +18,100,71,71.0,test +19,100,65,65.0,test +20,100,88,88.0,test +21,100,91,91.0,test +22,100,80,80.0,test +23,100,85,85.0,test +24,100,87,87.0,test +25,100,73,73.0,test +26,100,69,69.0,test +27,100,69,69.0,test +28,100,83,83.0,test +29,100,75,75.0,test +30,100,67,67.0,test +31,100,72,72.0,test +32,100,69,69.0,test +33,100,60,60.0,test +34,100,76,76.0,test +35,100,60,60.0,test +36,100,82,82.0,test +37,100,79,79.0,test +38,100,66,66.0,test +39,100,86,86.0,test +40,100,76,76.0,test +41,100,88,88.0,test +42,100,73,73.0,test +43,100,86,86.0,test +44,100,55,55.0,test +45,100,62,62.0,test +46,100,61,61.0,test +47,100,68,68.0,test +48,100,97,97.0,test +49,100,88,88.0,test +50,100,56,56.0,test +51,100,75,75.0,test +52,100,62,62.0,test +53,100,95,95.0,test +54,100,85,85.0,test +55,100,52,52.0,test +56,100,90,90.0,test +57,100,82,82.0,test +58,100,89,89.0,test +59,100,64,64.0,test +60,100,91,91.0,test +61,100,79,79.0,test +62,100,76,76.0,test +63,100,73,73.0,test +64,100,57,57.0,test +65,100,62,62.0,test +66,100,86,86.0,test +67,100,63,63.0,test +68,100,95,95.0,test +69,100,83,83.0,test +70,100,78,78.0,test +71,100,85,85.0,test +72,100,55,55.0,test +73,100,60,60.0,test +74,100,61,61.0,test +75,100,92,92.0,test +76,100,88,88.0,test +77,100,73,73.0,test +78,100,66,66.0,test +79,100,85,85.0,test +80,100,62,62.0,test +81,100,82,82.0,test +82,100,92,92.0,test +83,100,76,76.0,test +84,100,72,72.0,test +85,100,89,89.0,test +86,100,76,76.0,test +87,100,88,88.0,test +88,100,83,83.0,test +89,100,88,88.0,test +90,100,84,84.0,test +91,100,84,84.0,test +92,100,66,66.0,test +93,100,61,61.0,test +94,100,95,95.0,test +95,100,76,76.0,test +96,100,63,63.0,test +97,100,78,78.0,test +98,100,61,61.0,test +99,100,75,75.0,test +0,100,77,77.0,test_LP +1,100,71,71.0,test_LP +2,100,48,48.0,test_LP +3,100,54,54.0,test_LP +4,100,61,61.0,test_LP +5,100,69,69.0,test_LP +6,100,68,68.0,test_LP +7,100,65,65.0,test_LP +8,100,72,72.0,test_LP +9,100,80,80.0,test_LP +10,100,44,44.0,test_LP +11,100,57,57.0,test_LP +12,100,74,74.0,test_LP +13,100,67,67.0,test_LP +14,100,60,60.0,test_LP +15,100,71,71.0,test_LP +16,100,73,73.0,test_LP +17,100,84,84.0,test_LP +18,100,61,61.0,test_LP +19,100,60,60.0,test_LP +20,100,83,83.0,test_LP +21,100,82,82.0,test_LP +22,100,67,67.0,test_LP +23,100,83,83.0,test_LP +24,100,72,72.0,test_LP +25,100,54,54.0,test_LP +26,100,51,51.0,test_LP +27,100,56,56.0,test_LP +28,100,78,78.0,test_LP +29,100,70,70.0,test_LP +30,100,61,61.0,test_LP +31,100,61,61.0,test_LP +32,100,71,71.0,test_LP +33,100,56,56.0,test_LP +34,100,73,73.0,test_LP +35,100,41,41.0,test_LP +36,100,79,79.0,test_LP +37,100,71,71.0,test_LP +38,100,56,56.0,test_LP +39,100,85,85.0,test_LP +40,100,67,67.0,test_LP +41,100,85,85.0,test_LP +42,100,70,70.0,test_LP +43,100,83,83.0,test_LP +44,100,47,47.0,test_LP +45,100,59,59.0,test_LP +46,100,34,34.0,test_LP +47,100,68,68.0,test_LP +48,100,94,94.0,test_LP +49,100,83,83.0,test_LP +50,100,43,43.0,test_LP +51,100,78,78.0,test_LP +52,100,62,62.0,test_LP +53,100,86,86.0,test_LP +54,100,81,81.0,test_LP +55,100,33,33.0,test_LP +56,100,87,87.0,test_LP +57,100,76,76.0,test_LP +58,100,88,88.0,test_LP +59,100,66,66.0,test_LP +60,100,92,92.0,test_LP +61,100,71,71.0,test_LP +62,100,76,76.0,test_LP +63,100,53,53.0,test_LP +64,100,54,54.0,test_LP +65,100,52,52.0,test_LP +66,100,82,82.0,test_LP +67,100,62,62.0,test_LP +68,100,90,90.0,test_LP +69,100,79,79.0,test_LP +70,100,70,70.0,test_LP +71,100,83,83.0,test_LP +72,100,46,46.0,test_LP +73,100,56,56.0,test_LP +74,100,59,59.0,test_LP +75,100,84,84.0,test_LP +76,100,87,87.0,test_LP +77,100,62,62.0,test_LP +78,100,63,63.0,test_LP +79,100,73,73.0,test_LP +80,100,58,58.0,test_LP +81,100,77,77.0,test_LP +82,100,89,89.0,test_LP +83,100,74,74.0,test_LP +84,100,66,66.0,test_LP +85,100,81,81.0,test_LP +86,100,70,70.0,test_LP +87,100,82,82.0,test_LP +88,100,75,75.0,test_LP +89,100,83,83.0,test_LP +90,100,83,83.0,test_LP +91,100,78,78.0,test_LP +92,100,69,69.0,test_LP +93,100,55,55.0,test_LP +94,100,92,92.0,test_LP +95,100,72,72.0,test_LP +96,100,70,70.0,test_LP +97,100,76,76.0,test_LP +98,100,55,55.0,test_LP +99,100,71,71.0,test_LP diff --git a/retrain/resnet50/cifar100/0-12/evaluation_results.json b/retrain/resnet50/cifar100/0-12/evaluation_results.json new file mode 100644 index 0000000000000000000000000000000000000000..e513176e8e677a3e905340bb4e624f8393b4a61e --- /dev/null +++ b/retrain/resnet50/cifar100/0-12/evaluation_results.json @@ -0,0 +1,2118 @@ +{ + "unlearning_time": 4417.055651664734, + "accuracy": { + "retain": 99.97956577266922, + "forget": 0.0, + "val": 85.2, + "test": 66.07 + }, + "SVC_MIA_forget_efficacy": { + "correctness": 1.0, + "confidence": 1.0, + "entropy": 0.8933333333333333, + "m_entropy": 1.0, + "prob": 0.4666666666666667 + }, + "class_wise_accuracy": [ + { + "class": 0, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 1, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 2, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 3, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 4, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 5, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 6, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 7, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 8, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 9, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 10, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 11, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 12, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 13, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 14, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 15, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 16, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 17, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 18, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 19, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 20, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 21, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 22, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 23, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 24, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 25, + "total_samples": 450, + "correct_counts": 429, + "accuracy": 95.33333587646484, + "dataset": "train" + }, + { + "class": 26, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 27, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 28, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 29, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 30, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 31, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 32, + "total_samples": 450, + "correct_counts": 430, + "accuracy": 95.55555725097656, + "dataset": "train" + }, + { + "class": 33, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 34, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 35, + "total_samples": 450, + "correct_counts": 426, + "accuracy": 94.66666412353516, + "dataset": "train" + }, + { + "class": 36, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 37, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 38, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 39, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 40, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 41, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 42, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 43, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 44, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 45, + "total_samples": 450, + "correct_counts": 430, + "accuracy": 95.55555725097656, + "dataset": "train" + }, + { + "class": 46, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 47, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 48, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 49, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 50, + "total_samples": 450, + "correct_counts": 426, + "accuracy": 94.66666412353516, + "dataset": "train" + }, + { + "class": 51, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 52, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 53, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 54, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 55, + "total_samples": 450, + "correct_counts": 430, + "accuracy": 95.55555725097656, + "dataset": "train" + }, + { + "class": 56, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 57, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 58, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 59, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 60, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 61, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 62, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 63, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 64, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 65, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 66, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 67, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 68, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 69, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 70, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 71, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 72, + "total_samples": 450, + "correct_counts": 424, + "accuracy": 94.22222137451172, + "dataset": "train" + }, + { + "class": 73, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 74, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 75, + "total_samples": 450, + "correct_counts": 449, + "accuracy": 99.77777862548828, + "dataset": "train" + }, + { + "class": 76, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 77, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 78, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 79, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 80, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 81, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 82, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 83, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 84, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 85, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 86, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 87, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 88, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 89, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 90, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 91, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 92, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 93, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 94, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 95, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 96, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 97, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 98, + "total_samples": 450, + "correct_counts": 429, + "accuracy": 95.33333587646484, + "dataset": "train" + }, + { + "class": 99, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 97, + "accuracy": 97.0, + "dataset": "test" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 95, + "accuracy": 95.0, + "dataset": "test" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 52, + "accuracy": 52.0, + "dataset": "test" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 95, + "accuracy": 95.0, + "dataset": "test" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 95, + "accuracy": 95.0, + "dataset": "test" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 48, + "accuracy": 48.0, + "dataset": "test_LP" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test_LP" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 44, + "accuracy": 44.0, + "dataset": "test_LP" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test_LP" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test_LP" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 51, + "accuracy": 51.0, + "dataset": "test_LP" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test_LP" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test_LP" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 41, + "accuracy": 41.0, + "dataset": "test_LP" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test_LP" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 47, + "accuracy": 47.0, + "dataset": "test_LP" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 34, + "accuracy": 34.0, + "dataset": "test_LP" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test_LP" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 43, + "accuracy": 43.0, + "dataset": "test_LP" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 33, + "accuracy": 33.0, + "dataset": "test_LP" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test_LP" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test_LP" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test_LP" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 52, + "accuracy": 52.0, + "dataset": "test_LP" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test_LP" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 46, + "accuracy": 46.0, + "dataset": "test_LP" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test_LP" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test_LP" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test_LP" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test_LP" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test_LP" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + } + ] +} \ No newline at end of file diff --git a/retrain/resnet50/cifar100/0-12/model_best.pth.tar b/retrain/resnet50/cifar100/0-12/model_best.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..5469ab61049210cbd6df9a82a6a1f975093a4da3 --- /dev/null +++ b/retrain/resnet50/cifar100/0-12/model_best.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2603fa7b780903d9501dbcc9bdfc744d57eb5b6b9316949b05fbbf3eca941149 +size 95141656 diff --git a/retrain/resnet50/cifar100/0-12/retraincheckpoint.pth.tar b/retrain/resnet50/cifar100/0-12/retraincheckpoint.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..939ea82cb7835634276c6bc4ca04d048b544246c --- /dev/null +++ b/retrain/resnet50/cifar100/0-12/retraincheckpoint.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78bd877b5a8b7021cf23801c265759c1637fbd8250a9508bf9640ab0ebd2a7b3 +size 95160834 diff --git a/retrain/resnet50/cifar100/0-12/retraineval_result.pth.tar b/retrain/resnet50/cifar100/0-12/retraineval_result.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..e81ba4e88b20b756eef47b066c9e5b0a5f7b4f97 --- /dev/null +++ b/retrain/resnet50/cifar100/0-12/retraineval_result.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed97362d2450dc7f98418aa7ba6d3e07910c6bf4b769883ecb929c133c28bad0 +size 12060 diff --git a/retrain/resnet50/cifar100/0-13/class_wise_accuracy.csv b/retrain/resnet50/cifar100/0-13/class_wise_accuracy.csv new file mode 100644 index 0000000000000000000000000000000000000000..ec2504ec837347fbc682fa1e8f9314781664bc66 --- /dev/null +++ b/retrain/resnet50/cifar100/0-13/class_wise_accuracy.csv @@ -0,0 +1,301 @@ +class,total_samples,correct_counts,accuracy,dataset +0,450,0,0.0,train +1,450,0,0.0,train +2,450,0,0.0,train +3,450,0,0.0,train +4,450,0,0.0,train +5,450,0,0.0,train +6,450,0,0.0,train +7,450,0,0.0,train +8,450,0,0.0,train +9,450,0,0.0,train +10,450,0,0.0,train +11,450,0,0.0,train +12,450,0,0.0,train +13,450,0,0.0,train +14,450,446,99.11111450195312,train +15,450,442,98.22222137451172,train +16,450,440,97.77777862548828,train +17,450,444,98.66666412353516,train +18,450,437,97.11111450195312,train +19,450,443,98.44444274902344,train +20,450,447,99.33333587646484,train +21,450,445,98.88888549804688,train +22,450,437,97.11111450195312,train +23,450,443,98.44444274902344,train +24,450,446,99.11111450195312,train +25,450,429,95.33333587646484,train +26,450,437,97.11111450195312,train +27,450,437,97.11111450195312,train +28,450,445,98.88888549804688,train +29,450,439,97.55555725097656,train +30,450,442,98.22222137451172,train +31,450,435,96.66666412353516,train +32,450,433,96.22222137451172,train +33,450,435,96.66666412353516,train +34,450,442,98.22222137451172,train +35,450,427,94.88888549804688,train +36,450,437,97.11111450195312,train +37,450,437,97.11111450195312,train +38,450,436,96.88888549804688,train +39,450,445,98.88888549804688,train +40,450,441,98.0,train +41,450,442,98.22222137451172,train +42,450,437,97.11111450195312,train +43,450,446,99.11111450195312,train +44,450,433,96.22222137451172,train +45,450,431,95.77777862548828,train +46,450,436,96.88888549804688,train +47,450,439,97.55555725097656,train +48,450,447,99.33333587646484,train +49,450,447,99.33333587646484,train +50,450,423,94.0,train +51,450,442,98.22222137451172,train +52,450,440,97.77777862548828,train +53,450,449,99.77777862548828,train +54,450,443,98.44444274902344,train +55,450,432,96.0,train +56,450,448,99.55555725097656,train +57,450,439,97.55555725097656,train +58,450,444,98.66666412353516,train +59,450,438,97.33333587646484,train +60,450,443,98.44444274902344,train +61,450,444,98.66666412353516,train +62,450,445,98.88888549804688,train +63,450,440,97.77777862548828,train +64,450,436,96.88888549804688,train +65,450,433,96.22222137451172,train +66,450,443,98.44444274902344,train +67,450,438,97.33333587646484,train +68,450,446,99.11111450195312,train +69,450,445,98.88888549804688,train +70,450,439,97.55555725097656,train +71,450,443,98.44444274902344,train +72,450,423,94.0,train +73,450,431,95.77777862548828,train +74,450,434,96.44444274902344,train +75,450,448,99.55555725097656,train +76,450,445,98.88888549804688,train +77,450,442,98.22222137451172,train +78,450,438,97.33333587646484,train +79,450,440,97.77777862548828,train +80,450,436,96.88888549804688,train +81,450,443,98.44444274902344,train +82,450,448,99.55555725097656,train +83,450,440,97.77777862548828,train +84,450,435,96.66666412353516,train +85,450,442,98.22222137451172,train +86,450,441,98.0,train +87,450,446,99.11111450195312,train +88,450,442,98.22222137451172,train +89,450,444,98.66666412353516,train +90,450,433,96.22222137451172,train +91,450,443,98.44444274902344,train +92,450,437,97.11111450195312,train +93,450,438,97.33333587646484,train +94,450,447,99.33333587646484,train +95,450,436,96.88888549804688,train +96,450,441,98.0,train +97,450,443,98.44444274902344,train +98,450,428,95.11111450195312,train +99,450,439,97.55555725097656,train +0,100,0,0.0,test +1,100,0,0.0,test +2,100,0,0.0,test +3,100,0,0.0,test +4,100,0,0.0,test +5,100,0,0.0,test +6,100,0,0.0,test +7,100,0,0.0,test +8,100,0,0.0,test +9,100,0,0.0,test +10,100,0,0.0,test +11,100,0,0.0,test +12,100,0,0.0,test +13,100,0,0.0,test +14,100,74,74.0,test +15,100,83,83.0,test +16,100,78,78.0,test +17,100,81,81.0,test +18,100,66,66.0,test +19,100,72,72.0,test +20,100,89,89.0,test +21,100,89,89.0,test +22,100,77,77.0,test +23,100,80,80.0,test +24,100,85,85.0,test +25,100,71,71.0,test +26,100,62,62.0,test +27,100,64,64.0,test +28,100,80,80.0,test +29,100,74,74.0,test +30,100,69,69.0,test +31,100,73,73.0,test +32,100,70,70.0,test +33,100,64,64.0,test +34,100,83,83.0,test +35,100,62,62.0,test +36,100,80,80.0,test +37,100,81,81.0,test +38,100,69,69.0,test +39,100,87,87.0,test +40,100,73,73.0,test +41,100,90,90.0,test +42,100,79,79.0,test +43,100,87,87.0,test +44,100,59,59.0,test +45,100,57,57.0,test +46,100,61,61.0,test +47,100,66,66.0,test +48,100,95,95.0,test +49,100,85,85.0,test +50,100,54,54.0,test +51,100,77,77.0,test +52,100,66,66.0,test +53,100,94,94.0,test +54,100,85,85.0,test +55,100,50,50.0,test +56,100,92,92.0,test +57,100,78,78.0,test +58,100,91,91.0,test +59,100,65,65.0,test +60,100,91,91.0,test +61,100,78,78.0,test +62,100,78,78.0,test +63,100,74,74.0,test +64,100,62,62.0,test +65,100,65,65.0,test +66,100,83,83.0,test +67,100,65,65.0,test +68,100,97,97.0,test +69,100,86,86.0,test +70,100,76,76.0,test +71,100,94,94.0,test +72,100,51,51.0,test +73,100,64,64.0,test +74,100,59,59.0,test +75,100,91,91.0,test +76,100,92,92.0,test +77,100,74,74.0,test +78,100,64,64.0,test +79,100,85,85.0,test +80,100,67,67.0,test +81,100,86,86.0,test +82,100,88,88.0,test +83,100,73,73.0,test +84,100,71,71.0,test +85,100,84,84.0,test +86,100,74,74.0,test +87,100,86,86.0,test +88,100,82,82.0,test +89,100,85,85.0,test +90,100,82,82.0,test +91,100,86,86.0,test +92,100,62,62.0,test +93,100,59,59.0,test +94,100,93,93.0,test +95,100,74,74.0,test +96,100,60,60.0,test +97,100,77,77.0,test +98,100,67,67.0,test +99,100,75,75.0,test +0,100,81,81.0,test_LP +1,100,69,69.0,test_LP +2,100,47,47.0,test_LP +3,100,59,59.0,test_LP +4,100,62,62.0,test_LP +5,100,73,73.0,test_LP +6,100,63,63.0,test_LP +7,100,65,65.0,test_LP +8,100,82,82.0,test_LP +9,100,78,78.0,test_LP +10,100,61,61.0,test_LP +11,100,56,56.0,test_LP +12,100,75,75.0,test_LP +13,100,56,56.0,test_LP +14,100,54,54.0,test_LP +15,100,78,78.0,test_LP +16,100,68,68.0,test_LP +17,100,78,78.0,test_LP +18,100,60,60.0,test_LP +19,100,62,62.0,test_LP +20,100,78,78.0,test_LP +21,100,79,79.0,test_LP +22,100,70,70.0,test_LP +23,100,77,77.0,test_LP +24,100,78,78.0,test_LP +25,100,43,43.0,test_LP +26,100,64,64.0,test_LP +27,100,63,63.0,test_LP +28,100,76,76.0,test_LP +29,100,71,71.0,test_LP +30,100,64,64.0,test_LP +31,100,68,68.0,test_LP +32,100,66,66.0,test_LP +33,100,67,67.0,test_LP +34,100,78,78.0,test_LP +35,100,37,37.0,test_LP +36,100,76,76.0,test_LP +37,100,67,67.0,test_LP +38,100,67,67.0,test_LP +39,100,85,85.0,test_LP +40,100,62,62.0,test_LP +41,100,86,86.0,test_LP +42,100,77,77.0,test_LP +43,100,78,78.0,test_LP +44,100,46,46.0,test_LP +45,100,55,55.0,test_LP +46,100,44,44.0,test_LP +47,100,61,61.0,test_LP +48,100,90,90.0,test_LP +49,100,85,85.0,test_LP +50,100,53,53.0,test_LP +51,100,75,75.0,test_LP +52,100,71,71.0,test_LP +53,100,87,87.0,test_LP +54,100,83,83.0,test_LP +55,100,40,40.0,test_LP +56,100,87,87.0,test_LP +57,100,74,74.0,test_LP +58,100,82,82.0,test_LP +59,100,65,65.0,test_LP +60,100,84,84.0,test_LP +61,100,63,63.0,test_LP +62,100,78,78.0,test_LP +63,100,65,65.0,test_LP +64,100,50,50.0,test_LP +65,100,50,50.0,test_LP +66,100,76,76.0,test_LP +67,100,54,54.0,test_LP +68,100,93,93.0,test_LP +69,100,82,82.0,test_LP +70,100,73,73.0,test_LP +71,100,83,83.0,test_LP +72,100,51,51.0,test_LP +73,100,67,67.0,test_LP +74,100,49,49.0,test_LP +75,100,84,84.0,test_LP +76,100,88,88.0,test_LP +77,100,71,71.0,test_LP +78,100,55,55.0,test_LP +79,100,73,73.0,test_LP +80,100,51,51.0,test_LP +81,100,71,71.0,test_LP +82,100,85,85.0,test_LP +83,100,61,61.0,test_LP +84,100,59,59.0,test_LP +85,100,75,75.0,test_LP +86,100,70,70.0,test_LP +87,100,81,81.0,test_LP +88,100,80,80.0,test_LP +89,100,70,70.0,test_LP +90,100,85,85.0,test_LP +91,100,80,80.0,test_LP +92,100,59,59.0,test_LP +93,100,52,52.0,test_LP +94,100,89,89.0,test_LP +95,100,74,74.0,test_LP +96,100,52,52.0,test_LP +97,100,71,71.0,test_LP +98,100,52,52.0,test_LP +99,100,75,75.0,test_LP diff --git a/retrain/resnet50/cifar100/0-13/evaluation_results.json b/retrain/resnet50/cifar100/0-13/evaluation_results.json new file mode 100644 index 0000000000000000000000000000000000000000..ec5b7a410a801784a6b6a8138d53cebd6c6a5a8f --- /dev/null +++ b/retrain/resnet50/cifar100/0-13/evaluation_results.json @@ -0,0 +1,2118 @@ +{ + "unlearning_time": 4402.235976696014, + "accuracy": { + "retain": 99.97674418604652, + "forget": 0.0, + "val": 84.04, + "test": 65.27 + }, + "SVC_MIA_forget_efficacy": { + "correctness": 1.0, + "confidence": 1.0, + "entropy": 0.6022222222222222, + "m_entropy": 1.0, + "prob": 0.6733333333333333 + }, + "class_wise_accuracy": [ + { + "class": 0, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 1, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 2, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 3, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 4, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 5, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 6, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 7, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 8, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 9, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 10, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 11, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 12, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 13, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 14, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 15, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 16, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 17, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 18, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 19, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 20, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 21, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 22, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 23, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 24, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 25, + "total_samples": 450, + "correct_counts": 429, + "accuracy": 95.33333587646484, + "dataset": "train" + }, + { + "class": 26, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 27, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 28, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 29, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 30, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 31, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 32, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 33, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 34, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 35, + "total_samples": 450, + "correct_counts": 427, + "accuracy": 94.88888549804688, + "dataset": "train" + }, + { + "class": 36, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 37, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 38, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 39, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 40, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 41, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 42, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 43, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 44, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 45, + "total_samples": 450, + "correct_counts": 431, + "accuracy": 95.77777862548828, + "dataset": "train" + }, + { + "class": 46, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 47, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 48, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 49, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 50, + "total_samples": 450, + "correct_counts": 423, + "accuracy": 94.0, + "dataset": "train" + }, + { + "class": 51, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 52, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 53, + "total_samples": 450, + "correct_counts": 449, + "accuracy": 99.77777862548828, + "dataset": "train" + }, + { + "class": 54, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 55, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 56, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 57, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 58, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 59, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 60, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 61, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 62, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 63, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 64, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 65, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 66, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 67, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 68, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 69, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 70, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 71, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 72, + "total_samples": 450, + "correct_counts": 423, + "accuracy": 94.0, + "dataset": "train" + }, + { + "class": 73, + "total_samples": 450, + "correct_counts": 431, + "accuracy": 95.77777862548828, + "dataset": "train" + }, + { + "class": 74, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 75, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 76, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 77, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 78, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 79, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 80, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 81, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 82, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 83, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 84, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 85, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 86, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 87, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 88, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 89, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 90, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 91, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 92, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 93, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 94, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 95, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 96, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 97, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 98, + "total_samples": 450, + "correct_counts": 428, + "accuracy": 95.11111450195312, + "dataset": "train" + }, + { + "class": 99, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 95, + "accuracy": 95.0, + "dataset": "test" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 50, + "accuracy": 50.0, + "dataset": "test" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 97, + "accuracy": 97.0, + "dataset": "test" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 51, + "accuracy": 51.0, + "dataset": "test" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 47, + "accuracy": 47.0, + "dataset": "test_LP" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test_LP" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test_LP" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test_LP" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 43, + "accuracy": 43.0, + "dataset": "test_LP" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 37, + "accuracy": 37.0, + "dataset": "test_LP" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 46, + "accuracy": 46.0, + "dataset": "test_LP" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test_LP" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 44, + "accuracy": 44.0, + "dataset": "test_LP" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test_LP" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test_LP" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 40, + "accuracy": 40.0, + "dataset": "test_LP" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 50, + "accuracy": 50.0, + "dataset": "test_LP" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 50, + "accuracy": 50.0, + "dataset": "test_LP" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test_LP" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test_LP" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 51, + "accuracy": 51.0, + "dataset": "test_LP" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 49, + "accuracy": 49.0, + "dataset": "test_LP" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test_LP" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 51, + "accuracy": 51.0, + "dataset": "test_LP" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 52, + "accuracy": 52.0, + "dataset": "test_LP" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 52, + "accuracy": 52.0, + "dataset": "test_LP" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 52, + "accuracy": 52.0, + "dataset": "test_LP" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + } + ] +} \ No newline at end of file diff --git a/retrain/resnet50/cifar100/0-13/model_best.pth.tar b/retrain/resnet50/cifar100/0-13/model_best.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..e4a1d80288a1be8a59654aa58fbf4d137194aa03 --- /dev/null +++ b/retrain/resnet50/cifar100/0-13/model_best.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f5ff92ff651fa1bca612f1782f16d7d780e3c33d742f62a41a458372c4f5f75 +size 95141656 diff --git a/retrain/resnet50/cifar100/0-13/retraincheckpoint.pth.tar b/retrain/resnet50/cifar100/0-13/retraincheckpoint.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..e570a368013b087d082086aa34e5f650c7a564de --- /dev/null +++ b/retrain/resnet50/cifar100/0-13/retraincheckpoint.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56af8b48bb49c4ddd1c2a066b435b5d92f1cb5970574eaa8f07e48f8b85ae7c5 +size 95160770 diff --git a/retrain/resnet50/cifar100/0-13/retraineval_result.pth.tar b/retrain/resnet50/cifar100/0-13/retraineval_result.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..b14ffea8140a83cf114631115c381e897e4d1d35 --- /dev/null +++ b/retrain/resnet50/cifar100/0-13/retraineval_result.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebd0bd404a949813abde7828d7211fecfe619b10c92c576e04ab1cef8cbd366b +size 12060 diff --git a/retrain/resnet50/cifar100/0-14/class_wise_accuracy.csv b/retrain/resnet50/cifar100/0-14/class_wise_accuracy.csv new file mode 100644 index 0000000000000000000000000000000000000000..b030cf2515853311509ae585775e3c348bdc533f --- /dev/null +++ b/retrain/resnet50/cifar100/0-14/class_wise_accuracy.csv @@ -0,0 +1,301 @@ +class,total_samples,correct_counts,accuracy,dataset +0,450,0,0.0,train +1,450,0,0.0,train +2,450,0,0.0,train +3,450,0,0.0,train +4,450,0,0.0,train +5,450,0,0.0,train +6,450,0,0.0,train +7,450,0,0.0,train +8,450,0,0.0,train +9,450,0,0.0,train +10,450,0,0.0,train +11,450,0,0.0,train +12,450,0,0.0,train +13,450,0,0.0,train +14,450,0,0.0,train +15,450,441,98.0,train +16,450,439,97.55555725097656,train +17,450,446,99.11111450195312,train +18,450,435,96.66666412353516,train +19,450,441,98.0,train +20,450,448,99.55555725097656,train +21,450,443,98.44444274902344,train +22,450,438,97.33333587646484,train +23,450,442,98.22222137451172,train +24,450,448,99.55555725097656,train +25,450,427,94.88888549804688,train +26,450,437,97.11111450195312,train +27,450,438,97.33333587646484,train +28,450,444,98.66666412353516,train +29,450,439,97.55555725097656,train +30,450,442,98.22222137451172,train +31,450,440,97.77777862548828,train +32,450,431,95.77777862548828,train +33,450,435,96.66666412353516,train +34,450,443,98.44444274902344,train +35,450,431,95.77777862548828,train +36,450,436,96.88888549804688,train +37,450,439,97.55555725097656,train +38,450,436,96.88888549804688,train +39,450,447,99.33333587646484,train +40,450,444,98.66666412353516,train +41,450,442,98.22222137451172,train +42,450,438,97.33333587646484,train +43,450,445,98.88888549804688,train +44,450,432,96.0,train +45,450,431,95.77777862548828,train +46,450,436,96.88888549804688,train +47,450,441,98.0,train +48,450,448,99.55555725097656,train +49,450,446,99.11111450195312,train +50,450,431,95.77777862548828,train +51,450,443,98.44444274902344,train +52,450,438,97.33333587646484,train +53,450,449,99.77777862548828,train +54,450,444,98.66666412353516,train +55,450,430,95.55555725097656,train +56,450,445,98.88888549804688,train +57,450,441,98.0,train +58,450,445,98.88888549804688,train +59,450,441,98.0,train +60,450,445,98.88888549804688,train +61,450,443,98.44444274902344,train +62,450,444,98.66666412353516,train +63,450,440,97.77777862548828,train +64,450,435,96.66666412353516,train +65,450,436,96.88888549804688,train +66,450,445,98.88888549804688,train +67,450,436,96.88888549804688,train +68,450,448,99.55555725097656,train +69,450,446,99.11111450195312,train +70,450,440,97.77777862548828,train +71,450,442,98.22222137451172,train +72,450,422,93.77777862548828,train +73,450,431,95.77777862548828,train +74,450,432,96.0,train +75,450,448,99.55555725097656,train +76,450,447,99.33333587646484,train +77,450,442,98.22222137451172,train +78,450,440,97.77777862548828,train +79,450,438,97.33333587646484,train +80,450,433,96.22222137451172,train +81,450,443,98.44444274902344,train +82,450,447,99.33333587646484,train +83,450,436,96.88888549804688,train +84,450,439,97.55555725097656,train +85,450,441,98.0,train +86,450,445,98.88888549804688,train +87,450,446,99.11111450195312,train +88,450,443,98.44444274902344,train +89,450,445,98.88888549804688,train +90,450,438,97.33333587646484,train +91,450,440,97.77777862548828,train +92,450,435,96.66666412353516,train +93,450,439,97.55555725097656,train +94,450,444,98.66666412353516,train +95,450,441,98.0,train +96,450,440,97.77777862548828,train +97,450,444,98.66666412353516,train +98,450,430,95.55555725097656,train +99,450,439,97.55555725097656,train +0,100,0,0.0,test +1,100,0,0.0,test +2,100,0,0.0,test +3,100,0,0.0,test +4,100,0,0.0,test +5,100,0,0.0,test +6,100,0,0.0,test +7,100,0,0.0,test +8,100,0,0.0,test +9,100,0,0.0,test +10,100,0,0.0,test +11,100,0,0.0,test +12,100,0,0.0,test +13,100,0,0.0,test +14,100,0,0.0,test +15,100,80,80.0,test +16,100,79,79.0,test +17,100,84,84.0,test +18,100,66,66.0,test +19,100,73,73.0,test +20,100,91,91.0,test +21,100,92,92.0,test +22,100,81,81.0,test +23,100,81,81.0,test +24,100,90,90.0,test +25,100,69,69.0,test +26,100,69,69.0,test +27,100,66,66.0,test +28,100,85,85.0,test +29,100,76,76.0,test +30,100,66,66.0,test +31,100,77,77.0,test +32,100,71,71.0,test +33,100,60,60.0,test +34,100,80,80.0,test +35,100,68,68.0,test +36,100,85,85.0,test +37,100,83,83.0,test +38,100,69,69.0,test +39,100,85,85.0,test +40,100,77,77.0,test +41,100,91,91.0,test +42,100,78,78.0,test +43,100,82,82.0,test +44,100,59,59.0,test +45,100,60,60.0,test +46,100,64,64.0,test +47,100,73,73.0,test +48,100,94,94.0,test +49,100,89,89.0,test +50,100,58,58.0,test +51,100,81,81.0,test +52,100,63,63.0,test +53,100,96,96.0,test +54,100,89,89.0,test +55,100,52,52.0,test +56,100,90,90.0,test +57,100,80,80.0,test +58,100,93,93.0,test +59,100,73,73.0,test +60,100,92,92.0,test +61,100,81,81.0,test +62,100,79,79.0,test +63,100,74,74.0,test +64,100,57,57.0,test +65,100,65,65.0,test +66,100,87,87.0,test +67,100,60,60.0,test +68,100,97,97.0,test +69,100,83,83.0,test +70,100,77,77.0,test +71,100,84,84.0,test +72,100,51,51.0,test +73,100,65,65.0,test +74,100,66,66.0,test +75,100,88,88.0,test +76,100,90,90.0,test +77,100,71,71.0,test +78,100,64,64.0,test +79,100,90,90.0,test +80,100,63,63.0,test +81,100,87,87.0,test +82,100,93,93.0,test +83,100,67,67.0,test +84,100,73,73.0,test +85,100,89,89.0,test +86,100,74,74.0,test +87,100,89,89.0,test +88,100,85,85.0,test +89,100,89,89.0,test +90,100,83,83.0,test +91,100,86,86.0,test +92,100,67,67.0,test +93,100,58,58.0,test +94,100,94,94.0,test +95,100,69,69.0,test +96,100,64,64.0,test +97,100,78,78.0,test +98,100,60,60.0,test +99,100,73,73.0,test +0,100,87,87.0,test_LP +1,100,74,74.0,test_LP +2,100,42,42.0,test_LP +3,100,58,58.0,test_LP +4,100,56,56.0,test_LP +5,100,83,83.0,test_LP +6,100,73,73.0,test_LP +7,100,54,54.0,test_LP +8,100,78,78.0,test_LP +9,100,77,77.0,test_LP +10,100,61,61.0,test_LP +11,100,47,47.0,test_LP +12,100,79,79.0,test_LP +13,100,60,60.0,test_LP +14,100,33,33.0,test_LP +15,100,74,74.0,test_LP +16,100,66,66.0,test_LP +17,100,83,83.0,test_LP +18,100,55,55.0,test_LP +19,100,59,59.0,test_LP +20,100,81,81.0,test_LP +21,100,86,86.0,test_LP +22,100,75,75.0,test_LP +23,100,81,81.0,test_LP +24,100,81,81.0,test_LP +25,100,53,53.0,test_LP +26,100,69,69.0,test_LP +27,100,51,51.0,test_LP +28,100,79,79.0,test_LP +29,100,66,66.0,test_LP +30,100,60,60.0,test_LP +31,100,60,60.0,test_LP +32,100,68,68.0,test_LP +33,100,58,58.0,test_LP +34,100,74,74.0,test_LP +35,100,45,45.0,test_LP +36,100,80,80.0,test_LP +37,100,72,72.0,test_LP +38,100,61,61.0,test_LP +39,100,79,79.0,test_LP +40,100,69,69.0,test_LP +41,100,85,85.0,test_LP +42,100,77,77.0,test_LP +43,100,78,78.0,test_LP +44,100,50,50.0,test_LP +45,100,50,50.0,test_LP +46,100,47,47.0,test_LP +47,100,74,74.0,test_LP +48,100,91,91.0,test_LP +49,100,88,88.0,test_LP +50,100,53,53.0,test_LP +51,100,77,77.0,test_LP +52,100,63,63.0,test_LP +53,100,90,90.0,test_LP +54,100,83,83.0,test_LP +55,100,46,46.0,test_LP +56,100,87,87.0,test_LP +57,100,71,71.0,test_LP +58,100,80,80.0,test_LP +59,100,77,77.0,test_LP +60,100,93,93.0,test_LP +61,100,64,64.0,test_LP +62,100,70,70.0,test_LP +63,100,63,63.0,test_LP +64,100,57,57.0,test_LP +65,100,55,55.0,test_LP +66,100,81,81.0,test_LP +67,100,56,56.0,test_LP +68,100,91,91.0,test_LP +69,100,76,76.0,test_LP +70,100,74,74.0,test_LP +71,100,75,75.0,test_LP +72,100,32,32.0,test_LP +73,100,54,54.0,test_LP +74,100,54,54.0,test_LP +75,100,83,83.0,test_LP +76,100,89,89.0,test_LP +77,100,56,56.0,test_LP +78,100,63,63.0,test_LP +79,100,75,75.0,test_LP +80,100,56,56.0,test_LP +81,100,71,71.0,test_LP +82,100,89,89.0,test_LP +83,100,60,60.0,test_LP +84,100,57,57.0,test_LP +85,100,83,83.0,test_LP +86,100,74,74.0,test_LP +87,100,75,75.0,test_LP +88,100,79,79.0,test_LP +89,100,83,83.0,test_LP +90,100,73,73.0,test_LP +91,100,80,80.0,test_LP +92,100,65,65.0,test_LP +93,100,49,49.0,test_LP +94,100,90,90.0,test_LP +95,100,70,70.0,test_LP +96,100,60,60.0,test_LP +97,100,72,72.0,test_LP +98,100,48,48.0,test_LP +99,100,70,70.0,test_LP diff --git a/retrain/resnet50/cifar100/0-14/evaluation_results.json b/retrain/resnet50/cifar100/0-14/evaluation_results.json new file mode 100644 index 0000000000000000000000000000000000000000..ffaf5416513428616112bd8a4a9dfce0d6f240da --- /dev/null +++ b/retrain/resnet50/cifar100/0-14/evaluation_results.json @@ -0,0 +1,2118 @@ +{ + "unlearning_time": 4360.350741863251, + "accuracy": { + "retain": 99.98169934640522, + "forget": 0.0, + "val": 83.01999989013672, + "test": 65.3 + }, + "SVC_MIA_forget_efficacy": { + "correctness": 1.0, + "confidence": 1.0, + "entropy": 0.9333333333333333, + "m_entropy": 1.0, + "prob": 0.7511111111111111 + }, + "class_wise_accuracy": [ + { + "class": 0, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 1, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 2, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 3, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 4, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 5, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 6, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 7, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 8, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 9, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 10, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 11, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 12, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 13, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 14, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 15, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 16, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 17, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 18, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 19, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 20, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 21, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 22, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 23, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 24, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 25, + "total_samples": 450, + "correct_counts": 427, + "accuracy": 94.88888549804688, + "dataset": "train" + }, + { + "class": 26, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 27, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 28, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 29, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 30, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 31, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 32, + "total_samples": 450, + "correct_counts": 431, + "accuracy": 95.77777862548828, + "dataset": "train" + }, + { + "class": 33, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 34, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 35, + "total_samples": 450, + "correct_counts": 431, + "accuracy": 95.77777862548828, + "dataset": "train" + }, + { + "class": 36, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 37, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 38, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 39, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 40, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 41, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 42, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 43, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 44, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 45, + "total_samples": 450, + "correct_counts": 431, + "accuracy": 95.77777862548828, + "dataset": "train" + }, + { + "class": 46, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 47, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 48, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 49, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 50, + "total_samples": 450, + "correct_counts": 431, + "accuracy": 95.77777862548828, + "dataset": "train" + }, + { + "class": 51, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 52, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 53, + "total_samples": 450, + "correct_counts": 449, + "accuracy": 99.77777862548828, + "dataset": "train" + }, + { + "class": 54, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 55, + "total_samples": 450, + "correct_counts": 430, + "accuracy": 95.55555725097656, + "dataset": "train" + }, + { + "class": 56, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 57, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 58, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 59, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 60, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 61, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 62, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 63, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 64, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 65, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 66, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 67, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 68, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 69, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 70, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 71, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 72, + "total_samples": 450, + "correct_counts": 422, + "accuracy": 93.77777862548828, + "dataset": "train" + }, + { + "class": 73, + "total_samples": 450, + "correct_counts": 431, + "accuracy": 95.77777862548828, + "dataset": "train" + }, + { + "class": 74, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 75, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 76, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 77, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 78, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 79, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 80, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 81, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 82, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 83, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 84, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 85, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 86, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 87, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 88, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 89, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 90, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 91, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 92, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 93, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 94, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 95, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 96, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 97, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 98, + "total_samples": 450, + "correct_counts": 430, + "accuracy": 95.55555725097656, + "dataset": "train" + }, + { + "class": 99, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 96, + "accuracy": 96.0, + "dataset": "test" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 52, + "accuracy": 52.0, + "dataset": "test" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 97, + "accuracy": 97.0, + "dataset": "test" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 51, + "accuracy": 51.0, + "dataset": "test" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 42, + "accuracy": 42.0, + "dataset": "test_LP" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test_LP" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test_LP" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test_LP" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 47, + "accuracy": 47.0, + "dataset": "test_LP" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 33, + "accuracy": 33.0, + "dataset": "test_LP" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test_LP" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test_LP" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 51, + "accuracy": 51.0, + "dataset": "test_LP" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test_LP" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 45, + "accuracy": 45.0, + "dataset": "test_LP" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 50, + "accuracy": 50.0, + "dataset": "test_LP" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 50, + "accuracy": 50.0, + "dataset": "test_LP" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 47, + "accuracy": 47.0, + "dataset": "test_LP" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test_LP" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test_LP" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test_LP" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 46, + "accuracy": 46.0, + "dataset": "test_LP" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test_LP" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test_LP" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test_LP" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test_LP" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test_LP" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 32, + "accuracy": 32.0, + "dataset": "test_LP" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test_LP" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test_LP" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test_LP" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test_LP" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test_LP" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 49, + "accuracy": 49.0, + "dataset": "test_LP" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test_LP" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 48, + "accuracy": 48.0, + "dataset": "test_LP" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + } + ] +} \ No newline at end of file diff --git a/retrain/resnet50/cifar100/0-14/model_best.pth.tar b/retrain/resnet50/cifar100/0-14/model_best.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..d2d336d7ad31fb77580164077bf58b8829c54b03 --- /dev/null +++ b/retrain/resnet50/cifar100/0-14/model_best.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:568be07bc5ef005a33d8c4efaa8d01a3a6fab78644b610e9f827202e65f92274 +size 95141656 diff --git a/retrain/resnet50/cifar100/0-14/retraincheckpoint.pth.tar b/retrain/resnet50/cifar100/0-14/retraincheckpoint.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..d33809447f3b70a4e3ae632f4ed22ead7e932b09 --- /dev/null +++ b/retrain/resnet50/cifar100/0-14/retraincheckpoint.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:475b91256f9f5ad14884dcdda1f0fe0923c0fc2b4be774f253a2e4788e07e987 +size 95160770 diff --git a/retrain/resnet50/cifar100/0-14/retraineval_result.pth.tar b/retrain/resnet50/cifar100/0-14/retraineval_result.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..ee600b96cd31b89cef52621390660822507615cc --- /dev/null +++ b/retrain/resnet50/cifar100/0-14/retraineval_result.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ee08f179ad4fd6c133f4fe32693f8085e800e8692bfba7c731b07a8c29df439 +size 11996 diff --git a/retrain/resnet50/cifar100/0-15/class_wise_accuracy.csv b/retrain/resnet50/cifar100/0-15/class_wise_accuracy.csv new file mode 100644 index 0000000000000000000000000000000000000000..857e9bc93c7c55a7e00abf87dc16fa008ae33374 --- /dev/null +++ b/retrain/resnet50/cifar100/0-15/class_wise_accuracy.csv @@ -0,0 +1,301 @@ +class,total_samples,correct_counts,accuracy,dataset +0,450,0,0.0,train +1,450,0,0.0,train +2,450,0,0.0,train +3,450,0,0.0,train +4,450,0,0.0,train +5,450,0,0.0,train +6,450,0,0.0,train +7,450,0,0.0,train +8,450,0,0.0,train +9,450,0,0.0,train +10,450,0,0.0,train +11,450,0,0.0,train +12,450,0,0.0,train +13,450,0,0.0,train +14,450,0,0.0,train +15,450,0,0.0,train +16,450,439,97.55555725097656,train +17,450,442,98.22222137451172,train +18,450,435,96.66666412353516,train +19,450,440,97.77777862548828,train +20,450,446,99.11111450195312,train +21,450,446,99.11111450195312,train +22,450,437,97.11111450195312,train +23,450,441,98.0,train +24,450,447,99.33333587646484,train +25,450,434,96.44444274902344,train +26,450,439,97.55555725097656,train +27,450,438,97.33333587646484,train +28,450,441,98.0,train +29,450,438,97.33333587646484,train +30,450,440,97.77777862548828,train +31,450,437,97.11111450195312,train +32,450,429,95.33333587646484,train +33,450,437,97.11111450195312,train +34,450,446,99.11111450195312,train +35,450,429,95.33333587646484,train +36,450,441,98.0,train +37,450,438,97.33333587646484,train +38,450,434,96.44444274902344,train +39,450,444,98.66666412353516,train +40,450,437,97.11111450195312,train +41,450,442,98.22222137451172,train +42,450,439,97.55555725097656,train +43,450,443,98.44444274902344,train +44,450,439,97.55555725097656,train +45,450,433,96.22222137451172,train +46,450,432,96.0,train +47,450,441,98.0,train +48,450,447,99.33333587646484,train +49,450,444,98.66666412353516,train +50,450,424,94.22222137451172,train +51,450,441,98.0,train +52,450,436,96.88888549804688,train +53,450,449,99.77777862548828,train +54,450,444,98.66666412353516,train +55,450,429,95.33333587646484,train +56,450,445,98.88888549804688,train +57,450,440,97.77777862548828,train +58,450,444,98.66666412353516,train +59,450,441,98.0,train +60,450,440,97.77777862548828,train +61,450,443,98.44444274902344,train +62,450,445,98.88888549804688,train +63,450,436,96.88888549804688,train +64,450,434,96.44444274902344,train +65,450,432,96.0,train +66,450,443,98.44444274902344,train +67,450,436,96.88888549804688,train +68,450,447,99.33333587646484,train +69,450,441,98.0,train +70,450,440,97.77777862548828,train +71,450,442,98.22222137451172,train +72,450,419,93.11111450195312,train +73,450,432,96.0,train +74,450,428,95.11111450195312,train +75,450,448,99.55555725097656,train +76,450,445,98.88888549804688,train +77,450,439,97.55555725097656,train +78,450,438,97.33333587646484,train +79,450,437,97.11111450195312,train +80,450,431,95.77777862548828,train +81,450,444,98.66666412353516,train +82,450,448,99.55555725097656,train +83,450,437,97.11111450195312,train +84,450,435,96.66666412353516,train +85,450,443,98.44444274902344,train +86,450,443,98.44444274902344,train +87,450,444,98.66666412353516,train +88,450,443,98.44444274902344,train +89,450,443,98.44444274902344,train +90,450,438,97.33333587646484,train +91,450,442,98.22222137451172,train +92,450,439,97.55555725097656,train +93,450,433,96.22222137451172,train +94,450,445,98.88888549804688,train +95,450,439,97.55555725097656,train +96,450,442,98.22222137451172,train +97,450,439,97.55555725097656,train +98,450,426,94.66666412353516,train +99,450,437,97.11111450195312,train +0,100,0,0.0,test +1,100,0,0.0,test +2,100,0,0.0,test +3,100,0,0.0,test +4,100,0,0.0,test +5,100,0,0.0,test +6,100,0,0.0,test +7,100,0,0.0,test +8,100,0,0.0,test +9,100,0,0.0,test +10,100,0,0.0,test +11,100,0,0.0,test +12,100,0,0.0,test +13,100,0,0.0,test +14,100,0,0.0,test +15,100,0,0.0,test +16,100,79,79.0,test +17,100,85,85.0,test +18,100,70,70.0,test +19,100,73,73.0,test +20,100,88,88.0,test +21,100,93,93.0,test +22,100,79,79.0,test +23,100,81,81.0,test +24,100,87,87.0,test +25,100,71,71.0,test +26,100,75,75.0,test +27,100,63,63.0,test +28,100,81,81.0,test +29,100,72,72.0,test +30,100,63,63.0,test +31,100,71,71.0,test +32,100,67,67.0,test +33,100,77,77.0,test +34,100,80,80.0,test +35,100,62,62.0,test +36,100,83,83.0,test +37,100,81,81.0,test +38,100,64,64.0,test +39,100,84,84.0,test +40,100,74,74.0,test +41,100,92,92.0,test +42,100,74,74.0,test +43,100,85,85.0,test +44,100,58,58.0,test +45,100,65,65.0,test +46,100,57,57.0,test +47,100,74,74.0,test +48,100,95,95.0,test +49,100,88,88.0,test +50,100,55,55.0,test +51,100,77,77.0,test +52,100,67,67.0,test +53,100,93,93.0,test +54,100,86,86.0,test +55,100,52,52.0,test +56,100,91,91.0,test +57,100,85,85.0,test +58,100,90,90.0,test +59,100,68,68.0,test +60,100,85,85.0,test +61,100,77,77.0,test +62,100,77,77.0,test +63,100,70,70.0,test +64,100,56,56.0,test +65,100,60,60.0,test +66,100,84,84.0,test +67,100,65,65.0,test +68,100,95,95.0,test +69,100,81,81.0,test +70,100,72,72.0,test +71,100,82,82.0,test +72,100,49,49.0,test +73,100,64,64.0,test +74,100,60,60.0,test +75,100,92,92.0,test +76,100,90,90.0,test +77,100,70,70.0,test +78,100,63,63.0,test +79,100,84,84.0,test +80,100,64,64.0,test +81,100,87,87.0,test +82,100,94,94.0,test +83,100,72,72.0,test +84,100,71,71.0,test +85,100,88,88.0,test +86,100,73,73.0,test +87,100,88,88.0,test +88,100,82,82.0,test +89,100,92,92.0,test +90,100,83,83.0,test +91,100,85,85.0,test +92,100,70,70.0,test +93,100,56,56.0,test +94,100,96,96.0,test +95,100,72,72.0,test +96,100,60,60.0,test +97,100,76,76.0,test +98,100,71,71.0,test +99,100,71,71.0,test +0,100,79,79.0,test_LP +1,100,71,71.0,test_LP +2,100,50,50.0,test_LP +3,100,32,32.0,test_LP +4,100,54,54.0,test_LP +5,100,63,63.0,test_LP +6,100,60,60.0,test_LP +7,100,66,66.0,test_LP +8,100,68,68.0,test_LP +9,100,77,77.0,test_LP +10,100,50,50.0,test_LP +11,100,62,62.0,test_LP +12,100,77,77.0,test_LP +13,100,51,51.0,test_LP +14,100,37,37.0,test_LP +15,100,70,70.0,test_LP +16,100,71,71.0,test_LP +17,100,81,81.0,test_LP +18,100,60,60.0,test_LP +19,100,54,54.0,test_LP +20,100,85,85.0,test_LP +21,100,88,88.0,test_LP +22,100,76,76.0,test_LP +23,100,77,77.0,test_LP +24,100,75,75.0,test_LP +25,100,54,54.0,test_LP +26,100,65,65.0,test_LP +27,100,60,60.0,test_LP +28,100,74,74.0,test_LP +29,100,57,57.0,test_LP +30,100,59,59.0,test_LP +31,100,60,60.0,test_LP +32,100,68,68.0,test_LP +33,100,71,71.0,test_LP +34,100,78,78.0,test_LP +35,100,26,26.0,test_LP +36,100,82,82.0,test_LP +37,100,72,72.0,test_LP +38,100,57,57.0,test_LP +39,100,83,83.0,test_LP +40,100,61,61.0,test_LP +41,100,89,89.0,test_LP +42,100,75,75.0,test_LP +43,100,80,80.0,test_LP +44,100,49,49.0,test_LP +45,100,58,58.0,test_LP +46,100,34,34.0,test_LP +47,100,71,71.0,test_LP +48,100,93,93.0,test_LP +49,100,80,80.0,test_LP +50,100,49,49.0,test_LP +51,100,71,71.0,test_LP +52,100,74,74.0,test_LP +53,100,86,86.0,test_LP +54,100,86,86.0,test_LP +55,100,43,43.0,test_LP +56,100,87,87.0,test_LP +57,100,73,73.0,test_LP +58,100,80,80.0,test_LP +59,100,68,68.0,test_LP +60,100,89,89.0,test_LP +61,100,70,70.0,test_LP +62,100,71,71.0,test_LP +63,100,61,61.0,test_LP +64,100,56,56.0,test_LP +65,100,54,54.0,test_LP +66,100,82,82.0,test_LP +67,100,55,55.0,test_LP +68,100,90,90.0,test_LP +69,100,76,76.0,test_LP +70,100,62,62.0,test_LP +71,100,76,76.0,test_LP +72,100,38,38.0,test_LP +73,100,57,57.0,test_LP +74,100,46,46.0,test_LP +75,100,85,85.0,test_LP +76,100,87,87.0,test_LP +77,100,62,62.0,test_LP +78,100,56,56.0,test_LP +79,100,71,71.0,test_LP +80,100,60,60.0,test_LP +81,100,78,78.0,test_LP +82,100,91,91.0,test_LP +83,100,63,63.0,test_LP +84,100,68,68.0,test_LP +85,100,80,80.0,test_LP +86,100,66,66.0,test_LP +87,100,79,79.0,test_LP +88,100,78,78.0,test_LP +89,100,89,89.0,test_LP +90,100,76,76.0,test_LP +91,100,76,76.0,test_LP +92,100,66,66.0,test_LP +93,100,51,51.0,test_LP +94,100,90,90.0,test_LP +95,100,74,74.0,test_LP +96,100,50,50.0,test_LP +97,100,73,73.0,test_LP +98,100,39,39.0,test_LP +99,100,65,65.0,test_LP diff --git a/retrain/resnet50/cifar100/0-15/evaluation_results.json b/retrain/resnet50/cifar100/0-15/evaluation_results.json new file mode 100644 index 0000000000000000000000000000000000000000..90689c8ddee381f4c88cbdcd4869d3619618297e --- /dev/null +++ b/retrain/resnet50/cifar100/0-15/evaluation_results.json @@ -0,0 +1,2118 @@ +{ + "unlearning_time": 4314.74324131012, + "accuracy": { + "retain": 99.96825396825396, + "forget": 0.0, + "val": 82.24, + "test": 63.82 + }, + "SVC_MIA_forget_efficacy": { + "correctness": 1.0, + "confidence": 1.0, + "entropy": 0.92, + "m_entropy": 1.0, + "prob": 0.5177777777777778 + }, + "class_wise_accuracy": [ + { + "class": 0, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 1, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 2, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 3, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 4, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 5, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 6, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 7, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 8, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 9, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 10, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 11, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 12, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 13, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 14, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 15, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 16, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 17, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 18, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 19, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 20, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 21, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 22, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 23, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 24, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 25, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 26, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 27, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 28, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 29, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 30, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 31, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 32, + "total_samples": 450, + "correct_counts": 429, + "accuracy": 95.33333587646484, + "dataset": "train" + }, + { + "class": 33, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 34, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 35, + "total_samples": 450, + "correct_counts": 429, + "accuracy": 95.33333587646484, + "dataset": "train" + }, + { + "class": 36, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 37, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 38, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 39, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 40, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 41, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 42, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 43, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 44, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 45, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 46, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 47, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 48, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 49, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 50, + "total_samples": 450, + "correct_counts": 424, + "accuracy": 94.22222137451172, + "dataset": "train" + }, + { + "class": 51, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 52, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 53, + "total_samples": 450, + "correct_counts": 449, + "accuracy": 99.77777862548828, + "dataset": "train" + }, + { + "class": 54, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 55, + "total_samples": 450, + "correct_counts": 429, + "accuracy": 95.33333587646484, + "dataset": "train" + }, + { + "class": 56, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 57, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 58, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 59, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 60, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 61, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 62, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 63, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 64, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 65, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 66, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 67, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 68, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 69, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 70, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 71, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 72, + "total_samples": 450, + "correct_counts": 419, + "accuracy": 93.11111450195312, + "dataset": "train" + }, + { + "class": 73, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 74, + "total_samples": 450, + "correct_counts": 428, + "accuracy": 95.11111450195312, + "dataset": "train" + }, + { + "class": 75, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 76, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 77, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 78, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 79, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 80, + "total_samples": 450, + "correct_counts": 431, + "accuracy": 95.77777862548828, + "dataset": "train" + }, + { + "class": 81, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 82, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 83, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 84, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 85, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 86, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 87, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 88, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 89, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 90, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 91, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 92, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 93, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 94, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 95, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 96, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 97, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 98, + "total_samples": 450, + "correct_counts": 426, + "accuracy": 94.66666412353516, + "dataset": "train" + }, + { + "class": 99, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 95, + "accuracy": 95.0, + "dataset": "test" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 52, + "accuracy": 52.0, + "dataset": "test" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 95, + "accuracy": 95.0, + "dataset": "test" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 49, + "accuracy": 49.0, + "dataset": "test" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 96, + "accuracy": 96.0, + "dataset": "test" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 50, + "accuracy": 50.0, + "dataset": "test_LP" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 32, + "accuracy": 32.0, + "dataset": "test_LP" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test_LP" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 50, + "accuracy": 50.0, + "dataset": "test_LP" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 51, + "accuracy": 51.0, + "dataset": "test_LP" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 37, + "accuracy": 37.0, + "dataset": "test_LP" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test_LP" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test_LP" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test_LP" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 26, + "accuracy": 26.0, + "dataset": "test_LP" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test_LP" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 49, + "accuracy": 49.0, + "dataset": "test_LP" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test_LP" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 34, + "accuracy": 34.0, + "dataset": "test_LP" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test_LP" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 49, + "accuracy": 49.0, + "dataset": "test_LP" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 43, + "accuracy": 43.0, + "dataset": "test_LP" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test_LP" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test_LP" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test_LP" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test_LP" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 38, + "accuracy": 38.0, + "dataset": "test_LP" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test_LP" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 46, + "accuracy": 46.0, + "dataset": "test_LP" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test_LP" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test_LP" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 51, + "accuracy": 51.0, + "dataset": "test_LP" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test_LP" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 50, + "accuracy": 50.0, + "dataset": "test_LP" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 39, + "accuracy": 39.0, + "dataset": "test_LP" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + } + ] +} \ No newline at end of file diff --git a/retrain/resnet50/cifar100/0-15/model_best.pth.tar b/retrain/resnet50/cifar100/0-15/model_best.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..4f1d3e46618548460f612430a521e612dbd3af92 --- /dev/null +++ b/retrain/resnet50/cifar100/0-15/model_best.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ac916e720a3de26b6b56d2240a635c191dfb5f562b175aa4daf1146750fa91d +size 95141656 diff --git a/retrain/resnet50/cifar100/0-15/retraincheckpoint.pth.tar b/retrain/resnet50/cifar100/0-15/retraincheckpoint.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..9ab085d0900490f0ab1a354029bdc6a418d716a2 --- /dev/null +++ b/retrain/resnet50/cifar100/0-15/retraincheckpoint.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:823d9fbda5e4cea64d0e0eee6ff50221b4c1776f3fae628a2ffb6dff6a80e525 +size 95160770 diff --git a/retrain/resnet50/cifar100/0-15/retraineval_result.pth.tar b/retrain/resnet50/cifar100/0-15/retraineval_result.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..4f25f9f31a7dd0ce8f1459ddd6db5dfa2a95e36b --- /dev/null +++ b/retrain/resnet50/cifar100/0-15/retraineval_result.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf032cf663046af54d63604795bed338ab00237efec36d1befa958b7562a44ba +size 12060 diff --git a/retrain/resnet50/cifar100/0-16/class_wise_accuracy.csv b/retrain/resnet50/cifar100/0-16/class_wise_accuracy.csv new file mode 100644 index 0000000000000000000000000000000000000000..9fe0a0e251009aa1c80c551a9e2b97ffda9a4be4 --- /dev/null +++ b/retrain/resnet50/cifar100/0-16/class_wise_accuracy.csv @@ -0,0 +1,301 @@ +class,total_samples,correct_counts,accuracy,dataset +0,450,0,0.0,train +1,450,0,0.0,train +2,450,0,0.0,train +3,450,0,0.0,train +4,450,0,0.0,train +5,450,0,0.0,train +6,450,0,0.0,train +7,450,0,0.0,train +8,450,0,0.0,train +9,450,0,0.0,train +10,450,0,0.0,train +11,450,0,0.0,train +12,450,0,0.0,train +13,450,0,0.0,train +14,450,0,0.0,train +15,450,0,0.0,train +16,450,0,0.0,train +17,450,443,98.44444274902344,train +18,450,436,96.88888549804688,train +19,450,441,98.0,train +20,450,446,99.11111450195312,train +21,450,444,98.66666412353516,train +22,450,438,97.33333587646484,train +23,450,439,97.55555725097656,train +24,450,447,99.33333587646484,train +25,450,433,96.22222137451172,train +26,450,435,96.66666412353516,train +27,450,440,97.77777862548828,train +28,450,443,98.44444274902344,train +29,450,437,97.11111450195312,train +30,450,444,98.66666412353516,train +31,450,435,96.66666412353516,train +32,450,428,95.11111450195312,train +33,450,435,96.66666412353516,train +34,450,443,98.44444274902344,train +35,450,426,94.66666412353516,train +36,450,435,96.66666412353516,train +37,450,434,96.44444274902344,train +38,450,430,95.55555725097656,train +39,450,447,99.33333587646484,train +40,450,443,98.44444274902344,train +41,450,440,97.77777862548828,train +42,450,436,96.88888549804688,train +43,450,441,98.0,train +44,450,433,96.22222137451172,train +45,450,430,95.55555725097656,train +46,450,432,96.0,train +47,450,442,98.22222137451172,train +48,450,448,99.55555725097656,train +49,450,446,99.11111450195312,train +50,450,428,95.11111450195312,train +51,450,440,97.77777862548828,train +52,450,436,96.88888549804688,train +53,450,448,99.55555725097656,train +54,450,441,98.0,train +55,450,432,96.0,train +56,450,444,98.66666412353516,train +57,450,438,97.33333587646484,train +58,450,447,99.33333587646484,train +59,450,435,96.66666412353516,train +60,450,445,98.88888549804688,train +61,450,442,98.22222137451172,train +62,450,444,98.66666412353516,train +63,450,439,97.55555725097656,train +64,450,437,97.11111450195312,train +65,450,430,95.55555725097656,train +66,450,443,98.44444274902344,train +67,450,436,96.88888549804688,train +68,450,449,99.77777862548828,train +69,450,446,99.11111450195312,train +70,450,437,97.11111450195312,train +71,450,443,98.44444274902344,train +72,450,420,93.33333587646484,train +73,450,431,95.77777862548828,train +74,450,436,96.88888549804688,train +75,450,449,99.77777862548828,train +76,450,443,98.44444274902344,train +77,450,440,97.77777862548828,train +78,450,439,97.55555725097656,train +79,450,439,97.55555725097656,train +80,450,435,96.66666412353516,train +81,450,441,98.0,train +82,450,447,99.33333587646484,train +83,450,440,97.77777862548828,train +84,450,436,96.88888549804688,train +85,450,446,99.11111450195312,train +86,450,439,97.55555725097656,train +87,450,448,99.55555725097656,train +88,450,437,97.11111450195312,train +89,450,441,98.0,train +90,450,439,97.55555725097656,train +91,450,443,98.44444274902344,train +92,450,436,96.88888549804688,train +93,450,436,96.88888549804688,train +94,450,447,99.33333587646484,train +95,450,440,97.77777862548828,train +96,450,442,98.22222137451172,train +97,450,442,98.22222137451172,train +98,450,427,94.88888549804688,train +99,450,438,97.33333587646484,train +0,100,0,0.0,test +1,100,0,0.0,test +2,100,0,0.0,test +3,100,0,0.0,test +4,100,0,0.0,test +5,100,0,0.0,test +6,100,0,0.0,test +7,100,0,0.0,test +8,100,0,0.0,test +9,100,0,0.0,test +10,100,0,0.0,test +11,100,0,0.0,test +12,100,0,0.0,test +13,100,0,0.0,test +14,100,0,0.0,test +15,100,0,0.0,test +16,100,0,0.0,test +17,100,86,86.0,test +18,100,69,69.0,test +19,100,71,71.0,test +20,100,88,88.0,test +21,100,91,91.0,test +22,100,72,72.0,test +23,100,80,80.0,test +24,100,89,89.0,test +25,100,71,71.0,test +26,100,70,70.0,test +27,100,60,60.0,test +28,100,86,86.0,test +29,100,72,72.0,test +30,100,64,64.0,test +31,100,73,73.0,test +32,100,71,71.0,test +33,100,67,67.0,test +34,100,75,75.0,test +35,100,67,67.0,test +36,100,82,82.0,test +37,100,77,77.0,test +38,100,70,70.0,test +39,100,86,86.0,test +40,100,70,70.0,test +41,100,86,86.0,test +42,100,73,73.0,test +43,100,85,85.0,test +44,100,52,52.0,test +45,100,54,54.0,test +46,100,55,55.0,test +47,100,69,69.0,test +48,100,95,95.0,test +49,100,85,85.0,test +50,100,46,46.0,test +51,100,74,74.0,test +52,100,62,62.0,test +53,100,93,93.0,test +54,100,87,87.0,test +55,100,52,52.0,test +56,100,90,90.0,test +57,100,81,81.0,test +58,100,93,93.0,test +59,100,67,67.0,test +60,100,91,91.0,test +61,100,78,78.0,test +62,100,73,73.0,test +63,100,68,68.0,test +64,100,55,55.0,test +65,100,62,62.0,test +66,100,79,79.0,test +67,100,68,68.0,test +68,100,94,94.0,test +69,100,81,81.0,test +70,100,71,71.0,test +71,100,88,88.0,test +72,100,46,46.0,test +73,100,59,59.0,test +74,100,59,59.0,test +75,100,91,91.0,test +76,100,88,88.0,test +77,100,72,72.0,test +78,100,68,68.0,test +79,100,85,85.0,test +80,100,55,55.0,test +81,100,85,85.0,test +82,100,88,88.0,test +83,100,75,75.0,test +84,100,73,73.0,test +85,100,83,83.0,test +86,100,74,74.0,test +87,100,88,88.0,test +88,100,77,77.0,test +89,100,86,86.0,test +90,100,86,86.0,test +91,100,84,84.0,test +92,100,61,61.0,test +93,100,53,53.0,test +94,100,92,92.0,test +95,100,72,72.0,test +96,100,66,66.0,test +97,100,77,77.0,test +98,100,57,57.0,test +99,100,72,72.0,test +0,100,84,84.0,test_LP +1,100,71,71.0,test_LP +2,100,46,46.0,test_LP +3,100,44,44.0,test_LP +4,100,74,74.0,test_LP +5,100,72,72.0,test_LP +6,100,68,68.0,test_LP +7,100,54,54.0,test_LP +8,100,80,80.0,test_LP +9,100,79,79.0,test_LP +10,100,49,49.0,test_LP +11,100,55,55.0,test_LP +12,100,75,75.0,test_LP +13,100,56,56.0,test_LP +14,100,45,45.0,test_LP +15,100,59,59.0,test_LP +16,100,69,69.0,test_LP +17,100,77,77.0,test_LP +18,100,61,61.0,test_LP +19,100,59,59.0,test_LP +20,100,80,80.0,test_LP +21,100,80,80.0,test_LP +22,100,72,72.0,test_LP +23,100,84,84.0,test_LP +24,100,73,73.0,test_LP +25,100,54,54.0,test_LP +26,100,66,66.0,test_LP +27,100,50,50.0,test_LP +28,100,79,79.0,test_LP +29,100,64,64.0,test_LP +30,100,67,67.0,test_LP +31,100,70,70.0,test_LP +32,100,64,64.0,test_LP +33,100,71,71.0,test_LP +34,100,70,70.0,test_LP +35,100,40,40.0,test_LP +36,100,78,78.0,test_LP +37,100,69,69.0,test_LP +38,100,65,65.0,test_LP +39,100,78,78.0,test_LP +40,100,57,57.0,test_LP +41,100,84,84.0,test_LP +42,100,69,69.0,test_LP +43,100,78,78.0,test_LP +44,100,40,40.0,test_LP +45,100,47,47.0,test_LP +46,100,34,34.0,test_LP +47,100,69,69.0,test_LP +48,100,88,88.0,test_LP +49,100,79,79.0,test_LP +50,100,50,50.0,test_LP +51,100,71,71.0,test_LP +52,100,67,67.0,test_LP +53,100,85,85.0,test_LP +54,100,83,83.0,test_LP +55,100,21,21.0,test_LP +56,100,86,86.0,test_LP +57,100,67,67.0,test_LP +58,100,73,73.0,test_LP +59,100,69,69.0,test_LP +60,100,88,88.0,test_LP +61,100,63,63.0,test_LP +62,100,69,69.0,test_LP +63,100,60,60.0,test_LP +64,100,45,45.0,test_LP +65,100,44,44.0,test_LP +66,100,79,79.0,test_LP +67,100,63,63.0,test_LP +68,100,89,89.0,test_LP +69,100,78,78.0,test_LP +70,100,69,69.0,test_LP +71,100,77,77.0,test_LP +72,100,38,38.0,test_LP +73,100,45,45.0,test_LP +74,100,39,39.0,test_LP +75,100,80,80.0,test_LP +76,100,87,87.0,test_LP +77,100,67,67.0,test_LP +78,100,59,59.0,test_LP +79,100,72,72.0,test_LP +80,100,50,50.0,test_LP +81,100,68,68.0,test_LP +82,100,85,85.0,test_LP +83,100,58,58.0,test_LP +84,100,58,58.0,test_LP +85,100,73,73.0,test_LP +86,100,68,68.0,test_LP +87,100,78,78.0,test_LP +88,100,74,74.0,test_LP +89,100,80,80.0,test_LP +90,100,81,81.0,test_LP +91,100,84,84.0,test_LP +92,100,63,63.0,test_LP +93,100,54,54.0,test_LP +94,100,88,88.0,test_LP +95,100,68,68.0,test_LP +96,100,70,70.0,test_LP +97,100,77,77.0,test_LP +98,100,40,40.0,test_LP +99,100,74,74.0,test_LP diff --git a/retrain/resnet50/cifar100/0-16/evaluation_results.json b/retrain/resnet50/cifar100/0-16/evaluation_results.json new file mode 100644 index 0000000000000000000000000000000000000000..ea6068482ad79222e27e760d5a046f2f8954d0a7 --- /dev/null +++ b/retrain/resnet50/cifar100/0-16/evaluation_results.json @@ -0,0 +1,2118 @@ +{ + "unlearning_time": 4231.132971763611, + "accuracy": { + "retain": 99.97858098245848, + "forget": 0.0, + "val": 81.28, + "test": 61.86 + }, + "SVC_MIA_forget_efficacy": { + "correctness": 1.0, + "confidence": 1.0, + "entropy": 0.8977777777777778, + "m_entropy": 1.0, + "prob": 0.8555555555555556 + }, + "class_wise_accuracy": [ + { + "class": 0, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 1, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 2, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 3, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 4, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 5, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 6, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 7, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 8, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 9, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 10, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 11, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 12, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 13, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 14, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 15, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 16, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 17, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 18, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 19, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 20, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 21, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 22, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 23, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 24, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 25, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 26, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 27, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 28, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 29, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 30, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 31, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 32, + "total_samples": 450, + "correct_counts": 428, + "accuracy": 95.11111450195312, + "dataset": "train" + }, + { + "class": 33, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 34, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 35, + "total_samples": 450, + "correct_counts": 426, + "accuracy": 94.66666412353516, + "dataset": "train" + }, + { + "class": 36, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 37, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 38, + "total_samples": 450, + "correct_counts": 430, + "accuracy": 95.55555725097656, + "dataset": "train" + }, + { + "class": 39, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 40, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 41, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 42, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 43, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 44, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 45, + "total_samples": 450, + "correct_counts": 430, + "accuracy": 95.55555725097656, + "dataset": "train" + }, + { + "class": 46, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 47, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 48, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 49, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 50, + "total_samples": 450, + "correct_counts": 428, + "accuracy": 95.11111450195312, + "dataset": "train" + }, + { + "class": 51, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 52, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 53, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 54, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 55, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 56, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 57, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 58, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 59, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 60, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 61, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 62, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 63, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 64, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 65, + "total_samples": 450, + "correct_counts": 430, + "accuracy": 95.55555725097656, + "dataset": "train" + }, + { + "class": 66, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 67, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 68, + "total_samples": 450, + "correct_counts": 449, + "accuracy": 99.77777862548828, + "dataset": "train" + }, + { + "class": 69, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 70, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 71, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 72, + "total_samples": 450, + "correct_counts": 420, + "accuracy": 93.33333587646484, + "dataset": "train" + }, + { + "class": 73, + "total_samples": 450, + "correct_counts": 431, + "accuracy": 95.77777862548828, + "dataset": "train" + }, + { + "class": 74, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 75, + "total_samples": 450, + "correct_counts": 449, + "accuracy": 99.77777862548828, + "dataset": "train" + }, + { + "class": 76, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 77, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 78, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 79, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 80, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 81, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 82, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 83, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 84, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 85, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 86, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 87, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 88, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 89, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 90, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 91, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 92, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 93, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 94, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 95, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 96, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 97, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 98, + "total_samples": 450, + "correct_counts": 427, + "accuracy": 94.88888549804688, + "dataset": "train" + }, + { + "class": 99, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 52, + "accuracy": 52.0, + "dataset": "test" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 95, + "accuracy": 95.0, + "dataset": "test" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 46, + "accuracy": 46.0, + "dataset": "test" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 52, + "accuracy": 52.0, + "dataset": "test" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 46, + "accuracy": 46.0, + "dataset": "test" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 46, + "accuracy": 46.0, + "dataset": "test_LP" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 44, + "accuracy": 44.0, + "dataset": "test_LP" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test_LP" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 49, + "accuracy": 49.0, + "dataset": "test_LP" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test_LP" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test_LP" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 45, + "accuracy": 45.0, + "dataset": "test_LP" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test_LP" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 50, + "accuracy": 50.0, + "dataset": "test_LP" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 40, + "accuracy": 40.0, + "dataset": "test_LP" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test_LP" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 40, + "accuracy": 40.0, + "dataset": "test_LP" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 47, + "accuracy": 47.0, + "dataset": "test_LP" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 34, + "accuracy": 34.0, + "dataset": "test_LP" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 50, + "accuracy": 50.0, + "dataset": "test_LP" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 21, + "accuracy": 21.0, + "dataset": "test_LP" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 45, + "accuracy": 45.0, + "dataset": "test_LP" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 44, + "accuracy": 44.0, + "dataset": "test_LP" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 38, + "accuracy": 38.0, + "dataset": "test_LP" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 45, + "accuracy": 45.0, + "dataset": "test_LP" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 39, + "accuracy": 39.0, + "dataset": "test_LP" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 50, + "accuracy": 50.0, + "dataset": "test_LP" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test_LP" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test_LP" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test_LP" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 40, + "accuracy": 40.0, + "dataset": "test_LP" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + } + ] +} \ No newline at end of file diff --git a/retrain/resnet50/cifar100/0-16/model_best.pth.tar b/retrain/resnet50/cifar100/0-16/model_best.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..1b8fe33545b486d7d588d27cb8c3468b37416be3 --- /dev/null +++ b/retrain/resnet50/cifar100/0-16/model_best.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afc3bf797816334b8e6252b965bee781658660cbd7cd2477575da77ec33313bc +size 95141656 diff --git a/retrain/resnet50/cifar100/0-16/retraincheckpoint.pth.tar b/retrain/resnet50/cifar100/0-16/retraincheckpoint.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..b96f9ba673290afda2251f0bde98d8ce596ee85f --- /dev/null +++ b/retrain/resnet50/cifar100/0-16/retraincheckpoint.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb4daf043f265e118c77692022f9295f1c214ffb941379844a3d6422a9e53ce6 +size 95160770 diff --git a/retrain/resnet50/cifar100/0-16/retraineval_result.pth.tar b/retrain/resnet50/cifar100/0-16/retraineval_result.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..2ff0b4dd7ccf0b6c0491ad2364d8f930e88a1894 --- /dev/null +++ b/retrain/resnet50/cifar100/0-16/retraineval_result.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:167ef63a54180ad6916c86463f8465d2f468ae6a83a83c2e39c3ba95f1d2e130 +size 11996 diff --git a/retrain/resnet50/cifar100/0-17/class_wise_accuracy.csv b/retrain/resnet50/cifar100/0-17/class_wise_accuracy.csv new file mode 100644 index 0000000000000000000000000000000000000000..8ff9bf7ce7f4e0f0c4784d8854e3007c76303265 --- /dev/null +++ b/retrain/resnet50/cifar100/0-17/class_wise_accuracy.csv @@ -0,0 +1,301 @@ +class,total_samples,correct_counts,accuracy,dataset +0,450,0,0.0,train +1,450,0,0.0,train +2,450,0,0.0,train +3,450,0,0.0,train +4,450,0,0.0,train +5,450,0,0.0,train +6,450,0,0.0,train +7,450,0,0.0,train +8,450,0,0.0,train +9,450,0,0.0,train +10,450,0,0.0,train +11,450,0,0.0,train +12,450,0,0.0,train +13,450,0,0.0,train +14,450,0,0.0,train +15,450,0,0.0,train +16,450,0,0.0,train +17,450,0,0.0,train +18,450,431,95.77777862548828,train +19,450,440,97.77777862548828,train +20,450,448,99.55555725097656,train +21,450,444,98.66666412353516,train +22,450,437,97.11111450195312,train +23,450,445,98.88888549804688,train +24,450,445,98.88888549804688,train +25,450,430,95.55555725097656,train +26,450,431,95.77777862548828,train +27,450,436,96.88888549804688,train +28,450,445,98.88888549804688,train +29,450,439,97.55555725097656,train +30,450,443,98.44444274902344,train +31,450,435,96.66666412353516,train +32,450,429,95.33333587646484,train +33,450,429,95.33333587646484,train +34,450,444,98.66666412353516,train +35,450,434,96.44444274902344,train +36,450,440,97.77777862548828,train +37,450,439,97.55555725097656,train +38,450,432,96.0,train +39,450,443,98.44444274902344,train +40,450,442,98.22222137451172,train +41,450,441,98.0,train +42,450,436,96.88888549804688,train +43,450,444,98.66666412353516,train +44,450,434,96.44444274902344,train +45,450,430,95.55555725097656,train +46,450,431,95.77777862548828,train +47,450,439,97.55555725097656,train +48,450,449,99.77777862548828,train +49,450,447,99.33333587646484,train +50,450,425,94.44444274902344,train +51,450,438,97.33333587646484,train +52,450,419,93.11111450195312,train +53,450,448,99.55555725097656,train +54,450,443,98.44444274902344,train +55,450,428,95.11111450195312,train +56,450,445,98.88888549804688,train +57,450,439,97.55555725097656,train +58,450,443,98.44444274902344,train +59,450,438,97.33333587646484,train +60,450,440,97.77777862548828,train +61,450,444,98.66666412353516,train +62,450,445,98.88888549804688,train +63,450,437,97.11111450195312,train +64,450,435,96.66666412353516,train +65,450,428,95.11111450195312,train +66,450,440,97.77777862548828,train +67,450,438,97.33333587646484,train +68,450,448,99.55555725097656,train +69,450,443,98.44444274902344,train +70,450,437,97.11111450195312,train +71,450,441,98.0,train +72,450,425,94.44444274902344,train +73,450,432,96.0,train +74,450,431,95.77777862548828,train +75,450,449,99.77777862548828,train +76,450,443,98.44444274902344,train +77,450,436,96.88888549804688,train +78,450,440,97.77777862548828,train +79,450,436,96.88888549804688,train +80,450,432,96.0,train +81,450,441,98.0,train +82,450,447,99.33333587646484,train +83,450,434,96.44444274902344,train +84,450,438,97.33333587646484,train +85,450,445,98.88888549804688,train +86,450,443,98.44444274902344,train +87,450,443,98.44444274902344,train +88,450,441,98.0,train +89,450,440,97.77777862548828,train +90,450,434,96.44444274902344,train +91,450,441,98.0,train +92,450,437,97.11111450195312,train +93,450,433,96.22222137451172,train +94,450,446,99.11111450195312,train +95,450,439,97.55555725097656,train +96,450,436,96.88888549804688,train +97,450,442,98.22222137451172,train +98,450,429,95.33333587646484,train +99,450,437,97.11111450195312,train +0,100,0,0.0,test +1,100,0,0.0,test +2,100,0,0.0,test +3,100,0,0.0,test +4,100,0,0.0,test +5,100,0,0.0,test +6,100,0,0.0,test +7,100,0,0.0,test +8,100,0,0.0,test +9,100,0,0.0,test +10,100,0,0.0,test +11,100,0,0.0,test +12,100,0,0.0,test +13,100,0,0.0,test +14,100,0,0.0,test +15,100,0,0.0,test +16,100,0,0.0,test +17,100,0,0.0,test +18,100,65,65.0,test +19,100,67,67.0,test +20,100,89,89.0,test +21,100,88,88.0,test +22,100,74,74.0,test +23,100,82,82.0,test +24,100,89,89.0,test +25,100,72,72.0,test +26,100,70,70.0,test +27,100,57,57.0,test +28,100,81,81.0,test +29,100,73,73.0,test +30,100,65,65.0,test +31,100,72,72.0,test +32,100,68,68.0,test +33,100,65,65.0,test +34,100,79,79.0,test +35,100,63,63.0,test +36,100,74,74.0,test +37,100,87,87.0,test +38,100,70,70.0,test +39,100,85,85.0,test +40,100,71,71.0,test +41,100,87,87.0,test +42,100,73,73.0,test +43,100,78,78.0,test +44,100,56,56.0,test +45,100,63,63.0,test +46,100,58,58.0,test +47,100,75,75.0,test +48,100,96,96.0,test +49,100,85,85.0,test +50,100,49,49.0,test +51,100,70,70.0,test +52,100,54,54.0,test +53,100,94,94.0,test +54,100,87,87.0,test +55,100,50,50.0,test +56,100,89,89.0,test +57,100,78,78.0,test +58,100,90,90.0,test +59,100,70,70.0,test +60,100,87,87.0,test +61,100,80,80.0,test +62,100,72,72.0,test +63,100,73,73.0,test +64,100,60,60.0,test +65,100,58,58.0,test +66,100,82,82.0,test +67,100,65,65.0,test +68,100,93,93.0,test +69,100,84,84.0,test +70,100,69,69.0,test +71,100,84,84.0,test +72,100,54,54.0,test +73,100,55,55.0,test +74,100,59,59.0,test +75,100,88,88.0,test +76,100,91,91.0,test +77,100,66,66.0,test +78,100,62,62.0,test +79,100,83,83.0,test +80,100,66,66.0,test +81,100,87,87.0,test +82,100,91,91.0,test +83,100,69,69.0,test +84,100,70,70.0,test +85,100,82,82.0,test +86,100,71,71.0,test +87,100,88,88.0,test +88,100,82,82.0,test +89,100,88,88.0,test +90,100,88,88.0,test +91,100,79,79.0,test +92,100,65,65.0,test +93,100,58,58.0,test +94,100,95,95.0,test +95,100,69,69.0,test +96,100,64,64.0,test +97,100,75,75.0,test +98,100,55,55.0,test +99,100,76,76.0,test +0,100,86,86.0,test_LP +1,100,63,63.0,test_LP +2,100,60,60.0,test_LP +3,100,59,59.0,test_LP +4,100,47,47.0,test_LP +5,100,64,64.0,test_LP +6,100,62,62.0,test_LP +7,100,53,53.0,test_LP +8,100,75,75.0,test_LP +9,100,66,66.0,test_LP +10,100,54,54.0,test_LP +11,100,27,27.0,test_LP +12,100,73,73.0,test_LP +13,100,58,58.0,test_LP +14,100,52,52.0,test_LP +15,100,59,59.0,test_LP +16,100,52,52.0,test_LP +17,100,87,87.0,test_LP +18,100,56,56.0,test_LP +19,100,54,54.0,test_LP +20,100,85,85.0,test_LP +21,100,76,76.0,test_LP +22,100,59,59.0,test_LP +23,100,77,77.0,test_LP +24,100,81,81.0,test_LP +25,100,45,45.0,test_LP +26,100,66,66.0,test_LP +27,100,51,51.0,test_LP +28,100,76,76.0,test_LP +29,100,60,60.0,test_LP +30,100,67,67.0,test_LP +31,100,59,59.0,test_LP +32,100,63,63.0,test_LP +33,100,57,57.0,test_LP +34,100,73,73.0,test_LP +35,100,45,45.0,test_LP +36,100,73,73.0,test_LP +37,100,67,67.0,test_LP +38,100,58,58.0,test_LP +39,100,83,83.0,test_LP +40,100,66,66.0,test_LP +41,100,84,84.0,test_LP +42,100,70,70.0,test_LP +43,100,77,77.0,test_LP +44,100,50,50.0,test_LP +45,100,59,59.0,test_LP +46,100,43,43.0,test_LP +47,100,74,74.0,test_LP +48,100,90,90.0,test_LP +49,100,79,79.0,test_LP +50,100,48,48.0,test_LP +51,100,73,73.0,test_LP +52,100,57,57.0,test_LP +53,100,89,89.0,test_LP +54,100,78,78.0,test_LP +55,100,45,45.0,test_LP +56,100,88,88.0,test_LP +57,100,70,70.0,test_LP +58,100,78,78.0,test_LP +59,100,73,73.0,test_LP +60,100,88,88.0,test_LP +61,100,75,75.0,test_LP +62,100,67,67.0,test_LP +63,100,63,63.0,test_LP +64,100,51,51.0,test_LP +65,100,52,52.0,test_LP +66,100,67,67.0,test_LP +67,100,55,55.0,test_LP +68,100,92,92.0,test_LP +69,100,74,74.0,test_LP +70,100,66,66.0,test_LP +71,100,84,84.0,test_LP +72,100,42,42.0,test_LP +73,100,60,60.0,test_LP +74,100,43,43.0,test_LP +75,100,84,84.0,test_LP +76,100,84,84.0,test_LP +77,100,55,55.0,test_LP +78,100,62,62.0,test_LP +79,100,71,71.0,test_LP +80,100,56,56.0,test_LP +81,100,75,75.0,test_LP +82,100,88,88.0,test_LP +83,100,65,65.0,test_LP +84,100,67,67.0,test_LP +85,100,76,76.0,test_LP +86,100,64,64.0,test_LP +87,100,81,81.0,test_LP +88,100,78,78.0,test_LP +89,100,78,78.0,test_LP +90,100,80,80.0,test_LP +91,100,77,77.0,test_LP +92,100,64,64.0,test_LP +93,100,55,55.0,test_LP +94,100,90,90.0,test_LP +95,100,67,67.0,test_LP +96,100,59,59.0,test_LP +97,100,75,75.0,test_LP +98,100,45,45.0,test_LP +99,100,74,74.0,test_LP diff --git a/retrain/resnet50/cifar100/0-17/evaluation_results.json b/retrain/resnet50/cifar100/0-17/evaluation_results.json new file mode 100644 index 0000000000000000000000000000000000000000..5e10831a88691f6abbfacb0b2e9e688115501ffd --- /dev/null +++ b/retrain/resnet50/cifar100/0-17/evaluation_results.json @@ -0,0 +1,2118 @@ +{ + "unlearning_time": 4187.733591794968, + "accuracy": { + "retain": 99.92140921409214, + "forget": 0.0, + "val": 80.13999989013672, + "test": 60.91 + }, + "SVC_MIA_forget_efficacy": { + "correctness": 1.0, + "confidence": 1.0, + "entropy": 0.5444444444444445, + "m_entropy": 1.0, + "prob": 0.8266666666666667 + }, + "class_wise_accuracy": [ + { + "class": 0, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 1, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 2, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 3, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 4, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 5, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 6, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 7, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 8, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 9, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 10, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 11, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 12, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 13, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 14, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 15, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 16, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 17, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 18, + "total_samples": 450, + "correct_counts": 431, + "accuracy": 95.77777862548828, + "dataset": "train" + }, + { + "class": 19, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 20, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 21, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 22, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 23, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 24, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 25, + "total_samples": 450, + "correct_counts": 430, + "accuracy": 95.55555725097656, + "dataset": "train" + }, + { + "class": 26, + "total_samples": 450, + "correct_counts": 431, + "accuracy": 95.77777862548828, + "dataset": "train" + }, + { + "class": 27, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 28, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 29, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 30, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 31, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 32, + "total_samples": 450, + "correct_counts": 429, + "accuracy": 95.33333587646484, + "dataset": "train" + }, + { + "class": 33, + "total_samples": 450, + "correct_counts": 429, + "accuracy": 95.33333587646484, + "dataset": "train" + }, + { + "class": 34, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 35, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 36, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 37, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 38, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 39, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 40, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 41, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 42, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 43, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 44, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 45, + "total_samples": 450, + "correct_counts": 430, + "accuracy": 95.55555725097656, + "dataset": "train" + }, + { + "class": 46, + "total_samples": 450, + "correct_counts": 431, + "accuracy": 95.77777862548828, + "dataset": "train" + }, + { + "class": 47, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 48, + "total_samples": 450, + "correct_counts": 449, + "accuracy": 99.77777862548828, + "dataset": "train" + }, + { + "class": 49, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 50, + "total_samples": 450, + "correct_counts": 425, + "accuracy": 94.44444274902344, + "dataset": "train" + }, + { + "class": 51, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 52, + "total_samples": 450, + "correct_counts": 419, + "accuracy": 93.11111450195312, + "dataset": "train" + }, + { + "class": 53, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 54, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 55, + "total_samples": 450, + "correct_counts": 428, + "accuracy": 95.11111450195312, + "dataset": "train" + }, + { + "class": 56, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 57, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 58, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 59, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 60, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 61, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 62, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 63, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 64, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 65, + "total_samples": 450, + "correct_counts": 428, + "accuracy": 95.11111450195312, + "dataset": "train" + }, + { + "class": 66, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 67, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 68, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 69, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 70, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 71, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 72, + "total_samples": 450, + "correct_counts": 425, + "accuracy": 94.44444274902344, + "dataset": "train" + }, + { + "class": 73, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 74, + "total_samples": 450, + "correct_counts": 431, + "accuracy": 95.77777862548828, + "dataset": "train" + }, + { + "class": 75, + "total_samples": 450, + "correct_counts": 449, + "accuracy": 99.77777862548828, + "dataset": "train" + }, + { + "class": 76, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 77, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 78, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 79, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 80, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 81, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 82, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 83, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 84, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 85, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 86, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 87, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 88, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 89, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 90, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 91, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 92, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 93, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 94, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 95, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 96, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 97, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 98, + "total_samples": 450, + "correct_counts": 429, + "accuracy": 95.33333587646484, + "dataset": "train" + }, + { + "class": 99, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 96, + "accuracy": 96.0, + "dataset": "test" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 49, + "accuracy": 49.0, + "dataset": "test" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 50, + "accuracy": 50.0, + "dataset": "test" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 95, + "accuracy": 95.0, + "dataset": "test" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 47, + "accuracy": 47.0, + "dataset": "test_LP" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test_LP" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test_LP" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 27, + "accuracy": 27.0, + "dataset": "test_LP" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test_LP" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 52, + "accuracy": 52.0, + "dataset": "test_LP" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 52, + "accuracy": 52.0, + "dataset": "test_LP" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test_LP" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test_LP" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 45, + "accuracy": 45.0, + "dataset": "test_LP" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 51, + "accuracy": 51.0, + "dataset": "test_LP" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test_LP" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 45, + "accuracy": 45.0, + "dataset": "test_LP" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test_LP" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 50, + "accuracy": 50.0, + "dataset": "test_LP" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 43, + "accuracy": 43.0, + "dataset": "test_LP" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test_LP" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 48, + "accuracy": 48.0, + "dataset": "test_LP" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test_LP" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 45, + "accuracy": 45.0, + "dataset": "test_LP" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 51, + "accuracy": 51.0, + "dataset": "test_LP" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 52, + "accuracy": 52.0, + "dataset": "test_LP" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test_LP" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test_LP" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 42, + "accuracy": 42.0, + "dataset": "test_LP" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 43, + "accuracy": 43.0, + "dataset": "test_LP" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test_LP" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test_LP" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test_LP" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test_LP" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 45, + "accuracy": 45.0, + "dataset": "test_LP" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + } + ] +} \ No newline at end of file diff --git a/retrain/resnet50/cifar100/0-17/model_best.pth.tar b/retrain/resnet50/cifar100/0-17/model_best.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..731d9c41f52a056cc0b35b9bfbe1abcad063d676 --- /dev/null +++ b/retrain/resnet50/cifar100/0-17/model_best.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8a140f2e5b56ee9c34a14c4cecf98478ff50c28ed98d5c8b5caf956e123590f +size 95141656 diff --git a/retrain/resnet50/cifar100/0-17/retraincheckpoint.pth.tar b/retrain/resnet50/cifar100/0-17/retraincheckpoint.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..a4ead78a6034486b22c781a0314bf56b0316ea12 --- /dev/null +++ b/retrain/resnet50/cifar100/0-17/retraincheckpoint.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:623a18bdd9341f728fed0b892c3651cb29036a9260ae3c8903bd37766092d141 +size 95160770 diff --git a/retrain/resnet50/cifar100/0-17/retraineval_result.pth.tar b/retrain/resnet50/cifar100/0-17/retraineval_result.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..6c6159332725af2077fec7ba44ace06f0249d866 --- /dev/null +++ b/retrain/resnet50/cifar100/0-17/retraineval_result.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9312d359501130cc2a56cdceb6c22615b25dc900786c8df351299f2433465afb +size 11996 diff --git a/retrain/resnet50/cifar100/0-18/class_wise_accuracy.csv b/retrain/resnet50/cifar100/0-18/class_wise_accuracy.csv new file mode 100644 index 0000000000000000000000000000000000000000..6e11bb354f8ec7d760b1c4efd21ce4fc9574e5a1 --- /dev/null +++ b/retrain/resnet50/cifar100/0-18/class_wise_accuracy.csv @@ -0,0 +1,301 @@ +class,total_samples,correct_counts,accuracy,dataset +0,450,0,0.0,train +1,450,0,0.0,train +2,450,0,0.0,train +3,450,0,0.0,train +4,450,0,0.0,train +5,450,0,0.0,train +6,450,0,0.0,train +7,450,0,0.0,train +8,450,0,0.0,train +9,450,0,0.0,train +10,450,0,0.0,train +11,450,0,0.0,train +12,450,0,0.0,train +13,450,0,0.0,train +14,450,0,0.0,train +15,450,0,0.0,train +16,450,0,0.0,train +17,450,0,0.0,train +18,450,0,0.0,train +19,450,441,98.0,train +20,450,447,99.33333587646484,train +21,450,446,99.11111450195312,train +22,450,438,97.33333587646484,train +23,450,443,98.44444274902344,train +24,450,448,99.55555725097656,train +25,450,434,96.44444274902344,train +26,450,436,96.88888549804688,train +27,450,441,98.0,train +28,450,444,98.66666412353516,train +29,450,439,97.55555725097656,train +30,450,444,98.66666412353516,train +31,450,438,97.33333587646484,train +32,450,429,95.33333587646484,train +33,450,437,97.11111450195312,train +34,450,444,98.66666412353516,train +35,450,431,95.77777862548828,train +36,450,439,97.55555725097656,train +37,450,441,98.0,train +38,450,434,96.44444274902344,train +39,450,445,98.88888549804688,train +40,450,444,98.66666412353516,train +41,450,442,98.22222137451172,train +42,450,438,97.33333587646484,train +43,450,446,99.11111450195312,train +44,450,433,96.22222137451172,train +45,450,435,96.66666412353516,train +46,450,434,96.44444274902344,train +47,450,440,97.77777862548828,train +48,450,447,99.33333587646484,train +49,450,449,99.77777862548828,train +50,450,425,94.44444274902344,train +51,450,438,97.33333587646484,train +52,450,435,96.66666412353516,train +53,450,449,99.77777862548828,train +54,450,446,99.11111450195312,train +55,450,433,96.22222137451172,train +56,450,447,99.33333587646484,train +57,450,436,96.88888549804688,train +58,450,446,99.11111450195312,train +59,450,435,96.66666412353516,train +60,450,441,98.0,train +61,450,445,98.88888549804688,train +62,450,443,98.44444274902344,train +63,450,438,97.33333587646484,train +64,450,439,97.55555725097656,train +65,450,434,96.44444274902344,train +66,450,442,98.22222137451172,train +67,450,440,97.77777862548828,train +68,450,445,98.88888549804688,train +69,450,443,98.44444274902344,train +70,450,442,98.22222137451172,train +71,450,442,98.22222137451172,train +72,450,421,93.55555725097656,train +73,450,432,96.0,train +74,450,433,96.22222137451172,train +75,450,448,99.55555725097656,train +76,450,446,99.11111450195312,train +77,450,443,98.44444274902344,train +78,450,445,98.88888549804688,train +79,450,438,97.33333587646484,train +80,450,437,97.11111450195312,train +81,450,443,98.44444274902344,train +82,450,448,99.55555725097656,train +83,450,437,97.11111450195312,train +84,450,436,96.88888549804688,train +85,450,443,98.44444274902344,train +86,450,444,98.66666412353516,train +87,450,448,99.55555725097656,train +88,450,441,98.0,train +89,450,443,98.44444274902344,train +90,450,441,98.0,train +91,450,443,98.44444274902344,train +92,450,434,96.44444274902344,train +93,450,436,96.88888549804688,train +94,450,447,99.33333587646484,train +95,450,441,98.0,train +96,450,440,97.77777862548828,train +97,450,442,98.22222137451172,train +98,450,432,96.0,train +99,450,436,96.88888549804688,train +0,100,0,0.0,test +1,100,0,0.0,test +2,100,0,0.0,test +3,100,0,0.0,test +4,100,0,0.0,test +5,100,0,0.0,test +6,100,0,0.0,test +7,100,0,0.0,test +8,100,0,0.0,test +9,100,0,0.0,test +10,100,0,0.0,test +11,100,0,0.0,test +12,100,0,0.0,test +13,100,0,0.0,test +14,100,0,0.0,test +15,100,0,0.0,test +16,100,0,0.0,test +17,100,0,0.0,test +18,100,0,0.0,test +19,100,74,74.0,test +20,100,92,92.0,test +21,100,92,92.0,test +22,100,83,83.0,test +23,100,83,83.0,test +24,100,90,90.0,test +25,100,73,73.0,test +26,100,72,72.0,test +27,100,71,71.0,test +28,100,83,83.0,test +29,100,76,76.0,test +30,100,70,70.0,test +31,100,72,72.0,test +32,100,70,70.0,test +33,100,64,64.0,test +34,100,81,81.0,test +35,100,66,66.0,test +36,100,86,86.0,test +37,100,81,81.0,test +38,100,72,72.0,test +39,100,88,88.0,test +40,100,76,76.0,test +41,100,95,95.0,test +42,100,79,79.0,test +43,100,87,87.0,test +44,100,64,64.0,test +45,100,71,71.0,test +46,100,59,59.0,test +47,100,67,67.0,test +48,100,96,96.0,test +49,100,86,86.0,test +50,100,56,56.0,test +51,100,76,76.0,test +52,100,68,68.0,test +53,100,93,93.0,test +54,100,87,87.0,test +55,100,57,57.0,test +56,100,88,88.0,test +57,100,85,85.0,test +58,100,90,90.0,test +59,100,66,66.0,test +60,100,89,89.0,test +61,100,85,85.0,test +62,100,75,75.0,test +63,100,74,74.0,test +64,100,57,57.0,test +65,100,64,64.0,test +66,100,84,84.0,test +67,100,63,63.0,test +68,100,95,95.0,test +69,100,86,86.0,test +70,100,79,79.0,test +71,100,81,81.0,test +72,100,51,51.0,test +73,100,61,61.0,test +74,100,57,57.0,test +75,100,92,92.0,test +76,100,93,93.0,test +77,100,75,75.0,test +78,100,68,68.0,test +79,100,84,84.0,test +80,100,68,68.0,test +81,100,87,87.0,test +82,100,92,92.0,test +83,100,72,72.0,test +84,100,72,72.0,test +85,100,87,87.0,test +86,100,76,76.0,test +87,100,90,90.0,test +88,100,87,87.0,test +89,100,90,90.0,test +90,100,90,90.0,test +91,100,85,85.0,test +92,100,66,66.0,test +93,100,61,61.0,test +94,100,94,94.0,test +95,100,76,76.0,test +96,100,66,66.0,test +97,100,80,80.0,test +98,100,67,67.0,test +99,100,76,76.0,test +0,100,81,81.0,test_LP +1,100,67,67.0,test_LP +2,100,49,49.0,test_LP +3,100,51,51.0,test_LP +4,100,64,64.0,test_LP +5,100,58,58.0,test_LP +6,100,75,75.0,test_LP +7,100,53,53.0,test_LP +8,100,78,78.0,test_LP +9,100,65,65.0,test_LP +10,100,56,56.0,test_LP +11,100,48,48.0,test_LP +12,100,77,77.0,test_LP +13,100,66,66.0,test_LP +14,100,40,40.0,test_LP +15,100,53,53.0,test_LP +16,100,84,84.0,test_LP +17,100,70,70.0,test_LP +18,100,50,50.0,test_LP +19,100,57,57.0,test_LP +20,100,87,87.0,test_LP +21,100,81,81.0,test_LP +22,100,72,72.0,test_LP +23,100,79,79.0,test_LP +24,100,80,80.0,test_LP +25,100,57,57.0,test_LP +26,100,62,62.0,test_LP +27,100,60,60.0,test_LP +28,100,76,76.0,test_LP +29,100,68,68.0,test_LP +30,100,63,63.0,test_LP +31,100,56,56.0,test_LP +32,100,63,63.0,test_LP +33,100,61,61.0,test_LP +34,100,84,84.0,test_LP +35,100,43,43.0,test_LP +36,100,89,89.0,test_LP +37,100,74,74.0,test_LP +38,100,66,66.0,test_LP +39,100,82,82.0,test_LP +40,100,65,65.0,test_LP +41,100,88,88.0,test_LP +42,100,75,75.0,test_LP +43,100,77,77.0,test_LP +44,100,50,50.0,test_LP +45,100,53,53.0,test_LP +46,100,49,49.0,test_LP +47,100,67,67.0,test_LP +48,100,90,90.0,test_LP +49,100,80,80.0,test_LP +50,100,51,51.0,test_LP +51,100,75,75.0,test_LP +52,100,68,68.0,test_LP +53,100,89,89.0,test_LP +54,100,79,79.0,test_LP +55,100,39,39.0,test_LP +56,100,88,88.0,test_LP +57,100,77,77.0,test_LP +58,100,65,65.0,test_LP +59,100,67,67.0,test_LP +60,100,91,91.0,test_LP +61,100,63,63.0,test_LP +62,100,72,72.0,test_LP +63,100,65,65.0,test_LP +64,100,48,48.0,test_LP +65,100,53,53.0,test_LP +66,100,80,80.0,test_LP +67,100,54,54.0,test_LP +68,100,91,91.0,test_LP +69,100,79,79.0,test_LP +70,100,71,71.0,test_LP +71,100,79,79.0,test_LP +72,100,34,34.0,test_LP +73,100,58,58.0,test_LP +74,100,37,37.0,test_LP +75,100,86,86.0,test_LP +76,100,86,86.0,test_LP +77,100,62,62.0,test_LP +78,100,64,64.0,test_LP +79,100,76,76.0,test_LP +80,100,56,56.0,test_LP +81,100,78,78.0,test_LP +82,100,82,82.0,test_LP +83,100,68,68.0,test_LP +84,100,69,69.0,test_LP +85,100,84,84.0,test_LP +86,100,67,67.0,test_LP +87,100,84,84.0,test_LP +88,100,75,75.0,test_LP +89,100,80,80.0,test_LP +90,100,86,86.0,test_LP +91,100,81,81.0,test_LP +92,100,67,67.0,test_LP +93,100,60,60.0,test_LP +94,100,91,91.0,test_LP +95,100,74,74.0,test_LP +96,100,60,60.0,test_LP +97,100,73,73.0,test_LP +98,100,47,47.0,test_LP +99,100,66,66.0,test_LP diff --git a/retrain/resnet50/cifar100/0-18/evaluation_results.json b/retrain/resnet50/cifar100/0-18/evaluation_results.json new file mode 100644 index 0000000000000000000000000000000000000000..c64dbab9af93d09749e53e865f8888708a570931 --- /dev/null +++ b/retrain/resnet50/cifar100/0-18/evaluation_results.json @@ -0,0 +1,2118 @@ +{ + "unlearning_time": 4131.587558507919, + "accuracy": { + "retain": 99.97805212620027, + "forget": 0.0, + "val": 79.33999998779296, + "test": 62.8 + }, + "SVC_MIA_forget_efficacy": { + "correctness": 1.0, + "confidence": 1.0, + "entropy": 0.9, + "m_entropy": 1.0, + "prob": 0.7355555555555555 + }, + "class_wise_accuracy": [ + { + "class": 0, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 1, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 2, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 3, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 4, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 5, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 6, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 7, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 8, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 9, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 10, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 11, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 12, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 13, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 14, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 15, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 16, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 17, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 18, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 19, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 20, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 21, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 22, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 23, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 24, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 25, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 26, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 27, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 28, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 29, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 30, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 31, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 32, + "total_samples": 450, + "correct_counts": 429, + "accuracy": 95.33333587646484, + "dataset": "train" + }, + { + "class": 33, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 34, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 35, + "total_samples": 450, + "correct_counts": 431, + "accuracy": 95.77777862548828, + "dataset": "train" + }, + { + "class": 36, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 37, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 38, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 39, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 40, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 41, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 42, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 43, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 44, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 45, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 46, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 47, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 48, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 49, + "total_samples": 450, + "correct_counts": 449, + "accuracy": 99.77777862548828, + "dataset": "train" + }, + { + "class": 50, + "total_samples": 450, + "correct_counts": 425, + "accuracy": 94.44444274902344, + "dataset": "train" + }, + { + "class": 51, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 52, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 53, + "total_samples": 450, + "correct_counts": 449, + "accuracy": 99.77777862548828, + "dataset": "train" + }, + { + "class": 54, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 55, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 56, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 57, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 58, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 59, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 60, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 61, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 62, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 63, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 64, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 65, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 66, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 67, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 68, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 69, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 70, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 71, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 72, + "total_samples": 450, + "correct_counts": 421, + "accuracy": 93.55555725097656, + "dataset": "train" + }, + { + "class": 73, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 74, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 75, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 76, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 77, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 78, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 79, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 80, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 81, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 82, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 83, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 84, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 85, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 86, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 87, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 88, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 89, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 90, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 91, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 92, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 93, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 94, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 95, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 96, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 97, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 98, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 99, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 95, + "accuracy": 95.0, + "dataset": "test" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 96, + "accuracy": 96.0, + "dataset": "test" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 95, + "accuracy": 95.0, + "dataset": "test" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 51, + "accuracy": 51.0, + "dataset": "test" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 49, + "accuracy": 49.0, + "dataset": "test_LP" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 51, + "accuracy": 51.0, + "dataset": "test_LP" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test_LP" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test_LP" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test_LP" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 48, + "accuracy": 48.0, + "dataset": "test_LP" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 40, + "accuracy": 40.0, + "dataset": "test_LP" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test_LP" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 50, + "accuracy": 50.0, + "dataset": "test_LP" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test_LP" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test_LP" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test_LP" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 43, + "accuracy": 43.0, + "dataset": "test_LP" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 50, + "accuracy": 50.0, + "dataset": "test_LP" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test_LP" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 49, + "accuracy": 49.0, + "dataset": "test_LP" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test_LP" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 51, + "accuracy": 51.0, + "dataset": "test_LP" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 39, + "accuracy": 39.0, + "dataset": "test_LP" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test_LP" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 48, + "accuracy": 48.0, + "dataset": "test_LP" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test_LP" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test_LP" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test_LP" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 34, + "accuracy": 34.0, + "dataset": "test_LP" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test_LP" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 37, + "accuracy": 37.0, + "dataset": "test_LP" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test_LP" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test_LP" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 47, + "accuracy": 47.0, + "dataset": "test_LP" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + } + ] +} \ No newline at end of file diff --git a/retrain/resnet50/cifar100/0-18/model_best.pth.tar b/retrain/resnet50/cifar100/0-18/model_best.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..76281a97f163b33adac1388babab337f2f7636bc --- /dev/null +++ b/retrain/resnet50/cifar100/0-18/model_best.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9625afbb1c8552b38f04fbeae7bf7a532de54265823c422ebe5d4b385798d96 +size 95141656 diff --git a/retrain/resnet50/cifar100/0-18/retraincheckpoint.pth.tar b/retrain/resnet50/cifar100/0-18/retraincheckpoint.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..2802bd8a1e49b24c1cdf9287d6b5846666b639ec --- /dev/null +++ b/retrain/resnet50/cifar100/0-18/retraincheckpoint.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8fbb3817c8c9b317392a377684a3ec5302c786ef760ecfeddd720d6fee55949 +size 95160770 diff --git a/retrain/resnet50/cifar100/0-18/retraineval_result.pth.tar b/retrain/resnet50/cifar100/0-18/retraineval_result.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..04dcc4503eb219f3bd78a83855be9e1774de336f --- /dev/null +++ b/retrain/resnet50/cifar100/0-18/retraineval_result.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ba31337e5c98cd320852cc40f7d46eab3c66a90e4cd39e573a1bf6b1a522973 +size 11996 diff --git a/retrain/resnet50/cifar100/0-19/class_wise_accuracy.csv b/retrain/resnet50/cifar100/0-19/class_wise_accuracy.csv new file mode 100644 index 0000000000000000000000000000000000000000..d171a07952a7689c762ea01448836a195816a31a --- /dev/null +++ b/retrain/resnet50/cifar100/0-19/class_wise_accuracy.csv @@ -0,0 +1,301 @@ +class,total_samples,correct_counts,accuracy,dataset +0,450,0,0.0,train +1,450,0,0.0,train +2,450,0,0.0,train +3,450,0,0.0,train +4,450,0,0.0,train +5,450,0,0.0,train +6,450,0,0.0,train +7,450,0,0.0,train +8,450,0,0.0,train +9,450,0,0.0,train +10,450,0,0.0,train +11,450,0,0.0,train +12,450,0,0.0,train +13,450,0,0.0,train +14,450,0,0.0,train +15,450,0,0.0,train +16,450,0,0.0,train +17,450,0,0.0,train +18,450,0,0.0,train +19,450,0,0.0,train +20,450,447,99.33333587646484,train +21,450,447,99.33333587646484,train +22,450,437,97.11111450195312,train +23,450,443,98.44444274902344,train +24,450,446,99.11111450195312,train +25,450,426,94.66666412353516,train +26,450,433,96.22222137451172,train +27,450,439,97.55555725097656,train +28,450,444,98.66666412353516,train +29,450,440,97.77777862548828,train +30,450,441,98.0,train +31,450,438,97.33333587646484,train +32,450,431,95.77777862548828,train +33,450,438,97.33333587646484,train +34,450,442,98.22222137451172,train +35,450,431,95.77777862548828,train +36,450,441,98.0,train +37,450,440,97.77777862548828,train +38,450,432,96.0,train +39,450,445,98.88888549804688,train +40,450,439,97.55555725097656,train +41,450,444,98.66666412353516,train +42,450,438,97.33333587646484,train +43,450,444,98.66666412353516,train +44,450,433,96.22222137451172,train +45,450,435,96.66666412353516,train +46,450,428,95.11111450195312,train +47,450,441,98.0,train +48,450,449,99.77777862548828,train +49,450,442,98.22222137451172,train +50,450,423,94.0,train +51,450,439,97.55555725097656,train +52,450,439,97.55555725097656,train +53,450,449,99.77777862548828,train +54,450,445,98.88888549804688,train +55,450,431,95.77777862548828,train +56,450,448,99.55555725097656,train +57,450,438,97.33333587646484,train +58,450,443,98.44444274902344,train +59,450,440,97.77777862548828,train +60,450,442,98.22222137451172,train +61,450,444,98.66666412353516,train +62,450,441,98.0,train +63,450,437,97.11111450195312,train +64,450,436,96.88888549804688,train +65,450,431,95.77777862548828,train +66,450,443,98.44444274902344,train +67,450,439,97.55555725097656,train +68,450,449,99.77777862548828,train +69,450,442,98.22222137451172,train +70,450,439,97.55555725097656,train +71,450,440,97.77777862548828,train +72,450,420,93.33333587646484,train +73,450,432,96.0,train +74,450,430,95.55555725097656,train +75,450,449,99.77777862548828,train +76,450,447,99.33333587646484,train +77,450,441,98.0,train +78,450,440,97.77777862548828,train +79,450,439,97.55555725097656,train +80,450,433,96.22222137451172,train +81,450,444,98.66666412353516,train +82,450,449,99.77777862548828,train +83,450,434,96.44444274902344,train +84,450,440,97.77777862548828,train +85,450,442,98.22222137451172,train +86,450,442,98.22222137451172,train +87,450,444,98.66666412353516,train +88,450,439,97.55555725097656,train +89,450,440,97.77777862548828,train +90,450,434,96.44444274902344,train +91,450,443,98.44444274902344,train +92,450,439,97.55555725097656,train +93,450,432,96.0,train +94,450,447,99.33333587646484,train +95,450,441,98.0,train +96,450,441,98.0,train +97,450,444,98.66666412353516,train +98,450,427,94.88888549804688,train +99,450,437,97.11111450195312,train +0,100,0,0.0,test +1,100,0,0.0,test +2,100,0,0.0,test +3,100,0,0.0,test +4,100,0,0.0,test +5,100,0,0.0,test +6,100,0,0.0,test +7,100,0,0.0,test +8,100,0,0.0,test +9,100,0,0.0,test +10,100,0,0.0,test +11,100,0,0.0,test +12,100,0,0.0,test +13,100,0,0.0,test +14,100,0,0.0,test +15,100,0,0.0,test +16,100,0,0.0,test +17,100,0,0.0,test +18,100,0,0.0,test +19,100,0,0.0,test +20,100,86,86.0,test +21,100,93,93.0,test +22,100,78,78.0,test +23,100,83,83.0,test +24,100,84,84.0,test +25,100,69,69.0,test +26,100,65,65.0,test +27,100,71,71.0,test +28,100,86,86.0,test +29,100,70,70.0,test +30,100,66,66.0,test +31,100,75,75.0,test +32,100,71,71.0,test +33,100,59,59.0,test +34,100,83,83.0,test +35,100,64,64.0,test +36,100,81,81.0,test +37,100,83,83.0,test +38,100,68,68.0,test +39,100,84,84.0,test +40,100,74,74.0,test +41,100,87,87.0,test +42,100,76,76.0,test +43,100,85,85.0,test +44,100,61,61.0,test +45,100,66,66.0,test +46,100,58,58.0,test +47,100,68,68.0,test +48,100,97,97.0,test +49,100,86,86.0,test +50,100,53,53.0,test +51,100,80,80.0,test +52,100,63,63.0,test +53,100,89,89.0,test +54,100,84,84.0,test +55,100,58,58.0,test +56,100,92,92.0,test +57,100,80,80.0,test +58,100,89,89.0,test +59,100,73,73.0,test +60,100,88,88.0,test +61,100,78,78.0,test +62,100,77,77.0,test +63,100,74,74.0,test +64,100,56,56.0,test +65,100,65,65.0,test +66,100,82,82.0,test +67,100,65,65.0,test +68,100,94,94.0,test +69,100,83,83.0,test +70,100,70,70.0,test +71,100,82,82.0,test +72,100,57,57.0,test +73,100,55,55.0,test +74,100,57,57.0,test +75,100,93,93.0,test +76,100,95,95.0,test +77,100,72,72.0,test +78,100,69,69.0,test +79,100,85,85.0,test +80,100,65,65.0,test +81,100,86,86.0,test +82,100,93,93.0,test +83,100,74,74.0,test +84,100,72,72.0,test +85,100,86,86.0,test +86,100,75,75.0,test +87,100,89,89.0,test +88,100,82,82.0,test +89,100,91,91.0,test +90,100,82,82.0,test +91,100,83,83.0,test +92,100,61,61.0,test +93,100,61,61.0,test +94,100,95,95.0,test +95,100,71,71.0,test +96,100,63,63.0,test +97,100,81,81.0,test +98,100,64,64.0,test +99,100,75,75.0,test +0,100,77,77.0,test_LP +1,100,61,61.0,test_LP +2,100,49,49.0,test_LP +3,100,42,42.0,test_LP +4,100,62,62.0,test_LP +5,100,69,69.0,test_LP +6,100,63,63.0,test_LP +7,100,58,58.0,test_LP +8,100,85,85.0,test_LP +9,100,71,71.0,test_LP +10,100,58,58.0,test_LP +11,100,47,47.0,test_LP +12,100,62,62.0,test_LP +13,100,63,63.0,test_LP +14,100,45,45.0,test_LP +15,100,56,56.0,test_LP +16,100,53,53.0,test_LP +17,100,84,84.0,test_LP +18,100,51,51.0,test_LP +19,100,50,50.0,test_LP +20,100,81,81.0,test_LP +21,100,83,83.0,test_LP +22,100,65,65.0,test_LP +23,100,74,74.0,test_LP +24,100,76,76.0,test_LP +25,100,49,49.0,test_LP +26,100,64,64.0,test_LP +27,100,59,59.0,test_LP +28,100,75,75.0,test_LP +29,100,62,62.0,test_LP +30,100,65,65.0,test_LP +31,100,64,64.0,test_LP +32,100,66,66.0,test_LP +33,100,66,66.0,test_LP +34,100,71,71.0,test_LP +35,100,44,44.0,test_LP +36,100,80,80.0,test_LP +37,100,67,67.0,test_LP +38,100,62,62.0,test_LP +39,100,80,80.0,test_LP +40,100,71,71.0,test_LP +41,100,83,83.0,test_LP +42,100,64,64.0,test_LP +43,100,74,74.0,test_LP +44,100,49,49.0,test_LP +45,100,47,47.0,test_LP +46,100,45,45.0,test_LP +47,100,70,70.0,test_LP +48,100,93,93.0,test_LP +49,100,77,77.0,test_LP +50,100,49,49.0,test_LP +51,100,80,80.0,test_LP +52,100,63,63.0,test_LP +53,100,86,86.0,test_LP +54,100,79,79.0,test_LP +55,100,38,38.0,test_LP +56,100,90,90.0,test_LP +57,100,73,73.0,test_LP +58,100,74,74.0,test_LP +59,100,68,68.0,test_LP +60,100,88,88.0,test_LP +61,100,69,69.0,test_LP +62,100,71,71.0,test_LP +63,100,63,63.0,test_LP +64,100,53,53.0,test_LP +65,100,51,51.0,test_LP +66,100,78,78.0,test_LP +67,100,52,52.0,test_LP +68,100,89,89.0,test_LP +69,100,78,78.0,test_LP +70,100,76,76.0,test_LP +71,100,84,84.0,test_LP +72,100,49,49.0,test_LP +73,100,56,56.0,test_LP +74,100,51,51.0,test_LP +75,100,82,82.0,test_LP +76,100,82,82.0,test_LP +77,100,57,57.0,test_LP +78,100,58,58.0,test_LP +79,100,74,74.0,test_LP +80,100,56,56.0,test_LP +81,100,74,74.0,test_LP +82,100,88,88.0,test_LP +83,100,72,72.0,test_LP +84,100,57,57.0,test_LP +85,100,81,81.0,test_LP +86,100,72,72.0,test_LP +87,100,83,83.0,test_LP +88,100,76,76.0,test_LP +89,100,82,82.0,test_LP +90,100,76,76.0,test_LP +91,100,80,80.0,test_LP +92,100,54,54.0,test_LP +93,100,50,50.0,test_LP +94,100,90,90.0,test_LP +95,100,72,72.0,test_LP +96,100,60,60.0,test_LP +97,100,69,69.0,test_LP +98,100,53,53.0,test_LP +99,100,79,79.0,test_LP diff --git a/retrain/resnet50/cifar100/0-19/evaluation_results.json b/retrain/resnet50/cifar100/0-19/evaluation_results.json new file mode 100644 index 0000000000000000000000000000000000000000..164c3906460a6f5f9555a8fd221cedaa7410b355 --- /dev/null +++ b/retrain/resnet50/cifar100/0-19/evaluation_results.json @@ -0,0 +1,2118 @@ +{ + "unlearning_time": 4104.541341781616, + "accuracy": { + "retain": 99.975, + "forget": 0.0, + "val": 78.24, + "test": 60.84 + }, + "SVC_MIA_forget_efficacy": { + "correctness": 1.0, + "confidence": 1.0, + "entropy": 0.8688888888888888, + "m_entropy": 1.0, + "prob": 0.6822222222222223 + }, + "class_wise_accuracy": [ + { + "class": 0, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 1, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 2, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 3, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 4, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 5, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 6, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 7, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 8, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 9, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 10, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 11, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 12, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 13, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 14, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 15, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 16, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 17, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 18, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 19, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 20, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 21, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 22, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 23, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 24, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 25, + "total_samples": 450, + "correct_counts": 426, + "accuracy": 94.66666412353516, + "dataset": "train" + }, + { + "class": 26, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 27, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 28, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 29, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 30, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 31, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 32, + "total_samples": 450, + "correct_counts": 431, + "accuracy": 95.77777862548828, + "dataset": "train" + }, + { + "class": 33, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 34, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 35, + "total_samples": 450, + "correct_counts": 431, + "accuracy": 95.77777862548828, + "dataset": "train" + }, + { + "class": 36, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 37, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 38, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 39, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 40, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 41, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 42, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 43, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 44, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 45, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 46, + "total_samples": 450, + "correct_counts": 428, + "accuracy": 95.11111450195312, + "dataset": "train" + }, + { + "class": 47, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 48, + "total_samples": 450, + "correct_counts": 449, + "accuracy": 99.77777862548828, + "dataset": "train" + }, + { + "class": 49, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 50, + "total_samples": 450, + "correct_counts": 423, + "accuracy": 94.0, + "dataset": "train" + }, + { + "class": 51, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 52, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 53, + "total_samples": 450, + "correct_counts": 449, + "accuracy": 99.77777862548828, + "dataset": "train" + }, + { + "class": 54, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 55, + "total_samples": 450, + "correct_counts": 431, + "accuracy": 95.77777862548828, + "dataset": "train" + }, + { + "class": 56, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 57, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 58, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 59, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 60, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 61, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 62, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 63, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 64, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 65, + "total_samples": 450, + "correct_counts": 431, + "accuracy": 95.77777862548828, + "dataset": "train" + }, + { + "class": 66, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 67, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 68, + "total_samples": 450, + "correct_counts": 449, + "accuracy": 99.77777862548828, + "dataset": "train" + }, + { + "class": 69, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 70, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 71, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 72, + "total_samples": 450, + "correct_counts": 420, + "accuracy": 93.33333587646484, + "dataset": "train" + }, + { + "class": 73, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 74, + "total_samples": 450, + "correct_counts": 430, + "accuracy": 95.55555725097656, + "dataset": "train" + }, + { + "class": 75, + "total_samples": 450, + "correct_counts": 449, + "accuracy": 99.77777862548828, + "dataset": "train" + }, + { + "class": 76, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 77, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 78, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 79, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 80, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 81, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 82, + "total_samples": 450, + "correct_counts": 449, + "accuracy": 99.77777862548828, + "dataset": "train" + }, + { + "class": 83, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 84, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 85, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 86, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 87, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 88, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 89, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 90, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 91, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 92, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 93, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 94, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 95, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 96, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 97, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 98, + "total_samples": 450, + "correct_counts": 427, + "accuracy": 94.88888549804688, + "dataset": "train" + }, + { + "class": 99, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 97, + "accuracy": 97.0, + "dataset": "test" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 95, + "accuracy": 95.0, + "dataset": "test" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 95, + "accuracy": 95.0, + "dataset": "test" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 49, + "accuracy": 49.0, + "dataset": "test_LP" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 42, + "accuracy": 42.0, + "dataset": "test_LP" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test_LP" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test_LP" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 47, + "accuracy": 47.0, + "dataset": "test_LP" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 45, + "accuracy": 45.0, + "dataset": "test_LP" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test_LP" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test_LP" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 51, + "accuracy": 51.0, + "dataset": "test_LP" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 50, + "accuracy": 50.0, + "dataset": "test_LP" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 49, + "accuracy": 49.0, + "dataset": "test_LP" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 44, + "accuracy": 44.0, + "dataset": "test_LP" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 49, + "accuracy": 49.0, + "dataset": "test_LP" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 47, + "accuracy": 47.0, + "dataset": "test_LP" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 45, + "accuracy": 45.0, + "dataset": "test_LP" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test_LP" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 49, + "accuracy": 49.0, + "dataset": "test_LP" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 38, + "accuracy": 38.0, + "dataset": "test_LP" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test_LP" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test_LP" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 51, + "accuracy": 51.0, + "dataset": "test_LP" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 52, + "accuracy": 52.0, + "dataset": "test_LP" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 49, + "accuracy": 49.0, + "dataset": "test_LP" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test_LP" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 51, + "accuracy": 51.0, + "dataset": "test_LP" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test_LP" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test_LP" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test_LP" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test_LP" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test_LP" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 50, + "accuracy": 50.0, + "dataset": "test_LP" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test_LP" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test_LP" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + } + ] +} \ No newline at end of file diff --git a/retrain/resnet50/cifar100/0-19/model_best.pth.tar b/retrain/resnet50/cifar100/0-19/model_best.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..7dfe905440b9d26621145356397bddfacb84527a --- /dev/null +++ b/retrain/resnet50/cifar100/0-19/model_best.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecda00d282c40e3010ccdb31b9943e7d1935323078fff74de24cda9b200437b5 +size 95141656 diff --git a/retrain/resnet50/cifar100/0-19/retraincheckpoint.pth.tar b/retrain/resnet50/cifar100/0-19/retraincheckpoint.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..30440f94164365c85480e028ad95c734a087b103 --- /dev/null +++ b/retrain/resnet50/cifar100/0-19/retraincheckpoint.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd2f454887c612e71a7721e2e296ba76f8aaf4a0552c085dc451fc83e402a387 +size 95160770 diff --git a/retrain/resnet50/cifar100/0-19/retraineval_result.pth.tar b/retrain/resnet50/cifar100/0-19/retraineval_result.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..182b0eaa0f7bf53920118c93d4ff9d5737571bcb --- /dev/null +++ b/retrain/resnet50/cifar100/0-19/retraineval_result.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d1c5e031d3e044c82711c7003a47f256f76c17936ae914ddddbb6db76a2daac +size 11996 diff --git a/retrain/resnet50/cifar100/0-2/class_wise_accuracy.csv b/retrain/resnet50/cifar100/0-2/class_wise_accuracy.csv new file mode 100644 index 0000000000000000000000000000000000000000..d402ce27616e0d59c5ac878cc9a9c3fa0a80a58f --- /dev/null +++ b/retrain/resnet50/cifar100/0-2/class_wise_accuracy.csv @@ -0,0 +1,301 @@ +class,total_samples,correct_counts,accuracy,dataset +0,450,0,0.0,train +1,450,0,0.0,train +2,450,0,0.0,train +3,450,434,96.44444274902344,train +4,450,434,96.44444274902344,train +5,450,444,98.66666412353516,train +6,450,444,98.66666412353516,train +7,450,440,97.77777862548828,train +8,450,448,99.55555725097656,train +9,450,442,98.22222137451172,train +10,450,434,96.44444274902344,train +11,450,428,95.11111450195312,train +12,450,440,97.77777862548828,train +13,450,442,98.22222137451172,train +14,450,442,98.22222137451172,train +15,450,443,98.44444274902344,train +16,450,441,98.0,train +17,450,442,98.22222137451172,train +18,450,433,96.22222137451172,train +19,450,439,97.55555725097656,train +20,450,447,99.33333587646484,train +21,450,446,99.11111450195312,train +22,450,437,97.11111450195312,train +23,450,444,98.66666412353516,train +24,450,445,98.88888549804688,train +25,450,432,96.0,train +26,450,438,97.33333587646484,train +27,450,441,98.0,train +28,450,441,98.0,train +29,450,439,97.55555725097656,train +30,450,442,98.22222137451172,train +31,450,436,96.88888549804688,train +32,450,433,96.22222137451172,train +33,450,437,97.11111450195312,train +34,450,444,98.66666412353516,train +35,450,430,95.55555725097656,train +36,450,438,97.33333587646484,train +37,450,435,96.66666412353516,train +38,450,437,97.11111450195312,train +39,450,447,99.33333587646484,train +40,450,441,98.0,train +41,450,442,98.22222137451172,train +42,450,433,96.22222137451172,train +43,450,445,98.88888549804688,train +44,450,434,96.44444274902344,train +45,450,435,96.66666412353516,train +46,450,435,96.66666412353516,train +47,450,439,97.55555725097656,train +48,450,447,99.33333587646484,train +49,450,448,99.55555725097656,train +50,450,427,94.88888549804688,train +51,450,437,97.11111450195312,train +52,450,435,96.66666412353516,train +53,450,450,100.0,train +54,450,441,98.0,train +55,450,431,95.77777862548828,train +56,450,448,99.55555725097656,train +57,450,438,97.33333587646484,train +58,450,445,98.88888549804688,train +59,450,435,96.66666412353516,train +60,450,442,98.22222137451172,train +61,450,441,98.0,train +62,450,443,98.44444274902344,train +63,450,439,97.55555725097656,train +64,450,435,96.66666412353516,train +65,450,434,96.44444274902344,train +66,450,441,98.0,train +67,450,439,97.55555725097656,train +68,450,447,99.33333587646484,train +69,450,445,98.88888549804688,train +70,450,441,98.0,train +71,450,444,98.66666412353516,train +72,450,422,93.77777862548828,train +73,450,429,95.33333587646484,train +74,450,434,96.44444274902344,train +75,450,449,99.77777862548828,train +76,450,447,99.33333587646484,train +77,450,443,98.44444274902344,train +78,450,441,98.0,train +79,450,439,97.55555725097656,train +80,450,438,97.33333587646484,train +81,450,440,97.77777862548828,train +82,450,449,99.77777862548828,train +83,450,438,97.33333587646484,train +84,450,436,96.88888549804688,train +85,450,441,98.0,train +86,450,442,98.22222137451172,train +87,450,446,99.11111450195312,train +88,450,440,97.77777862548828,train +89,450,441,98.0,train +90,450,435,96.66666412353516,train +91,450,442,98.22222137451172,train +92,450,436,96.88888549804688,train +93,450,438,97.33333587646484,train +94,450,448,99.55555725097656,train +95,450,437,97.11111450195312,train +96,450,436,96.88888549804688,train +97,450,442,98.22222137451172,train +98,450,430,95.55555725097656,train +99,450,437,97.11111450195312,train +0,100,0,0.0,test +1,100,0,0.0,test +2,100,0,0.0,test +3,100,65,65.0,test +4,100,66,66.0,test +5,100,76,76.0,test +6,100,83,83.0,test +7,100,78,78.0,test +8,100,90,90.0,test +9,100,86,86.0,test +10,100,56,56.0,test +11,100,60,60.0,test +12,100,86,86.0,test +13,100,70,70.0,test +14,100,75,75.0,test +15,100,83,83.0,test +16,100,77,77.0,test +17,100,80,80.0,test +18,100,68,68.0,test +19,100,68,68.0,test +20,100,87,87.0,test +21,100,89,89.0,test +22,100,76,76.0,test +23,100,85,85.0,test +24,100,85,85.0,test +25,100,64,64.0,test +26,100,74,74.0,test +27,100,68,68.0,test +28,100,81,81.0,test +29,100,76,76.0,test +30,100,67,67.0,test +31,100,74,74.0,test +32,100,70,70.0,test +33,100,67,67.0,test +34,100,79,79.0,test +35,100,58,58.0,test +36,100,83,83.0,test +37,100,76,76.0,test +38,100,70,70.0,test +39,100,88,88.0,test +40,100,73,73.0,test +41,100,87,87.0,test +42,100,76,76.0,test +43,100,81,81.0,test +44,100,57,57.0,test +45,100,66,66.0,test +46,100,52,52.0,test +47,100,68,68.0,test +48,100,93,93.0,test +49,100,90,90.0,test +50,100,54,54.0,test +51,100,78,78.0,test +52,100,68,68.0,test +53,100,94,94.0,test +54,100,83,83.0,test +55,100,52,52.0,test +56,100,93,93.0,test +57,100,82,82.0,test +58,100,89,89.0,test +59,100,71,71.0,test +60,100,84,84.0,test +61,100,74,74.0,test +62,100,76,76.0,test +63,100,70,70.0,test +64,100,57,57.0,test +65,100,65,65.0,test +66,100,82,82.0,test +67,100,65,65.0,test +68,100,95,95.0,test +69,100,84,84.0,test +70,100,76,76.0,test +71,100,87,87.0,test +72,100,51,51.0,test +73,100,64,64.0,test +74,100,59,59.0,test +75,100,90,90.0,test +76,100,89,89.0,test +77,100,71,71.0,test +78,100,67,67.0,test +79,100,85,85.0,test +80,100,61,61.0,test +81,100,83,83.0,test +82,100,93,93.0,test +83,100,77,77.0,test +84,100,70,70.0,test +85,100,90,90.0,test +86,100,73,73.0,test +87,100,90,90.0,test +88,100,80,80.0,test +89,100,88,88.0,test +90,100,79,79.0,test +91,100,86,86.0,test +92,100,60,60.0,test +93,100,61,61.0,test +94,100,93,93.0,test +95,100,73,73.0,test +96,100,65,65.0,test +97,100,80,80.0,test +98,100,61,61.0,test +99,100,74,74.0,test +0,100,89,89.0,test_LP +1,100,83,83.0,test_LP +2,100,64,64.0,test_LP +3,100,60,60.0,test_LP +4,100,61,61.0,test_LP +5,100,79,79.0,test_LP +6,100,80,80.0,test_LP +7,100,75,75.0,test_LP +8,100,88,88.0,test_LP +9,100,86,86.0,test_LP +10,100,56,56.0,test_LP +11,100,41,41.0,test_LP +12,100,81,81.0,test_LP +13,100,68,68.0,test_LP +14,100,65,65.0,test_LP +15,100,77,77.0,test_LP +16,100,76,76.0,test_LP +17,100,82,82.0,test_LP +18,100,64,64.0,test_LP +19,100,72,72.0,test_LP +20,100,85,85.0,test_LP +21,100,93,93.0,test_LP +22,100,71,71.0,test_LP +23,100,82,82.0,test_LP +24,100,81,81.0,test_LP +25,100,68,68.0,test_LP +26,100,74,74.0,test_LP +27,100,66,66.0,test_LP +28,100,76,76.0,test_LP +29,100,78,78.0,test_LP +30,100,63,63.0,test_LP +31,100,73,73.0,test_LP +32,100,71,71.0,test_LP +33,100,70,70.0,test_LP +34,100,79,79.0,test_LP +35,100,53,53.0,test_LP +36,100,85,85.0,test_LP +37,100,76,76.0,test_LP +38,100,58,58.0,test_LP +39,100,87,87.0,test_LP +40,100,72,72.0,test_LP +41,100,88,88.0,test_LP +42,100,76,76.0,test_LP +43,100,81,81.0,test_LP +44,100,48,48.0,test_LP +45,100,55,55.0,test_LP +46,100,53,53.0,test_LP +47,100,69,69.0,test_LP +48,100,92,92.0,test_LP +49,100,86,86.0,test_LP +50,100,55,55.0,test_LP +51,100,74,74.0,test_LP +52,100,68,68.0,test_LP +53,100,89,89.0,test_LP +54,100,88,88.0,test_LP +55,100,47,47.0,test_LP +56,100,89,89.0,test_LP +57,100,75,75.0,test_LP +58,100,91,91.0,test_LP +59,100,76,76.0,test_LP +60,100,83,83.0,test_LP +61,100,72,72.0,test_LP +62,100,75,75.0,test_LP +63,100,70,70.0,test_LP +64,100,61,61.0,test_LP +65,100,62,62.0,test_LP +66,100,82,82.0,test_LP +67,100,57,57.0,test_LP +68,100,93,93.0,test_LP +69,100,81,81.0,test_LP +70,100,74,74.0,test_LP +71,100,87,87.0,test_LP +72,100,52,52.0,test_LP +73,100,60,60.0,test_LP +74,100,68,68.0,test_LP +75,100,86,86.0,test_LP +76,100,89,89.0,test_LP +77,100,70,70.0,test_LP +78,100,70,70.0,test_LP +79,100,80,80.0,test_LP +80,100,65,65.0,test_LP +81,100,78,78.0,test_LP +82,100,91,91.0,test_LP +83,100,63,63.0,test_LP +84,100,67,67.0,test_LP +85,100,85,85.0,test_LP +86,100,76,76.0,test_LP +87,100,88,88.0,test_LP +88,100,77,77.0,test_LP +89,100,88,88.0,test_LP +90,100,85,85.0,test_LP +91,100,82,82.0,test_LP +92,100,58,58.0,test_LP +93,100,59,59.0,test_LP +94,100,92,92.0,test_LP +95,100,70,70.0,test_LP +96,100,67,67.0,test_LP +97,100,80,80.0,test_LP +98,100,48,48.0,test_LP +99,100,72,72.0,test_LP diff --git a/retrain/resnet50/cifar100/0-2/evaluation_results.json b/retrain/resnet50/cifar100/0-2/evaluation_results.json new file mode 100644 index 0000000000000000000000000000000000000000..c36190e19030a582757ac698cfa479dedc23f369 --- /dev/null +++ b/retrain/resnet50/cifar100/0-2/evaluation_results.json @@ -0,0 +1,2118 @@ +{ + "unlearning_time": 4910.181109428406, + "accuracy": { + "retain": 99.98167239404353, + "forget": 0.0, + "val": 94.86, + "test": 73.19 + }, + "SVC_MIA_forget_efficacy": { + "correctness": 1.0, + "confidence": 1.0, + "entropy": 0.768888888888889, + "m_entropy": 1.0, + "prob": 0.8955555555555555 + }, + "class_wise_accuracy": [ + { + "class": 0, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 1, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 2, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 3, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 4, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 5, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 6, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 7, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 8, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 9, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 10, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 11, + "total_samples": 450, + "correct_counts": 428, + "accuracy": 95.11111450195312, + "dataset": "train" + }, + { + "class": 12, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 13, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 14, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 15, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 16, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 17, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 18, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 19, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 20, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 21, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 22, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 23, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 24, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 25, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 26, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 27, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 28, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 29, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 30, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 31, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 32, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 33, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 34, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 35, + "total_samples": 450, + "correct_counts": 430, + "accuracy": 95.55555725097656, + "dataset": "train" + }, + { + "class": 36, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 37, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 38, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 39, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 40, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 41, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 42, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 43, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 44, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 45, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 46, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 47, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 48, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 49, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 50, + "total_samples": 450, + "correct_counts": 427, + "accuracy": 94.88888549804688, + "dataset": "train" + }, + { + "class": 51, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 52, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 53, + "total_samples": 450, + "correct_counts": 450, + "accuracy": 100.0, + "dataset": "train" + }, + { + "class": 54, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 55, + "total_samples": 450, + "correct_counts": 431, + "accuracy": 95.77777862548828, + "dataset": "train" + }, + { + "class": 56, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 57, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 58, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 59, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 60, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 61, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 62, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 63, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 64, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 65, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 66, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 67, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 68, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 69, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 70, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 71, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 72, + "total_samples": 450, + "correct_counts": 422, + "accuracy": 93.77777862548828, + "dataset": "train" + }, + { + "class": 73, + "total_samples": 450, + "correct_counts": 429, + "accuracy": 95.33333587646484, + "dataset": "train" + }, + { + "class": 74, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 75, + "total_samples": 450, + "correct_counts": 449, + "accuracy": 99.77777862548828, + "dataset": "train" + }, + { + "class": 76, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 77, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 78, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 79, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 80, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 81, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 82, + "total_samples": 450, + "correct_counts": 449, + "accuracy": 99.77777862548828, + "dataset": "train" + }, + { + "class": 83, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 84, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 85, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 86, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 87, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 88, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 89, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 90, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 91, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 92, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 93, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 94, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 95, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 96, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 97, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 98, + "total_samples": 450, + "correct_counts": 430, + "accuracy": 95.55555725097656, + "dataset": "train" + }, + { + "class": 99, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 52, + "accuracy": 52.0, + "dataset": "test" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 52, + "accuracy": 52.0, + "dataset": "test" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 95, + "accuracy": 95.0, + "dataset": "test" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 51, + "accuracy": 51.0, + "dataset": "test" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test_LP" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 41, + "accuracy": 41.0, + "dataset": "test_LP" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test_LP" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test_LP" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test_LP" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 48, + "accuracy": 48.0, + "dataset": "test_LP" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test_LP" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test_LP" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test_LP" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test_LP" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 47, + "accuracy": 47.0, + "dataset": "test_LP" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test_LP" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test_LP" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test_LP" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 52, + "accuracy": 52.0, + "dataset": "test_LP" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test_LP" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test_LP" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test_LP" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 48, + "accuracy": 48.0, + "dataset": "test_LP" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + } + ] +} \ No newline at end of file diff --git a/retrain/resnet50/cifar100/0-2/model_best.pth.tar b/retrain/resnet50/cifar100/0-2/model_best.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..1e24cd1f4b3099bdc073cd036b4c36c3c3d907da --- /dev/null +++ b/retrain/resnet50/cifar100/0-2/model_best.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:693566d8b0b3c049ba8e5dc13df172bd4bd52dc77f4bccc13a55d6d7418014dd +size 95141656 diff --git a/retrain/resnet50/cifar100/0-2/retraincheckpoint.pth.tar b/retrain/resnet50/cifar100/0-2/retraincheckpoint.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..67fbabb19fec12e3a9c6cfd36bbcf496e07db8dc --- /dev/null +++ b/retrain/resnet50/cifar100/0-2/retraincheckpoint.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d66cb5d3b614116bfbe8fcb6d15a97de5c0ab2997a4fe6ee7dae4ecb5047adaf +size 95160834 diff --git a/retrain/resnet50/cifar100/0-2/retraineval_result.pth.tar b/retrain/resnet50/cifar100/0-2/retraineval_result.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..cd737a08c41709334553a63297e7825719d5f3e4 --- /dev/null +++ b/retrain/resnet50/cifar100/0-2/retraineval_result.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5d10261ef566038bdc622d24b9a6be9fc6a04f6d1dbc912ac927ee748ad7a5c +size 12060 diff --git a/retrain/resnet50/cifar100/0-3/class_wise_accuracy.csv b/retrain/resnet50/cifar100/0-3/class_wise_accuracy.csv new file mode 100644 index 0000000000000000000000000000000000000000..20974b36c0cc905271dd1909b4ccf865ceb93340 --- /dev/null +++ b/retrain/resnet50/cifar100/0-3/class_wise_accuracy.csv @@ -0,0 +1,301 @@ +class,total_samples,correct_counts,accuracy,dataset +0,450,0,0.0,train +1,450,0,0.0,train +2,450,0,0.0,train +3,450,0,0.0,train +4,450,433,96.22222137451172,train +5,450,447,99.33333587646484,train +6,450,446,99.11111450195312,train +7,450,439,97.55555725097656,train +8,450,448,99.55555725097656,train +9,450,443,98.44444274902344,train +10,450,436,96.88888549804688,train +11,450,428,95.11111450195312,train +12,450,441,98.0,train +13,450,438,97.33333587646484,train +14,450,443,98.44444274902344,train +15,450,445,98.88888549804688,train +16,450,439,97.55555725097656,train +17,450,443,98.44444274902344,train +18,450,438,97.33333587646484,train +19,450,442,98.22222137451172,train +20,450,445,98.88888549804688,train +21,450,446,99.11111450195312,train +22,450,437,97.11111450195312,train +23,450,443,98.44444274902344,train +24,450,445,98.88888549804688,train +25,450,428,95.11111450195312,train +26,450,434,96.44444274902344,train +27,450,442,98.22222137451172,train +28,450,442,98.22222137451172,train +29,450,438,97.33333587646484,train +30,450,443,98.44444274902344,train +31,450,436,96.88888549804688,train +32,450,433,96.22222137451172,train +33,450,439,97.55555725097656,train +34,450,445,98.88888549804688,train +35,450,424,94.22222137451172,train +36,450,440,97.77777862548828,train +37,450,434,96.44444274902344,train +38,450,438,97.33333587646484,train +39,450,444,98.66666412353516,train +40,450,447,99.33333587646484,train +41,450,442,98.22222137451172,train +42,450,440,97.77777862548828,train +43,450,445,98.88888549804688,train +44,450,435,96.66666412353516,train +45,450,433,96.22222137451172,train +46,450,435,96.66666412353516,train +47,450,439,97.55555725097656,train +48,450,448,99.55555725097656,train +49,450,447,99.33333587646484,train +50,450,429,95.33333587646484,train +51,450,443,98.44444274902344,train +52,450,432,96.0,train +53,450,449,99.77777862548828,train +54,450,442,98.22222137451172,train +55,450,431,95.77777862548828,train +56,450,446,99.11111450195312,train +57,450,438,97.33333587646484,train +58,450,443,98.44444274902344,train +59,450,438,97.33333587646484,train +60,450,442,98.22222137451172,train +61,450,442,98.22222137451172,train +62,450,444,98.66666412353516,train +63,450,435,96.66666412353516,train +64,450,438,97.33333587646484,train +65,450,435,96.66666412353516,train +66,450,442,98.22222137451172,train +67,450,438,97.33333587646484,train +68,450,447,99.33333587646484,train +69,450,441,98.0,train +70,450,440,97.77777862548828,train +71,450,441,98.0,train +72,450,422,93.77777862548828,train +73,450,430,95.55555725097656,train +74,450,435,96.66666412353516,train +75,450,450,100.0,train +76,450,443,98.44444274902344,train +77,450,442,98.22222137451172,train +78,450,440,97.77777862548828,train +79,450,441,98.0,train +80,450,439,97.55555725097656,train +81,450,442,98.22222137451172,train +82,450,448,99.55555725097656,train +83,450,440,97.77777862548828,train +84,450,439,97.55555725097656,train +85,450,445,98.88888549804688,train +86,450,440,97.77777862548828,train +87,450,446,99.11111450195312,train +88,450,440,97.77777862548828,train +89,450,441,98.0,train +90,450,435,96.66666412353516,train +91,450,441,98.0,train +92,450,436,96.88888549804688,train +93,450,439,97.55555725097656,train +94,450,447,99.33333587646484,train +95,450,439,97.55555725097656,train +96,450,443,98.44444274902344,train +97,450,442,98.22222137451172,train +98,450,425,94.44444274902344,train +99,450,436,96.88888549804688,train +0,100,0,0.0,test +1,100,0,0.0,test +2,100,0,0.0,test +3,100,0,0.0,test +4,100,68,68.0,test +5,100,80,80.0,test +6,100,85,85.0,test +7,100,79,79.0,test +8,100,92,92.0,test +9,100,88,88.0,test +10,100,53,53.0,test +11,100,58,58.0,test +12,100,85,85.0,test +13,100,71,71.0,test +14,100,71,71.0,test +15,100,83,83.0,test +16,100,75,75.0,test +17,100,86,86.0,test +18,100,65,65.0,test +19,100,71,71.0,test +20,100,86,86.0,test +21,100,90,90.0,test +22,100,73,73.0,test +23,100,84,84.0,test +24,100,86,86.0,test +25,100,67,67.0,test +26,100,69,69.0,test +27,100,67,67.0,test +28,100,85,85.0,test +29,100,77,77.0,test +30,100,68,68.0,test +31,100,77,77.0,test +32,100,70,70.0,test +33,100,67,67.0,test +34,100,83,83.0,test +35,100,58,58.0,test +36,100,80,80.0,test +37,100,80,80.0,test +38,100,73,73.0,test +39,100,92,92.0,test +40,100,77,77.0,test +41,100,91,91.0,test +42,100,78,78.0,test +43,100,84,84.0,test +44,100,68,68.0,test +45,100,63,63.0,test +46,100,56,56.0,test +47,100,69,69.0,test +48,100,97,97.0,test +49,100,87,87.0,test +50,100,54,54.0,test +51,100,80,80.0,test +52,100,76,76.0,test +53,100,95,95.0,test +54,100,92,92.0,test +55,100,53,53.0,test +56,100,89,89.0,test +57,100,83,83.0,test +58,100,90,90.0,test +59,100,66,66.0,test +60,100,89,89.0,test +61,100,72,72.0,test +62,100,79,79.0,test +63,100,73,73.0,test +64,100,59,59.0,test +65,100,68,68.0,test +66,100,81,81.0,test +67,100,62,62.0,test +68,100,96,96.0,test +69,100,83,83.0,test +70,100,78,78.0,test +71,100,80,80.0,test +72,100,50,50.0,test +73,100,60,60.0,test +74,100,55,55.0,test +75,100,91,91.0,test +76,100,91,91.0,test +77,100,71,71.0,test +78,100,66,66.0,test +79,100,87,87.0,test +80,100,64,64.0,test +81,100,85,85.0,test +82,100,92,92.0,test +83,100,77,77.0,test +84,100,78,78.0,test +85,100,88,88.0,test +86,100,71,71.0,test +87,100,94,94.0,test +88,100,80,80.0,test +89,100,91,91.0,test +90,100,83,83.0,test +91,100,83,83.0,test +92,100,61,61.0,test +93,100,60,60.0,test +94,100,94,94.0,test +95,100,70,70.0,test +96,100,64,64.0,test +97,100,82,82.0,test +98,100,64,64.0,test +99,100,81,81.0,test +0,100,86,86.0,test_LP +1,100,76,76.0,test_LP +2,100,60,60.0,test_LP +3,100,68,68.0,test_LP +4,100,64,64.0,test_LP +5,100,76,76.0,test_LP +6,100,82,82.0,test_LP +7,100,80,80.0,test_LP +8,100,87,87.0,test_LP +9,100,85,85.0,test_LP +10,100,51,51.0,test_LP +11,100,45,45.0,test_LP +12,100,84,84.0,test_LP +13,100,71,71.0,test_LP +14,100,73,73.0,test_LP +15,100,76,76.0,test_LP +16,100,72,72.0,test_LP +17,100,88,88.0,test_LP +18,100,63,63.0,test_LP +19,100,59,59.0,test_LP +20,100,86,86.0,test_LP +21,100,84,84.0,test_LP +22,100,73,73.0,test_LP +23,100,79,79.0,test_LP +24,100,83,83.0,test_LP +25,100,75,75.0,test_LP +26,100,65,65.0,test_LP +27,100,51,51.0,test_LP +28,100,81,81.0,test_LP +29,100,78,78.0,test_LP +30,100,72,72.0,test_LP +31,100,55,55.0,test_LP +32,100,67,67.0,test_LP +33,100,71,71.0,test_LP +34,100,79,79.0,test_LP +35,100,48,48.0,test_LP +36,100,84,84.0,test_LP +37,100,80,80.0,test_LP +38,100,64,64.0,test_LP +39,100,87,87.0,test_LP +40,100,69,69.0,test_LP +41,100,88,88.0,test_LP +42,100,82,82.0,test_LP +43,100,78,78.0,test_LP +44,100,69,69.0,test_LP +45,100,56,56.0,test_LP +46,100,53,53.0,test_LP +47,100,71,71.0,test_LP +48,100,97,97.0,test_LP +49,100,89,89.0,test_LP +50,100,51,51.0,test_LP +51,100,74,74.0,test_LP +52,100,77,77.0,test_LP +53,100,90,90.0,test_LP +54,100,92,92.0,test_LP +55,100,50,50.0,test_LP +56,100,90,90.0,test_LP +57,100,83,83.0,test_LP +58,100,89,89.0,test_LP +59,100,65,65.0,test_LP +60,100,85,85.0,test_LP +61,100,76,76.0,test_LP +62,100,72,72.0,test_LP +63,100,68,68.0,test_LP +64,100,53,53.0,test_LP +65,100,61,61.0,test_LP +66,100,78,78.0,test_LP +67,100,56,56.0,test_LP +68,100,95,95.0,test_LP +69,100,83,83.0,test_LP +70,100,72,72.0,test_LP +71,100,79,79.0,test_LP +72,100,41,41.0,test_LP +73,100,66,66.0,test_LP +74,100,58,58.0,test_LP +75,100,86,86.0,test_LP +76,100,92,92.0,test_LP +77,100,69,69.0,test_LP +78,100,64,64.0,test_LP +79,100,81,81.0,test_LP +80,100,69,69.0,test_LP +81,100,78,78.0,test_LP +82,100,90,90.0,test_LP +83,100,75,75.0,test_LP +84,100,76,76.0,test_LP +85,100,89,89.0,test_LP +86,100,75,75.0,test_LP +87,100,90,90.0,test_LP +88,100,80,80.0,test_LP +89,100,89,89.0,test_LP +90,100,84,84.0,test_LP +91,100,84,84.0,test_LP +92,100,64,64.0,test_LP +93,100,63,63.0,test_LP +94,100,93,93.0,test_LP +95,100,74,74.0,test_LP +96,100,64,64.0,test_LP +97,100,81,81.0,test_LP +98,100,57,57.0,test_LP +99,100,77,77.0,test_LP diff --git a/retrain/resnet50/cifar100/0-3/evaluation_results.json b/retrain/resnet50/cifar100/0-3/evaluation_results.json new file mode 100644 index 0000000000000000000000000000000000000000..36c1183a332120791e2d70da358f784e7dc023a9 --- /dev/null +++ b/retrain/resnet50/cifar100/0-3/evaluation_results.json @@ -0,0 +1,2118 @@ +{ + "unlearning_time": 4880.489365100861, + "accuracy": { + "retain": 99.96527777777777, + "forget": 0.0, + "val": 93.85999989013672, + "test": 73.43 + }, + "SVC_MIA_forget_efficacy": { + "correctness": 1.0, + "confidence": 1.0, + "entropy": 0.8622222222222222, + "m_entropy": 1.0, + "prob": 0.7088888888888889 + }, + "class_wise_accuracy": [ + { + "class": 0, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 1, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 2, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 3, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 4, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 5, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 6, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 7, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 8, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 9, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 10, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 11, + "total_samples": 450, + "correct_counts": 428, + "accuracy": 95.11111450195312, + "dataset": "train" + }, + { + "class": 12, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 13, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 14, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 15, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 16, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 17, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 18, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 19, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 20, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 21, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 22, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 23, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 24, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 25, + "total_samples": 450, + "correct_counts": 428, + "accuracy": 95.11111450195312, + "dataset": "train" + }, + { + "class": 26, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 27, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 28, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 29, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 30, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 31, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 32, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 33, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 34, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 35, + "total_samples": 450, + "correct_counts": 424, + "accuracy": 94.22222137451172, + "dataset": "train" + }, + { + "class": 36, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 37, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 38, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 39, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 40, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 41, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 42, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 43, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 44, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 45, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 46, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 47, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 48, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 49, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 50, + "total_samples": 450, + "correct_counts": 429, + "accuracy": 95.33333587646484, + "dataset": "train" + }, + { + "class": 51, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 52, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 53, + "total_samples": 450, + "correct_counts": 449, + "accuracy": 99.77777862548828, + "dataset": "train" + }, + { + "class": 54, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 55, + "total_samples": 450, + "correct_counts": 431, + "accuracy": 95.77777862548828, + "dataset": "train" + }, + { + "class": 56, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 57, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 58, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 59, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 60, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 61, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 62, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 63, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 64, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 65, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 66, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 67, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 68, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 69, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 70, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 71, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 72, + "total_samples": 450, + "correct_counts": 422, + "accuracy": 93.77777862548828, + "dataset": "train" + }, + { + "class": 73, + "total_samples": 450, + "correct_counts": 430, + "accuracy": 95.55555725097656, + "dataset": "train" + }, + { + "class": 74, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 75, + "total_samples": 450, + "correct_counts": 450, + "accuracy": 100.0, + "dataset": "train" + }, + { + "class": 76, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 77, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 78, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 79, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 80, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 81, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 82, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 83, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 84, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 85, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 86, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 87, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 88, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 89, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 90, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 91, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 92, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 93, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 94, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 95, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 96, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 97, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 98, + "total_samples": 450, + "correct_counts": 425, + "accuracy": 94.44444274902344, + "dataset": "train" + }, + { + "class": 99, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 97, + "accuracy": 97.0, + "dataset": "test" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 95, + "accuracy": 95.0, + "dataset": "test" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 96, + "accuracy": 96.0, + "dataset": "test" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 50, + "accuracy": 50.0, + "dataset": "test" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 51, + "accuracy": 51.0, + "dataset": "test_LP" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 45, + "accuracy": 45.0, + "dataset": "test_LP" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 51, + "accuracy": 51.0, + "dataset": "test_LP" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test_LP" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 48, + "accuracy": 48.0, + "dataset": "test_LP" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test_LP" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test_LP" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 97, + "accuracy": 97.0, + "dataset": "test_LP" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 51, + "accuracy": 51.0, + "dataset": "test_LP" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test_LP" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test_LP" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 50, + "accuracy": 50.0, + "dataset": "test_LP" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test_LP" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test_LP" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test_LP" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 95, + "accuracy": 95.0, + "dataset": "test_LP" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 41, + "accuracy": 41.0, + "dataset": "test_LP" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test_LP" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test_LP" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test_LP" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test_LP" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test_LP" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test_LP" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + } + ] +} \ No newline at end of file diff --git a/retrain/resnet50/cifar100/0-3/model_best.pth.tar b/retrain/resnet50/cifar100/0-3/model_best.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..45c2439f25061296e80adebc62970b29606d9803 --- /dev/null +++ b/retrain/resnet50/cifar100/0-3/model_best.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:023d434039265e98ebe3082c817b72b30a0f248791f1c36e318bdf1e8339e5e6 +size 95141656 diff --git a/retrain/resnet50/cifar100/0-3/retraincheckpoint.pth.tar b/retrain/resnet50/cifar100/0-3/retraincheckpoint.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..3c592afc11155b5fbe57e1189915bb1b02878b97 --- /dev/null +++ b/retrain/resnet50/cifar100/0-3/retraincheckpoint.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9e2d9a28f35503fad9fcd16ea64e59df00f4c61fd64174c1b00dc2b5916250d +size 95160834 diff --git a/retrain/resnet50/cifar100/0-3/retraineval_result.pth.tar b/retrain/resnet50/cifar100/0-3/retraineval_result.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..89deb4d55610b493e72de6011a2e017637aa9b59 --- /dev/null +++ b/retrain/resnet50/cifar100/0-3/retraineval_result.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcd258fb70c0ae10b10edb372a5463517883515d0cee67a3831f9ad1445c1011 +size 12060 diff --git a/retrain/resnet50/cifar100/0-4/class_wise_accuracy.csv b/retrain/resnet50/cifar100/0-4/class_wise_accuracy.csv new file mode 100644 index 0000000000000000000000000000000000000000..d0faa606b54af38c6a8c63dea0afb9e0c1cbf3e2 --- /dev/null +++ b/retrain/resnet50/cifar100/0-4/class_wise_accuracy.csv @@ -0,0 +1,301 @@ +class,total_samples,correct_counts,accuracy,dataset +0,450,0,0.0,train +1,450,0,0.0,train +2,450,0,0.0,train +3,450,0,0.0,train +4,450,0,0.0,train +5,450,444,98.66666412353516,train +6,450,445,98.88888549804688,train +7,450,439,97.55555725097656,train +8,450,448,99.55555725097656,train +9,450,440,97.77777862548828,train +10,450,434,96.44444274902344,train +11,450,429,95.33333587646484,train +12,450,438,97.33333587646484,train +13,450,439,97.55555725097656,train +14,450,438,97.33333587646484,train +15,450,444,98.66666412353516,train +16,450,440,97.77777862548828,train +17,450,440,97.77777862548828,train +18,450,436,96.88888549804688,train +19,450,437,97.11111450195312,train +20,450,445,98.88888549804688,train +21,450,445,98.88888549804688,train +22,450,437,97.11111450195312,train +23,450,444,98.66666412353516,train +24,450,446,99.11111450195312,train +25,450,429,95.33333587646484,train +26,450,436,96.88888549804688,train +27,450,440,97.77777862548828,train +28,450,443,98.44444274902344,train +29,450,438,97.33333587646484,train +30,450,442,98.22222137451172,train +31,450,435,96.66666412353516,train +32,450,433,96.22222137451172,train +33,450,432,96.0,train +34,450,445,98.88888549804688,train +35,450,431,95.77777862548828,train +36,450,440,97.77777862548828,train +37,450,435,96.66666412353516,train +38,450,435,96.66666412353516,train +39,450,446,99.11111450195312,train +40,450,442,98.22222137451172,train +41,450,443,98.44444274902344,train +42,450,437,97.11111450195312,train +43,450,444,98.66666412353516,train +44,450,435,96.66666412353516,train +45,450,433,96.22222137451172,train +46,450,434,96.44444274902344,train +47,450,442,98.22222137451172,train +48,450,447,99.33333587646484,train +49,450,447,99.33333587646484,train +50,450,423,94.0,train +51,450,439,97.55555725097656,train +52,450,435,96.66666412353516,train +53,450,450,100.0,train +54,450,444,98.66666412353516,train +55,450,432,96.0,train +56,450,446,99.11111450195312,train +57,450,436,96.88888549804688,train +58,450,442,98.22222137451172,train +59,450,438,97.33333587646484,train +60,450,443,98.44444274902344,train +61,450,440,97.77777862548828,train +62,450,446,99.11111450195312,train +63,450,439,97.55555725097656,train +64,450,434,96.44444274902344,train +65,450,435,96.66666412353516,train +66,450,443,98.44444274902344,train +67,450,439,97.55555725097656,train +68,450,447,99.33333587646484,train +69,450,441,98.0,train +70,450,438,97.33333587646484,train +71,450,442,98.22222137451172,train +72,450,427,94.88888549804688,train +73,450,432,96.0,train +74,450,431,95.77777862548828,train +75,450,447,99.33333587646484,train +76,450,444,98.66666412353516,train +77,450,442,98.22222137451172,train +78,450,436,96.88888549804688,train +79,450,440,97.77777862548828,train +80,450,433,96.22222137451172,train +81,450,438,97.33333587646484,train +82,450,446,99.11111450195312,train +83,450,439,97.55555725097656,train +84,450,440,97.77777862548828,train +85,450,445,98.88888549804688,train +86,450,443,98.44444274902344,train +87,450,448,99.55555725097656,train +88,450,440,97.77777862548828,train +89,450,446,99.11111450195312,train +90,450,436,96.88888549804688,train +91,450,441,98.0,train +92,450,436,96.88888549804688,train +93,450,439,97.55555725097656,train +94,450,448,99.55555725097656,train +95,450,439,97.55555725097656,train +96,450,443,98.44444274902344,train +97,450,442,98.22222137451172,train +98,450,428,95.11111450195312,train +99,450,436,96.88888549804688,train +0,100,0,0.0,test +1,100,0,0.0,test +2,100,0,0.0,test +3,100,0,0.0,test +4,100,0,0.0,test +5,100,77,77.0,test +6,100,81,81.0,test +7,100,75,75.0,test +8,100,87,87.0,test +9,100,82,82.0,test +10,100,48,48.0,test +11,100,60,60.0,test +12,100,83,83.0,test +13,100,66,66.0,test +14,100,77,77.0,test +15,100,81,81.0,test +16,100,78,78.0,test +17,100,86,86.0,test +18,100,69,69.0,test +19,100,74,74.0,test +20,100,89,89.0,test +21,100,94,94.0,test +22,100,79,79.0,test +23,100,83,83.0,test +24,100,84,84.0,test +25,100,61,61.0,test +26,100,72,72.0,test +27,100,65,65.0,test +28,100,84,84.0,test +29,100,73,73.0,test +30,100,71,71.0,test +31,100,70,70.0,test +32,100,70,70.0,test +33,100,69,69.0,test +34,100,82,82.0,test +35,100,66,66.0,test +36,100,80,80.0,test +37,100,74,74.0,test +38,100,66,66.0,test +39,100,86,86.0,test +40,100,70,70.0,test +41,100,91,91.0,test +42,100,75,75.0,test +43,100,87,87.0,test +44,100,54,54.0,test +45,100,67,67.0,test +46,100,51,51.0,test +47,100,67,67.0,test +48,100,94,94.0,test +49,100,87,87.0,test +50,100,63,63.0,test +51,100,73,73.0,test +52,100,66,66.0,test +53,100,95,95.0,test +54,100,87,87.0,test +55,100,57,57.0,test +56,100,88,88.0,test +57,100,80,80.0,test +58,100,85,85.0,test +59,100,68,68.0,test +60,100,91,91.0,test +61,100,70,70.0,test +62,100,74,74.0,test +63,100,75,75.0,test +64,100,60,60.0,test +65,100,60,60.0,test +66,100,83,83.0,test +67,100,61,61.0,test +68,100,94,94.0,test +69,100,81,81.0,test +70,100,79,79.0,test +71,100,86,86.0,test +72,100,45,45.0,test +73,100,65,65.0,test +74,100,63,63.0,test +75,100,94,94.0,test +76,100,90,90.0,test +77,100,74,74.0,test +78,100,73,73.0,test +79,100,85,85.0,test +80,100,63,63.0,test +81,100,81,81.0,test +82,100,93,93.0,test +83,100,74,74.0,test +84,100,68,68.0,test +85,100,90,90.0,test +86,100,72,72.0,test +87,100,89,89.0,test +88,100,84,84.0,test +89,100,85,85.0,test +90,100,87,87.0,test +91,100,85,85.0,test +92,100,61,61.0,test +93,100,60,60.0,test +94,100,92,92.0,test +95,100,76,76.0,test +96,100,69,69.0,test +97,100,79,79.0,test +98,100,57,57.0,test +99,100,75,75.0,test +0,100,86,86.0,test_LP +1,100,81,81.0,test_LP +2,100,62,62.0,test_LP +3,100,59,59.0,test_LP +4,100,61,61.0,test_LP +5,100,80,80.0,test_LP +6,100,79,79.0,test_LP +7,100,73,73.0,test_LP +8,100,84,84.0,test_LP +9,100,84,84.0,test_LP +10,100,46,46.0,test_LP +11,100,42,42.0,test_LP +12,100,80,80.0,test_LP +13,100,69,69.0,test_LP +14,100,74,74.0,test_LP +15,100,75,75.0,test_LP +16,100,74,74.0,test_LP +17,100,86,86.0,test_LP +18,100,73,73.0,test_LP +19,100,67,67.0,test_LP +20,100,86,86.0,test_LP +21,100,81,81.0,test_LP +22,100,74,74.0,test_LP +23,100,73,73.0,test_LP +24,100,83,83.0,test_LP +25,100,62,62.0,test_LP +26,100,69,69.0,test_LP +27,100,59,59.0,test_LP +28,100,81,81.0,test_LP +29,100,67,67.0,test_LP +30,100,66,66.0,test_LP +31,100,69,69.0,test_LP +32,100,72,72.0,test_LP +33,100,71,71.0,test_LP +34,100,80,80.0,test_LP +35,100,53,53.0,test_LP +36,100,81,81.0,test_LP +37,100,77,77.0,test_LP +38,100,55,55.0,test_LP +39,100,85,85.0,test_LP +40,100,74,74.0,test_LP +41,100,87,87.0,test_LP +42,100,73,73.0,test_LP +43,100,80,80.0,test_LP +44,100,51,51.0,test_LP +45,100,58,58.0,test_LP +46,100,42,42.0,test_LP +47,100,73,73.0,test_LP +48,100,95,95.0,test_LP +49,100,82,82.0,test_LP +50,100,58,58.0,test_LP +51,100,74,74.0,test_LP +52,100,64,64.0,test_LP +53,100,91,91.0,test_LP +54,100,86,86.0,test_LP +55,100,44,44.0,test_LP +56,100,85,85.0,test_LP +57,100,74,74.0,test_LP +58,100,87,87.0,test_LP +59,100,71,71.0,test_LP +60,100,90,90.0,test_LP +61,100,78,78.0,test_LP +62,100,76,76.0,test_LP +63,100,65,65.0,test_LP +64,100,54,54.0,test_LP +65,100,55,55.0,test_LP +66,100,80,80.0,test_LP +67,100,45,45.0,test_LP +68,100,92,92.0,test_LP +69,100,84,84.0,test_LP +70,100,79,79.0,test_LP +71,100,88,88.0,test_LP +72,100,38,38.0,test_LP +73,100,59,59.0,test_LP +74,100,47,47.0,test_LP +75,100,87,87.0,test_LP +76,100,91,91.0,test_LP +77,100,72,72.0,test_LP +78,100,66,66.0,test_LP +79,100,83,83.0,test_LP +80,100,60,60.0,test_LP +81,100,77,77.0,test_LP +82,100,89,89.0,test_LP +83,100,73,73.0,test_LP +84,100,65,65.0,test_LP +85,100,88,88.0,test_LP +86,100,74,74.0,test_LP +87,100,87,87.0,test_LP +88,100,78,78.0,test_LP +89,100,83,83.0,test_LP +90,100,85,85.0,test_LP +91,100,80,80.0,test_LP +92,100,58,58.0,test_LP +93,100,54,54.0,test_LP +94,100,91,91.0,test_LP +95,100,77,77.0,test_LP +96,100,57,57.0,test_LP +97,100,76,76.0,test_LP +98,100,50,50.0,test_LP +99,100,74,74.0,test_LP diff --git a/retrain/resnet50/cifar100/0-4/evaluation_results.json b/retrain/resnet50/cifar100/0-4/evaluation_results.json new file mode 100644 index 0000000000000000000000000000000000000000..d341a26ce6abc59adc325c5f4280a501d727a972 --- /dev/null +++ b/retrain/resnet50/cifar100/0-4/evaluation_results.json @@ -0,0 +1,2118 @@ +{ + "unlearning_time": 4792.283168077469, + "accuracy": { + "retain": 99.9766081871345, + "forget": 0.0, + "val": 92.79999998779297, + "test": 71.9 + }, + "SVC_MIA_forget_efficacy": { + "correctness": 1.0, + "confidence": 1.0, + "entropy": 0.8733333333333333, + "m_entropy": 1.0, + "prob": 0.7133333333333334 + }, + "class_wise_accuracy": [ + { + "class": 0, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 1, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 2, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 3, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 4, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 5, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 6, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 7, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 8, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 9, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 10, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 11, + "total_samples": 450, + "correct_counts": 429, + "accuracy": 95.33333587646484, + "dataset": "train" + }, + { + "class": 12, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 13, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 14, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 15, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 16, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 17, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 18, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 19, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 20, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 21, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 22, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 23, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 24, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 25, + "total_samples": 450, + "correct_counts": 429, + "accuracy": 95.33333587646484, + "dataset": "train" + }, + { + "class": 26, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 27, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 28, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 29, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 30, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 31, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 32, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 33, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 34, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 35, + "total_samples": 450, + "correct_counts": 431, + "accuracy": 95.77777862548828, + "dataset": "train" + }, + { + "class": 36, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 37, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 38, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 39, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 40, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 41, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 42, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 43, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 44, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 45, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 46, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 47, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 48, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 49, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 50, + "total_samples": 450, + "correct_counts": 423, + "accuracy": 94.0, + "dataset": "train" + }, + { + "class": 51, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 52, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 53, + "total_samples": 450, + "correct_counts": 450, + "accuracy": 100.0, + "dataset": "train" + }, + { + "class": 54, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 55, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 56, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 57, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 58, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 59, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 60, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 61, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 62, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 63, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 64, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 65, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 66, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 67, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 68, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 69, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 70, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 71, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 72, + "total_samples": 450, + "correct_counts": 427, + "accuracy": 94.88888549804688, + "dataset": "train" + }, + { + "class": 73, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 74, + "total_samples": 450, + "correct_counts": 431, + "accuracy": 95.77777862548828, + "dataset": "train" + }, + { + "class": 75, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 76, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 77, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 78, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 79, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 80, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 81, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 82, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 83, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 84, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 85, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 86, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 87, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 88, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 89, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 90, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 91, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 92, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 93, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 94, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 95, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 96, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 97, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 98, + "total_samples": 450, + "correct_counts": 428, + "accuracy": 95.11111450195312, + "dataset": "train" + }, + { + "class": 99, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 48, + "accuracy": 48.0, + "dataset": "test" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 51, + "accuracy": 51.0, + "dataset": "test" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 95, + "accuracy": 95.0, + "dataset": "test" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 45, + "accuracy": 45.0, + "dataset": "test" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 46, + "accuracy": 46.0, + "dataset": "test_LP" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 42, + "accuracy": 42.0, + "dataset": "test_LP" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test_LP" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test_LP" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 51, + "accuracy": 51.0, + "dataset": "test_LP" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test_LP" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 42, + "accuracy": 42.0, + "dataset": "test_LP" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 95, + "accuracy": 95.0, + "dataset": "test_LP" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test_LP" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test_LP" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 44, + "accuracy": 44.0, + "dataset": "test_LP" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test_LP" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test_LP" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test_LP" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 45, + "accuracy": 45.0, + "dataset": "test_LP" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test_LP" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 38, + "accuracy": 38.0, + "dataset": "test_LP" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 47, + "accuracy": 47.0, + "dataset": "test_LP" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test_LP" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test_LP" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test_LP" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test_LP" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test_LP" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 50, + "accuracy": 50.0, + "dataset": "test_LP" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + } + ] +} \ No newline at end of file diff --git a/retrain/resnet50/cifar100/0-4/model_best.pth.tar b/retrain/resnet50/cifar100/0-4/model_best.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..40eac294dce510cd6d794a020d2fd556a2725df9 --- /dev/null +++ b/retrain/resnet50/cifar100/0-4/model_best.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b08e33be813c6e58e9271ee6212503289cffb8ac22304896487ebdf5548c0f92 +size 95141656 diff --git a/retrain/resnet50/cifar100/0-4/retraincheckpoint.pth.tar b/retrain/resnet50/cifar100/0-4/retraincheckpoint.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..4cf85eec033132a3bfb311ef7e343f812cf7a2a2 --- /dev/null +++ b/retrain/resnet50/cifar100/0-4/retraincheckpoint.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d14a74b8e2d284430413d9bfdccd5217601cab1874777e7d653a092255c69e3 +size 95160834 diff --git a/retrain/resnet50/cifar100/0-4/retraineval_result.pth.tar b/retrain/resnet50/cifar100/0-4/retraineval_result.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..f993f4f40fcdc377a2deac2e59e075e37a94ed23 --- /dev/null +++ b/retrain/resnet50/cifar100/0-4/retraineval_result.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1b69ae1166498da4430a5617065cb29d78e04319a4f32e8732c20d1c98a4535 +size 12060 diff --git a/retrain/resnet50/cifar100/0-5/class_wise_accuracy.csv b/retrain/resnet50/cifar100/0-5/class_wise_accuracy.csv new file mode 100644 index 0000000000000000000000000000000000000000..0aa700c382c85ab4acd55f6278ab97cc6e0dc7e9 --- /dev/null +++ b/retrain/resnet50/cifar100/0-5/class_wise_accuracy.csv @@ -0,0 +1,301 @@ +class,total_samples,correct_counts,accuracy,dataset +0,450,0,0.0,train +1,450,0,0.0,train +2,450,0,0.0,train +3,450,0,0.0,train +4,450,0,0.0,train +5,450,0,0.0,train +6,450,444,98.66666412353516,train +7,450,440,97.77777862548828,train +8,450,446,99.11111450195312,train +9,450,442,98.22222137451172,train +10,450,438,97.33333587646484,train +11,450,427,94.88888549804688,train +12,450,439,97.55555725097656,train +13,450,442,98.22222137451172,train +14,450,442,98.22222137451172,train +15,450,445,98.88888549804688,train +16,450,440,97.77777862548828,train +17,450,442,98.22222137451172,train +18,450,436,96.88888549804688,train +19,450,444,98.66666412353516,train +20,450,448,99.55555725097656,train +21,450,447,99.33333587646484,train +22,450,436,96.88888549804688,train +23,450,442,98.22222137451172,train +24,450,446,99.11111450195312,train +25,450,432,96.0,train +26,450,438,97.33333587646484,train +27,450,439,97.55555725097656,train +28,450,442,98.22222137451172,train +29,450,437,97.11111450195312,train +30,450,442,98.22222137451172,train +31,450,438,97.33333587646484,train +32,450,438,97.33333587646484,train +33,450,435,96.66666412353516,train +34,450,445,98.88888549804688,train +35,450,431,95.77777862548828,train +36,450,440,97.77777862548828,train +37,450,435,96.66666412353516,train +38,450,436,96.88888549804688,train +39,450,443,98.44444274902344,train +40,450,444,98.66666412353516,train +41,450,444,98.66666412353516,train +42,450,438,97.33333587646484,train +43,450,444,98.66666412353516,train +44,450,434,96.44444274902344,train +45,450,435,96.66666412353516,train +46,450,433,96.22222137451172,train +47,450,441,98.0,train +48,450,448,99.55555725097656,train +49,450,446,99.11111450195312,train +50,450,424,94.22222137451172,train +51,450,441,98.0,train +52,450,434,96.44444274902344,train +53,450,448,99.55555725097656,train +54,450,443,98.44444274902344,train +55,450,434,96.44444274902344,train +56,450,446,99.11111450195312,train +57,450,439,97.55555725097656,train +58,450,443,98.44444274902344,train +59,450,437,97.11111450195312,train +60,450,442,98.22222137451172,train +61,450,442,98.22222137451172,train +62,450,441,98.0,train +63,450,441,98.0,train +64,450,439,97.55555725097656,train +65,450,431,95.77777862548828,train +66,450,443,98.44444274902344,train +67,450,439,97.55555725097656,train +68,450,449,99.77777862548828,train +69,450,441,98.0,train +70,450,440,97.77777862548828,train +71,450,445,98.88888549804688,train +72,450,427,94.88888549804688,train +73,450,431,95.77777862548828,train +74,450,433,96.22222137451172,train +75,450,450,100.0,train +76,450,444,98.66666412353516,train +77,450,441,98.0,train +78,450,438,97.33333587646484,train +79,450,440,97.77777862548828,train +80,450,435,96.66666412353516,train +81,450,437,97.11111450195312,train +82,450,446,99.11111450195312,train +83,450,438,97.33333587646484,train +84,450,438,97.33333587646484,train +85,450,445,98.88888549804688,train +86,450,445,98.88888549804688,train +87,450,447,99.33333587646484,train +88,450,438,97.33333587646484,train +89,450,442,98.22222137451172,train +90,450,437,97.11111450195312,train +91,450,440,97.77777862548828,train +92,450,433,96.22222137451172,train +93,450,439,97.55555725097656,train +94,450,446,99.11111450195312,train +95,450,441,98.0,train +96,450,441,98.0,train +97,450,443,98.44444274902344,train +98,450,422,93.77777862548828,train +99,450,437,97.11111450195312,train +0,100,0,0.0,test +1,100,0,0.0,test +2,100,0,0.0,test +3,100,0,0.0,test +4,100,0,0.0,test +5,100,0,0.0,test +6,100,86,86.0,test +7,100,79,79.0,test +8,100,88,88.0,test +9,100,89,89.0,test +10,100,57,57.0,test +11,100,52,52.0,test +12,100,86,86.0,test +13,100,73,73.0,test +14,100,76,76.0,test +15,100,83,83.0,test +16,100,78,78.0,test +17,100,83,83.0,test +18,100,66,66.0,test +19,100,70,70.0,test +20,100,89,89.0,test +21,100,94,94.0,test +22,100,77,77.0,test +23,100,78,78.0,test +24,100,88,88.0,test +25,100,75,75.0,test +26,100,72,72.0,test +27,100,59,59.0,test +28,100,85,85.0,test +29,100,78,78.0,test +30,100,68,68.0,test +31,100,76,76.0,test +32,100,69,69.0,test +33,100,62,62.0,test +34,100,86,86.0,test +35,100,56,56.0,test +36,100,83,83.0,test +37,100,77,77.0,test +38,100,73,73.0,test +39,100,87,87.0,test +40,100,80,80.0,test +41,100,93,93.0,test +42,100,79,79.0,test +43,100,85,85.0,test +44,100,66,66.0,test +45,100,66,66.0,test +46,100,57,57.0,test +47,100,69,69.0,test +48,100,97,97.0,test +49,100,89,89.0,test +50,100,58,58.0,test +51,100,77,77.0,test +52,100,70,70.0,test +53,100,95,95.0,test +54,100,86,86.0,test +55,100,53,53.0,test +56,100,91,91.0,test +57,100,78,78.0,test +58,100,88,88.0,test +59,100,69,69.0,test +60,100,91,91.0,test +61,100,74,74.0,test +62,100,79,79.0,test +63,100,72,72.0,test +64,100,56,56.0,test +65,100,67,67.0,test +66,100,81,81.0,test +67,100,67,67.0,test +68,100,93,93.0,test +69,100,85,85.0,test +70,100,73,73.0,test +71,100,82,82.0,test +72,100,57,57.0,test +73,100,64,64.0,test +74,100,64,64.0,test +75,100,93,93.0,test +76,100,94,94.0,test +77,100,71,71.0,test +78,100,73,73.0,test +79,100,87,87.0,test +80,100,68,68.0,test +81,100,78,78.0,test +82,100,94,94.0,test +83,100,79,79.0,test +84,100,72,72.0,test +85,100,87,87.0,test +86,100,77,77.0,test +87,100,91,91.0,test +88,100,84,84.0,test +89,100,86,86.0,test +90,100,83,83.0,test +91,100,82,82.0,test +92,100,71,71.0,test +93,100,64,64.0,test +94,100,91,91.0,test +95,100,77,77.0,test +96,100,65,65.0,test +97,100,78,78.0,test +98,100,62,62.0,test +99,100,73,73.0,test +0,100,86,86.0,test_LP +1,100,79,79.0,test_LP +2,100,71,71.0,test_LP +3,100,56,56.0,test_LP +4,100,69,69.0,test_LP +5,100,82,82.0,test_LP +6,100,78,78.0,test_LP +7,100,76,76.0,test_LP +8,100,88,88.0,test_LP +9,100,88,88.0,test_LP +10,100,47,47.0,test_LP +11,100,45,45.0,test_LP +12,100,80,80.0,test_LP +13,100,73,73.0,test_LP +14,100,76,76.0,test_LP +15,100,78,78.0,test_LP +16,100,76,76.0,test_LP +17,100,83,83.0,test_LP +18,100,59,59.0,test_LP +19,100,67,67.0,test_LP +20,100,82,82.0,test_LP +21,100,89,89.0,test_LP +22,100,71,71.0,test_LP +23,100,74,74.0,test_LP +24,100,82,82.0,test_LP +25,100,49,49.0,test_LP +26,100,75,75.0,test_LP +27,100,52,52.0,test_LP +28,100,84,84.0,test_LP +29,100,72,72.0,test_LP +30,100,63,63.0,test_LP +31,100,75,75.0,test_LP +32,100,66,66.0,test_LP +33,100,64,64.0,test_LP +34,100,80,80.0,test_LP +35,100,43,43.0,test_LP +36,100,80,80.0,test_LP +37,100,77,77.0,test_LP +38,100,60,60.0,test_LP +39,100,86,86.0,test_LP +40,100,70,70.0,test_LP +41,100,92,92.0,test_LP +42,100,79,79.0,test_LP +43,100,82,82.0,test_LP +44,100,57,57.0,test_LP +45,100,59,59.0,test_LP +46,100,51,51.0,test_LP +47,100,63,63.0,test_LP +48,100,95,95.0,test_LP +49,100,83,83.0,test_LP +50,100,53,53.0,test_LP +51,100,73,73.0,test_LP +52,100,77,77.0,test_LP +53,100,91,91.0,test_LP +54,100,84,84.0,test_LP +55,100,44,44.0,test_LP +56,100,90,90.0,test_LP +57,100,74,74.0,test_LP +58,100,89,89.0,test_LP +59,100,68,68.0,test_LP +60,100,91,91.0,test_LP +61,100,77,77.0,test_LP +62,100,79,79.0,test_LP +63,100,62,62.0,test_LP +64,100,51,51.0,test_LP +65,100,65,65.0,test_LP +66,100,75,75.0,test_LP +67,100,62,62.0,test_LP +68,100,93,93.0,test_LP +69,100,85,85.0,test_LP +70,100,73,73.0,test_LP +71,100,84,84.0,test_LP +72,100,47,47.0,test_LP +73,100,53,53.0,test_LP +74,100,52,52.0,test_LP +75,100,85,85.0,test_LP +76,100,91,91.0,test_LP +77,100,66,66.0,test_LP +78,100,70,70.0,test_LP +79,100,82,82.0,test_LP +80,100,62,62.0,test_LP +81,100,75,75.0,test_LP +82,100,91,91.0,test_LP +83,100,63,63.0,test_LP +84,100,63,63.0,test_LP +85,100,85,85.0,test_LP +86,100,73,73.0,test_LP +87,100,85,85.0,test_LP +88,100,82,82.0,test_LP +89,100,80,80.0,test_LP +90,100,82,82.0,test_LP +91,100,79,79.0,test_LP +92,100,72,72.0,test_LP +93,100,52,52.0,test_LP +94,100,92,92.0,test_LP +95,100,74,74.0,test_LP +96,100,64,64.0,test_LP +97,100,75,75.0,test_LP +98,100,48,48.0,test_LP +99,100,79,79.0,test_LP diff --git a/retrain/resnet50/cifar100/0-5/evaluation_results.json b/retrain/resnet50/cifar100/0-5/evaluation_results.json new file mode 100644 index 0000000000000000000000000000000000000000..412fccc26a0d6603f39562debc3ef99438e0a03a --- /dev/null +++ b/retrain/resnet50/cifar100/0-5/evaluation_results.json @@ -0,0 +1,2118 @@ +{ + "unlearning_time": 4765.8212077617645, + "accuracy": { + "retain": 99.97635933806147, + "forget": 0.0, + "val": 91.84, + "test": 72.29 + }, + "SVC_MIA_forget_efficacy": { + "correctness": 1.0, + "confidence": 1.0, + "entropy": 0.8133333333333334, + "m_entropy": 1.0, + "prob": 0.8511111111111112 + }, + "class_wise_accuracy": [ + { + "class": 0, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 1, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 2, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 3, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 4, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 5, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 6, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 7, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 8, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 9, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 10, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 11, + "total_samples": 450, + "correct_counts": 427, + "accuracy": 94.88888549804688, + "dataset": "train" + }, + { + "class": 12, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 13, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 14, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 15, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 16, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 17, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 18, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 19, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 20, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 21, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 22, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 23, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 24, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 25, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 26, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 27, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 28, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 29, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 30, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 31, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 32, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 33, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 34, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 35, + "total_samples": 450, + "correct_counts": 431, + "accuracy": 95.77777862548828, + "dataset": "train" + }, + { + "class": 36, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 37, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 38, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 39, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 40, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 41, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 42, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 43, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 44, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 45, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 46, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 47, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 48, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 49, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 50, + "total_samples": 450, + "correct_counts": 424, + "accuracy": 94.22222137451172, + "dataset": "train" + }, + { + "class": 51, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 52, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 53, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 54, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 55, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 56, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 57, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 58, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 59, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 60, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 61, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 62, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 63, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 64, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 65, + "total_samples": 450, + "correct_counts": 431, + "accuracy": 95.77777862548828, + "dataset": "train" + }, + { + "class": 66, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 67, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 68, + "total_samples": 450, + "correct_counts": 449, + "accuracy": 99.77777862548828, + "dataset": "train" + }, + { + "class": 69, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 70, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 71, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 72, + "total_samples": 450, + "correct_counts": 427, + "accuracy": 94.88888549804688, + "dataset": "train" + }, + { + "class": 73, + "total_samples": 450, + "correct_counts": 431, + "accuracy": 95.77777862548828, + "dataset": "train" + }, + { + "class": 74, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 75, + "total_samples": 450, + "correct_counts": 450, + "accuracy": 100.0, + "dataset": "train" + }, + { + "class": 76, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 77, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 78, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 79, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 80, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 81, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 82, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 83, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 84, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 85, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 86, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 87, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 88, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 89, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 90, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 91, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 92, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 93, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 94, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 95, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 96, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 97, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 98, + "total_samples": 450, + "correct_counts": 422, + "accuracy": 93.77777862548828, + "dataset": "train" + }, + { + "class": 99, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 52, + "accuracy": 52.0, + "dataset": "test" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 97, + "accuracy": 97.0, + "dataset": "test" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 95, + "accuracy": 95.0, + "dataset": "test" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test_LP" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 47, + "accuracy": 47.0, + "dataset": "test_LP" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 45, + "accuracy": 45.0, + "dataset": "test_LP" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 49, + "accuracy": 49.0, + "dataset": "test_LP" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 52, + "accuracy": 52.0, + "dataset": "test_LP" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 43, + "accuracy": 43.0, + "dataset": "test_LP" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test_LP" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test_LP" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 51, + "accuracy": 51.0, + "dataset": "test_LP" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 95, + "accuracy": 95.0, + "dataset": "test_LP" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test_LP" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test_LP" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 44, + "accuracy": 44.0, + "dataset": "test_LP" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test_LP" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test_LP" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 51, + "accuracy": 51.0, + "dataset": "test_LP" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test_LP" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 47, + "accuracy": 47.0, + "dataset": "test_LP" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test_LP" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 52, + "accuracy": 52.0, + "dataset": "test_LP" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test_LP" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test_LP" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 52, + "accuracy": 52.0, + "dataset": "test_LP" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test_LP" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 48, + "accuracy": 48.0, + "dataset": "test_LP" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + } + ] +} \ No newline at end of file diff --git a/retrain/resnet50/cifar100/0-5/model_best.pth.tar b/retrain/resnet50/cifar100/0-5/model_best.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..3d08e6afaf3d04e00ea09cbfa4b950e9d4e7930b --- /dev/null +++ b/retrain/resnet50/cifar100/0-5/model_best.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cfb0a9c5d80fe749d2047e743b0906c0eea5109c7e6d109704a97b50b2328d7 +size 95141656 diff --git a/retrain/resnet50/cifar100/0-5/retraincheckpoint.pth.tar b/retrain/resnet50/cifar100/0-5/retraincheckpoint.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..e8a45f8c7249cb0b935f96653505f69c69fcfde1 --- /dev/null +++ b/retrain/resnet50/cifar100/0-5/retraincheckpoint.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7609c6772129a8a43c0ddc388c788809a042d6d5b52a6bcc995295f2a36a7c0 +size 95160834 diff --git a/retrain/resnet50/cifar100/0-5/retraineval_result.pth.tar b/retrain/resnet50/cifar100/0-5/retraineval_result.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..4f01e8b602ecc4c19f3eaf5eb4899d81a6dfc792 --- /dev/null +++ b/retrain/resnet50/cifar100/0-5/retraineval_result.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a8d45e4f56b1bff9f288e45de82455fac3c48c4c922920c27eb959c6729189d +size 12060 diff --git a/retrain/resnet50/cifar100/0-6/class_wise_accuracy.csv b/retrain/resnet50/cifar100/0-6/class_wise_accuracy.csv new file mode 100644 index 0000000000000000000000000000000000000000..d528461866636f6450411cef8d4079660275ac4e --- /dev/null +++ b/retrain/resnet50/cifar100/0-6/class_wise_accuracy.csv @@ -0,0 +1,301 @@ +class,total_samples,correct_counts,accuracy,dataset +0,450,0,0.0,train +1,450,0,0.0,train +2,450,0,0.0,train +3,450,0,0.0,train +4,450,0,0.0,train +5,450,0,0.0,train +6,450,0,0.0,train +7,450,440,97.77777862548828,train +8,450,449,99.77777862548828,train +9,450,443,98.44444274902344,train +10,450,435,96.66666412353516,train +11,450,424,94.22222137451172,train +12,450,440,97.77777862548828,train +13,450,442,98.22222137451172,train +14,450,441,98.0,train +15,450,442,98.22222137451172,train +16,450,440,97.77777862548828,train +17,450,443,98.44444274902344,train +18,450,436,96.88888549804688,train +19,450,440,97.77777862548828,train +20,450,446,99.11111450195312,train +21,450,446,99.11111450195312,train +22,450,436,96.88888549804688,train +23,450,443,98.44444274902344,train +24,450,446,99.11111450195312,train +25,450,433,96.22222137451172,train +26,450,438,97.33333587646484,train +27,450,442,98.22222137451172,train +28,450,444,98.66666412353516,train +29,450,437,97.11111450195312,train +30,450,442,98.22222137451172,train +31,450,432,96.0,train +32,450,433,96.22222137451172,train +33,450,433,96.22222137451172,train +34,450,444,98.66666412353516,train +35,450,431,95.77777862548828,train +36,450,441,98.0,train +37,450,440,97.77777862548828,train +38,450,433,96.22222137451172,train +39,450,446,99.11111450195312,train +40,450,444,98.66666412353516,train +41,450,444,98.66666412353516,train +42,450,437,97.11111450195312,train +43,450,445,98.88888549804688,train +44,450,431,95.77777862548828,train +45,450,434,96.44444274902344,train +46,450,429,95.33333587646484,train +47,450,439,97.55555725097656,train +48,450,447,99.33333587646484,train +49,450,445,98.88888549804688,train +50,450,422,93.77777862548828,train +51,450,442,98.22222137451172,train +52,450,438,97.33333587646484,train +53,450,449,99.77777862548828,train +54,450,444,98.66666412353516,train +55,450,430,95.55555725097656,train +56,450,446,99.11111450195312,train +57,450,440,97.77777862548828,train +58,450,444,98.66666412353516,train +59,450,433,96.22222137451172,train +60,450,440,97.77777862548828,train +61,450,440,97.77777862548828,train +62,450,435,96.66666412353516,train +63,450,439,97.55555725097656,train +64,450,433,96.22222137451172,train +65,450,433,96.22222137451172,train +66,450,441,98.0,train +67,450,437,97.11111450195312,train +68,450,446,99.11111450195312,train +69,450,442,98.22222137451172,train +70,450,441,98.0,train +71,450,441,98.0,train +72,450,423,94.0,train +73,450,436,96.88888549804688,train +74,450,433,96.22222137451172,train +75,450,448,99.55555725097656,train +76,450,445,98.88888549804688,train +77,450,441,98.0,train +78,450,438,97.33333587646484,train +79,450,440,97.77777862548828,train +80,450,437,97.11111450195312,train +81,450,437,97.11111450195312,train +82,450,447,99.33333587646484,train +83,450,440,97.77777862548828,train +84,450,440,97.77777862548828,train +85,450,444,98.66666412353516,train +86,450,444,98.66666412353516,train +87,450,445,98.88888549804688,train +88,450,442,98.22222137451172,train +89,450,443,98.44444274902344,train +90,450,432,96.0,train +91,450,442,98.22222137451172,train +92,450,432,96.0,train +93,450,436,96.88888549804688,train +94,450,446,99.11111450195312,train +95,450,438,97.33333587646484,train +96,450,436,96.88888549804688,train +97,450,444,98.66666412353516,train +98,450,426,94.66666412353516,train +99,450,440,97.77777862548828,train +0,100,0,0.0,test +1,100,0,0.0,test +2,100,0,0.0,test +3,100,0,0.0,test +4,100,0,0.0,test +5,100,0,0.0,test +6,100,0,0.0,test +7,100,75,75.0,test +8,100,89,89.0,test +9,100,88,88.0,test +10,100,48,48.0,test +11,100,54,54.0,test +12,100,84,84.0,test +13,100,76,76.0,test +14,100,71,71.0,test +15,100,83,83.0,test +16,100,74,74.0,test +17,100,85,85.0,test +18,100,69,69.0,test +19,100,73,73.0,test +20,100,90,90.0,test +21,100,91,91.0,test +22,100,76,76.0,test +23,100,81,81.0,test +24,100,86,86.0,test +25,100,72,72.0,test +26,100,73,73.0,test +27,100,68,68.0,test +28,100,86,86.0,test +29,100,76,76.0,test +30,100,67,67.0,test +31,100,77,77.0,test +32,100,72,72.0,test +33,100,71,71.0,test +34,100,83,83.0,test +35,100,62,62.0,test +36,100,86,86.0,test +37,100,78,78.0,test +38,100,70,70.0,test +39,100,86,86.0,test +40,100,76,76.0,test +41,100,87,87.0,test +42,100,78,78.0,test +43,100,85,85.0,test +44,100,63,63.0,test +45,100,72,72.0,test +46,100,50,50.0,test +47,100,70,70.0,test +48,100,95,95.0,test +49,100,88,88.0,test +50,100,53,53.0,test +51,100,81,81.0,test +52,100,74,74.0,test +53,100,93,93.0,test +54,100,89,89.0,test +55,100,56,56.0,test +56,100,88,88.0,test +57,100,84,84.0,test +58,100,85,85.0,test +59,100,59,59.0,test +60,100,91,91.0,test +61,100,65,65.0,test +62,100,80,80.0,test +63,100,73,73.0,test +64,100,54,54.0,test +65,100,67,67.0,test +66,100,79,79.0,test +67,100,62,62.0,test +68,100,90,90.0,test +69,100,82,82.0,test +70,100,78,78.0,test +71,100,83,83.0,test +72,100,52,52.0,test +73,100,67,67.0,test +74,100,63,63.0,test +75,100,95,95.0,test +76,100,91,91.0,test +77,100,76,76.0,test +78,100,62,62.0,test +79,100,82,82.0,test +80,100,63,63.0,test +81,100,81,81.0,test +82,100,92,92.0,test +83,100,77,77.0,test +84,100,72,72.0,test +85,100,93,93.0,test +86,100,75,75.0,test +87,100,91,91.0,test +88,100,82,82.0,test +89,100,89,89.0,test +90,100,85,85.0,test +91,100,82,82.0,test +92,100,63,63.0,test +93,100,57,57.0,test +94,100,96,96.0,test +95,100,73,73.0,test +96,100,66,66.0,test +97,100,82,82.0,test +98,100,61,61.0,test +99,100,80,80.0,test +0,100,81,81.0,test_LP +1,100,79,79.0,test_LP +2,100,59,59.0,test_LP +3,100,55,55.0,test_LP +4,100,55,55.0,test_LP +5,100,64,64.0,test_LP +6,100,79,79.0,test_LP +7,100,72,72.0,test_LP +8,100,89,89.0,test_LP +9,100,88,88.0,test_LP +10,100,47,47.0,test_LP +11,100,46,46.0,test_LP +12,100,77,77.0,test_LP +13,100,73,73.0,test_LP +14,100,66,66.0,test_LP +15,100,80,80.0,test_LP +16,100,73,73.0,test_LP +17,100,86,86.0,test_LP +18,100,65,65.0,test_LP +19,100,68,68.0,test_LP +20,100,83,83.0,test_LP +21,100,86,86.0,test_LP +22,100,77,77.0,test_LP +23,100,82,82.0,test_LP +24,100,87,87.0,test_LP +25,100,68,68.0,test_LP +26,100,70,70.0,test_LP +27,100,56,56.0,test_LP +28,100,85,85.0,test_LP +29,100,69,69.0,test_LP +30,100,71,71.0,test_LP +31,100,73,73.0,test_LP +32,100,68,68.0,test_LP +33,100,71,71.0,test_LP +34,100,76,76.0,test_LP +35,100,48,48.0,test_LP +36,100,75,75.0,test_LP +37,100,80,80.0,test_LP +38,100,67,67.0,test_LP +39,100,85,85.0,test_LP +40,100,69,69.0,test_LP +41,100,85,85.0,test_LP +42,100,76,76.0,test_LP +43,100,78,78.0,test_LP +44,100,61,61.0,test_LP +45,100,63,63.0,test_LP +46,100,55,55.0,test_LP +47,100,64,64.0,test_LP +48,100,95,95.0,test_LP +49,100,89,89.0,test_LP +50,100,51,51.0,test_LP +51,100,71,71.0,test_LP +52,100,68,68.0,test_LP +53,100,92,92.0,test_LP +54,100,90,90.0,test_LP +55,100,46,46.0,test_LP +56,100,89,89.0,test_LP +57,100,77,77.0,test_LP +58,100,88,88.0,test_LP +59,100,70,70.0,test_LP +60,100,85,85.0,test_LP +61,100,72,72.0,test_LP +62,100,72,72.0,test_LP +63,100,64,64.0,test_LP +64,100,54,54.0,test_LP +65,100,58,58.0,test_LP +66,100,79,79.0,test_LP +67,100,62,62.0,test_LP +68,100,91,91.0,test_LP +69,100,84,84.0,test_LP +70,100,75,75.0,test_LP +71,100,81,81.0,test_LP +72,100,48,48.0,test_LP +73,100,58,58.0,test_LP +74,100,46,46.0,test_LP +75,100,91,91.0,test_LP +76,100,92,92.0,test_LP +77,100,77,77.0,test_LP +78,100,66,66.0,test_LP +79,100,71,71.0,test_LP +80,100,57,57.0,test_LP +81,100,85,85.0,test_LP +82,100,89,89.0,test_LP +83,100,70,70.0,test_LP +84,100,65,65.0,test_LP +85,100,85,85.0,test_LP +86,100,73,73.0,test_LP +87,100,86,86.0,test_LP +88,100,80,80.0,test_LP +89,100,85,85.0,test_LP +90,100,81,81.0,test_LP +91,100,73,73.0,test_LP +92,100,59,59.0,test_LP +93,100,55,55.0,test_LP +94,100,89,89.0,test_LP +95,100,75,75.0,test_LP +96,100,73,73.0,test_LP +97,100,84,84.0,test_LP +98,100,54,54.0,test_LP +99,100,84,84.0,test_LP diff --git a/retrain/resnet50/cifar100/0-6/evaluation_results.json b/retrain/resnet50/cifar100/0-6/evaluation_results.json new file mode 100644 index 0000000000000000000000000000000000000000..993aa1a08986906164ee6a5d3884d783c5ef80dc --- /dev/null +++ b/retrain/resnet50/cifar100/0-6/evaluation_results.json @@ -0,0 +1,2118 @@ +{ + "unlearning_time": 4719.903754711151, + "accuracy": { + "retain": 99.96176821983273, + "forget": 0.0, + "val": 90.84, + "test": 70.98 + }, + "SVC_MIA_forget_efficacy": { + "correctness": 1.0, + "confidence": 1.0, + "entropy": 0.9022222222222223, + "m_entropy": 1.0, + "prob": 0.7133333333333334 + }, + "class_wise_accuracy": [ + { + "class": 0, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 1, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 2, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 3, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 4, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 5, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 6, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 7, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 8, + "total_samples": 450, + "correct_counts": 449, + "accuracy": 99.77777862548828, + "dataset": "train" + }, + { + "class": 9, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 10, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 11, + "total_samples": 450, + "correct_counts": 424, + "accuracy": 94.22222137451172, + "dataset": "train" + }, + { + "class": 12, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 13, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 14, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 15, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 16, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 17, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 18, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 19, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 20, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 21, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 22, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 23, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 24, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 25, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 26, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 27, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 28, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 29, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 30, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 31, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 32, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 33, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 34, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 35, + "total_samples": 450, + "correct_counts": 431, + "accuracy": 95.77777862548828, + "dataset": "train" + }, + { + "class": 36, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 37, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 38, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 39, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 40, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 41, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 42, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 43, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 44, + "total_samples": 450, + "correct_counts": 431, + "accuracy": 95.77777862548828, + "dataset": "train" + }, + { + "class": 45, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 46, + "total_samples": 450, + "correct_counts": 429, + "accuracy": 95.33333587646484, + "dataset": "train" + }, + { + "class": 47, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 48, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 49, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 50, + "total_samples": 450, + "correct_counts": 422, + "accuracy": 93.77777862548828, + "dataset": "train" + }, + { + "class": 51, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 52, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 53, + "total_samples": 450, + "correct_counts": 449, + "accuracy": 99.77777862548828, + "dataset": "train" + }, + { + "class": 54, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 55, + "total_samples": 450, + "correct_counts": 430, + "accuracy": 95.55555725097656, + "dataset": "train" + }, + { + "class": 56, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 57, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 58, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 59, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 60, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 61, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 62, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 63, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 64, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 65, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 66, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 67, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 68, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 69, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 70, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 71, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 72, + "total_samples": 450, + "correct_counts": 423, + "accuracy": 94.0, + "dataset": "train" + }, + { + "class": 73, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 74, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 75, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 76, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 77, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 78, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 79, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 80, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 81, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 82, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 83, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 84, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 85, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 86, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 87, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 88, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 89, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 90, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 91, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 92, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 93, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 94, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 95, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 96, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 97, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 98, + "total_samples": 450, + "correct_counts": 426, + "accuracy": 94.66666412353516, + "dataset": "train" + }, + { + "class": 99, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 48, + "accuracy": 48.0, + "dataset": "test" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 50, + "accuracy": 50.0, + "dataset": "test" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 95, + "accuracy": 95.0, + "dataset": "test" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 52, + "accuracy": 52.0, + "dataset": "test" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 95, + "accuracy": 95.0, + "dataset": "test" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 96, + "accuracy": 96.0, + "dataset": "test" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test_LP" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test_LP" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 47, + "accuracy": 47.0, + "dataset": "test_LP" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 46, + "accuracy": 46.0, + "dataset": "test_LP" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test_LP" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 48, + "accuracy": 48.0, + "dataset": "test_LP" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test_LP" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 95, + "accuracy": 95.0, + "dataset": "test_LP" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 51, + "accuracy": 51.0, + "dataset": "test_LP" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test_LP" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test_LP" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 46, + "accuracy": 46.0, + "dataset": "test_LP" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test_LP" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test_LP" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test_LP" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 48, + "accuracy": 48.0, + "dataset": "test_LP" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test_LP" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 46, + "accuracy": 46.0, + "dataset": "test_LP" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test_LP" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test_LP" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test_LP" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test_LP" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test_LP" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + } + ] +} \ No newline at end of file diff --git a/retrain/resnet50/cifar100/0-6/model_best.pth.tar b/retrain/resnet50/cifar100/0-6/model_best.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..65e00d4a87d649981a20c8e50dee55aeca033f78 --- /dev/null +++ b/retrain/resnet50/cifar100/0-6/model_best.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3499d7292557261c7e5f2a6091a9242aa627190939ef833c1f47004dd0c05c58 +size 95141656 diff --git a/retrain/resnet50/cifar100/0-6/retraincheckpoint.pth.tar b/retrain/resnet50/cifar100/0-6/retraincheckpoint.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..23efd2fc78db17be58cc1261202bc4afa39c7f2b --- /dev/null +++ b/retrain/resnet50/cifar100/0-6/retraincheckpoint.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bd71d1ce86e88fb34a3fb5524fb1831b54fc0e44eae82b7304c52979a7a04eb +size 95160834 diff --git a/retrain/resnet50/cifar100/0-6/retraineval_result.pth.tar b/retrain/resnet50/cifar100/0-6/retraineval_result.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..c0983f898a75ad389675c67effdd06db47e7d524 --- /dev/null +++ b/retrain/resnet50/cifar100/0-6/retraineval_result.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31579ad8c0ac04bb7958c2d9876e692d77848818da9a9470edd36c13ce781a00 +size 12060 diff --git a/retrain/resnet50/cifar100/0-7/class_wise_accuracy.csv b/retrain/resnet50/cifar100/0-7/class_wise_accuracy.csv new file mode 100644 index 0000000000000000000000000000000000000000..498e636c608c3ca276d51f3418aa55b731af9054 --- /dev/null +++ b/retrain/resnet50/cifar100/0-7/class_wise_accuracy.csv @@ -0,0 +1,301 @@ +class,total_samples,correct_counts,accuracy,dataset +0,450,0,0.0,train +1,450,0,0.0,train +2,450,0,0.0,train +3,450,0,0.0,train +4,450,0,0.0,train +5,450,0,0.0,train +6,450,0,0.0,train +7,450,0,0.0,train +8,450,446,99.11111450195312,train +9,450,442,98.22222137451172,train +10,450,433,96.22222137451172,train +11,450,428,95.11111450195312,train +12,450,439,97.55555725097656,train +13,450,442,98.22222137451172,train +14,450,439,97.55555725097656,train +15,450,444,98.66666412353516,train +16,450,439,97.55555725097656,train +17,450,442,98.22222137451172,train +18,450,433,96.22222137451172,train +19,450,440,97.77777862548828,train +20,450,447,99.33333587646484,train +21,450,445,98.88888549804688,train +22,450,439,97.55555725097656,train +23,450,443,98.44444274902344,train +24,450,447,99.33333587646484,train +25,450,433,96.22222137451172,train +26,450,436,96.88888549804688,train +27,450,436,96.88888549804688,train +28,450,445,98.88888549804688,train +29,450,437,97.11111450195312,train +30,450,443,98.44444274902344,train +31,450,437,97.11111450195312,train +32,450,430,95.55555725097656,train +33,450,436,96.88888549804688,train +34,450,445,98.88888549804688,train +35,450,428,95.11111450195312,train +36,450,439,97.55555725097656,train +37,450,438,97.33333587646484,train +38,450,439,97.55555725097656,train +39,450,446,99.11111450195312,train +40,450,445,98.88888549804688,train +41,450,444,98.66666412353516,train +42,450,436,96.88888549804688,train +43,450,444,98.66666412353516,train +44,450,434,96.44444274902344,train +45,450,432,96.0,train +46,450,429,95.33333587646484,train +47,450,440,97.77777862548828,train +48,450,447,99.33333587646484,train +49,450,446,99.11111450195312,train +50,450,428,95.11111450195312,train +51,450,440,97.77777862548828,train +52,450,438,97.33333587646484,train +53,450,450,100.0,train +54,450,446,99.11111450195312,train +55,450,431,95.77777862548828,train +56,450,449,99.77777862548828,train +57,450,439,97.55555725097656,train +58,450,444,98.66666412353516,train +59,450,438,97.33333587646484,train +60,450,440,97.77777862548828,train +61,450,441,98.0,train +62,450,441,98.0,train +63,450,441,98.0,train +64,450,435,96.66666412353516,train +65,450,435,96.66666412353516,train +66,450,443,98.44444274902344,train +67,450,440,97.77777862548828,train +68,450,448,99.55555725097656,train +69,450,442,98.22222137451172,train +70,450,442,98.22222137451172,train +71,450,440,97.77777862548828,train +72,450,423,94.0,train +73,450,432,96.0,train +74,450,433,96.22222137451172,train +75,450,449,99.77777862548828,train +76,450,446,99.11111450195312,train +77,450,441,98.0,train +78,450,441,98.0,train +79,450,441,98.0,train +80,450,436,96.88888549804688,train +81,450,438,97.33333587646484,train +82,450,449,99.77777862548828,train +83,450,437,97.11111450195312,train +84,450,441,98.0,train +85,450,446,99.11111450195312,train +86,450,442,98.22222137451172,train +87,450,446,99.11111450195312,train +88,450,445,98.88888549804688,train +89,450,445,98.88888549804688,train +90,450,438,97.33333587646484,train +91,450,442,98.22222137451172,train +92,450,435,96.66666412353516,train +93,450,440,97.77777862548828,train +94,450,449,99.77777862548828,train +95,450,439,97.55555725097656,train +96,450,438,97.33333587646484,train +97,450,441,98.0,train +98,450,428,95.11111450195312,train +99,450,437,97.11111450195312,train +0,100,0,0.0,test +1,100,0,0.0,test +2,100,0,0.0,test +3,100,0,0.0,test +4,100,0,0.0,test +5,100,0,0.0,test +6,100,0,0.0,test +7,100,0,0.0,test +8,100,88,88.0,test +9,100,88,88.0,test +10,100,47,47.0,test +11,100,61,61.0,test +12,100,82,82.0,test +13,100,68,68.0,test +14,100,74,74.0,test +15,100,83,83.0,test +16,100,77,77.0,test +17,100,85,85.0,test +18,100,72,72.0,test +19,100,67,67.0,test +20,100,89,89.0,test +21,100,93,93.0,test +22,100,77,77.0,test +23,100,82,82.0,test +24,100,85,85.0,test +25,100,71,71.0,test +26,100,64,64.0,test +27,100,66,66.0,test +28,100,86,86.0,test +29,100,77,77.0,test +30,100,71,71.0,test +31,100,75,75.0,test +32,100,69,69.0,test +33,100,67,67.0,test +34,100,85,85.0,test +35,100,56,56.0,test +36,100,83,83.0,test +37,100,80,80.0,test +38,100,71,71.0,test +39,100,87,87.0,test +40,100,70,70.0,test +41,100,87,87.0,test +42,100,82,82.0,test +43,100,81,81.0,test +44,100,67,67.0,test +45,100,65,65.0,test +46,100,59,59.0,test +47,100,69,69.0,test +48,100,96,96.0,test +49,100,91,91.0,test +50,100,57,57.0,test +51,100,78,78.0,test +52,100,64,64.0,test +53,100,94,94.0,test +54,100,87,87.0,test +55,100,48,48.0,test +56,100,89,89.0,test +57,100,84,84.0,test +58,100,90,90.0,test +59,100,78,78.0,test +60,100,91,91.0,test +61,100,71,71.0,test +62,100,77,77.0,test +63,100,75,75.0,test +64,100,60,60.0,test +65,100,69,69.0,test +66,100,81,81.0,test +67,100,62,62.0,test +68,100,93,93.0,test +69,100,83,83.0,test +70,100,75,75.0,test +71,100,85,85.0,test +72,100,54,54.0,test +73,100,67,67.0,test +74,100,59,59.0,test +75,100,95,95.0,test +76,100,93,93.0,test +77,100,75,75.0,test +78,100,70,70.0,test +79,100,88,88.0,test +80,100,69,69.0,test +81,100,85,85.0,test +82,100,92,92.0,test +83,100,74,74.0,test +84,100,72,72.0,test +85,100,88,88.0,test +86,100,74,74.0,test +87,100,91,91.0,test +88,100,85,85.0,test +89,100,90,90.0,test +90,100,86,86.0,test +91,100,84,84.0,test +92,100,62,62.0,test +93,100,62,62.0,test +94,100,93,93.0,test +95,100,74,74.0,test +96,100,65,65.0,test +97,100,80,80.0,test +98,100,65,65.0,test +99,100,76,76.0,test +0,100,85,85.0,test_LP +1,100,79,79.0,test_LP +2,100,56,56.0,test_LP +3,100,50,50.0,test_LP +4,100,58,58.0,test_LP +5,100,67,67.0,test_LP +6,100,71,71.0,test_LP +7,100,70,70.0,test_LP +8,100,84,84.0,test_LP +9,100,88,88.0,test_LP +10,100,48,48.0,test_LP +11,100,52,52.0,test_LP +12,100,84,84.0,test_LP +13,100,61,61.0,test_LP +14,100,65,65.0,test_LP +15,100,80,80.0,test_LP +16,100,76,76.0,test_LP +17,100,86,86.0,test_LP +18,100,62,62.0,test_LP +19,100,64,64.0,test_LP +20,100,85,85.0,test_LP +21,100,89,89.0,test_LP +22,100,72,72.0,test_LP +23,100,81,81.0,test_LP +24,100,76,76.0,test_LP +25,100,49,49.0,test_LP +26,100,70,70.0,test_LP +27,100,54,54.0,test_LP +28,100,84,84.0,test_LP +29,100,72,72.0,test_LP +30,100,67,67.0,test_LP +31,100,66,66.0,test_LP +32,100,70,70.0,test_LP +33,100,66,66.0,test_LP +34,100,79,79.0,test_LP +35,100,40,40.0,test_LP +36,100,82,82.0,test_LP +37,100,74,74.0,test_LP +38,100,67,67.0,test_LP +39,100,86,86.0,test_LP +40,100,69,69.0,test_LP +41,100,82,82.0,test_LP +42,100,77,77.0,test_LP +43,100,77,77.0,test_LP +44,100,59,59.0,test_LP +45,100,54,54.0,test_LP +46,100,48,48.0,test_LP +47,100,70,70.0,test_LP +48,100,96,96.0,test_LP +49,100,89,89.0,test_LP +50,100,49,49.0,test_LP +51,100,78,78.0,test_LP +52,100,68,68.0,test_LP +53,100,87,87.0,test_LP +54,100,84,84.0,test_LP +55,100,47,47.0,test_LP +56,100,89,89.0,test_LP +57,100,75,75.0,test_LP +58,100,89,89.0,test_LP +59,100,73,73.0,test_LP +60,100,90,90.0,test_LP +61,100,78,78.0,test_LP +62,100,76,76.0,test_LP +63,100,66,66.0,test_LP +64,100,53,53.0,test_LP +65,100,61,61.0,test_LP +66,100,81,81.0,test_LP +67,100,60,60.0,test_LP +68,100,91,91.0,test_LP +69,100,84,84.0,test_LP +70,100,73,73.0,test_LP +71,100,83,83.0,test_LP +72,100,41,41.0,test_LP +73,100,59,59.0,test_LP +74,100,56,56.0,test_LP +75,100,89,89.0,test_LP +76,100,91,91.0,test_LP +77,100,66,66.0,test_LP +78,100,63,63.0,test_LP +79,100,77,77.0,test_LP +80,100,61,61.0,test_LP +81,100,87,87.0,test_LP +82,100,88,88.0,test_LP +83,100,72,72.0,test_LP +84,100,68,68.0,test_LP +85,100,83,83.0,test_LP +86,100,74,74.0,test_LP +87,100,88,88.0,test_LP +88,100,79,79.0,test_LP +89,100,87,87.0,test_LP +90,100,82,82.0,test_LP +91,100,75,75.0,test_LP +92,100,57,57.0,test_LP +93,100,52,52.0,test_LP +94,100,91,91.0,test_LP +95,100,69,69.0,test_LP +96,100,64,64.0,test_LP +97,100,80,80.0,test_LP +98,100,54,54.0,test_LP +99,100,78,78.0,test_LP diff --git a/retrain/resnet50/cifar100/0-7/evaluation_results.json b/retrain/resnet50/cifar100/0-7/evaluation_results.json new file mode 100644 index 0000000000000000000000000000000000000000..55ef7713f37790409bfd4a25eaa7ddd38e796ff4 --- /dev/null +++ b/retrain/resnet50/cifar100/0-7/evaluation_results.json @@ -0,0 +1,2118 @@ +{ + "unlearning_time": 4659.287970304489, + "accuracy": { + "retain": 99.97826086956522, + "forget": 0.0, + "val": 89.91999989013672, + "test": 70.52 + }, + "SVC_MIA_forget_efficacy": { + "correctness": 1.0, + "confidence": 1.0, + "entropy": 0.8155555555555556, + "m_entropy": 1.0, + "prob": 0.9066666666666666 + }, + "class_wise_accuracy": [ + { + "class": 0, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 1, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 2, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 3, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 4, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 5, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 6, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 7, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 8, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 9, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 10, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 11, + "total_samples": 450, + "correct_counts": 428, + "accuracy": 95.11111450195312, + "dataset": "train" + }, + { + "class": 12, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 13, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 14, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 15, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 16, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 17, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 18, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 19, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 20, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 21, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 22, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 23, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 24, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 25, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 26, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 27, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 28, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 29, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 30, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 31, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 32, + "total_samples": 450, + "correct_counts": 430, + "accuracy": 95.55555725097656, + "dataset": "train" + }, + { + "class": 33, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 34, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 35, + "total_samples": 450, + "correct_counts": 428, + "accuracy": 95.11111450195312, + "dataset": "train" + }, + { + "class": 36, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 37, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 38, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 39, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 40, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 41, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 42, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 43, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 44, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 45, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 46, + "total_samples": 450, + "correct_counts": 429, + "accuracy": 95.33333587646484, + "dataset": "train" + }, + { + "class": 47, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 48, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 49, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 50, + "total_samples": 450, + "correct_counts": 428, + "accuracy": 95.11111450195312, + "dataset": "train" + }, + { + "class": 51, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 52, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 53, + "total_samples": 450, + "correct_counts": 450, + "accuracy": 100.0, + "dataset": "train" + }, + { + "class": 54, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 55, + "total_samples": 450, + "correct_counts": 431, + "accuracy": 95.77777862548828, + "dataset": "train" + }, + { + "class": 56, + "total_samples": 450, + "correct_counts": 449, + "accuracy": 99.77777862548828, + "dataset": "train" + }, + { + "class": 57, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 58, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 59, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 60, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 61, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 62, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 63, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 64, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 65, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 66, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 67, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 68, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 69, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 70, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 71, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 72, + "total_samples": 450, + "correct_counts": 423, + "accuracy": 94.0, + "dataset": "train" + }, + { + "class": 73, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 74, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 75, + "total_samples": 450, + "correct_counts": 449, + "accuracy": 99.77777862548828, + "dataset": "train" + }, + { + "class": 76, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 77, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 78, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 79, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 80, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 81, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 82, + "total_samples": 450, + "correct_counts": 449, + "accuracy": 99.77777862548828, + "dataset": "train" + }, + { + "class": 83, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 84, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 85, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 86, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 87, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 88, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 89, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 90, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 91, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 92, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 93, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 94, + "total_samples": 450, + "correct_counts": 449, + "accuracy": 99.77777862548828, + "dataset": "train" + }, + { + "class": 95, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 96, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 97, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 98, + "total_samples": 450, + "correct_counts": 428, + "accuracy": 95.11111450195312, + "dataset": "train" + }, + { + "class": 99, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 47, + "accuracy": 47.0, + "dataset": "test" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 96, + "accuracy": 96.0, + "dataset": "test" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 48, + "accuracy": 48.0, + "dataset": "test" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 95, + "accuracy": 95.0, + "dataset": "test" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test_LP" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 50, + "accuracy": 50.0, + "dataset": "test_LP" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test_LP" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 48, + "accuracy": 48.0, + "dataset": "test_LP" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 52, + "accuracy": 52.0, + "dataset": "test_LP" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 49, + "accuracy": 49.0, + "dataset": "test_LP" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test_LP" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 40, + "accuracy": 40.0, + "dataset": "test_LP" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test_LP" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test_LP" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 48, + "accuracy": 48.0, + "dataset": "test_LP" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 96, + "accuracy": 96.0, + "dataset": "test_LP" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 49, + "accuracy": 49.0, + "dataset": "test_LP" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 47, + "accuracy": 47.0, + "dataset": "test_LP" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test_LP" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test_LP" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test_LP" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 41, + "accuracy": 41.0, + "dataset": "test_LP" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test_LP" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test_LP" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test_LP" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test_LP" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 52, + "accuracy": 52.0, + "dataset": "test_LP" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test_LP" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test_LP" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + } + ] +} \ No newline at end of file diff --git a/retrain/resnet50/cifar100/0-7/model_best.pth.tar b/retrain/resnet50/cifar100/0-7/model_best.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..a0b4ced3843794c7e8a11cc7f7ba37e2d1b89e64 --- /dev/null +++ b/retrain/resnet50/cifar100/0-7/model_best.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ab02b6d0ec45081368d63f7937cb1f0bd13f4f859c0b3aec9a99da43e7e7d7c +size 95141656 diff --git a/retrain/resnet50/cifar100/0-7/retraincheckpoint.pth.tar b/retrain/resnet50/cifar100/0-7/retraincheckpoint.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..e33bd45b20d894d59f5a6bd931bd6b9d74261e67 --- /dev/null +++ b/retrain/resnet50/cifar100/0-7/retraincheckpoint.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb1f9cc4c0d5f390d4a5aa9638f232032fc455c11049ab0719f058aa954ae776 +size 95160834 diff --git a/retrain/resnet50/cifar100/0-7/retraineval_result.pth.tar b/retrain/resnet50/cifar100/0-7/retraineval_result.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..69297464cc5fcc2ce0030fad498f326c27b85ed9 --- /dev/null +++ b/retrain/resnet50/cifar100/0-7/retraineval_result.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bfb33a2f220b61b7a3dcdfd02418ed9f6248633ae9dbf441113aa663bde051a +size 12060 diff --git a/retrain/resnet50/cifar100/0-8/class_wise_accuracy.csv b/retrain/resnet50/cifar100/0-8/class_wise_accuracy.csv new file mode 100644 index 0000000000000000000000000000000000000000..da3cf55a0deeeb6d8167ab15ee6d3d153d165d9e --- /dev/null +++ b/retrain/resnet50/cifar100/0-8/class_wise_accuracy.csv @@ -0,0 +1,301 @@ +class,total_samples,correct_counts,accuracy,dataset +0,450,0,0.0,train +1,450,0,0.0,train +2,450,0,0.0,train +3,450,0,0.0,train +4,450,0,0.0,train +5,450,0,0.0,train +6,450,0,0.0,train +7,450,0,0.0,train +8,450,0,0.0,train +9,450,442,98.22222137451172,train +10,450,432,96.0,train +11,450,425,94.44444274902344,train +12,450,442,98.22222137451172,train +13,450,440,97.77777862548828,train +14,450,443,98.44444274902344,train +15,450,444,98.66666412353516,train +16,450,438,97.33333587646484,train +17,450,442,98.22222137451172,train +18,450,438,97.33333587646484,train +19,450,442,98.22222137451172,train +20,450,446,99.11111450195312,train +21,450,445,98.88888549804688,train +22,450,436,96.88888549804688,train +23,450,445,98.88888549804688,train +24,450,446,99.11111450195312,train +25,450,435,96.66666412353516,train +26,450,435,96.66666412353516,train +27,450,441,98.0,train +28,450,443,98.44444274902344,train +29,450,437,97.11111450195312,train +30,450,443,98.44444274902344,train +31,450,436,96.88888549804688,train +32,450,431,95.77777862548828,train +33,450,432,96.0,train +34,450,443,98.44444274902344,train +35,450,429,95.33333587646484,train +36,450,440,97.77777862548828,train +37,450,434,96.44444274902344,train +38,450,438,97.33333587646484,train +39,450,448,99.55555725097656,train +40,450,443,98.44444274902344,train +41,450,442,98.22222137451172,train +42,450,438,97.33333587646484,train +43,450,445,98.88888549804688,train +44,450,434,96.44444274902344,train +45,450,429,95.33333587646484,train +46,450,434,96.44444274902344,train +47,450,440,97.77777862548828,train +48,450,448,99.55555725097656,train +49,450,447,99.33333587646484,train +50,450,428,95.11111450195312,train +51,450,439,97.55555725097656,train +52,450,433,96.22222137451172,train +53,450,449,99.77777862548828,train +54,450,442,98.22222137451172,train +55,450,430,95.55555725097656,train +56,450,447,99.33333587646484,train +57,450,438,97.33333587646484,train +58,450,443,98.44444274902344,train +59,450,435,96.66666412353516,train +60,450,443,98.44444274902344,train +61,450,438,97.33333587646484,train +62,450,445,98.88888549804688,train +63,450,437,97.11111450195312,train +64,450,435,96.66666412353516,train +65,450,435,96.66666412353516,train +66,450,441,98.0,train +67,450,441,98.0,train +68,450,447,99.33333587646484,train +69,450,443,98.44444274902344,train +70,450,442,98.22222137451172,train +71,450,441,98.0,train +72,450,420,93.33333587646484,train +73,450,433,96.22222137451172,train +74,450,431,95.77777862548828,train +75,450,450,100.0,train +76,450,445,98.88888549804688,train +77,450,441,98.0,train +78,450,438,97.33333587646484,train +79,450,440,97.77777862548828,train +80,450,435,96.66666412353516,train +81,450,438,97.33333587646484,train +82,450,449,99.77777862548828,train +83,450,434,96.44444274902344,train +84,450,438,97.33333587646484,train +85,450,446,99.11111450195312,train +86,450,444,98.66666412353516,train +87,450,443,98.44444274902344,train +88,450,439,97.55555725097656,train +89,450,443,98.44444274902344,train +90,450,436,96.88888549804688,train +91,450,443,98.44444274902344,train +92,450,438,97.33333587646484,train +93,450,441,98.0,train +94,450,448,99.55555725097656,train +95,450,442,98.22222137451172,train +96,450,440,97.77777862548828,train +97,450,442,98.22222137451172,train +98,450,431,95.77777862548828,train +99,450,437,97.11111450195312,train +0,100,0,0.0,test +1,100,0,0.0,test +2,100,0,0.0,test +3,100,0,0.0,test +4,100,0,0.0,test +5,100,0,0.0,test +6,100,0,0.0,test +7,100,0,0.0,test +8,100,0,0.0,test +9,100,87,87.0,test +10,100,50,50.0,test +11,100,58,58.0,test +12,100,85,85.0,test +13,100,70,70.0,test +14,100,77,77.0,test +15,100,88,88.0,test +16,100,80,80.0,test +17,100,87,87.0,test +18,100,69,69.0,test +19,100,67,67.0,test +20,100,89,89.0,test +21,100,91,91.0,test +22,100,75,75.0,test +23,100,82,82.0,test +24,100,87,87.0,test +25,100,68,68.0,test +26,100,77,77.0,test +27,100,63,63.0,test +28,100,85,85.0,test +29,100,81,81.0,test +30,100,73,73.0,test +31,100,71,71.0,test +32,100,71,71.0,test +33,100,58,58.0,test +34,100,82,82.0,test +35,100,57,57.0,test +36,100,84,84.0,test +37,100,79,79.0,test +38,100,69,69.0,test +39,100,89,89.0,test +40,100,74,74.0,test +41,100,87,87.0,test +42,100,82,82.0,test +43,100,87,87.0,test +44,100,54,54.0,test +45,100,67,67.0,test +46,100,52,52.0,test +47,100,73,73.0,test +48,100,96,96.0,test +49,100,86,86.0,test +50,100,56,56.0,test +51,100,72,72.0,test +52,100,64,64.0,test +53,100,93,93.0,test +54,100,88,88.0,test +55,100,56,56.0,test +56,100,91,91.0,test +57,100,81,81.0,test +58,100,91,91.0,test +59,100,70,70.0,test +60,100,90,90.0,test +61,100,70,70.0,test +62,100,75,75.0,test +63,100,71,71.0,test +64,100,53,53.0,test +65,100,60,60.0,test +66,100,83,83.0,test +67,100,64,64.0,test +68,100,91,91.0,test +69,100,84,84.0,test +70,100,71,71.0,test +71,100,83,83.0,test +72,100,47,47.0,test +73,100,65,65.0,test +74,100,59,59.0,test +75,100,92,92.0,test +76,100,91,91.0,test +77,100,73,73.0,test +78,100,70,70.0,test +79,100,87,87.0,test +80,100,68,68.0,test +81,100,77,77.0,test +82,100,91,91.0,test +83,100,73,73.0,test +84,100,70,70.0,test +85,100,87,87.0,test +86,100,75,75.0,test +87,100,88,88.0,test +88,100,82,82.0,test +89,100,91,91.0,test +90,100,82,82.0,test +91,100,83,83.0,test +92,100,61,61.0,test +93,100,61,61.0,test +94,100,94,94.0,test +95,100,73,73.0,test +96,100,68,68.0,test +97,100,85,85.0,test +98,100,64,64.0,test +99,100,76,76.0,test +0,100,83,83.0,test_LP +1,100,72,72.0,test_LP +2,100,65,65.0,test_LP +3,100,61,61.0,test_LP +4,100,73,73.0,test_LP +5,100,69,69.0,test_LP +6,100,71,71.0,test_LP +7,100,59,59.0,test_LP +8,100,76,76.0,test_LP +9,100,92,92.0,test_LP +10,100,49,49.0,test_LP +11,100,45,45.0,test_LP +12,100,77,77.0,test_LP +13,100,70,70.0,test_LP +14,100,52,52.0,test_LP +15,100,78,78.0,test_LP +16,100,74,74.0,test_LP +17,100,87,87.0,test_LP +18,100,64,64.0,test_LP +19,100,60,60.0,test_LP +20,100,83,83.0,test_LP +21,100,84,84.0,test_LP +22,100,73,73.0,test_LP +23,100,79,79.0,test_LP +24,100,80,80.0,test_LP +25,100,50,50.0,test_LP +26,100,68,68.0,test_LP +27,100,55,55.0,test_LP +28,100,83,83.0,test_LP +29,100,74,74.0,test_LP +30,100,64,64.0,test_LP +31,100,61,61.0,test_LP +32,100,67,67.0,test_LP +33,100,60,60.0,test_LP +34,100,76,76.0,test_LP +35,100,47,47.0,test_LP +36,100,82,82.0,test_LP +37,100,75,75.0,test_LP +38,100,58,58.0,test_LP +39,100,84,84.0,test_LP +40,100,68,68.0,test_LP +41,100,84,84.0,test_LP +42,100,74,74.0,test_LP +43,100,73,73.0,test_LP +44,100,45,45.0,test_LP +45,100,55,55.0,test_LP +46,100,49,49.0,test_LP +47,100,69,69.0,test_LP +48,100,91,91.0,test_LP +49,100,84,84.0,test_LP +50,100,50,50.0,test_LP +51,100,69,69.0,test_LP +52,100,72,72.0,test_LP +53,100,87,87.0,test_LP +54,100,83,83.0,test_LP +55,100,38,38.0,test_LP +56,100,91,91.0,test_LP +57,100,72,72.0,test_LP +58,100,90,90.0,test_LP +59,100,70,70.0,test_LP +60,100,90,90.0,test_LP +61,100,72,72.0,test_LP +62,100,71,71.0,test_LP +63,100,55,55.0,test_LP +64,100,53,53.0,test_LP +65,100,53,53.0,test_LP +66,100,80,80.0,test_LP +67,100,55,55.0,test_LP +68,100,90,90.0,test_LP +69,100,85,85.0,test_LP +70,100,68,68.0,test_LP +71,100,85,85.0,test_LP +72,100,40,40.0,test_LP +73,100,68,68.0,test_LP +74,100,40,40.0,test_LP +75,100,88,88.0,test_LP +76,100,90,90.0,test_LP +77,100,61,61.0,test_LP +78,100,69,69.0,test_LP +79,100,76,76.0,test_LP +80,100,63,63.0,test_LP +81,100,73,73.0,test_LP +82,100,91,91.0,test_LP +83,100,68,68.0,test_LP +84,100,61,61.0,test_LP +85,100,79,79.0,test_LP +86,100,74,74.0,test_LP +87,100,83,83.0,test_LP +88,100,80,80.0,test_LP +89,100,85,85.0,test_LP +90,100,85,85.0,test_LP +91,100,79,79.0,test_LP +92,100,62,62.0,test_LP +93,100,57,57.0,test_LP +94,100,91,91.0,test_LP +95,100,69,69.0,test_LP +96,100,57,57.0,test_LP +97,100,82,82.0,test_LP +98,100,51,51.0,test_LP +99,100,71,71.0,test_LP diff --git a/retrain/resnet50/cifar100/0-8/evaluation_results.json b/retrain/resnet50/cifar100/0-8/evaluation_results.json new file mode 100644 index 0000000000000000000000000000000000000000..735a6fe7cb7c240259fc5d8a3666432357b7cd3e --- /dev/null +++ b/retrain/resnet50/cifar100/0-8/evaluation_results.json @@ -0,0 +1,2118 @@ +{ + "unlearning_time": 4627.469330787659, + "accuracy": { + "retain": 99.97313797313797, + "forget": 0.0, + "val": 89.08, + "test": 68.97 + }, + "SVC_MIA_forget_efficacy": { + "correctness": 1.0, + "confidence": 1.0, + "entropy": 0.8133333333333334, + "m_entropy": 1.0, + "prob": 0.7666666666666666 + }, + "class_wise_accuracy": [ + { + "class": 0, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 1, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 2, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 3, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 4, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 5, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 6, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 7, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 8, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 9, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 10, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 11, + "total_samples": 450, + "correct_counts": 425, + "accuracy": 94.44444274902344, + "dataset": "train" + }, + { + "class": 12, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 13, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 14, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 15, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 16, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 17, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 18, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 19, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 20, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 21, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 22, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 23, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 24, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 25, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 26, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 27, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 28, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 29, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 30, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 31, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 32, + "total_samples": 450, + "correct_counts": 431, + "accuracy": 95.77777862548828, + "dataset": "train" + }, + { + "class": 33, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 34, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 35, + "total_samples": 450, + "correct_counts": 429, + "accuracy": 95.33333587646484, + "dataset": "train" + }, + { + "class": 36, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 37, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 38, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 39, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 40, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 41, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 42, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 43, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 44, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 45, + "total_samples": 450, + "correct_counts": 429, + "accuracy": 95.33333587646484, + "dataset": "train" + }, + { + "class": 46, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 47, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 48, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 49, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 50, + "total_samples": 450, + "correct_counts": 428, + "accuracy": 95.11111450195312, + "dataset": "train" + }, + { + "class": 51, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 52, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 53, + "total_samples": 450, + "correct_counts": 449, + "accuracy": 99.77777862548828, + "dataset": "train" + }, + { + "class": 54, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 55, + "total_samples": 450, + "correct_counts": 430, + "accuracy": 95.55555725097656, + "dataset": "train" + }, + { + "class": 56, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 57, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 58, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 59, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 60, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 61, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 62, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 63, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 64, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 65, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 66, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 67, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 68, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 69, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 70, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 71, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 72, + "total_samples": 450, + "correct_counts": 420, + "accuracy": 93.33333587646484, + "dataset": "train" + }, + { + "class": 73, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 74, + "total_samples": 450, + "correct_counts": 431, + "accuracy": 95.77777862548828, + "dataset": "train" + }, + { + "class": 75, + "total_samples": 450, + "correct_counts": 450, + "accuracy": 100.0, + "dataset": "train" + }, + { + "class": 76, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 77, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 78, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 79, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 80, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 81, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 82, + "total_samples": 450, + "correct_counts": 449, + "accuracy": 99.77777862548828, + "dataset": "train" + }, + { + "class": 83, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 84, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 85, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 86, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 87, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 88, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 89, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 90, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 91, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 92, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 93, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 94, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 95, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 96, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 97, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 98, + "total_samples": 450, + "correct_counts": 431, + "accuracy": 95.77777862548828, + "dataset": "train" + }, + { + "class": 99, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 50, + "accuracy": 50.0, + "dataset": "test" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 52, + "accuracy": 52.0, + "dataset": "test" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 96, + "accuracy": 96.0, + "dataset": "test" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 47, + "accuracy": 47.0, + "dataset": "test" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test_LP" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 49, + "accuracy": 49.0, + "dataset": "test_LP" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 45, + "accuracy": 45.0, + "dataset": "test_LP" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 52, + "accuracy": 52.0, + "dataset": "test_LP" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 50, + "accuracy": 50.0, + "dataset": "test_LP" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test_LP" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test_LP" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 47, + "accuracy": 47.0, + "dataset": "test_LP" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test_LP" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 45, + "accuracy": 45.0, + "dataset": "test_LP" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test_LP" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 49, + "accuracy": 49.0, + "dataset": "test_LP" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test_LP" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 50, + "accuracy": 50.0, + "dataset": "test_LP" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 38, + "accuracy": 38.0, + "dataset": "test_LP" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test_LP" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test_LP" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test_LP" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test_LP" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test_LP" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test_LP" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test_LP" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test_LP" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test_LP" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 40, + "accuracy": 40.0, + "dataset": "test_LP" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 40, + "accuracy": 40.0, + "dataset": "test_LP" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test_LP" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test_LP" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test_LP" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test_LP" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test_LP" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test_LP" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 51, + "accuracy": 51.0, + "dataset": "test_LP" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + } + ] +} \ No newline at end of file diff --git a/retrain/resnet50/cifar100/0-8/model_best.pth.tar b/retrain/resnet50/cifar100/0-8/model_best.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..dd9d15a446eb5e228a95c75ae6b8ec364c9100be --- /dev/null +++ b/retrain/resnet50/cifar100/0-8/model_best.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33157abd7c750ad99e5063cd4dfc912129d86cfe7643d0d2c6cbf0dcaa86e931 +size 95141656 diff --git a/retrain/resnet50/cifar100/0-8/retraincheckpoint.pth.tar b/retrain/resnet50/cifar100/0-8/retraincheckpoint.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..afa8209cb4f791828a065f9c23d7cac84a017337 --- /dev/null +++ b/retrain/resnet50/cifar100/0-8/retraincheckpoint.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b469f07ff42f51e88e58e02f3007bd17261b91075feb15497b46c326226c594c +size 95160834 diff --git a/retrain/resnet50/cifar100/0-8/retraineval_result.pth.tar b/retrain/resnet50/cifar100/0-8/retraineval_result.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..79a111dc45f9e292f125d86062c23bf7a2f14aac --- /dev/null +++ b/retrain/resnet50/cifar100/0-8/retraineval_result.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4405629a44eabb1cac1fdc1de7a381df8f53f0827366b41d600350755001e87 +size 12060 diff --git a/retrain/resnet50/cifar100/0-9/class_wise_accuracy.csv b/retrain/resnet50/cifar100/0-9/class_wise_accuracy.csv new file mode 100644 index 0000000000000000000000000000000000000000..bdab95a55dc7e5124834eca4b75cbfdac40decab --- /dev/null +++ b/retrain/resnet50/cifar100/0-9/class_wise_accuracy.csv @@ -0,0 +1,301 @@ +class,total_samples,correct_counts,accuracy,dataset +0,450,0,0.0,train +1,450,0,0.0,train +2,450,0,0.0,train +3,450,0,0.0,train +4,450,0,0.0,train +5,450,0,0.0,train +6,450,0,0.0,train +7,450,0,0.0,train +8,450,0,0.0,train +9,450,0,0.0,train +10,450,434,96.44444274902344,train +11,450,429,95.33333587646484,train +12,450,440,97.77777862548828,train +13,450,439,97.55555725097656,train +14,450,444,98.66666412353516,train +15,450,445,98.88888549804688,train +16,450,438,97.33333587646484,train +17,450,444,98.66666412353516,train +18,450,437,97.11111450195312,train +19,450,442,98.22222137451172,train +20,450,448,99.55555725097656,train +21,450,444,98.66666412353516,train +22,450,439,97.55555725097656,train +23,450,445,98.88888549804688,train +24,450,448,99.55555725097656,train +25,450,433,96.22222137451172,train +26,450,437,97.11111450195312,train +27,450,443,98.44444274902344,train +28,450,443,98.44444274902344,train +29,450,439,97.55555725097656,train +30,450,445,98.88888549804688,train +31,450,434,96.44444274902344,train +32,450,433,96.22222137451172,train +33,450,436,96.88888549804688,train +34,450,443,98.44444274902344,train +35,450,429,95.33333587646484,train +36,450,439,97.55555725097656,train +37,450,436,96.88888549804688,train +38,450,434,96.44444274902344,train +39,450,446,99.11111450195312,train +40,450,442,98.22222137451172,train +41,450,443,98.44444274902344,train +42,450,438,97.33333587646484,train +43,450,444,98.66666412353516,train +44,450,435,96.66666412353516,train +45,450,432,96.0,train +46,450,431,95.77777862548828,train +47,450,442,98.22222137451172,train +48,450,447,99.33333587646484,train +49,450,446,99.11111450195312,train +50,450,430,95.55555725097656,train +51,450,443,98.44444274902344,train +52,450,432,96.0,train +53,450,449,99.77777862548828,train +54,450,443,98.44444274902344,train +55,450,433,96.22222137451172,train +56,450,446,99.11111450195312,train +57,450,441,98.0,train +58,450,441,98.0,train +59,450,438,97.33333587646484,train +60,450,442,98.22222137451172,train +61,450,441,98.0,train +62,450,444,98.66666412353516,train +63,450,438,97.33333587646484,train +64,450,439,97.55555725097656,train +65,450,437,97.11111450195312,train +66,450,443,98.44444274902344,train +67,450,440,97.77777862548828,train +68,450,447,99.33333587646484,train +69,450,445,98.88888549804688,train +70,450,437,97.11111450195312,train +71,450,442,98.22222137451172,train +72,450,419,93.11111450195312,train +73,450,431,95.77777862548828,train +74,450,431,95.77777862548828,train +75,450,449,99.77777862548828,train +76,450,447,99.33333587646484,train +77,450,443,98.44444274902344,train +78,450,437,97.11111450195312,train +79,450,441,98.0,train +80,450,436,96.88888549804688,train +81,450,438,97.33333587646484,train +82,450,449,99.77777862548828,train +83,450,436,96.88888549804688,train +84,450,438,97.33333587646484,train +85,450,442,98.22222137451172,train +86,450,446,99.11111450195312,train +87,450,444,98.66666412353516,train +88,450,441,98.0,train +89,450,444,98.66666412353516,train +90,450,436,96.88888549804688,train +91,450,441,98.0,train +92,450,440,97.77777862548828,train +93,450,439,97.55555725097656,train +94,450,446,99.11111450195312,train +95,450,443,98.44444274902344,train +96,450,440,97.77777862548828,train +97,450,443,98.44444274902344,train +98,450,427,94.88888549804688,train +99,450,440,97.77777862548828,train +0,100,0,0.0,test +1,100,0,0.0,test +2,100,0,0.0,test +3,100,0,0.0,test +4,100,0,0.0,test +5,100,0,0.0,test +6,100,0,0.0,test +7,100,0,0.0,test +8,100,0,0.0,test +9,100,0,0.0,test +10,100,57,57.0,test +11,100,65,65.0,test +12,100,86,86.0,test +13,100,68,68.0,test +14,100,73,73.0,test +15,100,85,85.0,test +16,100,81,81.0,test +17,100,87,87.0,test +18,100,71,71.0,test +19,100,72,72.0,test +20,100,88,88.0,test +21,100,95,95.0,test +22,100,78,78.0,test +23,100,85,85.0,test +24,100,87,87.0,test +25,100,72,72.0,test +26,100,68,68.0,test +27,100,69,69.0,test +28,100,84,84.0,test +29,100,79,79.0,test +30,100,64,64.0,test +31,100,72,72.0,test +32,100,69,69.0,test +33,100,67,67.0,test +34,100,83,83.0,test +35,100,55,55.0,test +36,100,80,80.0,test +37,100,79,79.0,test +38,100,71,71.0,test +39,100,88,88.0,test +40,100,71,71.0,test +41,100,90,90.0,test +42,100,79,79.0,test +43,100,85,85.0,test +44,100,64,64.0,test +45,100,66,66.0,test +46,100,50,50.0,test +47,100,74,74.0,test +48,100,97,97.0,test +49,100,86,86.0,test +50,100,58,58.0,test +51,100,79,79.0,test +52,100,68,68.0,test +53,100,90,90.0,test +54,100,83,83.0,test +55,100,53,53.0,test +56,100,91,91.0,test +57,100,82,82.0,test +58,100,86,86.0,test +59,100,70,70.0,test +60,100,90,90.0,test +61,100,68,68.0,test +62,100,77,77.0,test +63,100,73,73.0,test +64,100,54,54.0,test +65,100,66,66.0,test +66,100,85,85.0,test +67,100,61,61.0,test +68,100,94,94.0,test +69,100,83,83.0,test +70,100,72,72.0,test +71,100,85,85.0,test +72,100,52,52.0,test +73,100,68,68.0,test +74,100,62,62.0,test +75,100,91,91.0,test +76,100,93,93.0,test +77,100,74,74.0,test +78,100,67,67.0,test +79,100,83,83.0,test +80,100,68,68.0,test +81,100,86,86.0,test +82,100,95,95.0,test +83,100,76,76.0,test +84,100,75,75.0,test +85,100,91,91.0,test +86,100,72,72.0,test +87,100,92,92.0,test +88,100,78,78.0,test +89,100,91,91.0,test +90,100,86,86.0,test +91,100,85,85.0,test +92,100,67,67.0,test +93,100,58,58.0,test +94,100,94,94.0,test +95,100,73,73.0,test +96,100,61,61.0,test +97,100,81,81.0,test +98,100,60,60.0,test +99,100,76,76.0,test +0,100,87,87.0,test_LP +1,100,71,71.0,test_LP +2,100,70,70.0,test_LP +3,100,54,54.0,test_LP +4,100,64,64.0,test_LP +5,100,78,78.0,test_LP +6,100,78,78.0,test_LP +7,100,62,62.0,test_LP +8,100,89,89.0,test_LP +9,100,87,87.0,test_LP +10,100,48,48.0,test_LP +11,100,45,45.0,test_LP +12,100,83,83.0,test_LP +13,100,65,65.0,test_LP +14,100,63,63.0,test_LP +15,100,79,79.0,test_LP +16,100,73,73.0,test_LP +17,100,85,85.0,test_LP +18,100,54,54.0,test_LP +19,100,70,70.0,test_LP +20,100,83,83.0,test_LP +21,100,83,83.0,test_LP +22,100,74,74.0,test_LP +23,100,80,80.0,test_LP +24,100,79,79.0,test_LP +25,100,50,50.0,test_LP +26,100,65,65.0,test_LP +27,100,69,69.0,test_LP +28,100,79,79.0,test_LP +29,100,69,69.0,test_LP +30,100,63,63.0,test_LP +31,100,67,67.0,test_LP +32,100,59,59.0,test_LP +33,100,65,65.0,test_LP +34,100,77,77.0,test_LP +35,100,39,39.0,test_LP +36,100,77,77.0,test_LP +37,100,79,79.0,test_LP +38,100,67,67.0,test_LP +39,100,85,85.0,test_LP +40,100,69,69.0,test_LP +41,100,87,87.0,test_LP +42,100,78,78.0,test_LP +43,100,75,75.0,test_LP +44,100,53,53.0,test_LP +45,100,59,59.0,test_LP +46,100,46,46.0,test_LP +47,100,70,70.0,test_LP +48,100,87,87.0,test_LP +49,100,85,85.0,test_LP +50,100,50,50.0,test_LP +51,100,79,79.0,test_LP +52,100,70,70.0,test_LP +53,100,84,84.0,test_LP +54,100,84,84.0,test_LP +55,100,33,33.0,test_LP +56,100,92,92.0,test_LP +57,100,73,73.0,test_LP +58,100,90,90.0,test_LP +59,100,68,68.0,test_LP +60,100,88,88.0,test_LP +61,100,70,70.0,test_LP +62,100,70,70.0,test_LP +63,100,68,68.0,test_LP +64,100,48,48.0,test_LP +65,100,59,59.0,test_LP +66,100,81,81.0,test_LP +67,100,59,59.0,test_LP +68,100,90,90.0,test_LP +69,100,81,81.0,test_LP +70,100,69,69.0,test_LP +71,100,81,81.0,test_LP +72,100,56,56.0,test_LP +73,100,61,61.0,test_LP +74,100,53,53.0,test_LP +75,100,88,88.0,test_LP +76,100,93,93.0,test_LP +77,100,65,65.0,test_LP +78,100,62,62.0,test_LP +79,100,80,80.0,test_LP +80,100,67,67.0,test_LP +81,100,84,84.0,test_LP +82,100,90,90.0,test_LP +83,100,59,59.0,test_LP +84,100,65,65.0,test_LP +85,100,83,83.0,test_LP +86,100,67,67.0,test_LP +87,100,82,82.0,test_LP +88,100,75,75.0,test_LP +89,100,87,87.0,test_LP +90,100,83,83.0,test_LP +91,100,84,84.0,test_LP +92,100,70,70.0,test_LP +93,100,54,54.0,test_LP +94,100,91,91.0,test_LP +95,100,73,73.0,test_LP +96,100,61,61.0,test_LP +97,100,73,73.0,test_LP +98,100,56,56.0,test_LP +99,100,77,77.0,test_LP diff --git a/retrain/resnet50/cifar100/0-9/evaluation_results.json b/retrain/resnet50/cifar100/0-9/evaluation_results.json new file mode 100644 index 0000000000000000000000000000000000000000..111a7917280917c238ec57e24f6761a225be6a55 --- /dev/null +++ b/retrain/resnet50/cifar100/0-9/evaluation_results.json @@ -0,0 +1,2118 @@ +{ + "unlearning_time": 4603.66387629509, + "accuracy": { + "retain": 99.98024691358025, + "forget": 0.0, + "val": 88.04, + "test": 68.63 + }, + "SVC_MIA_forget_efficacy": { + "correctness": 1.0, + "confidence": 1.0, + "entropy": 0.8533333333333333, + "m_entropy": 1.0, + "prob": 0.9111111111111111 + }, + "class_wise_accuracy": [ + { + "class": 0, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 1, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 2, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 3, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 4, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 5, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 6, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 7, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 8, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 9, + "total_samples": 450, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "train" + }, + { + "class": 10, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 11, + "total_samples": 450, + "correct_counts": 429, + "accuracy": 95.33333587646484, + "dataset": "train" + }, + { + "class": 12, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 13, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 14, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 15, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 16, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 17, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 18, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 19, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 20, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 21, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 22, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 23, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 24, + "total_samples": 450, + "correct_counts": 448, + "accuracy": 99.55555725097656, + "dataset": "train" + }, + { + "class": 25, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 26, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 27, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 28, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 29, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 30, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 31, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 32, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 33, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 34, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 35, + "total_samples": 450, + "correct_counts": 429, + "accuracy": 95.33333587646484, + "dataset": "train" + }, + { + "class": 36, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 37, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 38, + "total_samples": 450, + "correct_counts": 434, + "accuracy": 96.44444274902344, + "dataset": "train" + }, + { + "class": 39, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 40, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 41, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 42, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 43, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 44, + "total_samples": 450, + "correct_counts": 435, + "accuracy": 96.66666412353516, + "dataset": "train" + }, + { + "class": 45, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 46, + "total_samples": 450, + "correct_counts": 431, + "accuracy": 95.77777862548828, + "dataset": "train" + }, + { + "class": 47, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 48, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 49, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 50, + "total_samples": 450, + "correct_counts": 430, + "accuracy": 95.55555725097656, + "dataset": "train" + }, + { + "class": 51, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 52, + "total_samples": 450, + "correct_counts": 432, + "accuracy": 96.0, + "dataset": "train" + }, + { + "class": 53, + "total_samples": 450, + "correct_counts": 449, + "accuracy": 99.77777862548828, + "dataset": "train" + }, + { + "class": 54, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 55, + "total_samples": 450, + "correct_counts": 433, + "accuracy": 96.22222137451172, + "dataset": "train" + }, + { + "class": 56, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 57, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 58, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 59, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 60, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 61, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 62, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 63, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 64, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 65, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 66, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 67, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 68, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 69, + "total_samples": 450, + "correct_counts": 445, + "accuracy": 98.88888549804688, + "dataset": "train" + }, + { + "class": 70, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 71, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 72, + "total_samples": 450, + "correct_counts": 419, + "accuracy": 93.11111450195312, + "dataset": "train" + }, + { + "class": 73, + "total_samples": 450, + "correct_counts": 431, + "accuracy": 95.77777862548828, + "dataset": "train" + }, + { + "class": 74, + "total_samples": 450, + "correct_counts": 431, + "accuracy": 95.77777862548828, + "dataset": "train" + }, + { + "class": 75, + "total_samples": 450, + "correct_counts": 449, + "accuracy": 99.77777862548828, + "dataset": "train" + }, + { + "class": 76, + "total_samples": 450, + "correct_counts": 447, + "accuracy": 99.33333587646484, + "dataset": "train" + }, + { + "class": 77, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 78, + "total_samples": 450, + "correct_counts": 437, + "accuracy": 97.11111450195312, + "dataset": "train" + }, + { + "class": 79, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 80, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 81, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 82, + "total_samples": 450, + "correct_counts": 449, + "accuracy": 99.77777862548828, + "dataset": "train" + }, + { + "class": 83, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 84, + "total_samples": 450, + "correct_counts": 438, + "accuracy": 97.33333587646484, + "dataset": "train" + }, + { + "class": 85, + "total_samples": 450, + "correct_counts": 442, + "accuracy": 98.22222137451172, + "dataset": "train" + }, + { + "class": 86, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 87, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 88, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 89, + "total_samples": 450, + "correct_counts": 444, + "accuracy": 98.66666412353516, + "dataset": "train" + }, + { + "class": 90, + "total_samples": 450, + "correct_counts": 436, + "accuracy": 96.88888549804688, + "dataset": "train" + }, + { + "class": 91, + "total_samples": 450, + "correct_counts": 441, + "accuracy": 98.0, + "dataset": "train" + }, + { + "class": 92, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 93, + "total_samples": 450, + "correct_counts": 439, + "accuracy": 97.55555725097656, + "dataset": "train" + }, + { + "class": 94, + "total_samples": 450, + "correct_counts": 446, + "accuracy": 99.11111450195312, + "dataset": "train" + }, + { + "class": 95, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 96, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 97, + "total_samples": 450, + "correct_counts": 443, + "accuracy": 98.44444274902344, + "dataset": "train" + }, + { + "class": 98, + "total_samples": 450, + "correct_counts": 427, + "accuracy": 94.88888549804688, + "dataset": "train" + }, + { + "class": 99, + "total_samples": 450, + "correct_counts": 440, + "accuracy": 97.77777862548828, + "dataset": "train" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 0, + "accuracy": 0.0, + "dataset": "test" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 57, + "accuracy": 57.0, + "dataset": "test" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 95, + "accuracy": 95.0, + "dataset": "test" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 55, + "accuracy": 55.0, + "dataset": "test" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 50, + "accuracy": 50.0, + "dataset": "test" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 97, + "accuracy": 97.0, + "dataset": "test" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 66, + "accuracy": 66.0, + "dataset": "test" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 52, + "accuracy": 52.0, + "dataset": "test" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 95, + "accuracy": 95.0, + "dataset": "test" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 72, + "accuracy": 72.0, + "dataset": "test" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 86, + "accuracy": 86.0, + "dataset": "test" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 58, + "accuracy": 58.0, + "dataset": "test" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 94, + "accuracy": 94.0, + "dataset": "test" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 60, + "accuracy": 60.0, + "dataset": "test" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 76, + "accuracy": 76.0, + "dataset": "test" + }, + { + "class": 0, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 1, + "total_samples": 100, + "correct_counts": 71, + "accuracy": 71.0, + "dataset": "test_LP" + }, + { + "class": 2, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 3, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test_LP" + }, + { + "class": 4, + "total_samples": 100, + "correct_counts": 64, + "accuracy": 64.0, + "dataset": "test_LP" + }, + { + "class": 5, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 6, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 7, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 8, + "total_samples": 100, + "correct_counts": 89, + "accuracy": 89.0, + "dataset": "test_LP" + }, + { + "class": 9, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 10, + "total_samples": 100, + "correct_counts": 48, + "accuracy": 48.0, + "dataset": "test_LP" + }, + { + "class": 11, + "total_samples": 100, + "correct_counts": 45, + "accuracy": 45.0, + "dataset": "test_LP" + }, + { + "class": 12, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 13, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 14, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 15, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 16, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 17, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 18, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test_LP" + }, + { + "class": 19, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 20, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 21, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 22, + "total_samples": 100, + "correct_counts": 74, + "accuracy": 74.0, + "dataset": "test_LP" + }, + { + "class": 23, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 24, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 25, + "total_samples": 100, + "correct_counts": 50, + "accuracy": 50.0, + "dataset": "test_LP" + }, + { + "class": 26, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 27, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 28, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 29, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 30, + "total_samples": 100, + "correct_counts": 63, + "accuracy": 63.0, + "dataset": "test_LP" + }, + { + "class": 31, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 32, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 33, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 34, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 35, + "total_samples": 100, + "correct_counts": 39, + "accuracy": 39.0, + "dataset": "test_LP" + }, + { + "class": 36, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + }, + { + "class": 37, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 38, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 39, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 40, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 41, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 42, + "total_samples": 100, + "correct_counts": 78, + "accuracy": 78.0, + "dataset": "test_LP" + }, + { + "class": 43, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 44, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test_LP" + }, + { + "class": 45, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 46, + "total_samples": 100, + "correct_counts": 46, + "accuracy": 46.0, + "dataset": "test_LP" + }, + { + "class": 47, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 48, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 49, + "total_samples": 100, + "correct_counts": 85, + "accuracy": 85.0, + "dataset": "test_LP" + }, + { + "class": 50, + "total_samples": 100, + "correct_counts": 50, + "accuracy": 50.0, + "dataset": "test_LP" + }, + { + "class": 51, + "total_samples": 100, + "correct_counts": 79, + "accuracy": 79.0, + "dataset": "test_LP" + }, + { + "class": 52, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 53, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 54, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 55, + "total_samples": 100, + "correct_counts": 33, + "accuracy": 33.0, + "dataset": "test_LP" + }, + { + "class": 56, + "total_samples": 100, + "correct_counts": 92, + "accuracy": 92.0, + "dataset": "test_LP" + }, + { + "class": 57, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 58, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test_LP" + }, + { + "class": 59, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 60, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 61, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 62, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 63, + "total_samples": 100, + "correct_counts": 68, + "accuracy": 68.0, + "dataset": "test_LP" + }, + { + "class": 64, + "total_samples": 100, + "correct_counts": 48, + "accuracy": 48.0, + "dataset": "test_LP" + }, + { + "class": 65, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 66, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 67, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 68, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test_LP" + }, + { + "class": 69, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 70, + "total_samples": 100, + "correct_counts": 69, + "accuracy": 69.0, + "dataset": "test_LP" + }, + { + "class": 71, + "total_samples": 100, + "correct_counts": 81, + "accuracy": 81.0, + "dataset": "test_LP" + }, + { + "class": 72, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test_LP" + }, + { + "class": 73, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 74, + "total_samples": 100, + "correct_counts": 53, + "accuracy": 53.0, + "dataset": "test_LP" + }, + { + "class": 75, + "total_samples": 100, + "correct_counts": 88, + "accuracy": 88.0, + "dataset": "test_LP" + }, + { + "class": 76, + "total_samples": 100, + "correct_counts": 93, + "accuracy": 93.0, + "dataset": "test_LP" + }, + { + "class": 77, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 78, + "total_samples": 100, + "correct_counts": 62, + "accuracy": 62.0, + "dataset": "test_LP" + }, + { + "class": 79, + "total_samples": 100, + "correct_counts": 80, + "accuracy": 80.0, + "dataset": "test_LP" + }, + { + "class": 80, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 81, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 82, + "total_samples": 100, + "correct_counts": 90, + "accuracy": 90.0, + "dataset": "test_LP" + }, + { + "class": 83, + "total_samples": 100, + "correct_counts": 59, + "accuracy": 59.0, + "dataset": "test_LP" + }, + { + "class": 84, + "total_samples": 100, + "correct_counts": 65, + "accuracy": 65.0, + "dataset": "test_LP" + }, + { + "class": 85, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 86, + "total_samples": 100, + "correct_counts": 67, + "accuracy": 67.0, + "dataset": "test_LP" + }, + { + "class": 87, + "total_samples": 100, + "correct_counts": 82, + "accuracy": 82.0, + "dataset": "test_LP" + }, + { + "class": 88, + "total_samples": 100, + "correct_counts": 75, + "accuracy": 75.0, + "dataset": "test_LP" + }, + { + "class": 89, + "total_samples": 100, + "correct_counts": 87, + "accuracy": 87.0, + "dataset": "test_LP" + }, + { + "class": 90, + "total_samples": 100, + "correct_counts": 83, + "accuracy": 83.0, + "dataset": "test_LP" + }, + { + "class": 91, + "total_samples": 100, + "correct_counts": 84, + "accuracy": 84.0, + "dataset": "test_LP" + }, + { + "class": 92, + "total_samples": 100, + "correct_counts": 70, + "accuracy": 70.0, + "dataset": "test_LP" + }, + { + "class": 93, + "total_samples": 100, + "correct_counts": 54, + "accuracy": 54.0, + "dataset": "test_LP" + }, + { + "class": 94, + "total_samples": 100, + "correct_counts": 91, + "accuracy": 91.0, + "dataset": "test_LP" + }, + { + "class": 95, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 96, + "total_samples": 100, + "correct_counts": 61, + "accuracy": 61.0, + "dataset": "test_LP" + }, + { + "class": 97, + "total_samples": 100, + "correct_counts": 73, + "accuracy": 73.0, + "dataset": "test_LP" + }, + { + "class": 98, + "total_samples": 100, + "correct_counts": 56, + "accuracy": 56.0, + "dataset": "test_LP" + }, + { + "class": 99, + "total_samples": 100, + "correct_counts": 77, + "accuracy": 77.0, + "dataset": "test_LP" + } + ] +} \ No newline at end of file diff --git a/retrain/resnet50/cifar100/0-9/model_best.pth.tar b/retrain/resnet50/cifar100/0-9/model_best.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..3a5ace0de115c0d19fb6e7241f1334611127c20c --- /dev/null +++ b/retrain/resnet50/cifar100/0-9/model_best.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f62cc3363e8ac006519e20dc15d0ae083cf12b9492fc46e41d2caec94b3e3916 +size 95141656 diff --git a/retrain/resnet50/cifar100/0-9/retraincheckpoint.pth.tar b/retrain/resnet50/cifar100/0-9/retraincheckpoint.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..d4f7ff445c8d251eeeee1f311ad4eadbc163ad80 --- /dev/null +++ b/retrain/resnet50/cifar100/0-9/retraincheckpoint.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d10c0b729ab34122fa645ef28e48d69e64c52ae31903812645f7019192d0261 +size 95160770 diff --git a/retrain/resnet50/cifar100/0-9/retraineval_result.pth.tar b/retrain/resnet50/cifar100/0-9/retraineval_result.pth.tar new file mode 100644 index 0000000000000000000000000000000000000000..42f5790c4ec28259c174c28ffab898290e5e7e1f --- /dev/null +++ b/retrain/resnet50/cifar100/0-9/retraineval_result.pth.tar @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd3f3bc5acc979485fb1f146d28db56ef25c13fbd13795b5469a55123b711f35 +size 12060