diff --git a/ViT-B-32/zeroshot_accuracies.json b/ViT-B-32/zeroshot_accuracies.json new file mode 100644 index 0000000000000000000000000000000000000000..2d48b81821eff8a13b04363cdb3a682b16f3513b --- /dev/null +++ b/ViT-B-32/zeroshot_accuracies.json @@ -0,0 +1,20 @@ +{ + "Cars": 0.5973137669444099, + "CarsVal": 0.5958230958230958, + "DTD": 0.4398936170212766, + "DTDVal": 0.425531914893617, + "EuroSAT": 0.457037037037037, + "EuroSATVal": 0.44555555555555554, + "GTSRB": 0.32604908946951705, + "GTSRBVal": 0.32995495495495497, + "MNIST": 0.4826, + "MNISTVal": 0.4816, + "RESISC45": 0.6066666666666667, + "RESISC45Val": 0.6142857142857143, + "SUN397": 0.6316372795969774, + "SUN397Val": 0.6347607052896725, + "SVHN": 0.3162645974185618, + "SVHNVal": 0.2916, + "ImageNetVal": 0.667, + "ImageNet": 0.63356 +} \ No newline at end of file diff --git a/linear-2_1e-05_ViT-B-16/linear-2_ft_accuracies.json b/linear-2_1e-05_ViT-B-16/linear-2_ft_accuracies.json new file mode 100644 index 0000000000000000000000000000000000000000..4c57047cb7f471df1e0a20288b6a8676591a68cc --- /dev/null +++ b/linear-2_1e-05_ViT-B-16/linear-2_ft_accuracies.json @@ -0,0 +1,18 @@ +{ + "Cars": 0.8409401815694565, + "CarsVal": 0.8132678132678133, + "DTD": 0.8127659574468085, + "DTDVal": 0.8271276595744681, + "EuroSAT": 0.9914814814814815, + "EuroSATVal": 0.9874074074074074, + "GTSRB": 0.9892319873317498, + "GTSRBVal": 0.9996246246246246, + "MNIST": 0.9965, + "MNISTVal": 0.9962, + "RESISC45": 0.9634920634920635, + "RESISC45Val": 0.9682539682539683, + "SUN397": 0.7757682619647355, + "SUN397Val": 0.7758186397984886, + "SVHN": 0.9754148740012293, + "SVHNVal": 0.9644 +} \ No newline at end of file diff --git a/linear-2_1e-05_ViT-B-16/linear-2_negations.json b/linear-2_1e-05_ViT-B-16/linear-2_negations.json new file mode 100644 index 0000000000000000000000000000000000000000..3d44356beee86ab505492ce9255ce9d37387af9a --- /dev/null +++ b/linear-2_1e-05_ViT-B-16/linear-2_negations.json @@ -0,0 +1,1234 @@ +{ + "Cars": { + "test": 0.28317373461012313, + "test_control": 0.66198, + "val": { + "0.0": { + "CarsVal:top1": 0.64004914004914, + "ImageNetVal:top1": 0.6932, + "CarsVal:normalized_top1": 0.7870090634441087, + "avg_normalized_top1": 0.7870090634441087, + "avg_top1": 0.64004914004914 + }, + "0.05": { + "CarsVal:top1": 0.6240786240786241, + "ImageNetVal:top1": 0.6928, + "CarsVal:normalized_top1": 0.7673716012084593, + "avg_normalized_top1": 0.7673716012084593, + "avg_top1": 0.6240786240786241 + }, + "0.1": { + "CarsVal:top1": 0.6130221130221131, + "ImageNetVal:top1": 0.6926, + "CarsVal:normalized_top1": 0.7537764350453172, + "avg_normalized_top1": 0.7537764350453172, + "avg_top1": 0.6130221130221131 + }, + "0.15000000000000002": { + "CarsVal:top1": 0.5921375921375921, + "ImageNetVal:top1": 0.693, + "CarsVal:normalized_top1": 0.72809667673716, + "avg_normalized_top1": 0.72809667673716, + "avg_top1": 0.5921375921375921 + }, + "0.2": { + "CarsVal:top1": 0.5749385749385749, + "ImageNetVal:top1": 0.6922, + "CarsVal:normalized_top1": 0.7069486404833837, + "avg_normalized_top1": 0.7069486404833837, + "avg_top1": 0.5749385749385749 + }, + "0.25": { + "CarsVal:top1": 0.558968058968059, + "ImageNetVal:top1": 0.6928, + "CarsVal:normalized_top1": 0.6873111782477341, + "avg_normalized_top1": 0.6873111782477341, + "avg_top1": 0.558968058968059 + }, + "0.30000000000000004": { + "CarsVal:top1": 0.5491400491400491, + "ImageNetVal:top1": 0.6924, + "CarsVal:normalized_top1": 0.675226586102719, + "avg_normalized_top1": 0.675226586102719, + "avg_top1": 0.5491400491400491 + }, + "0.35000000000000003": { + "CarsVal:top1": 0.5331695331695332, + "ImageNetVal:top1": 0.6926, + "CarsVal:normalized_top1": 0.6555891238670695, + "avg_normalized_top1": 0.6555891238670695, + "avg_top1": 0.5331695331695332 + }, + "0.4": { + "CarsVal:top1": 0.5098280098280098, + "ImageNetVal:top1": 0.692, + "CarsVal:normalized_top1": 0.6268882175226586, + "avg_normalized_top1": 0.6268882175226586, + "avg_top1": 0.5098280098280098 + }, + "0.45": { + "CarsVal:top1": 0.5024570024570024, + "ImageNetVal:top1": 0.6922, + "CarsVal:normalized_top1": 0.6178247734138972, + "avg_normalized_top1": 0.6178247734138972, + "avg_top1": 0.5024570024570024 + }, + "0.5": { + "CarsVal:top1": 0.47174447174447176, + "ImageNetVal:top1": 0.6916, + "CarsVal:normalized_top1": 0.5800604229607251, + "avg_normalized_top1": 0.5800604229607251, + "avg_top1": 0.47174447174447176 + }, + "0.55": { + "CarsVal:top1": 0.4520884520884521, + "ImageNetVal:top1": 0.6894, + "CarsVal:normalized_top1": 0.5558912386706949, + "avg_normalized_top1": 0.5558912386706949, + "avg_top1": 0.4520884520884521 + }, + "0.6000000000000001": { + "CarsVal:top1": 0.43857493857493857, + "ImageNetVal:top1": 0.6882, + "CarsVal:normalized_top1": 0.5392749244712991, + "avg_normalized_top1": 0.5392749244712991, + "avg_top1": 0.43857493857493857 + }, + "0.65": { + "CarsVal:top1": 0.4238329238329238, + "ImageNetVal:top1": 0.6872, + "CarsVal:normalized_top1": 0.5211480362537764, + "avg_normalized_top1": 0.5211480362537764, + "avg_top1": 0.4238329238329238 + }, + "0.7000000000000001": { + "CarsVal:top1": 0.40417690417690416, + "ImageNetVal:top1": 0.6866, + "CarsVal:normalized_top1": 0.4969788519637462, + "avg_normalized_top1": 0.4969788519637462, + "avg_top1": 0.40417690417690416 + }, + "0.75": { + "CarsVal:top1": 0.3906633906633907, + "ImageNetVal:top1": 0.6864, + "CarsVal:normalized_top1": 0.48036253776435045, + "avg_normalized_top1": 0.48036253776435045, + "avg_top1": 0.3906633906633907 + }, + "0.8": { + "CarsVal:top1": 0.36732186732186733, + "ImageNetVal:top1": 0.6852, + "CarsVal:normalized_top1": 0.4516616314199396, + "avg_normalized_top1": 0.4516616314199396, + "avg_top1": 0.36732186732186733 + }, + "0.8500000000000001": { + "CarsVal:top1": 0.3476658476658477, + "ImageNetVal:top1": 0.6834, + "CarsVal:normalized_top1": 0.42749244712990936, + "avg_normalized_top1": 0.42749244712990936, + "avg_top1": 0.3476658476658477 + }, + "0.9": { + "CarsVal:top1": 0.3230958230958231, + "ImageNetVal:top1": 0.6812, + "CarsVal:normalized_top1": 0.39728096676737157, + "avg_normalized_top1": 0.39728096676737157, + "avg_top1": 0.3230958230958231 + }, + "0.9500000000000001": { + "CarsVal:top1": 0.300982800982801, + "ImageNetVal:top1": 0.6786, + "CarsVal:normalized_top1": 0.37009063444108764, + "avg_normalized_top1": 0.37009063444108764, + "avg_top1": 0.300982800982801 + }, + "1.0": { + "CarsVal:top1": 0.2788697788697789, + "ImageNetVal:top1": 0.676, + "CarsVal:normalized_top1": 0.3429003021148036, + "avg_normalized_top1": 0.3429003021148036, + "avg_top1": 0.2788697788697789 + } + }, + "optimal_coef": 1.0 + }, + "DTD": { + "test": 0.2372340425531915, + "test_control": 0.64894, + "val": { + "0.0": { + "DTDVal:top1": 0.449468085106383, + "ImageNetVal:top1": 0.6932, + "DTDVal:normalized_top1": 0.5434083601286174, + "avg_normalized_top1": 0.5434083601286174, + "avg_top1": 0.449468085106383 + }, + "0.05": { + "DTDVal:top1": 0.4228723404255319, + "ImageNetVal:top1": 0.693, + "DTDVal:normalized_top1": 0.5112540192926045, + "avg_normalized_top1": 0.5112540192926045, + "avg_top1": 0.4228723404255319 + }, + "0.1": { + "DTDVal:top1": 0.4015957446808511, + "ImageNetVal:top1": 0.6914, + "DTDVal:normalized_top1": 0.4855305466237942, + "avg_normalized_top1": 0.4855305466237942, + "avg_top1": 0.4015957446808511 + }, + "0.15000000000000002": { + "DTDVal:top1": 0.4015957446808511, + "ImageNetVal:top1": 0.6896, + "DTDVal:normalized_top1": 0.4855305466237942, + "avg_normalized_top1": 0.4855305466237942, + "avg_top1": 0.4015957446808511 + }, + "0.2": { + "DTDVal:top1": 0.3829787234042553, + "ImageNetVal:top1": 0.6904, + "DTDVal:normalized_top1": 0.4630225080385852, + "avg_normalized_top1": 0.4630225080385852, + "avg_top1": 0.3829787234042553 + }, + "0.25": { + "DTDVal:top1": 0.3723404255319149, + "ImageNetVal:top1": 0.69, + "DTDVal:normalized_top1": 0.45016077170418006, + "avg_normalized_top1": 0.45016077170418006, + "avg_top1": 0.3723404255319149 + }, + "0.30000000000000004": { + "DTDVal:top1": 0.3537234042553192, + "ImageNetVal:top1": 0.689, + "DTDVal:normalized_top1": 0.42765273311897106, + "avg_normalized_top1": 0.42765273311897106, + "avg_top1": 0.3537234042553192 + }, + "0.35000000000000003": { + "DTDVal:top1": 0.3484042553191489, + "ImageNetVal:top1": 0.6892, + "DTDVal:normalized_top1": 0.42122186495176844, + "avg_normalized_top1": 0.42122186495176844, + "avg_top1": 0.3484042553191489 + }, + "0.4": { + "DTDVal:top1": 0.34308510638297873, + "ImageNetVal:top1": 0.6882, + "DTDVal:normalized_top1": 0.41479099678456594, + "avg_normalized_top1": 0.41479099678456594, + "avg_top1": 0.34308510638297873 + }, + "0.45": { + "DTDVal:top1": 0.3271276595744681, + "ImageNetVal:top1": 0.688, + "DTDVal:normalized_top1": 0.3954983922829582, + "avg_normalized_top1": 0.3954983922829582, + "avg_top1": 0.3271276595744681 + }, + "0.5": { + "DTDVal:top1": 0.32180851063829785, + "ImageNetVal:top1": 0.6892, + "DTDVal:normalized_top1": 0.38906752411575557, + "avg_normalized_top1": 0.38906752411575557, + "avg_top1": 0.32180851063829785 + }, + "0.55": { + "DTDVal:top1": 0.30319148936170215, + "ImageNetVal:top1": 0.6876, + "DTDVal:normalized_top1": 0.3665594855305466, + "avg_normalized_top1": 0.3665594855305466, + "avg_top1": 0.30319148936170215 + }, + "0.6000000000000001": { + "DTDVal:top1": 0.28191489361702127, + "ImageNetVal:top1": 0.6852, + "DTDVal:normalized_top1": 0.3408360128617363, + "avg_normalized_top1": 0.3408360128617363, + "avg_top1": 0.28191489361702127 + }, + "0.65": { + "DTDVal:top1": 0.2712765957446808, + "ImageNetVal:top1": 0.6836, + "DTDVal:normalized_top1": 0.32797427652733113, + "avg_normalized_top1": 0.32797427652733113, + "avg_top1": 0.2712765957446808 + }, + "0.7000000000000001": { + "DTDVal:top1": 0.26861702127659576, + "ImageNetVal:top1": 0.6814, + "DTDVal:normalized_top1": 0.32475884244372993, + "avg_normalized_top1": 0.32475884244372993, + "avg_top1": 0.26861702127659576 + }, + "0.75": { + "DTDVal:top1": 0.2579787234042553, + "ImageNetVal:top1": 0.678, + "DTDVal:normalized_top1": 0.31189710610932475, + "avg_normalized_top1": 0.31189710610932475, + "avg_top1": 0.2579787234042553 + }, + "0.8": { + "DTDVal:top1": 0.2473404255319149, + "ImageNetVal:top1": 0.6764, + "DTDVal:normalized_top1": 0.2990353697749196, + "avg_normalized_top1": 0.2990353697749196, + "avg_top1": 0.2473404255319149 + }, + "0.8500000000000001": { + "DTDVal:top1": 0.2473404255319149, + "ImageNetVal:top1": 0.6744, + "DTDVal:normalized_top1": 0.2990353697749196, + "avg_normalized_top1": 0.2990353697749196, + "avg_top1": 0.2473404255319149 + }, + "0.9": { + "DTDVal:top1": 0.22606382978723405, + "ImageNetVal:top1": 0.6728, + "DTDVal:normalized_top1": 0.2733118971061093, + "avg_normalized_top1": 0.2733118971061093, + "avg_top1": 0.22606382978723405 + }, + "0.9500000000000001": { + "DTDVal:top1": 0.22340425531914893, + "ImageNetVal:top1": 0.6708, + "DTDVal:normalized_top1": 0.270096463022508, + "avg_normalized_top1": 0.270096463022508, + "avg_top1": 0.22340425531914893 + }, + "1.0": { + "DTDVal:top1": 0.22074468085106383, + "ImageNetVal:top1": 0.6676, + "DTDVal:normalized_top1": 0.26688102893890675, + "avg_normalized_top1": 0.26688102893890675, + "avg_top1": 0.22074468085106383 + } + }, + "optimal_coef": 1.0 + }, + "EuroSAT": { + "test": 0.12777777777777777, + "test_control": 0.67188, + "val": { + "0.0": { + "EuroSATVal:top1": 0.5381481481481482, + "ImageNetVal:top1": 0.6932, + "EuroSATVal:normalized_top1": 0.5450112528132033, + "avg_normalized_top1": 0.5450112528132033, + "avg_top1": 0.5381481481481482 + }, + "0.05": { + "EuroSATVal:top1": 0.4633333333333333, + "ImageNetVal:top1": 0.693, + "EuroSATVal:normalized_top1": 0.4692423105776444, + "avg_normalized_top1": 0.4692423105776444, + "avg_top1": 0.4633333333333333 + }, + "0.1": { + "EuroSATVal:top1": 0.39296296296296296, + "ImageNetVal:top1": 0.6946, + "EuroSATVal:normalized_top1": 0.39797449362340587, + "avg_normalized_top1": 0.39797449362340587, + "avg_top1": 0.39296296296296296 + }, + "0.15000000000000002": { + "EuroSATVal:top1": 0.34296296296296297, + "ImageNetVal:top1": 0.6948, + "EuroSATVal:normalized_top1": 0.34733683420855216, + "avg_normalized_top1": 0.34733683420855216, + "avg_top1": 0.34296296296296297 + }, + "0.2": { + "EuroSATVal:top1": 0.29703703703703704, + "ImageNetVal:top1": 0.694, + "EuroSATVal:normalized_top1": 0.3008252063015754, + "avg_normalized_top1": 0.3008252063015754, + "avg_top1": 0.29703703703703704 + }, + "0.25": { + "EuroSATVal:top1": 0.2514814814814815, + "ImageNetVal:top1": 0.6936, + "EuroSATVal:normalized_top1": 0.25468867216804203, + "avg_normalized_top1": 0.25468867216804203, + "avg_top1": 0.2514814814814815 + }, + "0.30000000000000004": { + "EuroSATVal:top1": 0.22111111111111112, + "ImageNetVal:top1": 0.6922, + "EuroSATVal:normalized_top1": 0.22393098274568643, + "avg_normalized_top1": 0.22393098274568643, + "avg_top1": 0.22111111111111112 + }, + "0.35000000000000003": { + "EuroSATVal:top1": 0.1985185185185185, + "ImageNetVal:top1": 0.6916, + "EuroSATVal:normalized_top1": 0.2010502625656414, + "avg_normalized_top1": 0.2010502625656414, + "avg_top1": 0.1985185185185185 + }, + "0.4": { + "EuroSATVal:top1": 0.17851851851851852, + "ImageNetVal:top1": 0.6912, + "EuroSATVal:normalized_top1": 0.18079519879969994, + "avg_normalized_top1": 0.18079519879969994, + "avg_top1": 0.17851851851851852 + }, + "0.45": { + "EuroSATVal:top1": 0.16777777777777778, + "ImageNetVal:top1": 0.6892, + "EuroSATVal:normalized_top1": 0.16991747936984247, + "avg_normalized_top1": 0.16991747936984247, + "avg_top1": 0.16777777777777778 + }, + "0.5": { + "EuroSATVal:top1": 0.1559259259259259, + "ImageNetVal:top1": 0.6902, + "EuroSATVal:normalized_top1": 0.1579144786196549, + "avg_normalized_top1": 0.1579144786196549, + "avg_top1": 0.1559259259259259 + }, + "0.55": { + "EuroSATVal:top1": 0.15074074074074073, + "ImageNetVal:top1": 0.6896, + "EuroSATVal:normalized_top1": 0.15266316579144784, + "avg_normalized_top1": 0.15266316579144784, + "avg_top1": 0.15074074074074073 + }, + "0.6000000000000001": { + "EuroSATVal:top1": 0.1437037037037037, + "ImageNetVal:top1": 0.6876, + "EuroSATVal:normalized_top1": 0.14553638409602399, + "avg_normalized_top1": 0.14553638409602399, + "avg_top1": 0.1437037037037037 + }, + "0.65": { + "EuroSATVal:top1": 0.13814814814814816, + "ImageNetVal:top1": 0.6874, + "EuroSATVal:normalized_top1": 0.13990997749437362, + "avg_normalized_top1": 0.13990997749437362, + "avg_top1": 0.13814814814814816 + }, + "0.7000000000000001": { + "EuroSATVal:top1": 0.13407407407407407, + "ImageNetVal:top1": 0.6888, + "EuroSATVal:normalized_top1": 0.13578394598649662, + "avg_normalized_top1": 0.13578394598649662, + "avg_top1": 0.13407407407407407 + }, + "0.75": { + "EuroSATVal:top1": 0.13111111111111112, + "ImageNetVal:top1": 0.6884, + "EuroSATVal:normalized_top1": 0.13278319579894976, + "avg_normalized_top1": 0.13278319579894976, + "avg_top1": 0.13111111111111112 + }, + "0.8": { + "EuroSATVal:top1": 0.13111111111111112, + "ImageNetVal:top1": 0.6886, + "EuroSATVal:normalized_top1": 0.13278319579894976, + "avg_normalized_top1": 0.13278319579894976, + "avg_top1": 0.13111111111111112 + }, + "0.8500000000000001": { + "EuroSATVal:top1": 0.12962962962962962, + "ImageNetVal:top1": 0.6874, + "EuroSATVal:normalized_top1": 0.1312828207051763, + "avg_normalized_top1": 0.1312828207051763, + "avg_top1": 0.12962962962962962 + }, + "0.9": { + "EuroSATVal:top1": 0.12814814814814815, + "ImageNetVal:top1": 0.687, + "EuroSATVal:normalized_top1": 0.12978244561140284, + "avg_normalized_top1": 0.12978244561140284, + "avg_top1": 0.12814814814814815 + }, + "0.9500000000000001": { + "EuroSATVal:top1": 0.1274074074074074, + "ImageNetVal:top1": 0.6862, + "EuroSATVal:normalized_top1": 0.12903225806451613, + "avg_normalized_top1": 0.12903225806451613, + "avg_top1": 0.1274074074074074 + }, + "1.0": { + "EuroSATVal:top1": 0.12703703703703703, + "ImageNetVal:top1": 0.6856, + "EuroSATVal:normalized_top1": 0.12865716429107277, + "avg_normalized_top1": 0.12865716429107277, + "avg_top1": 0.12703703703703703 + } + }, + "optimal_coef": 1.0 + }, + "GTSRB": { + "test": 0.0855106888361045, + "test_control": 0.6719, + "val": { + "0.0": { + "GTSRBVal:top1": 0.4283033033033033, + "ImageNetVal:top1": 0.6932, + "GTSRBVal:normalized_top1": 0.4284641381900112, + "avg_normalized_top1": 0.4284641381900112, + "avg_top1": 0.4283033033033033 + }, + "0.05": { + "GTSRBVal:top1": 0.3885135135135135, + "ImageNetVal:top1": 0.6936, + "GTSRBVal:normalized_top1": 0.38865940668419074, + "avg_normalized_top1": 0.38865940668419074, + "avg_top1": 0.3885135135135135 + }, + "0.1": { + "GTSRBVal:top1": 0.35397897897897895, + "ImageNetVal:top1": 0.6928, + "GTSRBVal:normalized_top1": 0.3541119038678182, + "avg_normalized_top1": 0.3541119038678182, + "avg_top1": 0.35397897897897895 + }, + "0.15000000000000002": { + "GTSRBVal:top1": 0.32845345345345345, + "ImageNetVal:top1": 0.6914, + "GTSRBVal:normalized_top1": 0.3285767930904994, + "avg_normalized_top1": 0.3285767930904994, + "avg_top1": 0.32845345345345345 + }, + "0.2": { + "GTSRBVal:top1": 0.3036786786786787, + "ImageNetVal:top1": 0.691, + "GTSRBVal:normalized_top1": 0.3037927149831018, + "avg_normalized_top1": 0.3037927149831018, + "avg_top1": 0.3036786786786787 + }, + "0.25": { + "GTSRBVal:top1": 0.27927927927927926, + "ImageNetVal:top1": 0.6916, + "GTSRBVal:normalized_top1": 0.2793841532106646, + "avg_normalized_top1": 0.2793841532106646, + "avg_top1": 0.27927927927927926 + }, + "0.30000000000000004": { + "GTSRBVal:top1": 0.25225225225225223, + "ImageNetVal:top1": 0.6912, + "GTSRBVal:normalized_top1": 0.25234697709350357, + "avg_normalized_top1": 0.25234697709350357, + "avg_top1": 0.25225225225225223 + }, + "0.35000000000000003": { + "GTSRBVal:top1": 0.23198198198198197, + "ImageNetVal:top1": 0.6906, + "GTSRBVal:normalized_top1": 0.23206909500563272, + "avg_normalized_top1": 0.23206909500563272, + "avg_top1": 0.23198198198198197 + }, + "0.4": { + "GTSRBVal:top1": 0.20795795795795796, + "ImageNetVal:top1": 0.6906, + "GTSRBVal:normalized_top1": 0.20803604956815622, + "avg_normalized_top1": 0.20803604956815622, + "avg_top1": 0.20795795795795796 + }, + "0.45": { + "GTSRBVal:top1": 0.19106606606606608, + "ImageNetVal:top1": 0.6918, + "GTSRBVal:normalized_top1": 0.19113781449493053, + "avg_normalized_top1": 0.19113781449493053, + "avg_top1": 0.19106606606606608 + }, + "0.5": { + "GTSRBVal:top1": 0.17192192192192193, + "ImageNetVal:top1": 0.6914, + "GTSRBVal:normalized_top1": 0.17198648141194142, + "avg_normalized_top1": 0.17198648141194142, + "avg_top1": 0.17192192192192193 + }, + "0.55": { + "GTSRBVal:top1": 0.14827327327327328, + "ImageNetVal:top1": 0.6908, + "GTSRBVal:normalized_top1": 0.14832895230942547, + "avg_normalized_top1": 0.14832895230942547, + "avg_top1": 0.14827327327327328 + }, + "0.6000000000000001": { + "GTSRBVal:top1": 0.13663663663663664, + "ImageNetVal:top1": 0.6908, + "GTSRBVal:normalized_top1": 0.13668794592564776, + "avg_normalized_top1": 0.13668794592564776, + "avg_top1": 0.13663663663663664 + }, + "0.65": { + "GTSRBVal:top1": 0.12462462462462462, + "ImageNetVal:top1": 0.6902, + "GTSRBVal:normalized_top1": 0.12467142320690949, + "avg_normalized_top1": 0.12467142320690949, + "avg_top1": 0.12462462462462462 + }, + "0.7000000000000001": { + "GTSRBVal:top1": 0.11223723723723723, + "ImageNetVal:top1": 0.6882, + "GTSRBVal:normalized_top1": 0.11227938415321066, + "avg_normalized_top1": 0.11227938415321066, + "avg_top1": 0.11223723723723723 + }, + "0.75": { + "GTSRBVal:top1": 0.10735735735735735, + "ImageNetVal:top1": 0.6884, + "GTSRBVal:normalized_top1": 0.10739767179872324, + "avg_normalized_top1": 0.10739767179872324, + "avg_top1": 0.10735735735735735 + }, + "0.8": { + "GTSRBVal:top1": 0.10322822822822823, + "ImageNetVal:top1": 0.6874, + "GTSRBVal:normalized_top1": 0.10326699211415696, + "avg_normalized_top1": 0.10326699211415696, + "avg_top1": 0.10322822822822823 + }, + "0.8500000000000001": { + "GTSRBVal:top1": 0.09534534534534535, + "ImageNetVal:top1": 0.687, + "GTSRBVal:normalized_top1": 0.09538114907998498, + "avg_normalized_top1": 0.09538114907998498, + "avg_top1": 0.09534534534534535 + }, + "0.9": { + "GTSRBVal:top1": 0.09084084084084085, + "ImageNetVal:top1": 0.6854, + "GTSRBVal:normalized_top1": 0.09087495306045813, + "avg_normalized_top1": 0.09087495306045813, + "avg_top1": 0.09084084084084085 + }, + "0.9500000000000001": { + "GTSRBVal:top1": 0.08783783783783784, + "ImageNetVal:top1": 0.6844, + "GTSRBVal:normalized_top1": 0.08787082238077357, + "avg_normalized_top1": 0.08787082238077357, + "avg_top1": 0.08783783783783784 + }, + "1.0": { + "GTSRBVal:top1": 0.08295795795795796, + "ImageNetVal:top1": 0.6838, + "GTSRBVal:normalized_top1": 0.08298911002628614, + "avg_normalized_top1": 0.08298911002628614, + "avg_top1": 0.08295795795795796 + } + }, + "optimal_coef": 1.0 + }, + "MNIST": { + "test": 0.1003, + "test_control": 0.67958, + "val": { + "0.0": { + "MNISTVal:top1": 0.5052, + "ImageNetVal:top1": 0.6932, + "MNISTVal:normalized_top1": 0.5071270829150772, + "avg_normalized_top1": 0.5071270829150772, + "avg_top1": 0.5052 + }, + "0.05": { + "MNISTVal:top1": 0.4456, + "ImageNetVal:top1": 0.6934, + "MNISTVal:normalized_top1": 0.4472997390082313, + "avg_normalized_top1": 0.4472997390082313, + "avg_top1": 0.4456 + }, + "0.1": { + "MNISTVal:top1": 0.3832, + "ImageNetVal:top1": 0.6934, + "MNISTVal:normalized_top1": 0.38466171451515757, + "avg_normalized_top1": 0.38466171451515757, + "avg_top1": 0.3832 + }, + "0.15000000000000002": { + "MNISTVal:top1": 0.323, + "ImageNetVal:top1": 0.6936, + "MNISTVal:normalized_top1": 0.3242320819112628, + "avg_normalized_top1": 0.3242320819112628, + "avg_top1": 0.323 + }, + "0.2": { + "MNISTVal:top1": 0.2712, + "ImageNetVal:top1": 0.6932, + "MNISTVal:normalized_top1": 0.272234491066051, + "avg_normalized_top1": 0.272234491066051, + "avg_top1": 0.2712 + }, + "0.25": { + "MNISTVal:top1": 0.219, + "ImageNetVal:top1": 0.6926, + "MNISTVal:normalized_top1": 0.21983537442280668, + "avg_normalized_top1": 0.21983537442280668, + "avg_top1": 0.219 + }, + "0.30000000000000004": { + "MNISTVal:top1": 0.1786, + "ImageNetVal:top1": 0.693, + "MNISTVal:normalized_top1": 0.1792812688215218, + "avg_normalized_top1": 0.1792812688215218, + "avg_top1": 0.1786 + }, + "0.35000000000000003": { + "MNISTVal:top1": 0.1464, + "ImageNetVal:top1": 0.693, + "MNISTVal:normalized_top1": 0.14695844207990363, + "avg_normalized_top1": 0.14695844207990363, + "avg_top1": 0.1464 + }, + "0.4": { + "MNISTVal:top1": 0.1242, + "ImageNetVal:top1": 0.6938, + "MNISTVal:normalized_top1": 0.12467376028909859, + "avg_normalized_top1": 0.12467376028909859, + "avg_top1": 0.1242 + }, + "0.45": { + "MNISTVal:top1": 0.1154, + "ImageNetVal:top1": 0.6936, + "MNISTVal:normalized_top1": 0.11584019273238307, + "avg_normalized_top1": 0.11584019273238307, + "avg_top1": 0.1154 + }, + "0.5": { + "MNISTVal:top1": 0.1104, + "ImageNetVal:top1": 0.6936, + "MNISTVal:normalized_top1": 0.11082112025697652, + "avg_normalized_top1": 0.11082112025697652, + "avg_top1": 0.1104 + }, + "0.55": { + "MNISTVal:top1": 0.1076, + "ImageNetVal:top1": 0.6944, + "MNISTVal:normalized_top1": 0.10801043967074885, + "avg_normalized_top1": 0.10801043967074885, + "avg_top1": 0.1076 + }, + "0.6000000000000001": { + "MNISTVal:top1": 0.1046, + "ImageNetVal:top1": 0.6948, + "MNISTVal:normalized_top1": 0.10499899618550491, + "avg_normalized_top1": 0.10499899618550491, + "avg_top1": 0.1046 + }, + "0.65": { + "MNISTVal:top1": 0.1014, + "ImageNetVal:top1": 0.6946, + "MNISTVal:normalized_top1": 0.10178678980124474, + "avg_normalized_top1": 0.10178678980124474, + "avg_top1": 0.1014 + }, + "0.7000000000000001": { + "MNISTVal:top1": 0.102, + "ImageNetVal:top1": 0.6942, + "MNISTVal:normalized_top1": 0.10238907849829351, + "avg_normalized_top1": 0.10238907849829351, + "avg_top1": 0.102 + }, + "0.75": { + "MNISTVal:top1": 0.101, + "ImageNetVal:top1": 0.694, + "MNISTVal:normalized_top1": 0.10138526400321221, + "avg_normalized_top1": 0.10138526400321221, + "avg_top1": 0.101 + }, + "0.8": { + "MNISTVal:top1": 0.101, + "ImageNetVal:top1": 0.6948, + "MNISTVal:normalized_top1": 0.10138526400321221, + "avg_normalized_top1": 0.10138526400321221, + "avg_top1": 0.101 + }, + "0.8500000000000001": { + "MNISTVal:top1": 0.1008, + "ImageNetVal:top1": 0.6942, + "MNISTVal:normalized_top1": 0.10118450110419595, + "avg_normalized_top1": 0.10118450110419595, + "avg_top1": 0.1008 + }, + "0.9": { + "MNISTVal:top1": 0.1006, + "ImageNetVal:top1": 0.6936, + "MNISTVal:normalized_top1": 0.10098373820517968, + "avg_normalized_top1": 0.10098373820517968, + "avg_top1": 0.1006 + }, + "0.9500000000000001": { + "MNISTVal:top1": 0.0992, + "ImageNetVal:top1": 0.6934, + "MNISTVal:normalized_top1": 0.09957839791206585, + "avg_normalized_top1": 0.09957839791206585, + "avg_top1": 0.0992 + }, + "1.0": { + "MNISTVal:top1": 0.0986, + "ImageNetVal:top1": 0.693, + "MNISTVal:normalized_top1": 0.09897610921501707, + "avg_normalized_top1": 0.09897610921501707, + "avg_top1": 0.0986 + } + }, + "optimal_coef": 1.0 + }, + "RESISC45": { + "test": 0.17015873015873015, + "test_control": 0.65654, + "val": { + "0.0": { + "RESISC45Val:top1": 0.6756613756613756, + "ImageNetVal:top1": 0.6932, + "RESISC45Val:normalized_top1": 0.6978142076502732, + "avg_normalized_top1": 0.6978142076502732, + "avg_top1": 0.6756613756613756 + }, + "0.05": { + "RESISC45Val:top1": 0.6402116402116402, + "ImageNetVal:top1": 0.6924, + "RESISC45Val:normalized_top1": 0.6612021857923498, + "avg_normalized_top1": 0.6612021857923498, + "avg_top1": 0.6402116402116402 + }, + "0.1": { + "RESISC45Val:top1": 0.6047619047619047, + "ImageNetVal:top1": 0.6912, + "RESISC45Val:normalized_top1": 0.6245901639344262, + "avg_normalized_top1": 0.6245901639344262, + "avg_top1": 0.6047619047619047 + }, + "0.15000000000000002": { + "RESISC45Val:top1": 0.5740740740740741, + "ImageNetVal:top1": 0.6906, + "RESISC45Val:normalized_top1": 0.592896174863388, + "avg_normalized_top1": 0.592896174863388, + "avg_top1": 0.5740740740740741 + }, + "0.2": { + "RESISC45Val:top1": 0.5470899470899471, + "ImageNetVal:top1": 0.6898, + "RESISC45Val:normalized_top1": 0.5650273224043716, + "avg_normalized_top1": 0.5650273224043716, + "avg_top1": 0.5470899470899471 + }, + "0.25": { + "RESISC45Val:top1": 0.5174603174603175, + "ImageNetVal:top1": 0.6884, + "RESISC45Val:normalized_top1": 0.5344262295081967, + "avg_normalized_top1": 0.5344262295081967, + "avg_top1": 0.5174603174603175 + }, + "0.30000000000000004": { + "RESISC45Val:top1": 0.4857142857142857, + "ImageNetVal:top1": 0.6884, + "RESISC45Val:normalized_top1": 0.5016393442622951, + "avg_normalized_top1": 0.5016393442622951, + "avg_top1": 0.4857142857142857 + }, + "0.35000000000000003": { + "RESISC45Val:top1": 0.4624338624338624, + "ImageNetVal:top1": 0.6888, + "RESISC45Val:normalized_top1": 0.4775956284153005, + "avg_normalized_top1": 0.4775956284153005, + "avg_top1": 0.4624338624338624 + }, + "0.4": { + "RESISC45Val:top1": 0.43756613756613755, + "ImageNetVal:top1": 0.6862, + "RESISC45Val:normalized_top1": 0.4519125683060109, + "avg_normalized_top1": 0.4519125683060109, + "avg_top1": 0.43756613756613755 + }, + "0.45": { + "RESISC45Val:top1": 0.41375661375661377, + "ImageNetVal:top1": 0.6862, + "RESISC45Val:normalized_top1": 0.4273224043715847, + "avg_normalized_top1": 0.4273224043715847, + "avg_top1": 0.41375661375661377 + }, + "0.5": { + "RESISC45Val:top1": 0.3915343915343915, + "ImageNetVal:top1": 0.6856, + "RESISC45Val:normalized_top1": 0.4043715846994535, + "avg_normalized_top1": 0.4043715846994535, + "avg_top1": 0.3915343915343915 + }, + "0.55": { + "RESISC45Val:top1": 0.3619047619047619, + "ImageNetVal:top1": 0.6844, + "RESISC45Val:normalized_top1": 0.3737704918032787, + "avg_normalized_top1": 0.3737704918032787, + "avg_top1": 0.3619047619047619 + }, + "0.6000000000000001": { + "RESISC45Val:top1": 0.3349206349206349, + "ImageNetVal:top1": 0.683, + "RESISC45Val:normalized_top1": 0.34590163934426227, + "avg_normalized_top1": 0.34590163934426227, + "avg_top1": 0.3349206349206349 + }, + "0.65": { + "RESISC45Val:top1": 0.3148148148148148, + "ImageNetVal:top1": 0.683, + "RESISC45Val:normalized_top1": 0.32513661202185795, + "avg_normalized_top1": 0.32513661202185795, + "avg_top1": 0.3148148148148148 + }, + "0.7000000000000001": { + "RESISC45Val:top1": 0.2904761904761905, + "ImageNetVal:top1": 0.6816, + "RESISC45Val:normalized_top1": 0.30000000000000004, + "avg_normalized_top1": 0.30000000000000004, + "avg_top1": 0.2904761904761905 + }, + "0.75": { + "RESISC45Val:top1": 0.2687830687830688, + "ImageNetVal:top1": 0.68, + "RESISC45Val:normalized_top1": 0.27759562841530055, + "avg_normalized_top1": 0.27759562841530055, + "avg_top1": 0.2687830687830688 + }, + "0.8": { + "RESISC45Val:top1": 0.24814814814814815, + "ImageNetVal:top1": 0.6778, + "RESISC45Val:normalized_top1": 0.2562841530054645, + "avg_normalized_top1": 0.2562841530054645, + "avg_top1": 0.24814814814814815 + }, + "0.8500000000000001": { + "RESISC45Val:top1": 0.22962962962962963, + "ImageNetVal:top1": 0.6766, + "RESISC45Val:normalized_top1": 0.2371584699453552, + "avg_normalized_top1": 0.2371584699453552, + "avg_top1": 0.22962962962962963 + }, + "0.9": { + "RESISC45Val:top1": 0.2111111111111111, + "ImageNetVal:top1": 0.675, + "RESISC45Val:normalized_top1": 0.2180327868852459, + "avg_normalized_top1": 0.2180327868852459, + "avg_top1": 0.2111111111111111 + }, + "0.9500000000000001": { + "RESISC45Val:top1": 0.191005291005291, + "ImageNetVal:top1": 0.6718, + "RESISC45Val:normalized_top1": 0.19726775956284154, + "avg_normalized_top1": 0.19726775956284154, + "avg_top1": 0.191005291005291 + }, + "1.0": { + "RESISC45Val:top1": 0.17989417989417988, + "ImageNetVal:top1": 0.668, + "RESISC45Val:normalized_top1": 0.18579234972677594, + "avg_normalized_top1": 0.18579234972677594, + "avg_top1": 0.17989417989417988 + } + }, + "optimal_coef": 1.0 + }, + "SUN397": { + "test": 0.47188916876574305, + "test_control": 0.6468, + "val": { + "0.0": { + "SUN397Val:top1": 0.654911838790932, + "ImageNetVal:top1": 0.6932, + "SUN397Val:normalized_top1": 0.8441558441558441, + "avg_normalized_top1": 0.8441558441558441, + "avg_top1": 0.654911838790932 + }, + "0.05": { + "SUN397Val:top1": 0.6488664987405541, + "ImageNetVal:top1": 0.692, + "SUN397Val:normalized_top1": 0.8363636363636363, + "avg_normalized_top1": 0.8363636363636363, + "avg_top1": 0.6488664987405541 + }, + "0.1": { + "SUN397Val:top1": 0.636272040302267, + "ImageNetVal:top1": 0.6884, + "SUN397Val:normalized_top1": 0.8201298701298702, + "avg_normalized_top1": 0.8201298701298702, + "avg_top1": 0.636272040302267 + }, + "0.15000000000000002": { + "SUN397Val:top1": 0.6261964735516373, + "ImageNetVal:top1": 0.6872, + "SUN397Val:normalized_top1": 0.8071428571428573, + "avg_normalized_top1": 0.8071428571428573, + "avg_top1": 0.6261964735516373 + }, + "0.2": { + "SUN397Val:top1": 0.6191435768261965, + "ImageNetVal:top1": 0.6876, + "SUN397Val:normalized_top1": 0.7980519480519481, + "avg_normalized_top1": 0.7980519480519481, + "avg_top1": 0.6191435768261965 + }, + "0.25": { + "SUN397Val:top1": 0.6090680100755668, + "ImageNetVal:top1": 0.6866, + "SUN397Val:normalized_top1": 0.7850649350649351, + "avg_normalized_top1": 0.7850649350649351, + "avg_top1": 0.6090680100755668 + }, + "0.30000000000000004": { + "SUN397Val:top1": 0.5984886649874055, + "ImageNetVal:top1": 0.6834, + "SUN397Val:normalized_top1": 0.7714285714285714, + "avg_normalized_top1": 0.7714285714285714, + "avg_top1": 0.5984886649874055 + }, + "0.35000000000000003": { + "SUN397Val:top1": 0.5889168765743074, + "ImageNetVal:top1": 0.6844, + "SUN397Val:normalized_top1": 0.7590909090909091, + "avg_normalized_top1": 0.7590909090909091, + "avg_top1": 0.5889168765743074 + }, + "0.4": { + "SUN397Val:top1": 0.5763224181360201, + "ImageNetVal:top1": 0.6836, + "SUN397Val:normalized_top1": 0.7428571428571429, + "avg_normalized_top1": 0.7428571428571429, + "avg_top1": 0.5763224181360201 + }, + "0.45": { + "SUN397Val:top1": 0.5672544080604534, + "ImageNetVal:top1": 0.6832, + "SUN397Val:normalized_top1": 0.7311688311688311, + "avg_normalized_top1": 0.7311688311688311, + "avg_top1": 0.5672544080604534 + }, + "0.5": { + "SUN397Val:top1": 0.5576826196473552, + "ImageNetVal:top1": 0.6814, + "SUN397Val:normalized_top1": 0.7188311688311689, + "avg_normalized_top1": 0.7188311688311689, + "avg_top1": 0.5576826196473552 + }, + "0.55": { + "SUN397Val:top1": 0.5491183879093199, + "ImageNetVal:top1": 0.6802, + "SUN397Val:normalized_top1": 0.7077922077922078, + "avg_normalized_top1": 0.7077922077922078, + "avg_top1": 0.5491183879093199 + }, + "0.6000000000000001": { + "SUN397Val:top1": 0.5380352644836272, + "ImageNetVal:top1": 0.6786, + "SUN397Val:normalized_top1": 0.6935064935064935, + "avg_normalized_top1": 0.6935064935064935, + "avg_top1": 0.5380352644836272 + }, + "0.65": { + "SUN397Val:top1": 0.528463476070529, + "ImageNetVal:top1": 0.676, + "SUN397Val:normalized_top1": 0.6811688311688312, + "avg_normalized_top1": 0.6811688311688312, + "avg_top1": 0.528463476070529 + }, + "0.7000000000000001": { + "SUN397Val:top1": 0.5219143576826196, + "ImageNetVal:top1": 0.6714, + "SUN397Val:normalized_top1": 0.6727272727272727, + "avg_normalized_top1": 0.6727272727272727, + "avg_top1": 0.5219143576826196 + }, + "0.75": { + "SUN397Val:top1": 0.5123425692695214, + "ImageNetVal:top1": 0.6684, + "SUN397Val:normalized_top1": 0.6603896103896104, + "avg_normalized_top1": 0.6603896103896104, + "avg_top1": 0.5123425692695214 + }, + "0.8": { + "SUN397Val:top1": 0.5037783375314862, + "ImageNetVal:top1": 0.6656, + "SUN397Val:normalized_top1": 0.6493506493506493, + "avg_normalized_top1": 0.6493506493506493, + "avg_top1": 0.5037783375314862 + }, + "0.8500000000000001": { + "SUN397Val:top1": 0.4942065491183879, + "ImageNetVal:top1": 0.664, + "SUN397Val:normalized_top1": 0.637012987012987, + "avg_normalized_top1": 0.637012987012987, + "avg_top1": 0.4942065491183879 + }, + "0.9": { + "SUN397Val:top1": 0.48564231738035263, + "ImageNetVal:top1": 0.6604, + "SUN397Val:normalized_top1": 0.625974025974026, + "avg_normalized_top1": 0.625974025974026, + "avg_top1": 0.48564231738035263 + }, + "0.9500000000000001": { + "SUN397Val:top1": 0.4755667506297229, + "ImageNetVal:top1": 0.6578, + "SUN397Val:normalized_top1": 0.612987012987013, + "avg_normalized_top1": 0.612987012987013, + "avg_top1": 0.4755667506297229 + }, + "1.0": { + "SUN397Val:top1": 0.4695214105793451, + "ImageNetVal:top1": 0.6542, + "SUN397Val:normalized_top1": 0.6051948051948052, + "avg_normalized_top1": 0.6051948051948052, + "avg_top1": 0.4695214105793451 + } + }, + "optimal_coef": 0.9 + }, + "SVHN": { + "test": 0.06449754148740013, + "test_control": 0.67574, + "val": { + "0.0": { + "SVHNVal:top1": 0.4456, + "ImageNetVal:top1": 0.6932, + "SVHNVal:normalized_top1": 0.4620489423475736, + "avg_normalized_top1": 0.4620489423475736, + "avg_top1": 0.4456 + }, + "0.05": { + "SVHNVal:top1": 0.4002, + "ImageNetVal:top1": 0.6922, + "SVHNVal:normalized_top1": 0.4149730402322688, + "avg_normalized_top1": 0.4149730402322688, + "avg_top1": 0.4002 + }, + "0.1": { + "SVHNVal:top1": 0.3478, + "ImageNetVal:top1": 0.6926, + "SVHNVal:normalized_top1": 0.36063873911240146, + "avg_normalized_top1": 0.36063873911240146, + "avg_top1": 0.3478 + }, + "0.15000000000000002": { + "SVHNVal:top1": 0.3092, + "ImageNetVal:top1": 0.6922, + "SVHNVal:normalized_top1": 0.32061385317295726, + "avg_normalized_top1": 0.32061385317295726, + "avg_top1": 0.3092 + }, + "0.2": { + "SVHNVal:top1": 0.266, + "ImageNetVal:top1": 0.692, + "SVHNVal:normalized_top1": 0.27581916217337205, + "avg_normalized_top1": 0.27581916217337205, + "avg_top1": 0.266 + }, + "0.25": { + "SVHNVal:top1": 0.2326, + "ImageNetVal:top1": 0.693, + "SVHNVal:normalized_top1": 0.2411862297801742, + "avg_normalized_top1": 0.2411862297801742, + "avg_top1": 0.2326 + }, + "0.30000000000000004": { + "SVHNVal:top1": 0.1956, + "ImageNetVal:top1": 0.6928, + "SVHNVal:normalized_top1": 0.20282040647034424, + "avg_normalized_top1": 0.20282040647034424, + "avg_top1": 0.1956 + }, + "0.35000000000000003": { + "SVHNVal:top1": 0.1656, + "ImageNetVal:top1": 0.6922, + "SVHNVal:normalized_top1": 0.17171298216507672, + "avg_normalized_top1": 0.17171298216507672, + "avg_top1": 0.1656 + }, + "0.4": { + "SVHNVal:top1": 0.1426, + "ImageNetVal:top1": 0.692, + "SVHNVal:normalized_top1": 0.14786395686437162, + "avg_normalized_top1": 0.14786395686437162, + "avg_top1": 0.1426 + }, + "0.45": { + "SVHNVal:top1": 0.1218, + "ImageNetVal:top1": 0.6922, + "SVHNVal:normalized_top1": 0.12629614267938616, + "avg_normalized_top1": 0.12629614267938616, + "avg_top1": 0.1218 + }, + "0.5": { + "SVHNVal:top1": 0.1084, + "ImageNetVal:top1": 0.6918, + "SVHNVal:normalized_top1": 0.11240149315636665, + "avg_normalized_top1": 0.11240149315636665, + "avg_top1": 0.1084 + }, + "0.55": { + "SVHNVal:top1": 0.0926, + "ImageNetVal:top1": 0.6914, + "SVHNVal:normalized_top1": 0.09601824968892575, + "avg_normalized_top1": 0.09601824968892575, + "avg_top1": 0.0926 + }, + "0.6000000000000001": { + "SVHNVal:top1": 0.084, + "ImageNetVal:top1": 0.6912, + "SVHNVal:normalized_top1": 0.08710078805474906, + "avg_normalized_top1": 0.08710078805474906, + "avg_top1": 0.084 + }, + "0.65": { + "SVHNVal:top1": 0.0764, + "ImageNetVal:top1": 0.6908, + "SVHNVal:normalized_top1": 0.07922024056408129, + "avg_normalized_top1": 0.07922024056408129, + "avg_top1": 0.0764 + }, + "0.7000000000000001": { + "SVHNVal:top1": 0.0736, + "ImageNetVal:top1": 0.6906, + "SVHNVal:normalized_top1": 0.07631688096225632, + "avg_normalized_top1": 0.07631688096225632, + "avg_top1": 0.0736 + }, + "0.75": { + "SVHNVal:top1": 0.07, + "ImageNetVal:top1": 0.6902, + "SVHNVal:normalized_top1": 0.07258399004562423, + "avg_normalized_top1": 0.07258399004562423, + "avg_top1": 0.07 + }, + "0.8": { + "SVHNVal:top1": 0.0674, + "ImageNetVal:top1": 0.6896, + "SVHNVal:normalized_top1": 0.06988801327250103, + "avg_normalized_top1": 0.06988801327250103, + "avg_top1": 0.0674 + }, + "0.8500000000000001": { + "SVHNVal:top1": 0.0662, + "ImageNetVal:top1": 0.6878, + "SVHNVal:normalized_top1": 0.06864371630029033, + "avg_normalized_top1": 0.06864371630029033, + "avg_top1": 0.0662 + }, + "0.9": { + "SVHNVal:top1": 0.0652, + "ImageNetVal:top1": 0.687, + "SVHNVal:normalized_top1": 0.06760680215678141, + "avg_normalized_top1": 0.06760680215678141, + "avg_top1": 0.0652 + }, + "0.9500000000000001": { + "SVHNVal:top1": 0.0634, + "ImageNetVal:top1": 0.6854, + "SVHNVal:normalized_top1": 0.06574035669846537, + "avg_normalized_top1": 0.06574035669846537, + "avg_top1": 0.0634 + }, + "1.0": { + "SVHNVal:top1": 0.063, + "ImageNetVal:top1": 0.6852, + "SVHNVal:normalized_top1": 0.0653255910410618, + "avg_normalized_top1": 0.0653255910410618, + "avg_top1": 0.063 + } + }, + "optimal_coef": 1.0 + } +} \ No newline at end of file diff --git a/linear-2_1e-05_ViT-B-32/disentanglement_data/disentanglement_Cars_DTD.json b/linear-2_1e-05_ViT-B-32/disentanglement_data/disentanglement_Cars_DTD.json new file mode 100644 index 0000000000000000000000000000000000000000..f246df8620cc3293fbe8e7b88756bbbb694ae89e --- /dev/null +++ b/linear-2_1e-05_ViT-B-32/disentanglement_data/disentanglement_Cars_DTD.json @@ -0,0 +1,167 @@ +{ + "task1": "Cars", + "task2": "DTD", + "model": "ViT-B-32", + "finetuning_mode": "linear-2", + "lr": 1e-05, + "ortho_lambda": null, + "seed": 1993, + "alphas": [ + -1.0, + -0.8, + -0.6, + -0.3999999999999999, + -0.19999999999999996, + 0.0, + 0.20000000000000018, + 0.40000000000000013, + 0.6000000000000001, + 0.8, + 1.0 + ], + "error_matrix": [ + [ + 0.3937702924013138, + 0.3436639904975891, + 0.3017791137099266, + 0.25585920363664627, + 0.21391142159700394, + 0.15893545746803284, + 0.1739445012062788, + 0.19928167760372162, + 0.22562724351882935, + 0.2483123019337654, + 0.3011741042137146 + ], + [ + 0.3365454226732254, + 0.29291198402643204, + 0.25835704058408737, + 0.22083834931254387, + 0.1731773540377617, + 0.13008332252502441, + 0.14573515579104424, + 0.17370491102337837, + 0.20092101395130157, + 0.23495608568191528, + 0.2857246920466423 + ], + [ + 0.28746411204338074, + 0.2516999915242195, + 0.21253012865781784, + 0.17787178233265877, + 0.13981371000409126, + 0.10210172832012177, + 0.12836487218737602, + 0.1564515084028244, + 0.17883241921663284, + 0.21296486258506775, + 0.2643478140234947 + ], + [ + 0.23867347091436386, + 0.20084315538406372, + 0.16407811641693115, + 0.13282551988959312, + 0.10151748731732368, + 0.0685238167643547, + 0.10023793950676918, + 0.12467757984995842, + 0.15466413274407387, + 0.18392692878842354, + 0.22791849076747894 + ], + [ + 0.17555413767695427, + 0.14642920345067978, + 0.11793356016278267, + 0.08782721310853958, + 0.07328571379184723, + 0.03718442842364311, + 0.059096332639455795, + 0.08924917876720428, + 0.10530254431068897, + 0.13759800419211388, + 0.18612059578299522 + ], + [ + 0.1143617033958435, + 0.08776595443487167, + 0.06382978707551956, + 0.04095744714140892, + 0.022340426221489906, + 0.0, + 0.029787234961986542, + 0.05478723347187042, + 0.0797872319817543, + 0.10000000149011612, + 0.13776595890522003 + ], + [ + 0.1527716964483261, + 0.13095571100711823, + 0.11582686752080917, + 0.09424611181020737, + 0.062509560957551, + 0.03606516495347023, + 0.05819132924079895, + 0.08157461881637573, + 0.09927916340529919, + 0.13408885523676872, + 0.16822879016399384 + ], + [ + 0.20881129056215286, + 0.19251521676778793, + 0.16836333274841309, + 0.13905860111117363, + 0.10570533387362957, + 0.08046262711286545, + 0.09199097938835621, + 0.10864518582820892, + 0.12999071180820465, + 0.15675275772809982, + 0.20263073593378067 + ], + [ + 0.25908369570970535, + 0.24118440598249435, + 0.20718088001012802, + 0.18503229320049286, + 0.15136739239096642, + 0.12597934901714325, + 0.13403302803635597, + 0.14369593933224678, + 0.1596938669681549, + 0.18693385273218155, + 0.23931460827589035 + ], + [ + 0.31989850103855133, + 0.3010867238044739, + 0.2633448429405689, + 0.23553848266601562, + 0.20581123419106007, + 0.1783360242843628, + 0.18357732519507408, + 0.1863732971251011, + 0.19881412759423256, + 0.24048619717359543, + 0.3133523166179657 + ], + [ + 0.39602938294410706, + 0.3689827136695385, + 0.33299538493156433, + 0.30091877095401287, + 0.2721789535135031, + 0.23715955018997192, + 0.23870442807674408, + 0.24951359257102013, + 0.28283239156007767, + 0.3335215002298355, + 0.43226853758096695 + ] + ] +} \ No newline at end of file diff --git a/linear-2_1e-05_ViT-B-32/disentanglement_maps/summary.json b/linear-2_1e-05_ViT-B-32/disentanglement_maps/summary.json new file mode 100644 index 0000000000000000000000000000000000000000..082d3ab68356115bcb09f3d9672ea0384553ca67 --- /dev/null +++ b/linear-2_1e-05_ViT-B-32/disentanglement_maps/summary.json @@ -0,0 +1,22 @@ +{ + "experiment": "Attention-Only Fine-tuning", + "root_path": "/data1/liushangge/TTA/ortho_TA/checkpoints_1993/linear-2_1e-05_ViT-B-32", + "model": "ViT-B-32", + "datasets": [ + "Cars", + "DTD", + "EuroSAT", + "GTSRB", + "MNIST", + "RESISC45", + "SUN397", + "SVHN" + ], + "alpha_range": { + "min": -3.0, + "max": 3.0, + "steps": 61 + }, + "total_pairs": 28, + "output_dir": "/data1/liushangge/TTA/ortho_TA/checkpoints_1993/linear-2_1e-05_ViT-B-32/disentanglement_maps" +} \ No newline at end of file diff --git a/linear-2_1e-05_ViT-B-32/disentanglement_maps_v2/summary_v2.json b/linear-2_1e-05_ViT-B-32/disentanglement_maps_v2/summary_v2.json new file mode 100644 index 0000000000000000000000000000000000000000..7cc17db56ad22fbcde533d9b016a6cc7b6687a4c --- /dev/null +++ b/linear-2_1e-05_ViT-B-32/disentanglement_maps_v2/summary_v2.json @@ -0,0 +1,28 @@ +{ + "version": "v2", + "method": "prediction_disagreement", + "paper": "Task Arithmetic in the Tangent Space (Equation 6)", + "experiment": "Attention-Only Finetuning", + "root_path": "/data1/liushangge/TTA/ortho_TA/checkpoints_1993/linear-2_1e-05_ViT-B-32", + "data_location": "/data1/liushangge/datasets/8datasets-during", + "model": "ViT-B-32", + "datasets": [ + "Cars", + "DTD", + "EuroSAT", + "GTSRB", + "MNIST", + "RESISC45", + "SUN397", + "SVHN" + ], + "alpha_range": { + "min": -3.0, + "max": 3.0, + "steps": 61 + }, + "batch_size": 256, + "total_pairs": 28, + "output_dir": "/data1/liushangge/TTA/ortho_TA/checkpoints_1993/linear-2_1e-05_ViT-B-32/disentanglement_maps_v2", + "device": "cuda" +} \ No newline at end of file diff --git a/linear-2_1e-05_ViT-B-32/linear-2_additions.json b/linear-2_1e-05_ViT-B-32/linear-2_additions.json new file mode 100644 index 0000000000000000000000000000000000000000..26baa0051ad91116e935ee70caebd8c26cd727a5 --- /dev/null +++ b/linear-2_1e-05_ViT-B-32/linear-2_additions.json @@ -0,0 +1,445 @@ +{ + "test": { + "Cars:top1": 0.6703146374829001, + "DTD:top1": 0.6207446808510638, + "EuroSAT:top1": 0.8807407407407407, + "GTSRB:top1": 0.7848772763262074, + "MNIST:top1": 0.9703, + "RESISC45:top1": 0.8146031746031746, + "SVHN:top1": 0.8305547019053473, + "SUN397:top1": 0.6731486146095718, + "Cars:normalized_top1": 0.8989326217478318, + "DTD:normalized_top1": 0.7853297442799462, + "EuroSAT:normalized_top1": 0.8886397608370702, + "GTSRB:normalized_top1": 0.7979554052966271, + "MNIST:normalized_top1": 0.9738057005218789, + "RESISC45:normalized_top1": 0.858050493228557, + "SVHN:normalized_top1": 0.8565825442732063, + "SUN397:normalized_top1": 0.9001616814874697, + "avg_normalized_top1": 0.8699322439590733, + "avg_top1": 0.7806604783148756 + }, + "val": { + "0.0": { + "CarsVal:top1": 0.5958230958230958, + "DTDVal:top1": 0.425531914893617, + "EuroSATVal:top1": 0.44555555555555554, + "GTSRBVal:top1": 0.32995495495495497, + "MNISTVal:top1": 0.4816, + "RESISC45Val:top1": 0.6142857142857143, + "SVHNVal:top1": 0.2916, + "SUN397Val:top1": 0.6347607052896725, + "CarsVal:normalized_top1": 0.8220338983050847, + "DTDVal:normalized_top1": 0.5369127516778524, + "EuroSATVal:normalized_top1": 0.4497196261682243, + "GTSRBVal:normalized_top1": 0.33032694475760993, + "MNISTVal:normalized_top1": 0.48334002408671217, + "RESISC45Val:normalized_top1": 0.6410822749861955, + "SVHNVal:normalized_top1": 0.3041936156895473, + "SUN397Val:normalized_top1": 0.8571428571428572, + "avg_normalized_top1": 0.5530939991017605, + "avg_top1": 0.4773889926003263 + }, + "0.05": { + "CarsVal:top1": 0.6117936117936118, + "DTDVal:top1": 0.4521276595744681, + "EuroSATVal:top1": 0.56, + "GTSRBVal:top1": 0.4005255255255255, + "MNISTVal:top1": 0.5994, + "RESISC45Val:top1": 0.6767195767195767, + "SVHNVal:top1": 0.3756, + "SUN397Val:top1": 0.6418136020151134, + "CarsVal:normalized_top1": 0.8440677966101694, + "DTDVal:normalized_top1": 0.5704697986577182, + "EuroSATVal:normalized_top1": 0.5652336448598132, + "GTSRBVal:normalized_top1": 0.4009770762871101, + "MNISTVal:normalized_top1": 0.6015656362906464, + "RESISC45Val:normalized_top1": 0.7062396466040861, + "SVHNVal:normalized_top1": 0.39182140621740036, + "SUN397Val:normalized_top1": 0.8666666666666667, + "avg_normalized_top1": 0.6183802090242013, + "avg_top1": 0.539747496953537 + }, + "0.1": { + "CarsVal:top1": 0.628992628992629, + "DTDVal:top1": 0.4973404255319149, + "EuroSATVal:top1": 0.6548148148148148, + "GTSRBVal:top1": 0.46846846846846846, + "MNISTVal:top1": 0.7456, + "RESISC45Val:top1": 0.7216931216931217, + "SVHNVal:top1": 0.472, + "SUN397Val:top1": 0.6544080604534005, + "CarsVal:normalized_top1": 0.8677966101694914, + "DTDVal:normalized_top1": 0.62751677852349, + "EuroSATVal:normalized_top1": 0.6609345794392524, + "GTSRBVal:normalized_top1": 0.46899661781285235, + "MNISTVal:normalized_top1": 0.7482938578883983, + "RESISC45Val:normalized_top1": 0.7531750414135837, + "SVHNVal:normalized_top1": 0.49238472772793657, + "SUN397Val:normalized_top1": 0.8836734693877552, + "avg_normalized_top1": 0.6878464602953449, + "avg_top1": 0.6054146899942936 + }, + "0.15000000000000002": { + "CarsVal:top1": 0.6375921375921376, + "DTDVal:top1": 0.5212765957446809, + "EuroSATVal:top1": 0.7222222222222222, + "GTSRBVal:top1": 0.5495495495495496, + "MNISTVal:top1": 0.8486, + "RESISC45Val:top1": 0.7613756613756614, + "SVHNVal:top1": 0.5582, + "SUN397Val:top1": 0.6604534005037783, + "CarsVal:normalized_top1": 0.8796610169491526, + "DTDVal:normalized_top1": 0.6577181208053692, + "EuroSATVal:normalized_top1": 0.7289719626168224, + "GTSRBVal:normalized_top1": 0.5501691093573845, + "MNISTVal:normalized_top1": 0.8516659975913289, + "RESISC45Val:normalized_top1": 0.7945886250690226, + "SVHNVal:normalized_top1": 0.5823075318172335, + "SUN397Val:normalized_top1": 0.8918367346938776, + "avg_normalized_top1": 0.7421148873625238, + "avg_top1": 0.6574086958735037 + }, + "0.2": { + "CarsVal:top1": 0.6437346437346437, + "DTDVal:top1": 0.5478723404255319, + "EuroSATVal:top1": 0.7803703703703704, + "GTSRBVal:top1": 0.6396396396396397, + "MNISTVal:top1": 0.899, + "RESISC45Val:top1": 0.7947089947089947, + "SVHNVal:top1": 0.6392, + "SUN397Val:top1": 0.6624685138539043, + "CarsVal:normalized_top1": 0.8881355932203389, + "DTDVal:normalized_top1": 0.6912751677852349, + "EuroSATVal:normalized_top1": 0.7876635514018692, + "GTSRBVal:normalized_top1": 0.6403607666290868, + "MNISTVal:normalized_top1": 0.9022480931352871, + "RESISC45Val:normalized_top1": 0.8293760353395914, + "SVHNVal:normalized_top1": 0.6668057583976632, + "SUN397Val:normalized_top1": 0.8945578231292517, + "avg_normalized_top1": 0.7875528486297905, + "avg_top1": 0.7008743128416356 + }, + "0.25": { + "CarsVal:top1": 0.6609336609336609, + "DTDVal:top1": 0.5771276595744681, + "EuroSATVal:top1": 0.8318518518518518, + "GTSRBVal:top1": 0.7252252252252253, + "MNISTVal:top1": 0.9324, + "RESISC45Val:top1": 0.8042328042328042, + "SVHNVal:top1": 0.7132, + "SUN397Val:top1": 0.6599496221662469, + "CarsVal:normalized_top1": 0.9118644067796609, + "DTDVal:normalized_top1": 0.7281879194630874, + "EuroSATVal:normalized_top1": 0.8396261682242991, + "GTSRBVal:normalized_top1": 0.7260428410372041, + "MNISTVal:normalized_top1": 0.9357687675632277, + "RESISC45Val:normalized_top1": 0.8393152954168968, + "SVHNVal:normalized_top1": 0.7440016691007719, + "SUN397Val:normalized_top1": 0.891156462585034, + "avg_normalized_top1": 0.8269954412712728, + "avg_top1": 0.7381151029980322 + }, + "0.30000000000000004": { + "CarsVal:top1": 0.6547911547911548, + "DTDVal:top1": 0.6037234042553191, + "EuroSATVal:top1": 0.8725925925925926, + "GTSRBVal:top1": 0.7834084084084084, + "MNISTVal:top1": 0.9546, + "RESISC45Val:top1": 0.825925925925926, + "SVHNVal:top1": 0.7594, + "SUN397Val:top1": 0.6755667506297229, + "CarsVal:normalized_top1": 0.9033898305084745, + "DTDVal:normalized_top1": 0.761744966442953, + "EuroSATVal:normalized_top1": 0.8807476635514019, + "GTSRBVal:normalized_top1": 0.7842916196918452, + "MNISTVal:normalized_top1": 0.9580489763147331, + "RESISC45Val:normalized_top1": 0.8619547211485368, + "SVHNVal:normalized_top1": 0.7921969538910911, + "SUN397Val:normalized_top1": 0.9122448979591837, + "avg_normalized_top1": 0.8568274536885274, + "avg_top1": 0.7662510295753905 + }, + "0.35000000000000003": { + "CarsVal:top1": 0.6560196560196561, + "DTDVal:top1": 0.648936170212766, + "EuroSATVal:top1": 0.8881481481481481, + "GTSRBVal:top1": 0.8123123123123123, + "MNISTVal:top1": 0.9656, + "RESISC45Val:top1": 0.825925925925926, + "SVHNVal:top1": 0.7938, + "SUN397Val:top1": 0.6710327455919396, + "CarsVal:normalized_top1": 0.9050847457627118, + "DTDVal:normalized_top1": 0.8187919463087249, + "EuroSATVal:normalized_top1": 0.8964485981308411, + "GTSRBVal:normalized_top1": 0.813228109733183, + "MNISTVal:normalized_top1": 0.9690887193898033, + "RESISC45Val:normalized_top1": 0.8619547211485368, + "SVHNVal:normalized_top1": 0.8280826204882119, + "SUN397Val:normalized_top1": 0.9061224489795919, + "avg_normalized_top1": 0.8748502387427006, + "avg_top1": 0.7827218697763436 + }, + "0.4": { + "CarsVal:top1": 0.6253071253071253, + "DTDVal:top1": 0.6462765957446809, + "EuroSATVal:top1": 0.8533333333333334, + "GTSRBVal:top1": 0.8179429429429429, + "MNISTVal:top1": 0.9726, + "RESISC45Val:top1": 0.8, + "SVHNVal:top1": 0.8074, + "SUN397Val:top1": 0.6534005037783376, + "CarsVal:normalized_top1": 0.8627118644067796, + "DTDVal:normalized_top1": 0.8154362416107384, + "EuroSATVal:normalized_top1": 0.8613084112149534, + "GTSRBVal:normalized_top1": 0.8188650883126644, + "MNISTVal:normalized_top1": 0.9761140104375753, + "RESISC45Val:normalized_top1": 0.83489784649365, + "SVHNVal:normalized_top1": 0.8422699770498644, + "SUN397Val:normalized_top1": 0.8823129251700681, + "avg_normalized_top1": 0.8617395455870367, + "avg_top1": 0.7720325626383026 + }, + "0.45": { + "CarsVal:top1": 0.597051597051597, + "DTDVal:top1": 0.6462765957446809, + "EuroSATVal:top1": 0.7662962962962963, + "GTSRBVal:top1": 0.7991741741741741, + "MNISTVal:top1": 0.9756, + "RESISC45Val:top1": 0.7444444444444445, + "SVHNVal:top1": 0.8146, + "SUN397Val:top1": 0.6151133501259446, + "CarsVal:normalized_top1": 0.8237288135593219, + "DTDVal:normalized_top1": 0.8154362416107384, + "EuroSATVal:normalized_top1": 0.7734579439252336, + "GTSRBVal:normalized_top1": 0.8000751597143931, + "MNISTVal:normalized_top1": 0.979124849458049, + "RESISC45Val:normalized_top1": 0.7769188293760354, + "SVHNVal:normalized_top1": 0.8497809305236803, + "SUN397Val:normalized_top1": 0.8306122448979593, + "avg_normalized_top1": 0.8311418766331764, + "avg_top1": 0.7448195572296422 + }, + "0.5": { + "CarsVal:top1": 0.5454545454545454, + "DTDVal:top1": 0.6196808510638298, + "EuroSATVal:top1": 0.6455555555555555, + "GTSRBVal:top1": 0.7631381381381381, + "MNISTVal:top1": 0.978, + "RESISC45Val:top1": 0.6608465608465608, + "SVHNVal:top1": 0.819, + "SUN397Val:top1": 0.5365239294710328, + "CarsVal:normalized_top1": 0.7525423728813558, + "DTDVal:normalized_top1": 0.7818791946308725, + "EuroSATVal:normalized_top1": 0.651588785046729, + "GTSRBVal:normalized_top1": 0.7639984968057122, + "MNISTVal:normalized_top1": 0.981533520674428, + "RESISC45Val:normalized_top1": 0.6896742131419105, + "SVHNVal:normalized_top1": 0.8543709576465679, + "SUN397Val:normalized_top1": 0.7244897959183674, + "avg_normalized_top1": 0.7750096670932429, + "avg_top1": 0.6960249475662078 + }, + "0.55": { + "CarsVal:top1": 0.4606879606879607, + "DTDVal:top1": 0.5851063829787234, + "EuroSATVal:top1": 0.5103703703703704, + "GTSRBVal:top1": 0.7135885885885885, + "MNISTVal:top1": 0.9782, + "RESISC45Val:top1": 0.573015873015873, + "SVHNVal:top1": 0.822, + "SUN397Val:top1": 0.4100755667506297, + "CarsVal:normalized_top1": 0.635593220338983, + "DTDVal:normalized_top1": 0.738255033557047, + "EuroSATVal:normalized_top1": 0.5151401869158878, + "GTSRBVal:normalized_top1": 0.7143930853062758, + "MNISTVal:normalized_top1": 0.9817342432757928, + "RESISC45Val:normalized_top1": 0.5980121479845389, + "SVHNVal:normalized_top1": 0.8575005215939911, + "SUN397Val:normalized_top1": 0.5537414965986395, + "avg_normalized_top1": 0.6992962419463945, + "avg_top1": 0.6316305927990182 + }, + "0.6000000000000001": { + "CarsVal:top1": 0.343980343980344, + "DTDVal:top1": 0.5425531914893617, + "EuroSATVal:top1": 0.4003703703703704, + "GTSRBVal:top1": 0.6493993993993994, + "MNISTVal:top1": 0.9788, + "RESISC45Val:top1": 0.46825396825396826, + "SVHNVal:top1": 0.8202, + "SUN397Val:top1": 0.28463476070528965, + "CarsVal:normalized_top1": 0.47457627118644063, + "DTDVal:normalized_top1": 0.6845637583892618, + "EuroSATVal:normalized_top1": 0.4041121495327103, + "GTSRBVal:normalized_top1": 0.6501315295001879, + "MNISTVal:normalized_top1": 0.9823364110798877, + "RESISC45Val:normalized_top1": 0.48868028713418005, + "SVHNVal:normalized_top1": 0.8556227832255373, + "SUN397Val:normalized_top1": 0.3843537414965986, + "avg_normalized_top1": 0.6155471164431006, + "avg_top1": 0.5610240042748417 + }, + "0.65": { + "CarsVal:top1": 0.21744471744471744, + "DTDVal:top1": 0.4601063829787234, + "EuroSATVal:top1": 0.32185185185185183, + "GTSRBVal:top1": 0.5882132132132132, + "MNISTVal:top1": 0.9776, + "RESISC45Val:top1": 0.37566137566137564, + "SVHNVal:top1": 0.8144, + "SUN397Val:top1": 0.17229219143576827, + "CarsVal:normalized_top1": 0.3, + "DTDVal:normalized_top1": 0.580536912751678, + "EuroSATVal:normalized_top1": 0.32485981308411216, + "GTSRBVal:normalized_top1": 0.5888763622698233, + "MNISTVal:normalized_top1": 0.9811320754716982, + "RESISC45Val:normalized_top1": 0.3920485919381557, + "SVHNVal:normalized_top1": 0.8495722929271855, + "SUN397Val:normalized_top1": 0.2326530612244898, + "avg_normalized_top1": 0.5312098887083929, + "avg_top1": 0.49094621657320625 + }, + "0.7000000000000001": { + "CarsVal:top1": 0.12285012285012285, + "DTDVal:top1": 0.4095744680851064, + "EuroSATVal:top1": 0.25407407407407406, + "GTSRBVal:top1": 0.5217717717717718, + "MNISTVal:top1": 0.978, + "RESISC45Val:top1": 0.29947089947089944, + "SVHNVal:top1": 0.7986, + "SUN397Val:top1": 0.09622166246851385, + "CarsVal:normalized_top1": 0.1694915254237288, + "DTDVal:normalized_top1": 0.5167785234899329, + "EuroSATVal:normalized_top1": 0.25644859813084114, + "GTSRBVal:normalized_top1": 0.522360015031943, + "MNISTVal:normalized_top1": 0.981533520674428, + "RESISC45Val:normalized_top1": 0.3125345113197128, + "SVHNVal:normalized_top1": 0.8330899228040892, + "SUN397Val:normalized_top1": 0.12993197278911564, + "avg_normalized_top1": 0.46527107370797394, + "avg_top1": 0.43507037484006106 + }, + "0.75": { + "CarsVal:top1": 0.07002457002457002, + "DTDVal:top1": 0.36436170212765956, + "EuroSATVal:top1": 0.20814814814814814, + "GTSRBVal:top1": 0.44256756756756754, + "MNISTVal:top1": 0.9764, + "RESISC45Val:top1": 0.22645502645502646, + "SVHNVal:top1": 0.7768, + "SUN397Val:top1": 0.05138539042821159, + "CarsVal:normalized_top1": 0.09661016949152541, + "DTDVal:normalized_top1": 0.4597315436241611, + "EuroSATVal:normalized_top1": 0.21009345794392523, + "GTSRBVal:normalized_top1": 0.44306651634723787, + "MNISTVal:normalized_top1": 0.9799277398635087, + "RESISC45Val:normalized_top1": 0.23633351739370514, + "SVHNVal:normalized_top1": 0.8103484247861465, + "SUN397Val:normalized_top1": 0.06938775510204082, + "avg_normalized_top1": 0.41318739056903137, + "avg_top1": 0.38951780059389796 + }, + "0.8": { + "CarsVal:top1": 0.03562653562653563, + "DTDVal:top1": 0.3058510638297872, + "EuroSATVal:top1": 0.18, + "GTSRBVal:top1": 0.36786786786786785, + "MNISTVal:top1": 0.9752, + "RESISC45Val:top1": 0.15767195767195769, + "SVHNVal:top1": 0.7424, + "SUN397Val:top1": 0.030730478589420653, + "CarsVal:normalized_top1": 0.04915254237288136, + "DTDVal:normalized_top1": 0.3859060402684564, + "EuroSATVal:normalized_top1": 0.18168224299065422, + "GTSRBVal:normalized_top1": 0.368282600526118, + "MNISTVal:normalized_top1": 0.9787234042553191, + "RESISC45Val:normalized_top1": 0.16454997239094424, + "SVHNVal:normalized_top1": 0.7744627581890257, + "SUN397Val:normalized_top1": 0.04149659863945578, + "avg_normalized_top1": 0.36803201995410684, + "avg_top1": 0.34941848794819613 + }, + "0.8500000000000001": { + "CarsVal:top1": 0.019656019656019656, + "DTDVal:top1": 0.2712765957446808, + "EuroSATVal:top1": 0.15851851851851853, + "GTSRBVal:top1": 0.2905405405405405, + "MNISTVal:top1": 0.9706, + "RESISC45Val:top1": 0.10740740740740741, + "SVHNVal:top1": 0.7044, + "SUN397Val:top1": 0.023173803526448364, + "CarsVal:normalized_top1": 0.027118644067796606, + "DTDVal:normalized_top1": 0.3422818791946309, + "EuroSATVal:normalized_top1": 0.16000000000000003, + "GTSRBVal:normalized_top1": 0.29086809470124014, + "MNISTVal:normalized_top1": 0.9741067844239262, + "RESISC45Val:normalized_top1": 0.11209276642738819, + "SVHNVal:normalized_top1": 0.7348216148549969, + "SUN397Val:normalized_top1": 0.031292517006802724, + "avg_normalized_top1": 0.33407278758459774, + "avg_top1": 0.3181966106742019 + }, + "0.9": { + "CarsVal:top1": 0.01597051597051597, + "DTDVal:top1": 0.2074468085106383, + "EuroSATVal:top1": 0.14555555555555555, + "GTSRBVal:top1": 0.22409909909909909, + "MNISTVal:top1": 0.9628, + "RESISC45Val:top1": 0.082010582010582, + "SVHNVal:top1": 0.6588, + "SUN397Val:top1": 0.012090680100755667, + "CarsVal:normalized_top1": 0.022033898305084745, + "DTDVal:normalized_top1": 0.26174496644295303, + "EuroSATVal:normalized_top1": 0.1469158878504673, + "GTSRBVal:normalized_top1": 0.22435174746335965, + "MNISTVal:normalized_top1": 0.9662786029706946, + "RESISC45Val:normalized_top1": 0.08558807288790723, + "SVHNVal:normalized_top1": 0.6872522428541624, + "SUN397Val:normalized_top1": 0.0163265306122449, + "avg_normalized_top1": 0.30131149367335924, + "avg_top1": 0.28859665515589333 + }, + "0.9500000000000001": { + "CarsVal:top1": 0.018427518427518427, + "DTDVal:top1": 0.15691489361702127, + "EuroSATVal:top1": 0.14, + "GTSRBVal:top1": 0.18393393393393392, + "MNISTVal:top1": 0.9536, + "RESISC45Val:top1": 0.06402116402116402, + "SVHNVal:top1": 0.5992, + "SUN397Val:top1": 0.006045340050377834, + "CarsVal:normalized_top1": 0.02542372881355932, + "DTDVal:normalized_top1": 0.19798657718120805, + "EuroSATVal:normalized_top1": 0.1413084112149533, + "GTSRBVal:normalized_top1": 0.184141300263059, + "MNISTVal:normalized_top1": 0.9570453633079086, + "RESISC45Val:normalized_top1": 0.06681391496410823, + "SVHNVal:normalized_top1": 0.6250782390986855, + "SUN397Val:normalized_top1": 0.00816326530612245, + "avg_normalized_top1": 0.27574510001870056, + "avg_top1": 0.26526785625625193 + }, + "1.0": { + "CarsVal:top1": 0.018427518427518427, + "DTDVal:top1": 0.11436170212765957, + "EuroSATVal:top1": 0.13444444444444445, + "GTSRBVal:top1": 0.14827327327327328, + "MNISTVal:top1": 0.94, + "RESISC45Val:top1": 0.05185185185185185, + "SVHNVal:top1": 0.5428, + "SUN397Val:top1": 0.005037783375314861, + "CarsVal:normalized_top1": 0.02542372881355932, + "DTDVal:normalized_top1": 0.14429530201342283, + "EuroSATVal:normalized_top1": 0.13570093457943927, + "GTSRBVal:normalized_top1": 0.14844043592634348, + "MNISTVal:normalized_top1": 0.9433962264150944, + "RESISC45Val:normalized_top1": 0.054113749309773605, + "SVHNVal:normalized_top1": 0.566242436887127, + "SUN397Val:normalized_top1": 0.006802721088435374, + "avg_normalized_top1": 0.2530519418791494, + "avg_top1": 0.24439957168750778 + } + }, + "optimal_coef": 0.35000000000000003 +} \ No newline at end of file diff --git a/linear-2_1e-05_ViT-B-32/linear-2_ft_accuracies.json b/linear-2_1e-05_ViT-B-32/linear-2_ft_accuracies.json new file mode 100644 index 0000000000000000000000000000000000000000..e02329b2ecb6aa71000e8222e4bd3cc7b8f04f5a --- /dev/null +++ b/linear-2_1e-05_ViT-B-32/linear-2_ft_accuracies.json @@ -0,0 +1,18 @@ +{ + "Cars": 0.7456783982091779, + "CarsVal": 0.7248157248157249, + "DTD": 0.7904255319148936, + "DTDVal": 0.7925531914893617, + "EuroSAT": 0.9911111111111112, + "EuroSATVal": 0.9907407407407407, + "GTSRB": 0.9836104513064133, + "GTSRBVal": 0.9988738738738738, + "MNIST": 0.9964, + "MNISTVal": 0.9964, + "RESISC45": 0.9493650793650794, + "RESISC45Val": 0.9582010582010582, + "SUN397": 0.747808564231738, + "SUN397Val": 0.7405541561712846, + "SVHN": 0.9696143208358943, + "SVHNVal": 0.9586 +} \ No newline at end of file diff --git a/linear-2_1e-05_ViT-B-32/linear-2_negations.json b/linear-2_1e-05_ViT-B-32/linear-2_negations.json new file mode 100644 index 0000000000000000000000000000000000000000..0ccdce04c49805e85930a82f3cbda702d439a9f4 --- /dev/null +++ b/linear-2_1e-05_ViT-B-32/linear-2_negations.json @@ -0,0 +1,1234 @@ +{ + "Cars": { + "test": 0.25680885462007214, + "test_control": 0.61092, + "val": { + "0.0": { + "CarsVal:top1": 0.5958230958230958, + "ImageNetVal:top1": 0.667, + "CarsVal:normalized_top1": 0.8220338983050847, + "avg_normalized_top1": 0.8220338983050847, + "avg_top1": 0.5958230958230958 + }, + "0.05": { + "CarsVal:top1": 0.5835380835380836, + "ImageNetVal:top1": 0.6668, + "CarsVal:normalized_top1": 0.8050847457627118, + "avg_normalized_top1": 0.8050847457627118, + "avg_top1": 0.5835380835380836 + }, + "0.1": { + "CarsVal:top1": 0.5601965601965602, + "ImageNetVal:top1": 0.6648, + "CarsVal:normalized_top1": 0.7728813559322033, + "avg_normalized_top1": 0.7728813559322033, + "avg_top1": 0.5601965601965602 + }, + "0.15000000000000002": { + "CarsVal:top1": 0.5393120393120393, + "ImageNetVal:top1": 0.663, + "CarsVal:normalized_top1": 0.7440677966101694, + "avg_normalized_top1": 0.7440677966101694, + "avg_top1": 0.5393120393120393 + }, + "0.2": { + "CarsVal:top1": 0.5208845208845209, + "ImageNetVal:top1": 0.6632, + "CarsVal:normalized_top1": 0.71864406779661, + "avg_normalized_top1": 0.71864406779661, + "avg_top1": 0.5208845208845209 + }, + "0.25": { + "CarsVal:top1": 0.5, + "ImageNetVal:top1": 0.6624, + "CarsVal:normalized_top1": 0.6898305084745762, + "avg_normalized_top1": 0.6898305084745762, + "avg_top1": 0.5 + }, + "0.30000000000000004": { + "CarsVal:top1": 0.47911547911547914, + "ImageNetVal:top1": 0.661, + "CarsVal:normalized_top1": 0.6610169491525424, + "avg_normalized_top1": 0.6610169491525424, + "avg_top1": 0.47911547911547914 + }, + "0.35000000000000003": { + "CarsVal:top1": 0.4606879606879607, + "ImageNetVal:top1": 0.661, + "CarsVal:normalized_top1": 0.635593220338983, + "avg_normalized_top1": 0.635593220338983, + "avg_top1": 0.4606879606879607 + }, + "0.4": { + "CarsVal:top1": 0.4520884520884521, + "ImageNetVal:top1": 0.661, + "CarsVal:normalized_top1": 0.623728813559322, + "avg_normalized_top1": 0.623728813559322, + "avg_top1": 0.4520884520884521 + }, + "0.45": { + "CarsVal:top1": 0.43366093366093367, + "ImageNetVal:top1": 0.6594, + "CarsVal:normalized_top1": 0.5983050847457627, + "avg_normalized_top1": 0.5983050847457627, + "avg_top1": 0.43366093366093367 + }, + "0.5": { + "CarsVal:top1": 0.4176904176904177, + "ImageNetVal:top1": 0.6574, + "CarsVal:normalized_top1": 0.576271186440678, + "avg_normalized_top1": 0.576271186440678, + "avg_top1": 0.4176904176904177 + }, + "0.55": { + "CarsVal:top1": 0.4004914004914005, + "ImageNetVal:top1": 0.6556, + "CarsVal:normalized_top1": 0.5525423728813559, + "avg_normalized_top1": 0.5525423728813559, + "avg_top1": 0.4004914004914005 + }, + "0.6000000000000001": { + "CarsVal:top1": 0.3796068796068796, + "ImageNetVal:top1": 0.6534, + "CarsVal:normalized_top1": 0.523728813559322, + "avg_normalized_top1": 0.523728813559322, + "avg_top1": 0.3796068796068796 + }, + "0.65": { + "CarsVal:top1": 0.35872235872235875, + "ImageNetVal:top1": 0.6532, + "CarsVal:normalized_top1": 0.4949152542372881, + "avg_normalized_top1": 0.4949152542372881, + "avg_top1": 0.35872235872235875 + }, + "0.7000000000000001": { + "CarsVal:top1": 0.3366093366093366, + "ImageNetVal:top1": 0.6526, + "CarsVal:normalized_top1": 0.4644067796610169, + "avg_normalized_top1": 0.4644067796610169, + "avg_top1": 0.3366093366093366 + }, + "0.75": { + "CarsVal:top1": 0.32432432432432434, + "ImageNetVal:top1": 0.6504, + "CarsVal:normalized_top1": 0.44745762711864406, + "avg_normalized_top1": 0.44745762711864406, + "avg_top1": 0.32432432432432434 + }, + "0.8": { + "CarsVal:top1": 0.3157248157248157, + "ImageNetVal:top1": 0.6482, + "CarsVal:normalized_top1": 0.43559322033898296, + "avg_normalized_top1": 0.43559322033898296, + "avg_top1": 0.3157248157248157 + }, + "0.8500000000000001": { + "CarsVal:top1": 0.29975429975429974, + "ImageNetVal:top1": 0.647, + "CarsVal:normalized_top1": 0.4135593220338982, + "avg_normalized_top1": 0.4135593220338982, + "avg_top1": 0.29975429975429974 + }, + "0.9": { + "CarsVal:top1": 0.28624078624078625, + "ImageNetVal:top1": 0.6456, + "CarsVal:normalized_top1": 0.3949152542372881, + "avg_normalized_top1": 0.3949152542372881, + "avg_top1": 0.28624078624078625 + }, + "0.9500000000000001": { + "CarsVal:top1": 0.2641277641277641, + "ImageNetVal:top1": 0.6438, + "CarsVal:normalized_top1": 0.3644067796610169, + "avg_normalized_top1": 0.3644067796610169, + "avg_top1": 0.2641277641277641 + }, + "1.0": { + "CarsVal:top1": 0.25184275184275184, + "ImageNetVal:top1": 0.642, + "CarsVal:normalized_top1": 0.34745762711864403, + "avg_normalized_top1": 0.34745762711864403, + "avg_top1": 0.25184275184275184 + } + }, + "optimal_coef": 1.0 + }, + "DTD": { + "test": 0.23457446808510637, + "test_control": 0.59932, + "val": { + "0.0": { + "DTDVal:top1": 0.425531914893617, + "ImageNetVal:top1": 0.667, + "DTDVal:normalized_top1": 0.5369127516778524, + "avg_normalized_top1": 0.5369127516778524, + "avg_top1": 0.425531914893617 + }, + "0.05": { + "DTDVal:top1": 0.4015957446808511, + "ImageNetVal:top1": 0.6666, + "DTDVal:normalized_top1": 0.5067114093959731, + "avg_normalized_top1": 0.5067114093959731, + "avg_top1": 0.4015957446808511 + }, + "0.1": { + "DTDVal:top1": 0.3803191489361702, + "ImageNetVal:top1": 0.664, + "DTDVal:normalized_top1": 0.47986577181208057, + "avg_normalized_top1": 0.47986577181208057, + "avg_top1": 0.3803191489361702 + }, + "0.15000000000000002": { + "DTDVal:top1": 0.35904255319148937, + "ImageNetVal:top1": 0.6632, + "DTDVal:normalized_top1": 0.45302013422818793, + "avg_normalized_top1": 0.45302013422818793, + "avg_top1": 0.35904255319148937 + }, + "0.2": { + "DTDVal:top1": 0.34308510638297873, + "ImageNetVal:top1": 0.662, + "DTDVal:normalized_top1": 0.4328859060402685, + "avg_normalized_top1": 0.4328859060402685, + "avg_top1": 0.34308510638297873 + }, + "0.25": { + "DTDVal:top1": 0.3377659574468085, + "ImageNetVal:top1": 0.6588, + "DTDVal:normalized_top1": 0.4261744966442953, + "avg_normalized_top1": 0.4261744966442953, + "avg_top1": 0.3377659574468085 + }, + "0.30000000000000004": { + "DTDVal:top1": 0.3271276595744681, + "ImageNetVal:top1": 0.6582, + "DTDVal:normalized_top1": 0.41275167785234906, + "avg_normalized_top1": 0.41275167785234906, + "avg_top1": 0.3271276595744681 + }, + "0.35000000000000003": { + "DTDVal:top1": 0.3058510638297872, + "ImageNetVal:top1": 0.6568, + "DTDVal:normalized_top1": 0.3859060402684564, + "avg_normalized_top1": 0.3859060402684564, + "avg_top1": 0.3058510638297872 + }, + "0.4": { + "DTDVal:top1": 0.2898936170212766, + "ImageNetVal:top1": 0.6564, + "DTDVal:normalized_top1": 0.36577181208053694, + "avg_normalized_top1": 0.36577181208053694, + "avg_top1": 0.2898936170212766 + }, + "0.45": { + "DTDVal:top1": 0.2872340425531915, + "ImageNetVal:top1": 0.6536, + "DTDVal:normalized_top1": 0.36241610738255037, + "avg_normalized_top1": 0.36241610738255037, + "avg_top1": 0.2872340425531915 + }, + "0.5": { + "DTDVal:top1": 0.2845744680851064, + "ImageNetVal:top1": 0.6528, + "DTDVal:normalized_top1": 0.3590604026845638, + "avg_normalized_top1": 0.3590604026845638, + "avg_top1": 0.2845744680851064 + }, + "0.55": { + "DTDVal:top1": 0.27393617021276595, + "ImageNetVal:top1": 0.6502, + "DTDVal:normalized_top1": 0.34563758389261745, + "avg_normalized_top1": 0.34563758389261745, + "avg_top1": 0.27393617021276595 + }, + "0.6000000000000001": { + "DTDVal:top1": 0.26861702127659576, + "ImageNetVal:top1": 0.6476, + "DTDVal:normalized_top1": 0.3389261744966443, + "avg_normalized_top1": 0.3389261744966443, + "avg_top1": 0.26861702127659576 + }, + "0.65": { + "DTDVal:top1": 0.26063829787234044, + "ImageNetVal:top1": 0.648, + "DTDVal:normalized_top1": 0.3288590604026846, + "avg_normalized_top1": 0.3288590604026846, + "avg_top1": 0.26063829787234044 + }, + "0.7000000000000001": { + "DTDVal:top1": 0.25, + "ImageNetVal:top1": 0.6458, + "DTDVal:normalized_top1": 0.3154362416107383, + "avg_normalized_top1": 0.3154362416107383, + "avg_top1": 0.25 + }, + "0.75": { + "DTDVal:top1": 0.2473404255319149, + "ImageNetVal:top1": 0.6442, + "DTDVal:normalized_top1": 0.3120805369127517, + "avg_normalized_top1": 0.3120805369127517, + "avg_top1": 0.2473404255319149 + }, + "0.8": { + "DTDVal:top1": 0.23138297872340424, + "ImageNetVal:top1": 0.6428, + "DTDVal:normalized_top1": 0.29194630872483224, + "avg_normalized_top1": 0.29194630872483224, + "avg_top1": 0.23138297872340424 + }, + "0.8500000000000001": { + "DTDVal:top1": 0.22606382978723405, + "ImageNetVal:top1": 0.6412, + "DTDVal:normalized_top1": 0.2852348993288591, + "avg_normalized_top1": 0.2852348993288591, + "avg_top1": 0.22606382978723405 + }, + "0.9": { + "DTDVal:top1": 0.2127659574468085, + "ImageNetVal:top1": 0.638, + "DTDVal:normalized_top1": 0.2684563758389262, + "avg_normalized_top1": 0.2684563758389262, + "avg_top1": 0.2127659574468085 + }, + "0.9500000000000001": { + "DTDVal:top1": 0.2074468085106383, + "ImageNetVal:top1": 0.6344, + "DTDVal:normalized_top1": 0.26174496644295303, + "avg_normalized_top1": 0.26174496644295303, + "avg_top1": 0.2074468085106383 + }, + "1.0": { + "DTDVal:top1": 0.2047872340425532, + "ImageNetVal:top1": 0.6318, + "DTDVal:normalized_top1": 0.25838926174496646, + "avg_normalized_top1": 0.25838926174496646, + "avg_top1": 0.2047872340425532 + } + }, + "optimal_coef": 0.9500000000000001 + }, + "EuroSAT": { + "test": 0.11222222222222222, + "test_control": 0.62242, + "val": { + "0.0": { + "EuroSATVal:top1": 0.44555555555555554, + "ImageNetVal:top1": 0.667, + "EuroSATVal:normalized_top1": 0.4497196261682243, + "avg_normalized_top1": 0.4497196261682243, + "avg_top1": 0.44555555555555554 + }, + "0.05": { + "EuroSATVal:top1": 0.3451851851851852, + "ImageNetVal:top1": 0.6678, + "EuroSATVal:normalized_top1": 0.34841121495327104, + "avg_normalized_top1": 0.34841121495327104, + "avg_top1": 0.3451851851851852 + }, + "0.1": { + "EuroSATVal:top1": 0.27444444444444444, + "ImageNetVal:top1": 0.6676, + "EuroSATVal:normalized_top1": 0.2770093457943925, + "avg_normalized_top1": 0.2770093457943925, + "avg_top1": 0.27444444444444444 + }, + "0.15000000000000002": { + "EuroSATVal:top1": 0.23407407407407407, + "ImageNetVal:top1": 0.667, + "EuroSATVal:normalized_top1": 0.23626168224299066, + "avg_normalized_top1": 0.23626168224299066, + "avg_top1": 0.23407407407407407 + }, + "0.2": { + "EuroSATVal:top1": 0.20222222222222222, + "ImageNetVal:top1": 0.667, + "EuroSATVal:normalized_top1": 0.20411214953271029, + "avg_normalized_top1": 0.20411214953271029, + "avg_top1": 0.20222222222222222 + }, + "0.25": { + "EuroSATVal:top1": 0.18074074074074073, + "ImageNetVal:top1": 0.6668, + "EuroSATVal:normalized_top1": 0.18242990654205607, + "avg_normalized_top1": 0.18242990654205607, + "avg_top1": 0.18074074074074073 + }, + "0.30000000000000004": { + "EuroSATVal:top1": 0.16407407407407407, + "ImageNetVal:top1": 0.6652, + "EuroSATVal:normalized_top1": 0.165607476635514, + "avg_normalized_top1": 0.165607476635514, + "avg_top1": 0.16407407407407407 + }, + "0.35000000000000003": { + "EuroSATVal:top1": 0.15333333333333332, + "ImageNetVal:top1": 0.664, + "EuroSATVal:normalized_top1": 0.1547663551401869, + "avg_normalized_top1": 0.1547663551401869, + "avg_top1": 0.15333333333333332 + }, + "0.4": { + "EuroSATVal:top1": 0.14703703703703705, + "ImageNetVal:top1": 0.6638, + "EuroSATVal:normalized_top1": 0.14841121495327106, + "avg_normalized_top1": 0.14841121495327106, + "avg_top1": 0.14703703703703705 + }, + "0.45": { + "EuroSATVal:top1": 0.1425925925925926, + "ImageNetVal:top1": 0.664, + "EuroSATVal:normalized_top1": 0.14392523364485982, + "avg_normalized_top1": 0.14392523364485982, + "avg_top1": 0.1425925925925926 + }, + "0.5": { + "EuroSATVal:top1": 0.14222222222222222, + "ImageNetVal:top1": 0.6638, + "EuroSATVal:normalized_top1": 0.14355140186915888, + "avg_normalized_top1": 0.14355140186915888, + "avg_top1": 0.14222222222222222 + }, + "0.55": { + "EuroSATVal:top1": 0.13444444444444445, + "ImageNetVal:top1": 0.6638, + "EuroSATVal:normalized_top1": 0.13570093457943927, + "avg_normalized_top1": 0.13570093457943927, + "avg_top1": 0.13444444444444445 + }, + "0.6000000000000001": { + "EuroSATVal:top1": 0.12666666666666668, + "ImageNetVal:top1": 0.6626, + "EuroSATVal:normalized_top1": 0.12785046728971963, + "avg_normalized_top1": 0.12785046728971963, + "avg_top1": 0.12666666666666668 + }, + "0.65": { + "EuroSATVal:top1": 0.12222222222222222, + "ImageNetVal:top1": 0.662, + "EuroSATVal:normalized_top1": 0.1233644859813084, + "avg_normalized_top1": 0.1233644859813084, + "avg_top1": 0.12222222222222222 + }, + "0.7000000000000001": { + "EuroSATVal:top1": 0.11814814814814815, + "ImageNetVal:top1": 0.6614, + "EuroSATVal:normalized_top1": 0.11925233644859815, + "avg_normalized_top1": 0.11925233644859815, + "avg_top1": 0.11814814814814815 + }, + "0.75": { + "EuroSATVal:top1": 0.11407407407407408, + "ImageNetVal:top1": 0.6614, + "EuroSATVal:normalized_top1": 0.11514018691588786, + "avg_normalized_top1": 0.11514018691588786, + "avg_top1": 0.11407407407407408 + }, + "0.8": { + "EuroSATVal:top1": 0.10962962962962963, + "ImageNetVal:top1": 0.6596, + "EuroSATVal:normalized_top1": 0.11065420560747664, + "avg_normalized_top1": 0.11065420560747664, + "avg_top1": 0.10962962962962963 + }, + "0.8500000000000001": { + "EuroSATVal:top1": 0.10888888888888888, + "ImageNetVal:top1": 0.658, + "EuroSATVal:normalized_top1": 0.10990654205607477, + "avg_normalized_top1": 0.10990654205607477, + "avg_top1": 0.10888888888888888 + }, + "0.9": { + "EuroSATVal:top1": 0.10925925925925926, + "ImageNetVal:top1": 0.6568, + "EuroSATVal:normalized_top1": 0.1102803738317757, + "avg_normalized_top1": 0.1102803738317757, + "avg_top1": 0.10925925925925926 + }, + "0.9500000000000001": { + "EuroSATVal:top1": 0.11, + "ImageNetVal:top1": 0.657, + "EuroSATVal:normalized_top1": 0.11102803738317757, + "avg_normalized_top1": 0.11102803738317757, + "avg_top1": 0.11 + }, + "1.0": { + "EuroSATVal:top1": 0.10851851851851851, + "ImageNetVal:top1": 0.6564, + "EuroSATVal:normalized_top1": 0.10953271028037383, + "avg_normalized_top1": 0.10953271028037383, + "avg_top1": 0.10851851851851851 + } + }, + "optimal_coef": 1.0 + }, + "GTSRB": { + "test": 0.06785431512272368, + "test_control": 0.62064, + "val": { + "0.0": { + "GTSRBVal:top1": 0.32995495495495497, + "ImageNetVal:top1": 0.667, + "GTSRBVal:normalized_top1": 0.33032694475760993, + "avg_normalized_top1": 0.33032694475760993, + "avg_top1": 0.32995495495495497 + }, + "0.05": { + "GTSRBVal:top1": 0.2897897897897898, + "ImageNetVal:top1": 0.6664, + "GTSRBVal:normalized_top1": 0.29011649755730934, + "avg_normalized_top1": 0.29011649755730934, + "avg_top1": 0.2897897897897898 + }, + "0.1": { + "GTSRBVal:top1": 0.2533783783783784, + "ImageNetVal:top1": 0.664, + "GTSRBVal:normalized_top1": 0.25366403607666294, + "avg_normalized_top1": 0.25366403607666294, + "avg_top1": 0.2533783783783784 + }, + "0.15000000000000002": { + "GTSRBVal:top1": 0.2225975975975976, + "ImageNetVal:top1": 0.6632, + "GTSRBVal:normalized_top1": 0.22284855317549793, + "avg_normalized_top1": 0.22284855317549793, + "avg_top1": 0.2225975975975976 + }, + "0.2": { + "GTSRBVal:top1": 0.19519519519519518, + "ImageNetVal:top1": 0.662, + "GTSRBVal:normalized_top1": 0.1954152574220218, + "avg_normalized_top1": 0.1954152574220218, + "avg_top1": 0.19519519519519518 + }, + "0.25": { + "GTSRBVal:top1": 0.1783033033033033, + "ImageNetVal:top1": 0.6626, + "GTSRBVal:normalized_top1": 0.1785043216835776, + "avg_normalized_top1": 0.1785043216835776, + "avg_top1": 0.1783033033033033 + }, + "0.30000000000000004": { + "GTSRBVal:top1": 0.16253753753753752, + "ImageNetVal:top1": 0.6618, + "GTSRBVal:normalized_top1": 0.16272078166102968, + "avg_normalized_top1": 0.16272078166102968, + "avg_top1": 0.16253753753753752 + }, + "0.35000000000000003": { + "GTSRBVal:top1": 0.15015015015015015, + "ImageNetVal:top1": 0.6612, + "GTSRBVal:normalized_top1": 0.15031942878617063, + "avg_normalized_top1": 0.15031942878617063, + "avg_top1": 0.15015015015015015 + }, + "0.4": { + "GTSRBVal:top1": 0.13438438438438438, + "ImageNetVal:top1": 0.6608, + "GTSRBVal:normalized_top1": 0.1345358887636227, + "avg_normalized_top1": 0.1345358887636227, + "avg_top1": 0.13438438438438438 + }, + "0.45": { + "GTSRBVal:top1": 0.121996996996997, + "ImageNetVal:top1": 0.661, + "GTSRBVal:normalized_top1": 0.12213453588876362, + "avg_normalized_top1": 0.12213453588876362, + "avg_top1": 0.121996996996997 + }, + "0.5": { + "GTSRBVal:top1": 0.11486486486486487, + "ImageNetVal:top1": 0.6612, + "GTSRBVal:normalized_top1": 0.11499436302142053, + "avg_normalized_top1": 0.11499436302142053, + "avg_top1": 0.11486486486486487 + }, + "0.55": { + "GTSRBVal:top1": 0.11036036036036036, + "ImageNetVal:top1": 0.6616, + "GTSRBVal:normalized_top1": 0.1104847801578354, + "avg_normalized_top1": 0.1104847801578354, + "avg_top1": 0.11036036036036036 + }, + "0.6000000000000001": { + "GTSRBVal:top1": 0.10322822822822823, + "ImageNetVal:top1": 0.661, + "GTSRBVal:normalized_top1": 0.1033446072904923, + "avg_normalized_top1": 0.1033446072904923, + "avg_top1": 0.10322822822822823 + }, + "0.65": { + "GTSRBVal:top1": 0.09797297297297297, + "ImageNetVal:top1": 0.6596, + "GTSRBVal:normalized_top1": 0.09808342728297632, + "avg_normalized_top1": 0.09808342728297632, + "avg_top1": 0.09797297297297297 + }, + "0.7000000000000001": { + "GTSRBVal:top1": 0.09196696696696696, + "ImageNetVal:top1": 0.6592, + "GTSRBVal:normalized_top1": 0.0920706501315295, + "avg_normalized_top1": 0.0920706501315295, + "avg_top1": 0.09196696696696696 + }, + "0.75": { + "GTSRBVal:top1": 0.08671171171171171, + "ImageNetVal:top1": 0.6576, + "GTSRBVal:normalized_top1": 0.08680947012401354, + "avg_normalized_top1": 0.08680947012401354, + "avg_top1": 0.08671171171171171 + }, + "0.8": { + "GTSRBVal:top1": 0.0807057057057057, + "ImageNetVal:top1": 0.6562, + "GTSRBVal:normalized_top1": 0.08079669297256671, + "avg_normalized_top1": 0.08079669297256671, + "avg_top1": 0.0807057057057057 + }, + "0.8500000000000001": { + "GTSRBVal:top1": 0.07695195195195195, + "ImageNetVal:top1": 0.657, + "GTSRBVal:normalized_top1": 0.07703870725291244, + "avg_normalized_top1": 0.07703870725291244, + "avg_top1": 0.07695195195195195 + }, + "0.9": { + "GTSRBVal:top1": 0.07282282282282282, + "ImageNetVal:top1": 0.6554, + "GTSRBVal:normalized_top1": 0.07290492296129275, + "avg_normalized_top1": 0.07290492296129275, + "avg_top1": 0.07282282282282282 + }, + "0.9500000000000001": { + "GTSRBVal:top1": 0.0701951951951952, + "ImageNetVal:top1": 0.656, + "GTSRBVal:normalized_top1": 0.07027433295753477, + "avg_normalized_top1": 0.07027433295753477, + "avg_top1": 0.0701951951951952 + }, + "1.0": { + "GTSRBVal:top1": 0.06906906906906907, + "ImageNetVal:top1": 0.6542, + "GTSRBVal:normalized_top1": 0.06914693724163848, + "avg_normalized_top1": 0.06914693724163848, + "avg_top1": 0.06906906906906907 + } + }, + "optimal_coef": 1.0 + }, + "MNIST": { + "test": 0.1252, + "test_control": 0.62982, + "val": { + "0.0": { + "MNISTVal:top1": 0.4816, + "ImageNetVal:top1": 0.667, + "MNISTVal:normalized_top1": 0.48334002408671217, + "avg_normalized_top1": 0.48334002408671217, + "avg_top1": 0.4816 + }, + "0.05": { + "MNISTVal:top1": 0.425, + "ImageNetVal:top1": 0.668, + "MNISTVal:normalized_top1": 0.4265355279004416, + "avg_normalized_top1": 0.4265355279004416, + "avg_top1": 0.425 + }, + "0.1": { + "MNISTVal:top1": 0.3772, + "ImageNetVal:top1": 0.6676, + "MNISTVal:normalized_top1": 0.3785628261742272, + "avg_normalized_top1": 0.3785628261742272, + "avg_top1": 0.3772 + }, + "0.15000000000000002": { + "MNISTVal:top1": 0.3392, + "ImageNetVal:top1": 0.667, + "MNISTVal:normalized_top1": 0.3404255319148936, + "avg_normalized_top1": 0.3404255319148936, + "avg_top1": 0.3392 + }, + "0.2": { + "MNISTVal:top1": 0.3038, + "ImageNetVal:top1": 0.6658, + "MNISTVal:normalized_top1": 0.3048976314733039, + "avg_normalized_top1": 0.3048976314733039, + "avg_top1": 0.3038 + }, + "0.25": { + "MNISTVal:top1": 0.27, + "ImageNetVal:top1": 0.6648, + "MNISTVal:normalized_top1": 0.2709755118426335, + "avg_normalized_top1": 0.2709755118426335, + "avg_top1": 0.27 + }, + "0.30000000000000004": { + "MNISTVal:top1": 0.238, + "ImageNetVal:top1": 0.6644, + "MNISTVal:normalized_top1": 0.23885989562424728, + "avg_normalized_top1": 0.23885989562424728, + "avg_top1": 0.238 + }, + "0.35000000000000003": { + "MNISTVal:top1": 0.2114, + "ImageNetVal:top1": 0.664, + "MNISTVal:normalized_top1": 0.2121637896427138, + "avg_normalized_top1": 0.2121637896427138, + "avg_top1": 0.2114 + }, + "0.4": { + "MNISTVal:top1": 0.188, + "ImageNetVal:top1": 0.664, + "MNISTVal:normalized_top1": 0.18867924528301888, + "avg_normalized_top1": 0.18867924528301888, + "avg_top1": 0.188 + }, + "0.45": { + "MNISTVal:top1": 0.1674, + "ImageNetVal:top1": 0.6636, + "MNISTVal:normalized_top1": 0.16800481734243275, + "avg_normalized_top1": 0.16800481734243275, + "avg_top1": 0.1674 + }, + "0.5": { + "MNISTVal:top1": 0.152, + "ImageNetVal:top1": 0.6628, + "MNISTVal:normalized_top1": 0.1525491770373344, + "avg_normalized_top1": 0.1525491770373344, + "avg_top1": 0.152 + }, + "0.55": { + "MNISTVal:top1": 0.1408, + "ImageNetVal:top1": 0.6628, + "MNISTVal:normalized_top1": 0.14130871136089926, + "avg_normalized_top1": 0.14130871136089926, + "avg_top1": 0.1408 + }, + "0.6000000000000001": { + "MNISTVal:top1": 0.1312, + "ImageNetVal:top1": 0.6624, + "MNISTVal:normalized_top1": 0.1316740264953834, + "avg_normalized_top1": 0.1316740264953834, + "avg_top1": 0.1312 + }, + "0.65": { + "MNISTVal:top1": 0.1276, + "ImageNetVal:top1": 0.6622, + "MNISTVal:normalized_top1": 0.12806101967081493, + "avg_normalized_top1": 0.12806101967081493, + "avg_top1": 0.1276 + }, + "0.7000000000000001": { + "MNISTVal:top1": 0.1224, + "ImageNetVal:top1": 0.662, + "MNISTVal:normalized_top1": 0.12284223203532718, + "avg_normalized_top1": 0.12284223203532718, + "avg_top1": 0.1224 + }, + "0.75": { + "MNISTVal:top1": 0.1204, + "ImageNetVal:top1": 0.6614, + "MNISTVal:normalized_top1": 0.12083500602167804, + "avg_normalized_top1": 0.12083500602167804, + "avg_top1": 0.1204 + }, + "0.8": { + "MNISTVal:top1": 0.1176, + "ImageNetVal:top1": 0.6612, + "MNISTVal:normalized_top1": 0.11802488960256925, + "avg_normalized_top1": 0.11802488960256925, + "avg_top1": 0.1176 + }, + "0.8500000000000001": { + "MNISTVal:top1": 0.116, + "ImageNetVal:top1": 0.6614, + "MNISTVal:normalized_top1": 0.11641910879164995, + "avg_normalized_top1": 0.11641910879164995, + "avg_top1": 0.116 + }, + "0.9": { + "MNISTVal:top1": 0.1176, + "ImageNetVal:top1": 0.6614, + "MNISTVal:normalized_top1": 0.11802488960256925, + "avg_normalized_top1": 0.11802488960256925, + "avg_top1": 0.1176 + }, + "0.9500000000000001": { + "MNISTVal:top1": 0.1198, + "ImageNetVal:top1": 0.6606, + "MNISTVal:normalized_top1": 0.12023283821758331, + "avg_normalized_top1": 0.12023283821758331, + "avg_top1": 0.1198 + }, + "1.0": { + "MNISTVal:top1": 0.1188, + "ImageNetVal:top1": 0.6606, + "MNISTVal:normalized_top1": 0.11922922521075874, + "avg_normalized_top1": 0.11922922521075874, + "avg_top1": 0.1188 + } + }, + "optimal_coef": 0.8500000000000001 + }, + "RESISC45": { + "test": 0.1773015873015873, + "test_control": 0.61116, + "val": { + "0.0": { + "RESISC45Val:top1": 0.6142857142857143, + "ImageNetVal:top1": 0.667, + "RESISC45Val:normalized_top1": 0.6410822749861955, + "avg_normalized_top1": 0.6410822749861955, + "avg_top1": 0.6142857142857143 + }, + "0.05": { + "RESISC45Val:top1": 0.5783068783068783, + "ImageNetVal:top1": 0.6658, + "RESISC45Val:normalized_top1": 0.6035339591385975, + "avg_normalized_top1": 0.6035339591385975, + "avg_top1": 0.5783068783068783 + }, + "0.1": { + "RESISC45Val:top1": 0.544973544973545, + "ImageNetVal:top1": 0.6652, + "RESISC45Val:normalized_top1": 0.5687465488680288, + "avg_normalized_top1": 0.5687465488680288, + "avg_top1": 0.544973544973545 + }, + "0.15000000000000002": { + "RESISC45Val:top1": 0.5169312169312169, + "ImageNetVal:top1": 0.6652, + "RESISC45Val:normalized_top1": 0.5394809497515185, + "avg_normalized_top1": 0.5394809497515185, + "avg_top1": 0.5169312169312169 + }, + "0.2": { + "RESISC45Val:top1": 0.49153439153439155, + "ImageNetVal:top1": 0.6652, + "RESISC45Val:normalized_top1": 0.5129762562120376, + "avg_normalized_top1": 0.5129762562120376, + "avg_top1": 0.49153439153439155 + }, + "0.25": { + "RESISC45Val:top1": 0.46296296296296297, + "ImageNetVal:top1": 0.6642, + "RESISC45Val:normalized_top1": 0.4831584759801215, + "avg_normalized_top1": 0.4831584759801215, + "avg_top1": 0.46296296296296297 + }, + "0.30000000000000004": { + "RESISC45Val:top1": 0.43386243386243384, + "ImageNetVal:top1": 0.663, + "RESISC45Val:normalized_top1": 0.45278851463279957, + "avg_normalized_top1": 0.45278851463279957, + "avg_top1": 0.43386243386243384 + }, + "0.35000000000000003": { + "RESISC45Val:top1": 0.4074074074074074, + "ImageNetVal:top1": 0.663, + "RESISC45Val:normalized_top1": 0.4251794588625069, + "avg_normalized_top1": 0.4251794588625069, + "avg_top1": 0.4074074074074074 + }, + "0.4": { + "RESISC45Val:top1": 0.3783068783068783, + "ImageNetVal:top1": 0.6624, + "RESISC45Val:normalized_top1": 0.394809497515185, + "avg_normalized_top1": 0.394809497515185, + "avg_top1": 0.3783068783068783 + }, + "0.45": { + "RESISC45Val:top1": 0.35555555555555557, + "ImageNetVal:top1": 0.6614, + "RESISC45Val:normalized_top1": 0.3710657095527333, + "avg_normalized_top1": 0.3710657095527333, + "avg_top1": 0.35555555555555557 + }, + "0.5": { + "RESISC45Val:top1": 0.3343915343915344, + "ImageNetVal:top1": 0.66, + "RESISC45Val:normalized_top1": 0.3489784649364992, + "avg_normalized_top1": 0.3489784649364992, + "avg_top1": 0.3343915343915344 + }, + "0.55": { + "RESISC45Val:top1": 0.30952380952380953, + "ImageNetVal:top1": 0.6592, + "RESISC45Val:normalized_top1": 0.3230259525124241, + "avg_normalized_top1": 0.3230259525124241, + "avg_top1": 0.30952380952380953 + }, + "0.6000000000000001": { + "RESISC45Val:top1": 0.28624338624338624, + "ImageNetVal:top1": 0.658, + "RESISC45Val:normalized_top1": 0.2987299834345665, + "avg_normalized_top1": 0.2987299834345665, + "avg_top1": 0.28624338624338624 + }, + "0.65": { + "RESISC45Val:top1": 0.2698412698412698, + "ImageNetVal:top1": 0.6554, + "RESISC45Val:normalized_top1": 0.2816123688569851, + "avg_normalized_top1": 0.2816123688569851, + "avg_top1": 0.2698412698412698 + }, + "0.7000000000000001": { + "RESISC45Val:top1": 0.25343915343915346, + "ImageNetVal:top1": 0.6548, + "RESISC45Val:normalized_top1": 0.26449475427940367, + "avg_normalized_top1": 0.26449475427940367, + "avg_top1": 0.25343915343915346 + }, + "0.75": { + "RESISC45Val:top1": 0.2365079365079365, + "ImageNetVal:top1": 0.6524, + "RESISC45Val:normalized_top1": 0.24682495858641634, + "avg_normalized_top1": 0.24682495858641634, + "avg_top1": 0.2365079365079365 + }, + "0.8": { + "RESISC45Val:top1": 0.22645502645502646, + "ImageNetVal:top1": 0.651, + "RESISC45Val:normalized_top1": 0.23633351739370514, + "avg_normalized_top1": 0.23633351739370514, + "avg_top1": 0.22645502645502646 + }, + "0.8500000000000001": { + "RESISC45Val:top1": 0.2126984126984127, + "ImageNetVal:top1": 0.6502, + "RESISC45Val:normalized_top1": 0.22197680839315295, + "avg_normalized_top1": 0.22197680839315295, + "avg_top1": 0.2126984126984127 + }, + "0.9": { + "RESISC45Val:top1": 0.19735449735449737, + "ImageNetVal:top1": 0.6484, + "RESISC45Val:normalized_top1": 0.20596355604638322, + "avg_normalized_top1": 0.20596355604638322, + "avg_top1": 0.19735449735449737 + }, + "0.9500000000000001": { + "RESISC45Val:top1": 0.18835978835978837, + "ImageNetVal:top1": 0.6474, + "RESISC45Val:normalized_top1": 0.19657647708448373, + "avg_normalized_top1": 0.19657647708448373, + "avg_top1": 0.18835978835978837 + }, + "1.0": { + "RESISC45Val:top1": 0.1835978835978836, + "ImageNetVal:top1": 0.646, + "RESISC45Val:normalized_top1": 0.19160684704583103, + "avg_normalized_top1": 0.19160684704583103, + "avg_top1": 0.1835978835978836 + } + }, + "optimal_coef": 1.0 + }, + "SUN397": { + "test": 0.47692695214105796, + "test_control": 0.6039, + "val": { + "0.0": { + "SUN397Val:top1": 0.6347607052896725, + "ImageNetVal:top1": 0.667, + "SUN397Val:normalized_top1": 0.8571428571428572, + "avg_normalized_top1": 0.8571428571428572, + "avg_top1": 0.6347607052896725 + }, + "0.05": { + "SUN397Val:top1": 0.6267002518891688, + "ImageNetVal:top1": 0.6666, + "SUN397Val:normalized_top1": 0.8462585034013606, + "avg_normalized_top1": 0.8462585034013606, + "avg_top1": 0.6267002518891688 + }, + "0.1": { + "SUN397Val:top1": 0.6181360201511334, + "ImageNetVal:top1": 0.667, + "SUN397Val:normalized_top1": 0.8346938775510203, + "avg_normalized_top1": 0.8346938775510203, + "avg_top1": 0.6181360201511334 + }, + "0.15000000000000002": { + "SUN397Val:top1": 0.6105793450881613, + "ImageNetVal:top1": 0.6664, + "SUN397Val:normalized_top1": 0.8244897959183675, + "avg_normalized_top1": 0.8244897959183675, + "avg_top1": 0.6105793450881613 + }, + "0.2": { + "SUN397Val:top1": 0.603022670025189, + "ImageNetVal:top1": 0.6632, + "SUN397Val:normalized_top1": 0.8142857142857144, + "avg_normalized_top1": 0.8142857142857144, + "avg_top1": 0.603022670025189 + }, + "0.25": { + "SUN397Val:top1": 0.5939546599496222, + "ImageNetVal:top1": 0.6622, + "SUN397Val:normalized_top1": 0.8020408163265306, + "avg_normalized_top1": 0.8020408163265306, + "avg_top1": 0.5939546599496222 + }, + "0.30000000000000004": { + "SUN397Val:top1": 0.5843828715365239, + "ImageNetVal:top1": 0.6598, + "SUN397Val:normalized_top1": 0.7891156462585034, + "avg_normalized_top1": 0.7891156462585034, + "avg_top1": 0.5843828715365239 + }, + "0.35000000000000003": { + "SUN397Val:top1": 0.5748110831234257, + "ImageNetVal:top1": 0.6566, + "SUN397Val:normalized_top1": 0.7761904761904762, + "avg_normalized_top1": 0.7761904761904762, + "avg_top1": 0.5748110831234257 + }, + "0.4": { + "SUN397Val:top1": 0.5667506297229219, + "ImageNetVal:top1": 0.6538, + "SUN397Val:normalized_top1": 0.7653061224489796, + "avg_normalized_top1": 0.7653061224489796, + "avg_top1": 0.5667506297229219 + }, + "0.45": { + "SUN397Val:top1": 0.5571788413098236, + "ImageNetVal:top1": 0.6518, + "SUN397Val:normalized_top1": 0.7523809523809524, + "avg_normalized_top1": 0.7523809523809524, + "avg_top1": 0.5571788413098236 + }, + "0.5": { + "SUN397Val:top1": 0.5516372795969773, + "ImageNetVal:top1": 0.6502, + "SUN397Val:normalized_top1": 0.7448979591836734, + "avg_normalized_top1": 0.7448979591836734, + "avg_top1": 0.5516372795969773 + }, + "0.55": { + "SUN397Val:top1": 0.5455919395465995, + "ImageNetVal:top1": 0.6496, + "SUN397Val:normalized_top1": 0.736734693877551, + "avg_normalized_top1": 0.736734693877551, + "avg_top1": 0.5455919395465995 + }, + "0.6000000000000001": { + "SUN397Val:top1": 0.5400503778337532, + "ImageNetVal:top1": 0.6466, + "SUN397Val:normalized_top1": 0.7292517006802722, + "avg_normalized_top1": 0.7292517006802722, + "avg_top1": 0.5400503778337532 + }, + "0.65": { + "SUN397Val:top1": 0.5329974811083124, + "ImageNetVal:top1": 0.645, + "SUN397Val:normalized_top1": 0.7197278911564626, + "avg_normalized_top1": 0.7197278911564626, + "avg_top1": 0.5329974811083124 + }, + "0.7000000000000001": { + "SUN397Val:top1": 0.5229219143576826, + "ImageNetVal:top1": 0.6416, + "SUN397Val:normalized_top1": 0.7061224489795919, + "avg_normalized_top1": 0.7061224489795919, + "avg_top1": 0.5229219143576826 + }, + "0.75": { + "SUN397Val:top1": 0.5148614609571789, + "ImageNetVal:top1": 0.6394, + "SUN397Val:normalized_top1": 0.6952380952380953, + "avg_normalized_top1": 0.6952380952380953, + "avg_top1": 0.5148614609571789 + }, + "0.8": { + "SUN397Val:top1": 0.5017632241813602, + "ImageNetVal:top1": 0.6392, + "SUN397Val:normalized_top1": 0.6775510204081633, + "avg_normalized_top1": 0.6775510204081633, + "avg_top1": 0.5017632241813602 + }, + "0.8500000000000001": { + "SUN397Val:top1": 0.49672544080604536, + "ImageNetVal:top1": 0.6382, + "SUN397Val:normalized_top1": 0.6707482993197279, + "avg_normalized_top1": 0.6707482993197279, + "avg_top1": 0.49672544080604536 + }, + "0.9": { + "SUN397Val:top1": 0.49219143576826196, + "ImageNetVal:top1": 0.6368, + "SUN397Val:normalized_top1": 0.6646258503401361, + "avg_normalized_top1": 0.6646258503401361, + "avg_top1": 0.49219143576826196 + }, + "0.9500000000000001": { + "SUN397Val:top1": 0.48312342569269523, + "ImageNetVal:top1": 0.6336, + "SUN397Val:normalized_top1": 0.6523809523809524, + "avg_normalized_top1": 0.6523809523809524, + "avg_top1": 0.48312342569269523 + }, + "1.0": { + "SUN397Val:top1": 0.472544080604534, + "ImageNetVal:top1": 0.6332, + "SUN397Val:normalized_top1": 0.6380952380952382, + "avg_normalized_top1": 0.6380952380952382, + "avg_top1": 0.472544080604534 + } + }, + "optimal_coef": 0.9 + }, + "SVHN": { + "test": 0.12039028887523048, + "test_control": 0.62384, + "val": { + "0.0": { + "SVHNVal:top1": 0.2916, + "ImageNetVal:top1": 0.667, + "SVHNVal:normalized_top1": 0.3041936156895473, + "avg_normalized_top1": 0.3041936156895473, + "avg_top1": 0.2916 + }, + "0.05": { + "SVHNVal:top1": 0.2562, + "ImageNetVal:top1": 0.6674, + "SVHNVal:normalized_top1": 0.267264761109952, + "avg_normalized_top1": 0.267264761109952, + "avg_top1": 0.2562 + }, + "0.1": { + "SVHNVal:top1": 0.2352, + "ImageNetVal:top1": 0.6666, + "SVHNVal:normalized_top1": 0.2453578134779887, + "avg_normalized_top1": 0.2453578134779887, + "avg_top1": 0.2352 + }, + "0.15000000000000002": { + "SVHNVal:top1": 0.215, + "ImageNetVal:top1": 0.6658, + "SVHNVal:normalized_top1": 0.224285416232005, + "avg_normalized_top1": 0.224285416232005, + "avg_top1": 0.215 + }, + "0.2": { + "SVHNVal:top1": 0.1994, + "ImageNetVal:top1": 0.6644, + "SVHNVal:normalized_top1": 0.2080116837054037, + "avg_normalized_top1": 0.2080116837054037, + "avg_top1": 0.1994 + }, + "0.25": { + "SVHNVal:top1": 0.1856, + "ImageNetVal:top1": 0.6638, + "SVHNVal:normalized_top1": 0.19361568954725641, + "avg_normalized_top1": 0.19361568954725641, + "avg_top1": 0.1856 + }, + "0.30000000000000004": { + "SVHNVal:top1": 0.1762, + "ImageNetVal:top1": 0.6632, + "SVHNVal:normalized_top1": 0.18380972251199665, + "avg_normalized_top1": 0.18380972251199665, + "avg_top1": 0.1762 + }, + "0.35000000000000003": { + "SVHNVal:top1": 0.17, + "ImageNetVal:top1": 0.6632, + "SVHNVal:normalized_top1": 0.17734195702065514, + "avg_normalized_top1": 0.17734195702065514, + "avg_top1": 0.17 + }, + "0.4": { + "SVHNVal:top1": 0.1628, + "ImageNetVal:top1": 0.6636, + "SVHNVal:normalized_top1": 0.16983100354683914, + "avg_normalized_top1": 0.16983100354683914, + "avg_top1": 0.1628 + }, + "0.45": { + "SVHNVal:top1": 0.1582, + "ImageNetVal:top1": 0.6628, + "SVHNVal:normalized_top1": 0.16503233882745671, + "avg_normalized_top1": 0.16503233882745671, + "avg_top1": 0.1582 + }, + "0.5": { + "SVHNVal:top1": 0.155, + "ImageNetVal:top1": 0.6632, + "SVHNVal:normalized_top1": 0.16169413728353849, + "avg_normalized_top1": 0.16169413728353849, + "avg_top1": 0.155 + }, + "0.55": { + "SVHNVal:top1": 0.1506, + "ImageNetVal:top1": 0.6626, + "SVHNVal:normalized_top1": 0.15710411016065096, + "avg_normalized_top1": 0.15710411016065096, + "avg_top1": 0.1506 + }, + "0.6000000000000001": { + "SVHNVal:top1": 0.1476, + "ImageNetVal:top1": 0.6628, + "SVHNVal:normalized_top1": 0.15397454621322762, + "avg_normalized_top1": 0.15397454621322762, + "avg_top1": 0.1476 + }, + "0.65": { + "SVHNVal:top1": 0.1462, + "ImageNetVal:top1": 0.663, + "SVHNVal:normalized_top1": 0.1525140830377634, + "avg_normalized_top1": 0.1525140830377634, + "avg_top1": 0.1462 + }, + "0.7000000000000001": { + "SVHNVal:top1": 0.1448, + "ImageNetVal:top1": 0.6626, + "SVHNVal:normalized_top1": 0.1510536198622992, + "avg_normalized_top1": 0.1510536198622992, + "avg_top1": 0.1448 + }, + "0.75": { + "SVHNVal:top1": 0.1406, + "ImageNetVal:top1": 0.6638, + "SVHNVal:normalized_top1": 0.14667223033590654, + "avg_normalized_top1": 0.14667223033590654, + "avg_top1": 0.1406 + }, + "0.8": { + "SVHNVal:top1": 0.137, + "ImageNetVal:top1": 0.6632, + "SVHNVal:normalized_top1": 0.14291675359899855, + "avg_normalized_top1": 0.14291675359899855, + "avg_top1": 0.137 + }, + "0.8500000000000001": { + "SVHNVal:top1": 0.134, + "ImageNetVal:top1": 0.6622, + "SVHNVal:normalized_top1": 0.13978718965157522, + "avg_normalized_top1": 0.13978718965157522, + "avg_top1": 0.134 + }, + "0.9": { + "SVHNVal:top1": 0.1304, + "ImageNetVal:top1": 0.6616, + "SVHNVal:normalized_top1": 0.1360317129146672, + "avg_normalized_top1": 0.1360317129146672, + "avg_top1": 0.1304 + }, + "0.9500000000000001": { + "SVHNVal:top1": 0.1266, + "ImageNetVal:top1": 0.6602, + "SVHNVal:normalized_top1": 0.13206759858126432, + "avg_normalized_top1": 0.13206759858126432, + "avg_top1": 0.1266 + }, + "1.0": { + "SVHNVal:top1": 0.1228, + "ImageNetVal:top1": 0.6608, + "SVHNVal:normalized_top1": 0.12810348424786147, + "avg_normalized_top1": 0.12810348424786147, + "avg_top1": 0.1228 + } + }, + "optimal_coef": 1.0 + } +} \ No newline at end of file diff --git a/linear-2_ortho_1e-05_lambda10.0_ViT-B-32/disentanglement_data/disentanglement_Cars_DTD.json b/linear-2_ortho_1e-05_lambda10.0_ViT-B-32/disentanglement_data/disentanglement_Cars_DTD.json new file mode 100644 index 0000000000000000000000000000000000000000..66389a84520eb5dc29c54a9c9d5d6f54727621d1 --- /dev/null +++ b/linear-2_ortho_1e-05_lambda10.0_ViT-B-32/disentanglement_data/disentanglement_Cars_DTD.json @@ -0,0 +1,167 @@ +{ + "task1": "Cars", + "task2": "DTD", + "model": "ViT-B-32", + "finetuning_mode": "linear-2_ortho", + "lr": 1e-05, + "ortho_lambda": 10.0, + "seed": 1993, + "alphas": [ + -1.0, + -0.8, + -0.6, + -0.3999999999999999, + -0.19999999999999996, + 0.0, + 0.20000000000000018, + 0.40000000000000013, + 0.6000000000000001, + 0.8, + 1.0 + ], + "error_matrix": [ + [ + 1.694307804107666, + 1.5077300071716309, + 1.3998337090015411, + 1.309883177280426, + 1.1842343658208847, + 0.9920408129692078, + 1.1818100363016129, + 1.3110653460025787, + 1.4449491202831268, + 1.5663710236549377, + 1.7025067806243896 + ], + [ + 1.3819493353366852, + 1.3237624168395996, + 1.2522296011447906, + 1.1522835791110992, + 1.0613321289420128, + 0.9527422189712524, + 1.0063788071274757, + 1.0746856778860092, + 1.1546900570392609, + 1.2704510688781738, + 1.461030900478363 + ], + [ + 1.5706668496131897, + 1.49137282371521, + 1.3888825476169586, + 1.208487182855606, + 1.0212263017892838, + 0.739460289478302, + 0.7532817274332047, + 0.8305069506168365, + 0.964854896068573, + 1.1128182411193848, + 1.3481156527996063 + ], + [ + 1.6633015871047974, + 1.5283004641532898, + 1.4220625758171082, + 1.1308254599571228, + 0.871528372168541, + 0.4528043866157532, + 0.5099102258682251, + 0.6436098217964172, + 0.8227120935916901, + 1.012443631887436, + 1.248367428779602 + ], + [ + 1.4264960289001465, + 1.3535593152046204, + 1.221193253993988, + 0.8785266876220703, + 0.5864053219556808, + 0.21029722690582275, + 0.33524365723133087, + 0.46140192449092865, + 0.6149499267339706, + 0.7818241864442825, + 0.9714402258396149 + ], + [ + 0.9393616914749146, + 0.8430851101875305, + 0.5946808457374573, + 0.34202128648757935, + 0.15904255211353302, + 0.0, + 0.13723404705524445, + 0.24468085169792175, + 0.37287235260009766, + 0.4936170279979706, + 0.6574468016624451 + ], + [ + 1.373926728963852, + 1.3983699083328247, + 0.9415602684020996, + 0.6250098645687103, + 0.43629590421915054, + 0.22683745622634888, + 0.20189328491687775, + 0.2563958764076233, + 0.35123099386692047, + 0.514402836561203, + 0.7843096256256104 + ], + [ + 1.6927446126937866, + 1.606639802455902, + 1.2289339005947113, + 0.9722739160060883, + 0.7913078293204308, + 0.51598060131073, + 0.4073808565735817, + 0.4348338395357132, + 0.5429323613643646, + 0.7271080017089844, + 1.0868511199951172 + ], + [ + 1.835596740245819, + 1.6671069860458374, + 1.3547500371932983, + 1.1358618885278702, + 0.9966710805892944, + 0.8211665153503418, + 0.7326356619596481, + 0.7241524308919907, + 0.8221775591373444, + 1.0609575510025024, + 1.5412397980690002 + ], + [ + 1.9167067408561707, + 1.732399046421051, + 1.4512587487697601, + 1.2432740330696106, + 1.0877690836787224, + 0.9501305818557739, + 1.0024293288588524, + 1.055793285369873, + 1.2239232659339905, + 1.516951084136963, + 1.8107267618179321 + ], + [ + 1.9272146821022034, + 1.831165850162506, + 1.5866857171058655, + 1.3347243964672089, + 1.144520565867424, + 0.9895535111427307, + 1.1469164937734604, + 1.3112227022647858, + 1.5400854349136353, + 1.7873089909553528, + 1.9212825894355774 + ] + ] +} \ No newline at end of file diff --git a/linear-2_ortho_1e-05_lambda10.0_ViT-B-32/disentanglement_data/disentanglement_Cars_EuroSAT.json b/linear-2_ortho_1e-05_lambda10.0_ViT-B-32/disentanglement_data/disentanglement_Cars_EuroSAT.json new file mode 100644 index 0000000000000000000000000000000000000000..0c97d636278c2f7a500f4439a69df81ced2068aa --- /dev/null +++ b/linear-2_ortho_1e-05_lambda10.0_ViT-B-32/disentanglement_data/disentanglement_Cars_EuroSAT.json @@ -0,0 +1,167 @@ +{ + "task1": "Cars", + "task2": "EuroSAT", + "model": "ViT-B-32", + "finetuning_mode": "linear-2_ortho", + "lr": 1e-05, + "ortho_lambda": 10.0, + "seed": 1993, + "alphas": [ + -1.0, + -0.8, + -0.6, + -0.3999999999999999, + -0.19999999999999996, + 0.0, + 0.20000000000000018, + 0.40000000000000013, + 0.6000000000000001, + 0.8, + 1.0 + ], + "error_matrix": [ + [ + 1.8180592060089111, + 1.7234333753585815, + 1.366099327802658, + 1.1310805678367615, + 1.0198939964175224, + 0.9854495525360107, + 0.9908991642296314, + 1.0894360095262527, + 1.6717424988746643, + 1.9105240106582642, + 1.9499619603157043 + ], + [ + 1.359724223613739, + 1.4236365258693695, + 1.3324961960315704, + 1.0211580842733383, + 0.9440313915838487, + 0.8547444343566895, + 0.7210382642224431, + 0.6918130936101079, + 0.8356648311018944, + 1.6590617895126343, + 1.952510416507721 + ], + [ + 1.4706655740737915, + 1.7270488142967224, + 1.2677847743034363, + 0.9717862755060196, + 0.7838869942352176, + 0.5442109107971191, + 0.40093156206421554, + 0.4072468732483685, + 0.48027701303362846, + 0.8338139951229095, + 1.7474207878112793 + ], + [ + 1.4154687523841858, + 1.5582282543182373, + 1.2728091180324554, + 0.7919089943170547, + 0.6353444159030914, + 0.32085561752319336, + 0.28887825459241867, + 0.3102353736758232, + 0.38773375004529953, + 0.5675875097513199, + 1.3599616587162018 + ], + [ + 0.9867721199989319, + 1.1388078331947327, + 1.1828314065933228, + 0.7938429117202759, + 0.5115488767623901, + 0.14898644387722015, + 0.34185028076171875, + 0.4474547654390335, + 0.5839977115392685, + 0.8947207182645798, + 1.075937658548355 + ], + [ + 0.8581481575965881, + 0.8540740609169006, + 0.7562962770462036, + 0.4918518662452698, + 0.25333333015441895, + 0.0, + 0.29814815521240234, + 0.4570370316505432, + 0.6370370388031006, + 0.8085185289382935, + 0.8437036871910095 + ], + [ + 1.3498338758945465, + 1.2847388982772827, + 0.6170979291200638, + 0.38185723312199116, + 0.2719131466001272, + 0.15358786284923553, + 0.10860598552972078, + 0.12934672459959984, + 0.22373268008232117, + 0.5588919818401337, + 0.9691106826066971 + ], + [ + 1.7186776995658875, + 1.3800987303256989, + 0.7945265285670757, + 0.6167299952358007, + 0.5022517805919051, + 0.3188658058643341, + 0.22775354888290167, + 0.23948919586837292, + 0.3018615208566189, + 0.44188791513442993, + 0.978800356388092 + ], + [ + 1.7337812185287476, + 1.3123187720775604, + 0.9688442498445511, + 0.8183055557310581, + 0.7156608295626938, + 0.5279194116592407, + 0.41852040868252516, + 0.4208153709769249, + 0.4801465757191181, + 0.6483441591262817, + 1.2130070328712463 + ], + [ + 1.7221781015396118, + 1.348820984363556, + 1.126335769891739, + 0.9561476111412048, + 0.892509922850877, + 0.7931849360466003, + 0.7141576088033617, + 0.7142085805535316, + 0.7918639220297337, + 1.015768587589264, + 1.5178519487380981 + ], + [ + 1.7467809319496155, + 1.4614482522010803, + 1.259645253419876, + 1.0487285628914833, + 0.986116929911077, + 0.9669195413589478, + 0.9624988790601492, + 0.9780517388135195, + 1.0673197954893112, + 1.4070662558078766, + 1.6609486937522888 + ] + ] +} \ No newline at end of file diff --git a/linear-2_ortho_1e-05_lambda10.0_ViT-B-32/disentanglement_data/disentanglement_Cars_GTSRB.json b/linear-2_ortho_1e-05_lambda10.0_ViT-B-32/disentanglement_data/disentanglement_Cars_GTSRB.json new file mode 100644 index 0000000000000000000000000000000000000000..3a81a7eee46e694bcc567b35964b9590a709783e --- /dev/null +++ b/linear-2_ortho_1e-05_lambda10.0_ViT-B-32/disentanglement_data/disentanglement_Cars_GTSRB.json @@ -0,0 +1,167 @@ +{ + "task1": "Cars", + "task2": "GTSRB", + "model": "ViT-B-32", + "finetuning_mode": "linear-2_ortho", + "lr": 1e-05, + "ortho_lambda": 10.0, + "seed": 1993, + "alphas": [ + -1.0, + -0.8, + -0.6, + -0.3999999999999999, + -0.19999999999999996, + 0.0, + 0.20000000000000018, + 0.40000000000000013, + 0.6000000000000001, + 0.8, + 1.0 + ], + "error_matrix": [ + [ + 1.850354015827179, + 1.8823870420455933, + 1.8941014409065247, + 1.8001959919929504, + 1.527931809425354, + 0.9910458922386169, + 1.4099686741828918, + 1.674282431602478, + 1.7759227752685547, + 1.8285399675369263, + 1.9131001234054565 + ], + [ + 1.9019224047660828, + 1.8052846789360046, + 1.7939115166664124, + 1.7144817113876343, + 1.466062068939209, + 0.9731376767158508, + 1.2532436549663544, + 1.4228627681732178, + 1.555863380432129, + 1.6294394731521606, + 1.7420707941055298 + ], + [ + 1.8255082964897156, + 1.6683409214019775, + 1.5990920066833496, + 1.3808158934116364, + 1.2014723122119904, + 0.7756497859954834, + 0.9351556897163391, + 1.1016197800636292, + 1.2257148623466492, + 1.3755301237106323, + 1.5222663879394531 + ], + [ + 1.630553126335144, + 1.3608458638191223, + 1.2799822092056274, + 1.0750423073768616, + 0.8804270327091217, + 0.4690958857536316, + 0.5289484709501266, + 0.7450569272041321, + 0.9331734776496887, + 1.1080393493175507, + 1.265156626701355 + ], + [ + 1.3732153177261353, + 1.3008896708488464, + 1.308868408203125, + 1.0703682899475098, + 0.6928584575653076, + 0.2238527536392212, + 0.5021307617425919, + 0.7379973530769348, + 0.8611156046390533, + 0.976435661315918, + 1.1433683037757874 + ], + [ + 0.9665083289146423, + 0.9344418048858643, + 0.786223292350769, + 0.5690419673919678, + 0.35526522994041443, + 0.0, + 0.3694378435611725, + 0.5847980976104736, + 0.6826603412628174, + 0.761124312877655, + 0.8387964963912964 + ], + [ + 1.4124018549919128, + 1.2254179120063782, + 0.7458288297057152, + 0.5226191431283951, + 0.42282664217054844, + 0.24947145581245422, + 0.1681543281301856, + 0.1709523405879736, + 0.22445199266076088, + 0.33022409677505493, + 0.636843740940094 + ], + [ + 1.8501346111297607, + 1.3504597842693329, + 0.9873076863586903, + 0.8318694066256285, + 0.7659971443936229, + 0.5901007056236267, + 0.43959037587046623, + 0.41024321876466274, + 0.4485285356640816, + 0.5350622534751892, + 0.8031587302684784 + ], + [ + 1.8973036408424377, + 1.4704016149044037, + 1.0672829151153564, + 0.981920724734664, + 0.9608626142144203, + 0.912697434425354, + 0.8574712285771966, + 0.8280788827687502, + 0.8414353001862764, + 0.9218576923012733, + 1.1760705262422562 + ], + [ + 1.9049837589263916, + 1.5950015187263489, + 1.1558898985385895, + 1.0217568054795265, + 0.9956737570464611, + 0.9843302965164185, + 0.9887650166638196, + 0.9942857483401895, + 1.0192255936563015, + 1.1189636439085007, + 1.465075969696045 + ], + [ + 1.911815345287323, + 1.7536041140556335, + 1.382536768913269, + 1.0886689871549606, + 1.0156922042369843, + 0.9924138784408569, + 1.009131334722042, + 1.0377260483801365, + 1.1348296999931335, + 1.44452366232872, + 1.818382978439331 + ] + ] +} \ No newline at end of file diff --git a/linear-2_ortho_1e-05_lambda10.0_ViT-B-32/disentanglement_data/disentanglement_Cars_MNIST.json b/linear-2_ortho_1e-05_lambda10.0_ViT-B-32/disentanglement_data/disentanglement_Cars_MNIST.json new file mode 100644 index 0000000000000000000000000000000000000000..e12f464d852b31b5194188293581b672daf18105 --- /dev/null +++ b/linear-2_ortho_1e-05_lambda10.0_ViT-B-32/disentanglement_data/disentanglement_Cars_MNIST.json @@ -0,0 +1,167 @@ +{ + "task1": "Cars", + "task2": "MNIST", + "model": "ViT-B-32", + "finetuning_mode": "linear-2_ortho", + "lr": 1e-05, + "ortho_lambda": 10.0, + "seed": 1993, + "alphas": [ + -1.0, + -0.8, + -0.6, + -0.3999999999999999, + -0.19999999999999996, + 0.0, + 0.20000000000000018, + 0.40000000000000013, + 0.6000000000000001, + 0.8, + 1.0 + ], + "error_matrix": [ + [ + 1.9661733508110046, + 1.99452805519104, + 1.2477164268493652, + 1.1555793285369873, + 1.291470229625702, + 0.99452805519104, + 1.1008793264627457, + 1.1648498475551605, + 1.2760549187660217, + 1.274189531803131, + 1.9720818400382996 + ], + [ + 1.8869997262954712, + 1.3552572429180145, + 1.3641518652439117, + 1.7877175211906433, + 1.7738597989082336, + 0.971147894859314, + 1.155073642730713, + 1.4536014199256897, + 1.7506405115127563, + 1.8284928798675537, + 1.8436408042907715 + ], + [ + 1.9199824333190918, + 1.7533844113349915, + 1.7652575373649597, + 1.5417404770851135, + 1.1057274341583252, + 0.7063798308372498, + 0.9056044220924377, + 0.8851867914199829, + 1.0800628066062927, + 1.39973646402359, + 1.7750642895698547 + ], + [ + 1.5428118109703064, + 1.5607781410217285, + 1.4134511947631836, + 1.3644698858261108, + 1.098218023777008, + 0.4090287387371063, + 0.6179901659488678, + 0.79271200299263, + 0.8874270021915436, + 0.9910881817340851, + 1.2246687412261963 + ], + [ + 0.7426553070545197, + 1.1862018406391144, + 1.1280046701431274, + 1.1215199530124664, + 1.1160014867782593, + 0.19176718592643738, + 0.5540535673499107, + 0.9934215843677521, + 1.0120147615671158, + 1.0550348609685898, + 1.1284363269805908 + ], + [ + 0.7965999841690063, + 0.7674999833106995, + 0.536300003528595, + 0.3474999964237213, + 0.22210000455379486, + 0.0, + 0.17599999904632568, + 0.29350000619888306, + 0.3449000120162964, + 0.4171000123023987, + 0.5591999888420105 + ], + [ + 1.3242834210395813, + 1.1872740685939789, + 0.4592318460345268, + 0.3584244688972831, + 0.30927572562359273, + 0.2008456587791443, + 0.1371821870561689, + 0.1353345923125744, + 0.17417907901108265, + 0.23463007807731628, + 0.5427955389022827 + ], + [ + 1.5964622497558594, + 1.350428819656372, + 0.7436727490276098, + 0.631633912678808, + 0.5857800305821002, + 0.4393732249736786, + 0.32466722489334643, + 0.30808591400273144, + 0.3604655503295362, + 0.4496485609561205, + 0.7900659143924713 + ], + [ + 1.7728246450424194, + 1.3730291724205017, + 0.9515993902459741, + 0.8631240576505661, + 0.8297064463840798, + 0.7292625308036804, + 0.623586303088814, + 0.5893992865458131, + 0.64018914103508, + 0.7522021643817425, + 1.148645043373108 + ], + [ + 1.8140048384666443, + 1.4665943384170532, + 1.0193138793110847, + 0.9898648499511182, + 0.9753864069934934, + 0.9529909491539001, + 0.9229566215071827, + 0.9058586242608726, + 0.9343053512275219, + 1.0284974500536919, + 1.610863745212555 + ], + [ + 1.8863742351531982, + 1.7873291969299316, + 1.0847036615014076, + 1.0068523902446032, + 0.9977280551102012, + 0.9942793250083923, + 0.9962138785049319, + 1.0040484322234988, + 1.1078408136963844, + 1.7953305840492249, + 1.8985036611557007 + ] + ] +} \ No newline at end of file diff --git a/linear-2_ortho_1e-05_lambda10.0_ViT-B-32/disentanglement_data/disentanglement_Cars_RESISC45.json b/linear-2_ortho_1e-05_lambda10.0_ViT-B-32/disentanglement_data/disentanglement_Cars_RESISC45.json new file mode 100644 index 0000000000000000000000000000000000000000..3d3fa7da8af77d7bb6637dd102856d5baf624988 --- /dev/null +++ b/linear-2_ortho_1e-05_lambda10.0_ViT-B-32/disentanglement_data/disentanglement_Cars_RESISC45.json @@ -0,0 +1,167 @@ +{ + "task1": "Cars", + "task2": "RESISC45", + "model": "ViT-B-32", + "finetuning_mode": "linear-2_ortho", + "lr": 1e-05, + "ortho_lambda": 10.0, + "seed": 1993, + "alphas": [ + -1.0, + -0.8, + -0.6, + -0.3999999999999999, + -0.19999999999999996, + 0.0, + 0.20000000000000018, + 0.40000000000000013, + 0.6000000000000001, + 0.8, + 1.0 + ], + "error_matrix": [ + [ + 1.7648481726646423, + 1.3880031406879425, + 1.3039383590221405, + 1.2669500708580017, + 1.1215776950120926, + 0.9900509715080261, + 1.0924517810344696, + 1.181795597076416, + 1.217223584651947, + 1.4198008179664612, + 1.8809640407562256 + ], + [ + 1.7186634540557861, + 1.3081017136573792, + 1.5550684928894043, + 1.6308304071426392, + 1.3652468621730804, + 0.9266260266304016, + 1.1405245661735535, + 1.2154467701911926, + 1.2597846388816833, + 1.3773202896118164, + 1.7324035167694092 + ], + [ + 1.5302631258964539, + 1.4425838589668274, + 1.6505966782569885, + 1.6165651679039001, + 1.3316000699996948, + 0.6736724376678467, + 0.9727818369865417, + 1.1689225733280182, + 1.2834301888942719, + 1.3940989971160889, + 1.5897777676582336 + ], + [ + 1.268349826335907, + 1.4354727864265442, + 1.6203073859214783, + 1.489894151687622, + 1.1138527393341064, + 0.40442731976509094, + 0.6938337683677673, + 0.8731027692556381, + 1.0077346861362457, + 1.1552604138851166, + 1.3330396711826324 + ], + [ + 1.172642558813095, + 1.3459891974925995, + 1.4103206396102905, + 1.180010735988617, + 0.7924650013446808, + 0.1769680380821228, + 0.4468406066298485, + 0.6559275388717651, + 0.8260775208473206, + 0.9654008597135544, + 1.1046641319990158 + ], + [ + 0.9406349062919617, + 0.9088888764381409, + 0.7279365062713623, + 0.37269842624664307, + 0.15793651342391968, + 0.0, + 0.14380952715873718, + 0.2950793504714966, + 0.4809523820877075, + 0.6701587438583374, + 0.8212698698043823 + ], + [ + 1.2684760987758636, + 1.2501289546489716, + 0.7766594588756561, + 0.4546731412410736, + 0.3023506738245487, + 0.15134933590888977, + 0.1166804451495409, + 0.1438937969505787, + 0.23123407363891602, + 0.42629939317703247, + 0.830960601568222 + ], + [ + 1.5198414325714111, + 1.259601891040802, + 0.8826525956392288, + 0.6565835736691952, + 0.4928855784237385, + 0.30033576488494873, + 0.2173961205407977, + 0.23139235004782677, + 0.3034205287694931, + 0.45444294810295105, + 0.8977109491825104 + ], + [ + 1.662300944328308, + 1.2982237339019775, + 0.9642044901847839, + 0.8038583360612392, + 0.6619125045835972, + 0.4666086435317993, + 0.3535356391221285, + 0.36562390998005867, + 0.4550185799598694, + 0.6743160784244537, + 1.2248313426971436 + ], + [ + 1.6811927556991577, + 1.361367642879486, + 1.0594307333230972, + 0.9438729286193848, + 0.8420126065611839, + 0.6800149083137512, + 0.5777926873415709, + 0.60804458335042, + 0.7442342787981033, + 1.0413333922624588, + 1.606749176979065 + ], + [ + 1.6795443296432495, + 1.546547770500183, + 1.201349452137947, + 1.0575169026851654, + 0.9910812079906464, + 0.9180450439453125, + 0.9009034540504217, + 0.954961359500885, + 1.1076468527317047, + 1.4585735201835632, + 1.839564859867096 + ] + ] +} \ No newline at end of file diff --git a/linear-2_ortho_1e-05_lambda10.0_ViT-B-32/disentanglement_data/disentanglement_Cars_SUN397.json b/linear-2_ortho_1e-05_lambda10.0_ViT-B-32/disentanglement_data/disentanglement_Cars_SUN397.json new file mode 100644 index 0000000000000000000000000000000000000000..857e239fe871062a9b6ce9454ff31ae419b29deb --- /dev/null +++ b/linear-2_ortho_1e-05_lambda10.0_ViT-B-32/disentanglement_data/disentanglement_Cars_SUN397.json @@ -0,0 +1,167 @@ +{ + "task1": "Cars", + "task2": "SUN397", + "model": "ViT-B-32", + "finetuning_mode": "linear-2_ortho", + "lr": 1e-05, + "ortho_lambda": 10.0, + "seed": 1993, + "alphas": [ + -1.0, + -0.8, + -0.6, + -0.3999999999999999, + -0.19999999999999996, + 0.0, + 0.20000000000000018, + 0.40000000000000013, + 0.6000000000000001, + 0.8, + 1.0 + ], + "error_matrix": [ + [ + 1.944819450378418, + 1.8641855120658875, + 1.8836839199066162, + 1.8420039415359497, + 1.5995928645133972, + 0.981469988822937, + 1.5020717978477478, + 1.6739252209663391, + 1.7749687433242798, + 1.8787257075309753, + 1.9604570865631104 + ], + [ + 1.870490312576294, + 1.822382926940918, + 1.8942267298698425, + 1.8082086443901062, + 1.520476520061493, + 0.9051113128662109, + 1.307075560092926, + 1.4235932230949402, + 1.5314399600028992, + 1.6951761841773987, + 1.8938602209091187 + ], + [ + 1.7451663613319397, + 1.7848798632621765, + 1.8567526936531067, + 1.6838905811309814, + 1.3432668149471283, + 0.660365641117096, + 0.9123356342315674, + 1.0355252921581268, + 1.1616604030132294, + 1.3327160477638245, + 1.630329191684723 + ], + [ + 1.5243866443634033, + 1.6402572989463806, + 1.7029221653938293, + 1.3996386528015137, + 1.016775667667389, + 0.39534884691238403, + 0.5680041909217834, + 0.7100324183702469, + 0.8591269552707672, + 1.0238218307495117, + 1.2959619164466858 + ], + [ + 1.2473412156105042, + 1.3562537133693695, + 1.330615758895874, + 0.916316956281662, + 0.5820123553276062, + 0.1834348887205124, + 0.3115815222263336, + 0.44055265933275223, + 0.5824850425124168, + 0.7473385632038116, + 0.9710107892751694 + ], + [ + 0.9925440549850464, + 0.9602518677711487, + 0.6606549024581909, + 0.3106297254562378, + 0.13198992609977722, + 0.0, + 0.11516372859477997, + 0.2207556664943695, + 0.32992443442344666, + 0.4678589403629303, + 0.6506801247596741 + ], + [ + 1.2444806098937988, + 1.3466212749481201, + 0.992128998041153, + 0.6375374495983124, + 0.4115656465291977, + 0.18318617343902588, + 0.19098039716482162, + 0.26090386509895325, + 0.37035543471574783, + 0.51920485496521, + 0.7974681407213211 + ], + [ + 1.479688137769699, + 1.586135983467102, + 1.1588798463344574, + 0.8582560867071152, + 0.6444192454218864, + 0.3604029417037964, + 0.3110468089580536, + 0.3553498685359955, + 0.47294144332408905, + 0.6471136808395386, + 1.0343254506587982 + ], + [ + 1.656640350818634, + 1.7155621647834778, + 1.2985018491744995, + 1.0118809193372726, + 0.8255737796425819, + 0.5588856935501099, + 0.4788234531879425, + 0.4951673001050949, + 0.6117596328258514, + 0.8578307330608368, + 1.4409489631652832 + ], + [ + 1.7330761551856995, + 1.7924601435661316, + 1.4249930381774902, + 1.1227805614471436, + 0.9549011588096619, + 0.7377191781997681, + 0.6901890486478806, + 0.7043883502483368, + 0.8516021370887756, + 1.2463454604148865, + 1.8649185299873352 + ], + [ + 1.8284498453140259, + 1.8520999550819397, + 1.61675363779068, + 1.2595619559288025, + 1.060766413807869, + 0.8694192171096802, + 0.9265479296445847, + 1.0020889043807983, + 1.2849185764789581, + 1.7925810813903809, + 1.9814882278442383 + ] + ] +} \ No newline at end of file diff --git a/linear-2_ortho_1e-05_lambda10.0_ViT-B-32/disentanglement_data/disentanglement_Cars_SVHN.json b/linear-2_ortho_1e-05_lambda10.0_ViT-B-32/disentanglement_data/disentanglement_Cars_SVHN.json new file mode 100644 index 0000000000000000000000000000000000000000..01d4b68c76d75595aa664d39bf4f68caacc1e2e8 --- /dev/null +++ b/linear-2_ortho_1e-05_lambda10.0_ViT-B-32/disentanglement_data/disentanglement_Cars_SVHN.json @@ -0,0 +1,167 @@ +{ + "task1": "Cars", + "task2": "SVHN", + "model": "ViT-B-32", + "finetuning_mode": "linear-2_ortho", + "lr": 1e-05, + "ortho_lambda": 10.0, + "seed": 1993, + "alphas": [ + -1.0, + -0.8, + -0.6, + -0.3999999999999999, + -0.19999999999999996, + 0.0, + 0.20000000000000018, + 0.40000000000000013, + 0.6000000000000001, + 0.8, + 1.0 + ], + "error_matrix": [ + [ + 1.8748958110809326, + 1.8115883469581604, + 1.5191646218299866, + 1.307184487581253, + 1.2123294174671173, + 0.9793558120727539, + 1.1783573925495148, + 1.2547504305839539, + 1.3187109529972076, + 1.3972880244255066, + 1.6345466375350952 + ], + [ + 1.9135701656341553, + 1.6891460418701172, + 1.4952297806739807, + 1.359078824520111, + 1.14388108253479, + 0.8756373524665833, + 0.8884605914354324, + 1.0189635455608368, + 1.3949216604232788, + 1.6182806491851807, + 1.7701081037521362 + ], + [ + 1.923147201538086, + 1.5132640600204468, + 0.9635117873549461, + 0.835604764521122, + 0.81763213314116, + 0.6235542893409729, + 0.45943485852330923, + 0.4967074692249298, + 0.8896925151348114, + 1.290855348110199, + 1.5983495116233826 + ], + [ + 1.7030091881752014, + 1.1176831722259521, + 0.7291133068501949, + 0.6254211217164993, + 0.5862623862922192, + 0.3635120093822479, + 0.2560640759766102, + 0.26295653358101845, + 0.324226438999176, + 0.7224836051464081, + 1.1568202674388885 + ], + [ + 1.0155414938926697, + 0.8500915765762329, + 0.591323733329773, + 0.49623824656009674, + 0.3855880796909332, + 0.17124736309051514, + 0.20551124960184097, + 0.24455450475215912, + 0.27187229692935944, + 0.34045444428920746, + 0.4947553724050522 + ], + [ + 0.826905369758606, + 0.8476490378379822, + 0.7755070924758911, + 0.48259833455085754, + 0.18315918743610382, + 0.0, + 0.2537645995616913, + 0.400468647480011, + 0.6073294281959534, + 0.7696296572685242, + 0.8271742463111877 + ], + [ + 1.2891582250595093, + 1.1786516904830933, + 0.7581510245800018, + 0.4302016720175743, + 0.3014260493218899, + 0.18268871307373047, + 0.1498376540839672, + 0.1975197046995163, + 0.323707215487957, + 0.555601641535759, + 0.9504974186420441 + ], + [ + 1.6102606058120728, + 1.1557908952236176, + 0.846458874642849, + 0.6268476918339729, + 0.5279409708455205, + 0.3862703740596771, + 0.2869914108887315, + 0.27251393906772137, + 0.3310953937470913, + 0.48078662157058716, + 0.8919225037097931 + ], + [ + 1.5304694771766663, + 1.124006524682045, + 1.001448180526495, + 0.8217112720012665, + 0.7216916009783745, + 0.6056460738182068, + 0.506648420356214, + 0.4663778878748417, + 0.5163435004651546, + 0.6498603448271751, + 1.0433853268623352 + ], + [ + 1.4605082869529724, + 1.1657918244600296, + 1.0515411831438541, + 0.9734049122780561, + 0.8870138078927994, + 0.8185548782348633, + 0.7530622547492385, + 0.7303834408521652, + 0.7731659114360809, + 0.9048853069543839, + 1.3276742100715637 + ], + [ + 1.580980896949768, + 1.2573313415050507, + 1.0896964967250824, + 1.0297909528017044, + 0.9975746553391218, + 0.9584628939628601, + 0.9451574869453907, + 0.9479688927531242, + 1.0084545016288757, + 1.184895858168602, + 1.6135719418525696 + ] + ] +} \ No newline at end of file diff --git a/linear-2_ortho_1e-05_lambda10.0_ViT-B-32/disentanglement_data/disentanglement_DTD_EuroSAT.json b/linear-2_ortho_1e-05_lambda10.0_ViT-B-32/disentanglement_data/disentanglement_DTD_EuroSAT.json new file mode 100644 index 0000000000000000000000000000000000000000..45629c33deafa05f237794a234b41ddc7f57e64e --- /dev/null +++ b/linear-2_ortho_1e-05_lambda10.0_ViT-B-32/disentanglement_data/disentanglement_DTD_EuroSAT.json @@ -0,0 +1,167 @@ +{ + "task1": "DTD", + "task2": "EuroSAT", + "model": "ViT-B-32", + "finetuning_mode": "linear-2_ortho", + "lr": 1e-05, + "ortho_lambda": 10.0, + "seed": 1993, + "alphas": [ + -1.0, + -0.8, + -0.6, + -0.3999999999999999, + -0.19999999999999996, + 0.0, + 0.20000000000000018, + 0.40000000000000013, + 0.6000000000000001, + 0.8, + 1.0 + ], + "error_matrix": [ + [ + 1.7721000909805298, + 1.502119779586792, + 1.285795897245407, + 1.074574500322342, + 1.015059120953083, + 0.9840425252914429, + 1.0022694990038872, + 1.32510244846344, + 1.7003979682922363, + 1.7652206420898438, + 1.9065878987312317 + ], + [ + 1.1429550647735596, + 0.5821473747491837, + 0.6138652693480253, + 0.8875374358613044, + 0.9606855721212924, + 0.9622340202331543, + 0.8594404831528664, + 1.3147202730178833, + 1.5489046573638916, + 1.6379156708717346, + 1.7725847363471985 + ], + [ + 0.8283569514751434, + 0.2760165445506573, + 0.42603231593966484, + 0.6881245160475373, + 0.812356167472899, + 0.7611702084541321, + 0.6193420141935349, + 1.195941686630249, + 1.3117888271808624, + 1.389192283153534, + 1.5667375922203064 + ], + [ + 1.0410992801189423, + 0.6669267266988754, + 0.6355516016483307, + 0.6979471892118454, + 0.6604412868618965, + 0.48138296604156494, + 0.3204452395439148, + 0.8083608895540237, + 1.103680059313774, + 1.197249785065651, + 1.312265545129776 + ], + [ + 0.9633490592241287, + 0.8269424885511398, + 0.9689952880144119, + 0.9508825838565826, + 0.6193222999572754, + 0.2260638326406479, + 0.3992750346660614, + 0.7587234079837799, + 0.939948782324791, + 1.017825037240982, + 1.0707682967185974 + ], + [ + 0.8474074006080627, + 0.8388888835906982, + 0.7596296072006226, + 0.6162962913513184, + 0.3637036979198456, + 0.0, + 0.4140740633010864, + 0.6966666579246521, + 0.821481466293335, + 0.8629629611968994, + 0.9151852130889893 + ], + [ + 1.2096138894557953, + 0.969602033495903, + 0.6902639865875244, + 0.43745075911283493, + 0.36152876261621714, + 0.21010638773441315, + 0.09604413248598576, + 0.1583530306816101, + 0.3876122832298279, + 0.7924901619553566, + 1.0322143584489822 + ], + [ + 1.3710441589355469, + 1.035248190164566, + 0.7328684031963348, + 0.6782624386250973, + 0.6000551804900169, + 0.4228723347187042, + 0.1798030026257038, + 0.2086997590959072, + 0.3518833816051483, + 0.6910007894039154, + 1.1050197184085846 + ], + [ + 1.428806185722351, + 1.1568242311477661, + 0.9403230994939804, + 0.8531402666121721, + 0.7837943499907851, + 0.6776595711708069, + 0.3734869994223118, + 0.32790781185030937, + 0.44226162135601044, + 0.7551891207695007, + 1.3124980330467224 + ], + [ + 1.5657328367233276, + 1.349326252937317, + 1.1176517009735107, + 0.9471079800277948, + 0.9148542089387774, + 0.8531914949417114, + 0.6706382725387812, + 0.5716981925070286, + 0.6476989537477493, + 1.0156264901161194, + 1.5859732031822205 + ], + [ + 1.6799251437187195, + 1.6005516648292542, + 1.2961386740207672, + 1.0391292572021484, + 0.9702679142355919, + 0.9308510422706604, + 0.8810677882283926, + 0.8591962456703186, + 0.99376280605793, + 1.3951024413108826, + 1.745551586151123 + ] + ] +} \ No newline at end of file diff --git a/linear-2_ortho_1e-05_lambda10.0_ViT-B-32/disentanglement_data/disentanglement_DTD_GTSRB.json b/linear-2_ortho_1e-05_lambda10.0_ViT-B-32/disentanglement_data/disentanglement_DTD_GTSRB.json new file mode 100644 index 0000000000000000000000000000000000000000..2751e21202149543f2488cfa091384d548e2e616 --- /dev/null +++ b/linear-2_ortho_1e-05_lambda10.0_ViT-B-32/disentanglement_data/disentanglement_DTD_GTSRB.json @@ -0,0 +1,167 @@ +{ + "task1": "DTD", + "task2": "GTSRB", + "model": "ViT-B-32", + "finetuning_mode": "linear-2_ortho", + "lr": 1e-05, + "ortho_lambda": 10.0, + "seed": 1993, + "alphas": [ + -1.0, + -0.8, + -0.6, + -0.3999999999999999, + -0.19999999999999996, + 0.0, + 0.20000000000000018, + 0.40000000000000013, + 0.6000000000000001, + 0.8, + 1.0 + ], + "error_matrix": [ + [ + 1.862771451473236, + 1.8430863618850708, + 1.797379195690155, + 1.7820361852645874, + 1.562731385231018, + 0.9585106372833252, + 1.5022215843200684, + 1.5943620800971985, + 1.7541483640670776, + 1.8988797068595886, + 1.9423198699951172 + ], + [ + 1.7772859930992126, + 1.5381348729133606, + 1.486030399799347, + 1.5692723393440247, + 1.314649373292923, + 0.8787233829498291, + 1.246052086353302, + 1.4407396912574768, + 1.6078738570213318, + 1.7491434216499329, + 1.871981143951416 + ], + [ + 1.2926100492477417, + 0.977520614862442, + 1.1625714302062988, + 1.216984212398529, + 1.0577382147312164, + 0.6090425252914429, + 0.8028591871261597, + 1.1231279373168945, + 1.2972503006458282, + 1.4199676513671875, + 1.6116069555282593 + ], + [ + 1.194797545671463, + 1.0122702419757843, + 1.0289617776870728, + 0.9015780687332153, + 0.7196723967790604, + 0.38085106015205383, + 0.6095976233482361, + 0.9433575719594955, + 1.1080675572156906, + 1.2212526202201843, + 1.3456048667430878 + ], + [ + 1.2299468517303467, + 1.1567733883857727, + 1.200732797384262, + 1.029551386833191, + 0.6899382472038269, + 0.17925532162189484, + 0.5431120544672012, + 0.8734430000185966, + 1.009504996240139, + 1.0708916559815407, + 1.146490141749382 + ], + [ + 0.9666666388511658, + 0.9649247527122498, + 0.8953285813331604, + 0.7070466876029968, + 0.42145684361457825, + 0.0, + 0.487331748008728, + 0.7640538215637207, + 0.8953285813331604, + 0.9378464221954346, + 0.9540776014328003 + ], + [ + 1.373640924692154, + 0.9084280878305435, + 0.5441346168518066, + 0.45533430576324463, + 0.41809899546206, + 0.25531914830207825, + 0.09954094607383013, + 0.11833611503243446, + 0.21753844618797302, + 0.5700796842575073, + 0.9893793761730194 + ], + [ + 1.5850617289543152, + 1.08470419049263, + 0.7986422032117844, + 0.7698489092290401, + 0.7320690620690584, + 0.6255319118499756, + 0.30941190337762237, + 0.26454195007681847, + 0.30825962871313095, + 0.47108791768550873, + 1.0564895272254944 + ], + [ + 1.6522144079208374, + 1.2314293384552002, + 0.9595551006495953, + 0.9111049342900515, + 0.8850351837463677, + 0.8755319118499756, + 0.6875587259419262, + 0.5767090059816837, + 0.5907165259122849, + 0.7859285026788712, + 1.402136504650116 + ], + [ + 1.8621161580085754, + 1.4511173367500305, + 1.0615947172045708, + 0.970732044428587, + 0.9404781986959279, + 0.943617045879364, + 0.9009012780152261, + 0.8395621627569199, + 0.8872504383325577, + 1.1761038303375244, + 1.727068305015564 + ], + [ + 1.936439335346222, + 1.7652840614318848, + 1.2720544934272766, + 1.035066395998001, + 0.9648607727140188, + 0.9622340202331543, + 0.9794132504612207, + 1.011879451572895, + 1.1829412430524826, + 1.6465608477592468, + 1.8936081528663635 + ] + ] +} \ No newline at end of file diff --git a/linear-2_ortho_1e-05_lambda10.0_ViT-B-32/disentanglement_data/disentanglement_DTD_MNIST.json b/linear-2_ortho_1e-05_lambda10.0_ViT-B-32/disentanglement_data/disentanglement_DTD_MNIST.json new file mode 100644 index 0000000000000000000000000000000000000000..cedff329e39421c4aba943e9df4235365222c52c --- /dev/null +++ b/linear-2_ortho_1e-05_lambda10.0_ViT-B-32/disentanglement_data/disentanglement_DTD_MNIST.json @@ -0,0 +1,167 @@ +{ + "task1": "DTD", + "task2": "MNIST", + "model": "ViT-B-32", + "finetuning_mode": "linear-2_ortho", + "lr": 1e-05, + "ortho_lambda": 10.0, + "seed": 1993, + "alphas": [ + -1.0, + -0.8, + -0.6, + -0.3999999999999999, + -0.19999999999999996, + 0.0, + 0.20000000000000018, + 0.40000000000000013, + 0.6000000000000001, + 0.8, + 1.0 + ], + "error_matrix": [ + [ + 1.8898935914039612, + 1.5759637951850891, + 1.6255468130111694, + 1.867889404296875, + 1.4666170179843903, + 0.9856383204460144, + 1.0691701993346214, + 1.5651510953903198, + 1.912968099117279, + 1.9431425333023071, + 1.9537808299064636 + ], + [ + 1.7453638315200806, + 1.3037021458148956, + 1.3903553187847137, + 1.72897869348526, + 1.6121106147766113, + 0.8861702084541321, + 1.2443085014820099, + 1.629555344581604, + 1.7336488962173462, + 1.78078293800354, + 1.8466063737869263 + ], + [ + 1.6155361533164978, + 1.3567978739738464, + 1.4226702451705933, + 1.5447595715522766, + 0.9383915066719055, + 0.6005319356918335, + 0.7854255437850952, + 1.0331957340240479, + 1.3192808628082275, + 1.4344212710857391, + 1.4262511134147644 + ], + [ + 1.3522574305534363, + 1.1415531635284424, + 1.0427106320858002, + 0.9837212860584259, + 0.8276085257530212, + 0.3271276652812958, + 0.6786319017410278, + 0.9574531763792038, + 1.1065042465925217, + 1.1457532048225403, + 1.255161702632904 + ], + [ + 1.2266149073839188, + 0.591785117983818, + 0.6831212937831879, + 0.8546531796455383, + 0.9353297650814056, + 0.1489361673593521, + 0.5949978902935982, + 0.8993659615516663, + 0.9203276857733727, + 0.9523808434605598, + 0.8820212930440903 + ], + [ + 0.7827000021934509, + 0.782800018787384, + 0.6421999931335449, + 0.41339999437332153, + 0.275299996137619, + 0.0, + 0.27239999175071716, + 0.5138999819755554, + 0.6976000070571899, + 0.7889999747276306, + 0.8385999798774719 + ], + [ + 1.0986978709697723, + 0.972255289554596, + 0.28923191130161285, + 0.25498510152101517, + 0.2568553246092051, + 0.16808511316776276, + 0.059582980116829276, + 0.08412127383053303, + 0.17833617329597473, + 0.5819978639483452, + 0.9240893423557281 + ], + [ + 1.2306127548217773, + 0.6913723051548004, + 0.3715531975030899, + 0.4658425492234528, + 0.492293615359813, + 0.3510638177394867, + 0.16327021433971822, + 0.15892765345051885, + 0.20280426181852818, + 0.5170170366764069, + 1.066053181886673 + ], + [ + 1.310100018978119, + 0.6355127841234207, + 0.5108425542712212, + 0.6502808574587107, + 0.6855425729881972, + 0.6117021441459656, + 0.38102341280318797, + 0.32298510428518057, + 0.3420446924865246, + 0.7062021195888519, + 1.307200014591217 + ], + [ + 1.4318084716796875, + 0.9852191209793091, + 0.658402144908905, + 0.7965978914871812, + 0.8493084930814803, + 0.8457446694374084, + 0.7383383205160499, + 0.6206617034040391, + 0.6238212883472443, + 1.1532936096191406, + 1.6539893746376038 + ], + [ + 1.6424170136451721, + 1.5088382959365845, + 1.0001425445079803, + 0.9281298033893108, + 0.926108481362462, + 0.9351063966751099, + 0.9251446574926376, + 0.8870404409244657, + 1.1431808173656464, + 1.796646773815155, + 1.8698999881744385 + ] + ] +} \ No newline at end of file diff --git a/linear-2_ortho_1e-05_lambda10.0_ViT-B-32/disentanglement_data/disentanglement_DTD_RESISC45.json b/linear-2_ortho_1e-05_lambda10.0_ViT-B-32/disentanglement_data/disentanglement_DTD_RESISC45.json new file mode 100644 index 0000000000000000000000000000000000000000..2987c244b05c81e532caba776ca117f9e2cfd9c9 --- /dev/null +++ b/linear-2_ortho_1e-05_lambda10.0_ViT-B-32/disentanglement_data/disentanglement_DTD_RESISC45.json @@ -0,0 +1,167 @@ +{ + "task1": "DTD", + "task2": "RESISC45", + "model": "ViT-B-32", + "finetuning_mode": "linear-2_ortho", + "lr": 1e-05, + "ortho_lambda": 10.0, + "seed": 1993, + "alphas": [ + -1.0, + -0.8, + -0.6, + -0.3999999999999999, + -0.19999999999999996, + 0.0, + 0.20000000000000018, + 0.40000000000000013, + 0.6000000000000001, + 0.8, + 1.0 + ], + "error_matrix": [ + [ + 1.7318169474601746, + 1.6261752843856812, + 1.6924197673797607, + 1.4052279591560364, + 1.077615663409233, + 0.9792553186416626, + 1.8544933795928955, + 1.8814589381217957, + 1.8829652070999146, + 1.9073522090911865, + 1.9380918741226196 + ], + [ + 1.6754863262176514, + 1.6381019949913025, + 1.6854677200317383, + 1.4560047388076782, + 1.2324501872062683, + 0.9117021560668945, + 1.6960334777832031, + 1.7038230299949646, + 1.6933923959732056, + 1.759045958518982, + 1.8356332182884216 + ], + [ + 1.576774775981903, + 1.4590661823749542, + 1.5042908191680908, + 1.4232489466667175, + 1.2353293001651764, + 0.7079787254333496, + 1.2438955903053284, + 1.4250523149967194, + 1.4404761791229248, + 1.4993988871574402, + 1.6178352236747742 + ], + [ + 1.387613981962204, + 1.24835866689682, + 1.3299088180065155, + 1.2686558961868286, + 1.0846707224845886, + 0.48031914234161377, + 0.904143899679184, + 1.1814758777618408, + 1.2214285731315613, + 1.261700451374054, + 1.3591996133327484 + ], + [ + 1.1648733764886856, + 1.0802634060382843, + 1.112619012594223, + 1.051308661699295, + 0.8354238271713257, + 0.2361702173948288, + 0.6795846074819565, + 0.9734582901000977, + 1.045254997909069, + 1.0845018327236176, + 1.1336491256952286 + ], + [ + 0.9622222185134888, + 0.9074603319168091, + 0.7252380847930908, + 0.46714285016059875, + 0.24619047343730927, + 0.0, + 0.29825395345687866, + 0.7231746315956116, + 0.8866666555404663, + 0.9261904954910278, + 0.9430158734321594 + ], + [ + 1.1425920277833939, + 0.926980771124363, + 0.6426173597574234, + 0.4543532580137253, + 0.3525042161345482, + 0.20585106313228607, + 0.13680850714445114, + 0.29217156022787094, + 0.7069385573267937, + 0.96904256939888, + 1.0730378478765488 + ], + [ + 1.2441185414791107, + 0.8677186518907547, + 0.6126967072486877, + 0.5911279767751694, + 0.5576207414269447, + 0.39840424060821533, + 0.2337149679660797, + 0.26380783319473267, + 0.5229449570178986, + 0.9345626384019852, + 1.189133733510971 + ], + [ + 1.2716008424758911, + 0.8114116787910461, + 0.6346470862627029, + 0.7020617723464966, + 0.6761262975633144, + 0.5702127814292908, + 0.34121750853955746, + 0.34574299305677414, + 0.5321462452411652, + 0.9565957188606262, + 1.4024856686592102 + ], + [ + 1.2901485860347748, + 0.8388196229934692, + 0.6972863972187042, + 0.8129668906331062, + 0.7849932238459587, + 0.6968085169792175, + 0.5025295540690422, + 0.5118085145950317, + 0.7091539949178696, + 1.1881779432296753, + 1.664768636226654 + ], + [ + 1.3524181246757507, + 0.9513407796621323, + 0.8489733040332794, + 0.9082945138216019, + 0.8769858330488205, + 0.8117021322250366, + 0.7053275890648365, + 0.7582911103963852, + 1.0943853259086609, + 1.6000641584396362, + 1.8305099606513977 + ] + ] +} \ No newline at end of file diff --git a/linear-2_ortho_1e-05_lambda10.0_ViT-B-32/disentanglement_data/disentanglement_DTD_SUN397.json b/linear-2_ortho_1e-05_lambda10.0_ViT-B-32/disentanglement_data/disentanglement_DTD_SUN397.json new file mode 100644 index 0000000000000000000000000000000000000000..f7facc629965a6b7bf0b655a06e817b3f223b907 --- /dev/null +++ b/linear-2_ortho_1e-05_lambda10.0_ViT-B-32/disentanglement_data/disentanglement_DTD_SUN397.json @@ -0,0 +1,167 @@ +{ + "task1": "DTD", + "task2": "SUN397", + "model": "ViT-B-32", + "finetuning_mode": "linear-2_ortho", + "lr": 1e-05, + "ortho_lambda": 10.0, + "seed": 1993, + "alphas": [ + -1.0, + -0.8, + -0.6, + -0.3999999999999999, + -0.19999999999999996, + 0.0, + 0.20000000000000018, + 0.40000000000000013, + 0.6000000000000001, + 0.8, + 1.0 + ], + "error_matrix": [ + [ + 1.5715646743774414, + 1.3110670447349548, + 1.4139948785305023, + 1.6320753693580627, + 1.5268709063529968, + 0.9542553424835205, + 1.656439483165741, + 1.8228227496147156, + 1.8322198390960693, + 1.8581253290176392, + 1.9025424718856812 + ], + [ + 1.5025523900985718, + 1.213681310415268, + 1.3465301096439362, + 1.5201851725578308, + 1.3689659237861633, + 0.8627659678459167, + 1.3672989010810852, + 1.539517104625702, + 1.5520459413528442, + 1.615392804145813, + 1.7445415258407593 + ], + [ + 1.430056780576706, + 1.157062828540802, + 1.2575363218784332, + 1.3374189138412476, + 1.1276793777942657, + 0.6212766170501709, + 0.9416898190975189, + 1.1903406083583832, + 1.2812045216560364, + 1.3532772362232208, + 1.4915070235729218 + ], + [ + 1.3140935003757477, + 1.1080671474337578, + 1.1413580775260925, + 1.091935247182846, + 0.8767594695091248, + 0.4021276533603668, + 0.5952125042676926, + 0.9496859461069107, + 1.1198054403066635, + 1.19231578707695, + 1.2687190771102905 + ], + [ + 1.1688362061977386, + 1.0397872105240822, + 0.9423361420631409, + 0.7433193325996399, + 0.5206101536750793, + 0.19521276652812958, + 0.3795018345117569, + 0.7444015964865685, + 0.982652872800827, + 1.0649788156151772, + 1.1154163926839828 + ], + [ + 0.9924936890602112, + 0.9148110747337341, + 0.6385894417762756, + 0.36277076601982117, + 0.16846348345279694, + 0.0, + 0.20453400909900665, + 0.5310327410697937, + 0.8290176391601562, + 0.9528967142105103, + 0.987103283405304 + ], + [ + 1.1821321845054626, + 0.9727292507886887, + 0.7258888632059097, + 0.49416017532348633, + 0.34222788363695145, + 0.13776595890522003, + 0.20085616037249565, + 0.45848117023706436, + 0.7949841991066933, + 1.0046189427375793, + 1.112340122461319 + ], + [ + 1.3210019171237946, + 1.0541529655456543, + 0.8449895679950714, + 0.6340146958827972, + 0.4743809998035431, + 0.2393617033958435, + 0.23575325310230255, + 0.45495766401290894, + 0.7907803282141685, + 1.0596320629119873, + 1.2581529021263123 + ], + [ + 1.4146352708339691, + 1.1614073812961578, + 0.9926164150238037, + 0.7751696109771729, + 0.5974626168608665, + 0.3510638177394867, + 0.30054478347301483, + 0.5111980736255646, + 0.8182922601699829, + 1.1479444205760956, + 1.4342775642871857 + ], + [ + 1.4994263052940369, + 1.2778787910938263, + 1.1691516637802124, + 0.9233216941356659, + 0.7093831151723862, + 0.4489361643791199, + 0.39442601799964905, + 0.5857792496681213, + 0.9212173819541931, + 1.3048363029956818, + 1.6267109513282776 + ], + [ + 1.581821322441101, + 1.4197314977645874, + 1.3943410515785217, + 1.1069076359272003, + 0.8407926708459854, + 0.5404255390167236, + 0.5182788372039795, + 0.7373058497905731, + 1.145113080739975, + 1.5618948340415955, + 1.8052760362625122 + ] + ] +} \ No newline at end of file diff --git a/linear-2_ortho_1e-05_lambda10.0_ViT-B-32/disentanglement_data/disentanglement_DTD_SVHN.json b/linear-2_ortho_1e-05_lambda10.0_ViT-B-32/disentanglement_data/disentanglement_DTD_SVHN.json new file mode 100644 index 0000000000000000000000000000000000000000..63ffb641779f6b4f85d8582f1bff14b74ccc4e78 --- /dev/null +++ b/linear-2_ortho_1e-05_lambda10.0_ViT-B-32/disentanglement_data/disentanglement_DTD_SVHN.json @@ -0,0 +1,167 @@ +{ + "task1": "DTD", + "task2": "SVHN", + "model": "ViT-B-32", + "finetuning_mode": "linear-2_ortho", + "lr": 1e-05, + "ortho_lambda": 10.0, + "seed": 1993, + "alphas": [ + -1.0, + -0.8, + -0.6, + -0.3999999999999999, + -0.19999999999999996, + 0.0, + 0.20000000000000018, + 0.40000000000000013, + 0.6000000000000001, + 0.8, + 1.0 + ], + "error_matrix": [ + [ + 1.8524581789970398, + 1.8113995790481567, + 1.72913259267807, + 1.621694564819336, + 1.339030385017395, + 0.8867021203041077, + 1.0172341167926788, + 1.038576751947403, + 1.0960541367530823, + 1.1231747567653656, + 1.2662371098995209 + ], + [ + 1.3107216656208038, + 1.1750068813562393, + 1.0343490689992905, + 0.9252126961946487, + 0.8976482152938843, + 0.6739361882209778, + 1.0486087799072266, + 1.164941817522049, + 1.1851082146167755, + 1.246126413345337, + 1.5045853853225708 + ], + [ + 1.0747648030519485, + 0.8280312800779939, + 0.6589415231719613, + 0.5745591334998608, + 0.5470857219770551, + 0.4303191602230072, + 0.49735642969608307, + 1.0906014293432236, + 1.0994442105293274, + 1.0089849829673767, + 1.1947743594646454 + ], + [ + 0.9818346202373505, + 0.5199515465646982, + 0.4303240664303303, + 0.4144434202462435, + 0.4078123290091753, + 0.2707446813583374, + 0.248453788459301, + 0.8501335233449936, + 0.8585292845964432, + 0.701564684510231, + 0.7726966440677643 + ], + [ + 0.9156638979911804, + 0.34260109066963196, + 0.3494407832622528, + 0.3687347024679184, + 0.33401934802532196, + 0.1281914860010147, + 0.38146764412522316, + 0.929920144379139, + 0.7750459127128124, + 0.6416995748877525, + 0.5894896984100342 + ], + [ + 0.3376997411251068, + 0.3435003161430359, + 0.574216365814209, + 0.668677031993866, + 0.48152273893356323, + 0.0, + 0.2540719211101532, + 0.34868621826171875, + 0.5236631631851196, + 0.8336662650108337, + 0.8969345688819885 + ], + [ + 1.0123054534196854, + 0.8945311233401299, + 0.7941599190235138, + 0.4860866814851761, + 0.30968187749385834, + 0.15744680166244507, + 0.09360296279191971, + 0.23038780689239502, + 0.46391119435429573, + 0.7093793079257011, + 0.9408890977501869 + ], + [ + 1.1683940589427948, + 0.8998700678348541, + 0.7087628543376923, + 0.6587502881884575, + 0.5778330340981483, + 0.36223405599594116, + 0.15575559251010418, + 0.17701846361160278, + 0.28225620090961456, + 0.5363740473985672, + 0.9138420522212982 + ], + [ + 1.429840862751007, + 1.07871413230896, + 0.9504585042595863, + 0.8733877278864384, + 0.7997539695352316, + 0.6521276831626892, + 0.33418067917227745, + 0.2797527387738228, + 0.32275841385126114, + 0.5378660261631012, + 1.0442631840705872 + ], + [ + 1.7424970865249634, + 1.3787882924079895, + 1.0353855639696121, + 0.9311390779912472, + 0.9039975125342607, + 0.8707447052001953, + 0.6424224097281694, + 0.4881453476846218, + 0.50100938975811, + 0.752457857131958, + 1.3691263794898987 + ], + [ + 1.8349198698997498, + 1.5506556630134583, + 1.082502543926239, + 0.957134447991848, + 0.9558088816702366, + 0.9505318999290466, + 0.8904986102133989, + 0.8162330538034439, + 0.8337027132511139, + 1.1871518194675446, + 1.703694999217987 + ] + ] +} \ No newline at end of file diff --git a/linear-2_ortho_1e-05_lambda10.0_ViT-B-32/disentanglement_data/disentanglement_EuroSAT_GTSRB.json b/linear-2_ortho_1e-05_lambda10.0_ViT-B-32/disentanglement_data/disentanglement_EuroSAT_GTSRB.json new file mode 100644 index 0000000000000000000000000000000000000000..dada1931b6cc903851274d5c6f9d09bae06514d3 --- /dev/null +++ b/linear-2_ortho_1e-05_lambda10.0_ViT-B-32/disentanglement_data/disentanglement_EuroSAT_GTSRB.json @@ -0,0 +1,167 @@ +{ + "task1": "EuroSAT", + "task2": "GTSRB", + "model": "ViT-B-32", + "finetuning_mode": "linear-2_ortho", + "lr": 1e-05, + "ortho_lambda": 10.0, + "seed": 1993, + "alphas": [ + -1.0, + -0.8, + -0.6, + -0.3999999999999999, + -0.19999999999999996, + 0.0, + 0.20000000000000018, + 0.40000000000000013, + 0.6000000000000001, + 0.8, + 1.0 + ], + "error_matrix": [ + [ + 1.9602331519126892, + 1.9258766174316406, + 1.8415887951850891, + 1.7626172304153442, + 1.4524298310279846, + 0.8781481385231018, + 1.2513952553272247, + 1.4515535831451416, + 1.537876307964325, + 1.5808929800987244, + 1.6414920091629028 + ], + [ + 1.9583680629730225, + 1.8872578740119934, + 1.750870943069458, + 1.6374469995498657, + 1.3770766258239746, + 0.914814829826355, + 1.238141119480133, + 1.350320279598236, + 1.398129642009735, + 1.4787200093269348, + 1.5659839510917664 + ], + [ + 1.7578420042991638, + 1.3917014300823212, + 1.297300100326538, + 1.1563886404037476, + 1.1899560391902924, + 0.885185182094574, + 0.9322081506252289, + 0.8332726657390594, + 0.9017207622528076, + 1.0761115550994873, + 1.2900448739528656 + ], + [ + 1.2043855041265488, + 0.9396560415625572, + 0.9207099676132202, + 0.7705093622207642, + 0.9963200390338898, + 0.7637037038803101, + 0.3744761198759079, + 0.6060798577964306, + 0.8636711426079273, + 1.012553881853819, + 1.059269830584526 + ], + [ + 1.0402929782867432, + 0.9226295463740826, + 0.9220489393919706, + 0.8129321783781052, + 0.7880135476589203, + 0.46259260177612305, + 0.5462100896984339, + 0.8058423474431038, + 0.911425182595849, + 0.9562752116471529, + 0.9789451956748962 + ], + [ + 0.9744259715080261, + 0.9463974833488464, + 0.8293744921684265, + 0.6391924023628235, + 0.40775930881500244, + 0.0, + 0.49889153242111206, + 0.7623119354248047, + 0.8911322355270386, + 0.940855085849762, + 0.9608867764472961 + ], + [ + 0.9875437803566456, + 0.6798909064382315, + 0.5026251524686813, + 0.852318998426199, + 0.724542967043817, + 0.7292592525482178, + 0.06012668274343014, + 0.07107680290937424, + 0.20024368166923523, + 0.5678727901540697, + 0.8759083403274417 + ], + [ + 1.221850961446762, + 1.0731599926948547, + 1.0452141910791397, + 0.9358071517199278, + 0.8518359921872616, + 0.838518500328064, + 0.3337415447458625, + 0.10033342335373163, + 0.08406615629792213, + 0.18487463518977165, + 0.5835523791611195 + ], + [ + 1.456624448299408, + 1.3974909484386444, + 1.0549432374536991, + 0.9871557839214802, + 0.9479484497569501, + 0.8207407593727112, + 0.6900915228761733, + 0.40441276878118515, + 0.2169068343937397, + 0.2335224747657776, + 0.5735752731561661 + ], + [ + 1.7044928669929504, + 1.6305533647537231, + 1.1400888413190842, + 1.0090912319719791, + 0.9629163602367043, + 0.821481466293335, + 0.7568065663799644, + 0.7104838471859694, + 0.6054957322776318, + 0.6009140610694885, + 1.0769296884536743 + ], + [ + 1.9414102435112, + 1.802124559879303, + 1.4886214435100555, + 1.079041987657547, + 0.9197607021778822, + 0.847777783870697, + 0.8672780990600586, + 0.8892777301371098, + 0.9224817603826523, + 1.2553223967552185, + 1.6466103196144104 + ] + ] +} \ No newline at end of file diff --git a/linear-2_ortho_1e-05_lambda10.0_ViT-B-32/disentanglement_data/disentanglement_EuroSAT_MNIST.json b/linear-2_ortho_1e-05_lambda10.0_ViT-B-32/disentanglement_data/disentanglement_EuroSAT_MNIST.json new file mode 100644 index 0000000000000000000000000000000000000000..1a58ecd7c763413386b4d01023e6b020d64e2814 --- /dev/null +++ b/linear-2_ortho_1e-05_lambda10.0_ViT-B-32/disentanglement_data/disentanglement_EuroSAT_MNIST.json @@ -0,0 +1,167 @@ +{ + "task1": "EuroSAT", + "task2": "MNIST", + "model": "ViT-B-32", + "finetuning_mode": "linear-2_ortho", + "lr": 1e-05, + "ortho_lambda": 10.0, + "seed": 1993, + "alphas": [ + -1.0, + -0.8, + -0.6, + -0.3999999999999999, + -0.19999999999999996, + 0.0, + 0.20000000000000018, + 0.40000000000000013, + 0.6000000000000001, + 0.8, + 1.0 + ], + "error_matrix": [ + [ + 1.9604740738868713, + 1.8831555843353271, + 1.0902259051799774, + 1.089166671037674, + 1.3405000269412994, + 0.8788889050483704, + 1.1427073776721954, + 1.7948222160339355, + 1.801440715789795, + 1.8086333274841309, + 1.8685185313224792 + ], + [ + 1.5005741119384766, + 1.3230740427970886, + 1.4086111187934875, + 1.420755535364151, + 1.4100222289562225, + 0.886296272277832, + 1.1447888612747192, + 1.093566656112671, + 0.981196254491806, + 1.1359555423259735, + 1.4046815037727356 + ], + [ + 1.7654481530189514, + 1.8449925780296326, + 1.8501518368721008, + 1.602311134338379, + 0.9997629821300507, + 0.7803703546524048, + 0.6989555656909943, + 0.5304407402873039, + 0.544207401573658, + 0.8613370656967163, + 0.9718740731477737 + ], + [ + 1.7576888799667358, + 1.0895629674196243, + 1.3785407543182373, + 1.5168481469154358, + 1.3695851564407349, + 0.5537037253379822, + 0.42907777056097984, + 0.6928629633039236, + 0.8390407487750053, + 0.9559518247842789, + 0.9870703481137753 + ], + [ + 0.7618370428681374, + 0.6073555801995099, + 0.6983296275138855, + 0.7278333306312561, + 0.6367333233356476, + 0.27037036418914795, + 0.856370385736227, + 0.9558296427130699, + 0.9950296506285667, + 0.9948296174407005, + 1.0040111253038049 + ], + [ + 0.8468000292778015, + 0.7042999863624573, + 0.6247000098228455, + 0.48489999771118164, + 0.31540000438690186, + 0.0, + 0.3262999951839447, + 0.4740000069141388, + 0.589900016784668, + 0.8169999718666077, + 0.930400013923645 + ], + [ + 0.8541259076446295, + 0.4898851793259382, + 0.049085186794400215, + 0.07944073714315891, + 0.23292963579297066, + 0.25518518686294556, + 0.011077777948230505, + 0.013996296096593142, + 0.03297777799889445, + 0.16351852007210255, + 0.6819814620539546 + ], + [ + 0.9624296501278877, + 0.2579185180366039, + 0.03137407451868057, + 0.11092592496424913, + 0.3117296190466732, + 0.43703705072402954, + 0.02550370362587273, + 0.02331851888448, + 0.0319703696295619, + 0.08243333175778389, + 0.4931037127971649 + ], + [ + 1.3729110956192017, + 0.28750739991664886, + 0.07221481576561928, + 0.15200741263106465, + 0.38476297189481556, + 0.7092592716217041, + 0.15112962271086872, + 0.062248149421066046, + 0.06181111000478268, + 0.12662963196635246, + 0.6019703596830368 + ], + [ + 1.8881703615188599, + 1.0337666869163513, + 0.586333341896534, + 0.6931259008124471, + 0.7811481743119657, + 0.834074079990387, + 0.6981962746940553, + 0.3535777837969363, + 0.2555888891220093, + 0.3759666681289673, + 1.156085193157196 + ], + [ + 1.9121999740600586, + 1.7515110969543457, + 1.0463666692376137, + 0.9881740659475327, + 0.9827592526562512, + 0.8814814686775208, + 0.8700259081088006, + 0.7491666795685887, + 0.7100851647555828, + 1.1016740798950195, + 1.4889185428619385 + ] + ] +} \ No newline at end of file diff --git a/linear-2_ortho_1e-05_lambda10.0_ViT-B-32/disentanglement_data/disentanglement_EuroSAT_RESISC45.json b/linear-2_ortho_1e-05_lambda10.0_ViT-B-32/disentanglement_data/disentanglement_EuroSAT_RESISC45.json new file mode 100644 index 0000000000000000000000000000000000000000..a114e5a3d0a318187af86587265f57a82b112f70 --- /dev/null +++ b/linear-2_ortho_1e-05_lambda10.0_ViT-B-32/disentanglement_data/disentanglement_EuroSAT_RESISC45.json @@ -0,0 +1,167 @@ +{ + "task1": "EuroSAT", + "task2": "RESISC45", + "model": "ViT-B-32", + "finetuning_mode": "linear-2_ortho", + "lr": 1e-05, + "ortho_lambda": 10.0, + "seed": 1993, + "alphas": [ + -1.0, + -0.8, + -0.6, + -0.3999999999999999, + -0.19999999999999996, + 0.0, + 0.20000000000000018, + 0.40000000000000013, + 0.6000000000000001, + 0.8, + 1.0 + ], + "error_matrix": [ + [ + 1.4168254137039185, + 0.4162962958216667, + 0.21227513253688812, + 0.4805290848016739, + 1.0925925970077515, + 0.8607407212257385, + 1.123544991016388, + 1.2086772322654724, + 1.5789946913719177, + 1.7688360214233398, + 1.857195794582367 + ], + [ + 1.1063492000102997, + 0.4943386306986213, + 0.475502653978765, + 0.6361904740333557, + 1.1253968179225922, + 0.8118518590927124, + 1.3257671892642975, + 1.5141798853874207, + 1.60359787940979, + 1.661481499671936, + 1.6710053086280823 + ], + [ + 1.2869841158390045, + 0.8882539481855929, + 0.8379894429817796, + 0.8804233074188232, + 1.2275131940841675, + 0.8155555725097656, + 1.2477777600288391, + 1.4244444370269775, + 1.36687833070755, + 1.3102645874023438, + 1.3457143008708954 + ], + [ + 1.076666682958603, + 0.879788372956682, + 0.8456084867939353, + 1.0632275342941284, + 1.1085714399814606, + 0.7970370650291443, + 1.1004232466220856, + 1.0579894036054611, + 1.021746002137661, + 0.999259240925312, + 1.0062434002757072 + ], + [ + 0.9505291040986776, + 0.9304232935537584, + 0.9248677296563983, + 1.0448677390813828, + 0.9841269850730896, + 0.6755555272102356, + 0.797037061303854, + 0.931851839646697, + 0.9385185288265347, + 0.9358730027452111, + 0.9258200777694583 + ], + [ + 0.9639682769775391, + 0.9541270136833191, + 0.9312698245048523, + 0.8530158996582031, + 0.5744444727897644, + 0.0, + 0.6107936501502991, + 0.8128571510314941, + 0.8731746077537537, + 0.9030158519744873, + 0.9133333563804626 + ], + [ + 1.040952391922474, + 0.9278306653723121, + 0.8301058006472886, + 0.5978306829929352, + 0.5314285606145859, + 0.43740740418434143, + 0.2593121752142906, + 0.5671428749337792, + 0.7764550466090441, + 0.8719047615304589, + 0.9216931145638227 + ], + [ + 1.1617989540100098, + 0.8772487007081509, + 0.6366137303411961, + 0.609206348657608, + 0.7734920531511307, + 0.5755555629730225, + 0.1955026388168335, + 0.42756614834070206, + 0.6592063326388597, + 0.8355026207864285, + 0.9336508139967918 + ], + [ + 1.2644444406032562, + 0.957037016749382, + 0.7960846722126007, + 0.8724338561296463, + 0.961005300283432, + 0.6611111164093018, + 0.3005291000008583, + 0.39862433820962906, + 0.6095238067209721, + 0.8216931372880936, + 1.058412715792656 + ], + [ + 1.5329100489616394, + 1.4639153480529785, + 1.3474603295326233, + 1.1131745725870132, + 1.030529074370861, + 0.7311111092567444, + 0.43142856657505035, + 0.4974603205919266, + 0.6975132524967194, + 1.020158737897873, + 1.366084635257721 + ], + [ + 1.6976720094680786, + 1.7497884035110474, + 1.5202645659446716, + 1.2273544818162918, + 1.063703715801239, + 0.7751851677894592, + 0.5353439077734947, + 0.6393121778964996, + 0.9661375880241394, + 1.350529134273529, + 1.6065608859062195 + ] + ] +} \ No newline at end of file diff --git a/linear-2_ortho_1e-05_lambda10.0_ViT-B-32/disentanglement_data/disentanglement_EuroSAT_SUN397.json b/linear-2_ortho_1e-05_lambda10.0_ViT-B-32/disentanglement_data/disentanglement_EuroSAT_SUN397.json new file mode 100644 index 0000000000000000000000000000000000000000..7366594d8c3de71aa387fa5e0e196d263276eb2c --- /dev/null +++ b/linear-2_ortho_1e-05_lambda10.0_ViT-B-32/disentanglement_data/disentanglement_EuroSAT_SUN397.json @@ -0,0 +1,167 @@ +{ + "task1": "EuroSAT", + "task2": "SUN397", + "model": "ViT-B-32", + "finetuning_mode": "linear-2_ortho", + "lr": 1e-05, + "ortho_lambda": 10.0, + "seed": 1993, + "alphas": [ + -1.0, + -0.8, + -0.6, + -0.3999999999999999, + -0.19999999999999996, + 0.0, + 0.20000000000000018, + 0.40000000000000013, + 0.6000000000000001, + 0.8, + 1.0 + ], + "error_matrix": [ + [ + 1.301560789346695, + 1.2835693657398224, + 1.2874652743339539, + 1.0950116515159607, + 1.0058176815509796, + 0.8140740990638733, + 1.3724246621131897, + 1.568207859992981, + 1.4997406601905823, + 1.4722119569778442, + 1.5752784609794617 + ], + [ + 1.165592908859253, + 1.110568180680275, + 1.0880688577890396, + 1.019219160079956, + 0.9523033499717712, + 0.8107407689094543, + 1.1835684180259705, + 1.182147592306137, + 1.1852131932973862, + 1.1974419057369232, + 1.309474766254425 + ], + [ + 1.0924992710351944, + 1.0307594016194344, + 0.9917958974838257, + 0.9940115809440613, + 0.9745601117610931, + 0.7355555295944214, + 0.6812473088502884, + 0.7950704321265221, + 0.963472343981266, + 1.032993771135807, + 1.1101240664720535 + ], + [ + 1.0668728426098824, + 0.9668495440855622, + 0.8359333910048008, + 0.9346151649951935, + 0.7461815476417542, + 0.5677777528762817, + 0.3625534176826477, + 0.5989598091691732, + 0.8340265229344368, + 0.9794048108160496, + 1.0217091012746096 + ], + [ + 1.021794032305479, + 0.9079625220037997, + 0.6697014681994915, + 0.5487629473209381, + 0.402461975812912, + 0.2996296286582947, + 0.22166060749441385, + 0.4348512049764395, + 0.6945489402860403, + 0.923261477611959, + 1.00237803068012 + ], + [ + 0.9843828678131104, + 0.8337531685829163, + 0.4978337585926056, + 0.26795968413352966, + 0.125944584608078, + 0.0, + 0.13168765604496002, + 0.3077581822872162, + 0.565440833568573, + 0.8537531495094299, + 0.9844835996627808 + ], + [ + 0.9933184254914522, + 0.7761619847733527, + 0.41384925227612257, + 0.2713686004281044, + 0.31986191868782043, + 0.23222222924232483, + 0.11011848226189613, + 0.2535712248645723, + 0.502061752602458, + 0.8162179570645094, + 0.9880678877234459 + ], + [ + 1.015400718897581, + 0.7708611004054546, + 0.4771079421043396, + 0.37238268554210663, + 0.5682190433144569, + 0.4122222363948822, + 0.11790185235440731, + 0.2467543538659811, + 0.48769102804362774, + 0.815789707005024, + 0.9950807150453329 + ], + [ + 1.1429974883794785, + 0.8905485570430756, + 0.7157514691352844, + 0.5975408107042313, + 0.8225048929452896, + 0.5348148345947266, + 0.1498255468904972, + 0.27218117751181126, + 0.5225328840315342, + 0.855301771312952, + 1.023496612906456 + ], + [ + 1.3064380586147308, + 1.0910859107971191, + 0.969163179397583, + 0.8867506086826324, + 0.9410980641841888, + 0.6340740919113159, + 0.2182367742061615, + 0.33506112173199654, + 0.6127941198647022, + 0.9520421400666237, + 1.123192474246025 + ], + [ + 1.5361078381538391, + 1.3483020961284637, + 1.200217366218567, + 1.1391752660274506, + 1.0103339850902557, + 0.7151851654052734, + 0.3732950836420059, + 0.49171098321676254, + 0.835964173078537, + 1.15524023771286, + 1.4033650755882263 + ] + ] +} \ No newline at end of file diff --git a/linear-2_ortho_1e-05_lambda10.0_ViT-B-32/disentanglement_data/disentanglement_EuroSAT_SVHN.json b/linear-2_ortho_1e-05_lambda10.0_ViT-B-32/disentanglement_data/disentanglement_EuroSAT_SVHN.json new file mode 100644 index 0000000000000000000000000000000000000000..11ad1cd517c21ad3bf3a6215ffaa41244c2feb8b --- /dev/null +++ b/linear-2_ortho_1e-05_lambda10.0_ViT-B-32/disentanglement_data/disentanglement_EuroSAT_SVHN.json @@ -0,0 +1,167 @@ +{ + "task1": "EuroSAT", + "task2": "SVHN", + "model": "ViT-B-32", + "finetuning_mode": "linear-2_ortho", + "lr": 1e-05, + "ortho_lambda": 10.0, + "seed": 1993, + "alphas": [ + -1.0, + -0.8, + -0.6, + -0.3999999999999999, + -0.19999999999999996, + 0.0, + 0.20000000000000018, + 0.40000000000000013, + 0.6000000000000001, + 0.8, + 1.0 + ], + "error_matrix": [ + [ + 1.559013843536377, + 1.595440149307251, + 1.5039555430412292, + 1.1711092591285706, + 0.86319899559021, + 0.8229629397392273, + 1.0855150520801544, + 1.4106232523918152, + 1.4886198043823242, + 1.5041797757148743, + 1.5842110514640808 + ], + [ + 1.5698163509368896, + 1.2400546669960022, + 1.0836073458194733, + 1.0027171075344086, + 0.8199242800474167, + 0.8125925660133362, + 0.7459172159433365, + 0.6685308068990707, + 0.8728006035089493, + 1.0914667546749115, + 1.2722171247005463 + ], + [ + 1.3109507858753204, + 0.8394748121500015, + 0.8360303733497858, + 0.8872008826583624, + 0.7077683787792921, + 0.6733333468437195, + 0.16519775986671448, + 0.2732245773077011, + 0.6260573640465736, + 0.9416457079350948, + 1.093665950000286 + ], + [ + 0.9968125522136688, + 0.46649594604969025, + 0.578282356262207, + 0.6953382231295109, + 0.6151918154209852, + 0.4911110997200012, + 0.06300945952534676, + 0.12059898115694523, + 0.4774732403457165, + 0.8479483500123024, + 0.9380753934383392 + ], + [ + 0.8512517958879471, + 0.30196212977170944, + 0.2209528423845768, + 0.3873404264450073, + 0.49320773780345917, + 0.2774074077606201, + 0.15204431489109993, + 0.18208211287856102, + 0.31690312968567014, + 0.6439730119891465, + 0.8028405969962478 + ], + [ + 0.7167332768440247, + 0.3946681022644043, + 0.41379839181900024, + 0.5798632502555847, + 0.2776966691017151, + 0.0, + 0.35828980803489685, + 0.6935310363769531, + 0.826405942440033, + 0.8987016081809998, + 0.9316994547843933 + ], + [ + 0.8764646835625172, + 0.809244186617434, + 0.5807626210153103, + 0.2612398937344551, + 0.26956378296017647, + 0.29555556178092957, + 0.05791851505637169, + 0.13413604628294706, + 0.40774122811853886, + 0.811124318279326, + 0.9383632219396532 + ], + [ + 1.0339301228523254, + 0.8315058052539825, + 0.5374354720115662, + 0.2982533872127533, + 0.3123672176152468, + 0.5177778005599976, + 0.08719581365585327, + 0.0651360135525465, + 0.1210541408509016, + 0.3396834619343281, + 0.7562143560498953 + ], + [ + 1.0358950048685074, + 0.8084248900413513, + 0.5982216000556946, + 0.4217439517378807, + 0.44059726409614086, + 0.7211111187934875, + 0.2860868750140071, + 0.14067921787500381, + 0.1280113346874714, + 0.20394112914800644, + 0.5065025836229324 + ], + [ + 1.1402336061000824, + 0.6877485811710358, + 0.5631560534238815, + 0.5840814337134361, + 0.6745206164196134, + 0.804444432258606, + 0.7284105662256479, + 0.39876431226730347, + 0.30749528110027313, + 0.4024987369775772, + 0.7141692936420441 + ], + [ + 1.7590782642364502, + 0.9435854554176331, + 0.6712398380041122, + 0.7804538868367672, + 0.8149982560425997, + 0.813703715801239, + 0.8873740863054991, + 0.7914786897599697, + 0.6539619863033295, + 0.7318321168422699, + 1.09555321931839 + ] + ] +} \ No newline at end of file diff --git a/linear_1e-05_ViT-B-16/head_SUN397Val.pt b/linear_1e-05_ViT-B-16/head_SUN397Val.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd0cc0efbbd5fd7786d79b491b47b8acfff6268b --- /dev/null +++ b/linear_1e-05_ViT-B-16/head_SUN397Val.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcd29d63b86a49177ead7fb25579e54b6eb4ff094022ea7f6d43b6295e58c94e +size 816195 diff --git a/linear_1e-05_ViT-B-32/head_CarsVal.pt b/linear_1e-05_ViT-B-32/head_CarsVal.pt new file mode 100644 index 0000000000000000000000000000000000000000..d07bf69c07d2c5de3dec5ada43081d7bdcc0c575 --- /dev/null +++ b/linear_1e-05_ViT-B-32/head_CarsVal.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c3251d62b16353e954a708d1a6950950d918687dcdd669da324e2b6f981964f +size 403771 diff --git a/linear_1e-05_ViT-B-32/head_DTDVal.pt b/linear_1e-05_ViT-B-32/head_DTDVal.pt new file mode 100644 index 0000000000000000000000000000000000000000..551b7d205b3825ea3e368aba0fddc6f46d40af99 --- /dev/null +++ b/linear_1e-05_ViT-B-32/head_DTDVal.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1de6dfe874788b2fd61f46efc35d1053827d841cd84dc0744422a49f2a3671e0 +size 98039 diff --git a/linear_1e-05_ViT-B-32/head_GTSRBVal.pt b/linear_1e-05_ViT-B-32/head_GTSRBVal.pt new file mode 100644 index 0000000000000000000000000000000000000000..e746486e51a22e7500a0ea07558c4eadc46e92fd --- /dev/null +++ b/linear_1e-05_ViT-B-32/head_GTSRBVal.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46dc22579db8df17d8a7a8fd0b731340c0da55f5f0a2521cd1679435c7610a50 +size 89791 diff --git a/linear_ortho_1e-05_lambda1.0_ViT-B-32/disentanglement_data/disentanglement_Cars_DTD.json b/linear_ortho_1e-05_lambda1.0_ViT-B-32/disentanglement_data/disentanglement_Cars_DTD.json new file mode 100644 index 0000000000000000000000000000000000000000..4c1b6bea2cec82b187b931f22c7a8c5665e2dd38 --- /dev/null +++ b/linear_ortho_1e-05_lambda1.0_ViT-B-32/disentanglement_data/disentanglement_Cars_DTD.json @@ -0,0 +1,167 @@ +{ + "task1": "Cars", + "task2": "DTD", + "model": "ViT-B-32", + "finetuning_mode": "linear_ortho", + "lr": 1e-05, + "ortho_lambda": 1.0, + "seed": 1993, + "alphas": [ + -1.0, + -0.8, + -0.6, + -0.3999999999999999, + -0.19999999999999996, + 0.0, + 0.20000000000000018, + 0.40000000000000013, + 0.6000000000000001, + 0.8, + 1.0 + ], + "error_matrix": [ + [ + 1.014248937368393, + 1.0307484716176987, + 1.0395929664373398, + 1.0444713234901428, + 1.0251964256167412, + 0.9756249189376831, + 0.9771010801196098, + 0.9256271868944168, + 0.8520242124795914, + 0.7953885197639465, + 0.7451266944408417 + ], + [ + 0.9950403571128845, + 1.0305254757404327, + 1.0383015722036362, + 1.0545329004526138, + 1.030998058617115, + 0.9638104438781738, + 0.9401983544230461, + 0.8616584688425064, + 0.7757556140422821, + 0.7115292847156525, + 0.7017978429794312 + ], + [ + 0.9715721309185028, + 0.9960188567638397, + 1.0346084535121918, + 1.0467476695775986, + 1.04282908141613, + 0.9352070689201355, + 0.8658730909228325, + 0.7519228607416153, + 0.6735986769199371, + 0.6667470633983612, + 0.6659232378005981 + ], + [ + 0.9525332152843475, + 0.9591421186923981, + 0.996393620967865, + 1.0399770438671112, + 1.0515407025814056, + 0.8619574904441833, + 0.7296318709850311, + 0.6385120153427124, + 0.6320245563983917, + 0.6672885119915009, + 0.7096575796604156 + ], + [ + 0.9635154902935028, + 0.979779839515686, + 0.9730503559112549, + 0.990265816450119, + 1.0295920372009277, + 0.6168386936187744, + 0.5416065156459808, + 0.6172887235879898, + 0.7048211097717285, + 0.7689236700534821, + 0.8081446439027786 + ], + [ + 0.9026595950126648, + 0.8585106134414673, + 0.7675532102584839, + 0.61117023229599, + 0.3361702263355255, + 0.0, + 0.28244680166244507, + 0.4377659559249878, + 0.5345744490623474, + 0.5930851101875305, + 0.6446808576583862 + ], + [ + 0.4988286644220352, + 0.49224765598773956, + 0.5460410416126251, + 0.6456762701272964, + 0.7972816005349159, + 0.5958214402198792, + 0.31687019392848015, + 0.2655430883169174, + 0.2664962410926819, + 0.28742382675409317, + 0.30827646702528 + ], + [ + 0.5704804807901382, + 0.6378819197416306, + 0.7226327061653137, + 0.8369188643991947, + 0.925178712233901, + 0.8332297205924988, + 0.570938479155302, + 0.4188116230070591, + 0.3435828164219856, + 0.3130481615662575, + 0.3022182211279869 + ], + [ + 0.6831873059272766, + 0.7567155137658119, + 0.8357441201806068, + 0.9203751236200333, + 0.9674694985151291, + 0.9159308671951294, + 0.7413437776267529, + 0.5727470628917217, + 0.4628704860806465, + 0.4008525386452675, + 0.3622013032436371 + ], + [ + 0.7710111737251282, + 0.8331879712641239, + 0.9012711942195892, + 0.9489454813301563, + 0.9767217682674527, + 0.9463996887207031, + 0.8403229406103492, + 0.6993766855448484, + 0.5832474865019321, + 0.49878282099962234, + 0.440503254532814 + ], + [ + 0.8301268704235554, + 0.8869485668838024, + 0.9326464924961329, + 0.9618042483925819, + 0.9820423522032797, + 0.9634373784065247, + 0.8920307802036405, + 0.7826801501214504, + 0.6763621009886265, + 0.5891959182918072, + 0.5242007598280907 + ] + ] +} \ No newline at end of file diff --git a/linear_ortho_1e-05_lambda1.0_ViT-B-32/disentanglement_data/disentanglement_Cars_EuroSAT.json b/linear_ortho_1e-05_lambda1.0_ViT-B-32/disentanglement_data/disentanglement_Cars_EuroSAT.json new file mode 100644 index 0000000000000000000000000000000000000000..d4683230ef95291059d6914333866bde791dc004 --- /dev/null +++ b/linear_ortho_1e-05_lambda1.0_ViT-B-32/disentanglement_data/disentanglement_Cars_EuroSAT.json @@ -0,0 +1,167 @@ +{ + "task1": "Cars", + "task2": "EuroSAT", + "model": "ViT-B-32", + "finetuning_mode": "linear_ortho", + "lr": 1e-05, + "ortho_lambda": 1.0, + "seed": 1993, + "alphas": [ + -1.0, + -0.8, + -0.6, + -0.3999999999999999, + -0.19999999999999996, + 0.0, + 0.20000000000000018, + 0.40000000000000013, + 0.6000000000000001, + 0.8, + 1.0 + ], + "error_matrix": [ + [ + 0.70787113904953, + 0.7535271048545837, + 0.8269077688455582, + 0.9129680469632149, + 0.976869959384203, + 0.944658637046814, + 0.7787548825144768, + 0.5837638303637505, + 0.4777919575572014, + 0.4322739541530609, + 0.4117691218852997 + ], + [ + 0.6687792092561722, + 0.7129836082458496, + 0.7742555513978004, + 0.8787839710712433, + 0.9553172178566456, + 0.9077228903770447, + 0.6754496209323406, + 0.48946909606456757, + 0.41987843811511993, + 0.4027688205242157, + 0.40607641637325287 + ], + [ + 0.6417845189571381, + 0.6701438575983047, + 0.7302237898111343, + 0.8234738856554031, + 0.925848051905632, + 0.8329809904098511, + 0.5227778516709805, + 0.4055746793746948, + 0.3791670799255371, + 0.39432109892368317, + 0.4094132333993912 + ], + [ + 0.6400313973426819, + 0.6404825150966644, + 0.667579859495163, + 0.7421897947788239, + 0.8542464673519135, + 0.6782738566398621, + 0.37802930921316147, + 0.35206690430641174, + 0.3767825961112976, + 0.4214099049568176, + 0.46918976306915283 + ], + [ + 0.7126140743494034, + 0.6825963407754898, + 0.6541531085968018, + 0.6609350740909576, + 0.7011446952819824, + 0.38589727878570557, + 0.30119986832141876, + 0.39818669855594635, + 0.4936763867735863, + 0.5623757131397724, + 0.6267712153494358 + ], + [ + 0.6844444274902344, + 0.6592592597007751, + 0.6214814782142639, + 0.5522222518920898, + 0.4014814794063568, + 0.0, + 0.44962963461875916, + 0.6288889050483704, + 0.7214815020561218, + 0.7692592740058899, + 0.7974073886871338 + ], + [ + 0.24768031388521194, + 0.24920112639665604, + 0.27231212705373764, + 0.3531647976487875, + 0.5450162179768085, + 0.34610122442245483, + 0.1491699554026127, + 0.10841911844909191, + 0.10892407968640327, + 0.12228122353553772, + 0.14937197044491768 + ], + [ + 0.3058336228132248, + 0.3522996921092272, + 0.4363042591139674, + 0.5788591569289565, + 0.7720215481240302, + 0.5866186022758484, + 0.28500657714903355, + 0.18897686433047056, + 0.15212204866111279, + 0.1354030966758728, + 0.12180680222809315 + ], + [ + 0.3989710118621588, + 0.47138267382979393, + 0.5817222190089524, + 0.7235119710676372, + 0.8669102352578193, + 0.7292625308036804, + 0.4261690240819007, + 0.2739382926374674, + 0.21956192143261433, + 0.17863303050398827, + 0.15695860236883163 + ], + [ + 0.4981288071721792, + 0.5809706384316087, + 0.6837186119519174, + 0.8094520005397499, + 0.9110780229384545, + 0.8073622584342957, + 0.5456842472776771, + 0.37020311085507274, + 0.2833844106644392, + 0.234855804592371, + 0.1979119572788477 + ], + [ + 0.5784860914573073, + 0.6635637395083904, + 0.7651761672459543, + 0.8660397094208747, + 0.9353287091071252, + 0.8566098809242249, + 0.6392076434567571, + 0.45801131147891283, + 0.35204074485227466, + 0.2889725756831467, + 0.2457997240126133 + ] + ] +} \ No newline at end of file diff --git a/linear_ortho_1e-05_lambda1.0_ViT-B-32/disentanglement_data/disentanglement_Cars_GTSRB.json b/linear_ortho_1e-05_lambda1.0_ViT-B-32/disentanglement_data/disentanglement_Cars_GTSRB.json new file mode 100644 index 0000000000000000000000000000000000000000..6887adb1cf210a2657843ed02a2d9752f14da138 --- /dev/null +++ b/linear_ortho_1e-05_lambda1.0_ViT-B-32/disentanglement_data/disentanglement_Cars_GTSRB.json @@ -0,0 +1,167 @@ +{ + "task1": "Cars", + "task2": "GTSRB", + "model": "ViT-B-32", + "finetuning_mode": "linear_ortho", + "lr": 1e-05, + "ortho_lambda": 1.0, + "seed": 1993, + "alphas": [ + -1.0, + -0.8, + -0.6, + -0.3999999999999999, + -0.19999999999999996, + 0.0, + 0.20000000000000018, + 0.40000000000000013, + 0.6000000000000001, + 0.8, + 1.0 + ], + "error_matrix": [ + [ + 0.9832315444946289, + 1.0071392953395844, + 1.033575862646103, + 1.0483979135751724, + 1.0314333960413933, + 0.902375340461731, + 0.7997546121478081, + 0.7007027417421341, + 0.658494234085083, + 0.6560657024383545, + 0.6780989766120911 + ], + [ + 0.9701017439365387, + 0.9874246716499329, + 1.011980563402176, + 1.0414617508649826, + 1.0341455191373825, + 0.8578534722328186, + 0.7274200469255447, + 0.6450092792510986, + 0.6357633173465729, + 0.6618290394544601, + 0.7043410390615463 + ], + [ + 0.9532243609428406, + 0.973376452922821, + 0.9864844977855682, + 1.0258518755435944, + 1.0269357711076736, + 0.7828628420829773, + 0.6357953250408173, + 0.6087177097797394, + 0.6491908878087997, + 0.7043743133544922, + 0.7573087811470032 + ], + [ + 0.9407489895820618, + 0.9546613693237305, + 0.9658500552177429, + 0.9908488094806671, + 1.0021938979625702, + 0.6512871384620667, + 0.5528577715158463, + 0.620259165763855, + 0.7098740488290787, + 0.7824466899037361, + 0.8378879204392433 + ], + [ + 0.9375337660312653, + 0.9448985606431961, + 0.9467813670635223, + 0.9463930428028107, + 0.9511763155460358, + 0.3999502658843994, + 0.555510088801384, + 0.740583173930645, + 0.8401749581098557, + 0.8954914808273315, + 0.9249707572162151 + ], + [ + 0.9214568734169006, + 0.9102137684822083, + 0.8866191506385803, + 0.8357086181640625, + 0.6719714999198914, + 0.0, + 0.4895486831665039, + 0.6425178050994873, + 0.723357081413269, + 0.7702296376228333, + 0.7992082238197327 + ], + [ + 0.5919956415891647, + 0.4995672404766083, + 0.45664121210575104, + 0.4848967343568802, + 0.6399858854711056, + 0.4412386417388916, + 0.19922230392694473, + 0.18271224945783615, + 0.21304857730865479, + 0.2610808238387108, + 0.3126400038599968 + ], + [ + 0.4563447833061218, + 0.48290298134088516, + 0.5527990236878395, + 0.6824963428080082, + 0.8451421856880188, + 0.7257803678512573, + 0.38356524892151356, + 0.26687558740377426, + 0.22957688570022583, + 0.2169923558831215, + 0.2210068702697754 + ], + [ + 0.5093473345041275, + 0.5741069838404655, + 0.6709198132157326, + 0.8063218630850315, + 0.9182766070589423, + 0.8664345145225525, + 0.5720058288425207, + 0.38952627778053284, + 0.3087526187300682, + 0.2652549408376217, + 0.23972146958112717 + ], + [ + 0.5889049135148525, + 0.6655058339238167, + 0.7604457065463066, + 0.8709992207586765, + 0.9463473735377192, + 0.9250093102455139, + 0.7124552149325609, + 0.5144515372812748, + 0.397192794829607, + 0.33327485248446465, + 0.2898995168507099 + ], + [ + 0.659446470439434, + 0.7328836023807526, + 0.8255412895232439, + 0.9078657422214746, + 0.9642891911789775, + 0.9531152844429016, + 0.8069360456429422, + 0.622565851546824, + 0.48449253663420677, + 0.4020097590982914, + 0.3465588614344597 + ] + ] +} \ No newline at end of file diff --git a/linear_ortho_1e-05_lambda1.0_ViT-B-32/disentanglement_data/disentanglement_Cars_MNIST.json b/linear_ortho_1e-05_lambda1.0_ViT-B-32/disentanglement_data/disentanglement_Cars_MNIST.json new file mode 100644 index 0000000000000000000000000000000000000000..a6583309e85b83e7ea73e55731ac8441373da691 --- /dev/null +++ b/linear_ortho_1e-05_lambda1.0_ViT-B-32/disentanglement_data/disentanglement_Cars_MNIST.json @@ -0,0 +1,167 @@ +{ + "task1": "Cars", + "task2": "MNIST", + "model": "ViT-B-32", + "finetuning_mode": "linear_ortho", + "lr": 1e-05, + "ortho_lambda": 1.0, + "seed": 1993, + "alphas": [ + -1.0, + -0.8, + -0.6, + -0.3999999999999999, + -0.19999999999999996, + 0.0, + 0.20000000000000018, + 0.40000000000000013, + 0.6000000000000001, + 0.8, + 1.0 + ], + "error_matrix": [ + [ + 0.7113933712244034, + 0.7679625004529953, + 0.833440974354744, + 0.9072659909725189, + 0.9565722178667784, + 0.9207810163497925, + 0.7469404377043247, + 0.5766653046011925, + 0.48585791140794754, + 0.4302811026573181, + 0.4087425768375397 + ], + [ + 0.6702565252780914, + 0.716260239481926, + 0.7818888574838638, + 0.8704529255628586, + 0.938197135925293, + 0.8823529481887817, + 0.6511245183646679, + 0.4927482604980469, + 0.4237349405884743, + 0.3954895883798599, + 0.3882255554199219 + ], + [ + 0.6296332478523254, + 0.6625482738018036, + 0.7162307649850845, + 0.8145877495408058, + 0.9054316766560078, + 0.8023877739906311, + 0.5322026833891869, + 0.41077714413404465, + 0.374772310256958, + 0.38163772225379944, + 0.39927399158477783 + ], + [ + 0.6131530702114105, + 0.6207496523857117, + 0.6494343876838684, + 0.7266015857458115, + 0.8419098556041718, + 0.6550180315971375, + 0.3951261416077614, + 0.3437841981649399, + 0.37210966646671295, + 0.41937170922756195, + 0.46900058537721634 + ], + [ + 0.6501646339893341, + 0.6323938369750977, + 0.6233813762664795, + 0.6320731937885284, + 0.6927006989717484, + 0.386892169713974, + 0.3092096745967865, + 0.4024810567498207, + 0.5124921053647995, + 0.5987903997302055, + 0.66889264062047 + ], + [ + 0.9645000100135803, + 0.9575999975204468, + 0.9447000026702881, + 0.9068999886512756, + 0.7213000059127808, + 0.0, + 0.27549999952316284, + 0.3781000077724457, + 0.4302000105381012, + 0.4611000120639801, + 0.4828999936580658 + ], + [ + 0.32970571517944336, + 0.26939523965120316, + 0.2810895908623934, + 0.3705196585506201, + 0.5532367248088121, + 0.38030096888542175, + 0.14428616035729647, + 0.10945668071508408, + 0.09970086999237537, + 0.10130171477794647, + 0.11336176842451096 + ], + [ + 0.30088392831385136, + 0.3598102917894721, + 0.46380580542609096, + 0.6042228592559695, + 0.7846141119953245, + 0.6285287737846375, + 0.2878584425197914, + 0.19156578183174133, + 0.14523998461663723, + 0.12357509974390268, + 0.11153487116098404 + ], + [ + 0.41004004795104265, + 0.49257973628118634, + 0.6066613714210689, + 0.7421846247743815, + 0.87308212404605, + 0.7742817997932434, + 0.4385321434820071, + 0.28057232103310525, + 0.21190996980294585, + 0.17132667312398553, + 0.14937341772019863 + ], + [ + 0.504491641651839, + 0.595817422028631, + 0.7013693144544959, + 0.8190625568386167, + 0.9132487042224966, + 0.8561124205589294, + 0.572370694426354, + 0.3775482502533123, + 0.279631239362061, + 0.22484368598088622, + 0.1934606726281345 + ], + [ + 0.5863415184430778, + 0.6704055720474571, + 0.7681738825049251, + 0.8678614490199834, + 0.9341659576166421, + 0.8977739214897156, + 0.6816341643570922, + 0.4704689810751006, + 0.3512346572242677, + 0.27886071358807385, + 0.23745303694158792 + ] + ] +} \ No newline at end of file diff --git a/linear_ortho_1e-05_lambda1.0_ViT-B-32/disentanglement_data/disentanglement_Cars_RESISC45.json b/linear_ortho_1e-05_lambda1.0_ViT-B-32/disentanglement_data/disentanglement_Cars_RESISC45.json new file mode 100644 index 0000000000000000000000000000000000000000..26419d3f5ae0363f50900e188e7a4453eb5c935c --- /dev/null +++ b/linear_ortho_1e-05_lambda1.0_ViT-B-32/disentanglement_data/disentanglement_Cars_RESISC45.json @@ -0,0 +1,167 @@ +{ + "task1": "Cars", + "task2": "RESISC45", + "model": "ViT-B-32", + "finetuning_mode": "linear_ortho", + "lr": 1e-05, + "ortho_lambda": 1.0, + "seed": 1993, + "alphas": [ + -1.0, + -0.8, + -0.6, + -0.3999999999999999, + -0.19999999999999996, + 0.0, + 0.20000000000000018, + 0.40000000000000013, + 0.6000000000000001, + 0.8, + 1.0 + ], + "error_matrix": [ + [ + 0.9772366881370544, + 1.0027588903903961, + 1.0238395035266876, + 1.0539149791002274, + 1.047519288957119, + 0.9248849749565125, + 0.815224714577198, + 0.7084425687789917, + 0.6826266050338745, + 0.6772890388965607, + 0.6964229643344879 + ], + [ + 0.9720710217952728, + 0.9808301031589508, + 1.0099124908447266, + 1.048066258430481, + 1.0538216680288315, + 0.8766322731971741, + 0.7277952134609222, + 0.6459153294563293, + 0.6542993783950806, + 0.6761419475078583, + 0.7042480558156967 + ], + [ + 0.9602162539958954, + 0.9691064357757568, + 0.9884669184684753, + 1.0173796713352203, + 1.0442023873329163, + 0.7811217308044434, + 0.6177908778190613, + 0.6064776480197906, + 0.6560196727514267, + 0.6975901573896408, + 0.7453310340642929 + ], + [ + 0.96473228931427, + 0.9574864506721497, + 0.9619726836681366, + 0.9941989183425903, + 1.0108520835638046, + 0.6137296557426453, + 0.5318939983844757, + 0.6102865189313889, + 0.7007884085178375, + 0.7601558938622475, + 0.8071158975362778 + ], + [ + 0.9524281322956085, + 0.9455904513597488, + 0.9329790025949478, + 0.9300141334533691, + 0.9076182544231415, + 0.3490859270095825, + 0.5117457658052444, + 0.6923262923955917, + 0.795971043407917, + 0.845766868442297, + 0.8760878704488277 + ], + [ + 0.8434920907020569, + 0.8061904907226562, + 0.7317460179328918, + 0.5941269993782043, + 0.34492063522338867, + 0.0, + 0.32555556297302246, + 0.5209524035453796, + 0.631428599357605, + 0.6995238065719604, + 0.7453968524932861 + ], + [ + 0.5056647956371307, + 0.4281560331583023, + 0.3814077079296112, + 0.4099879711866379, + 0.5506507512181997, + 0.3553040623664856, + 0.15276718698441982, + 0.1480129435658455, + 0.1892242729663849, + 0.2598496042191982, + 0.3348768576979637 + ], + [ + 0.39058224856853485, + 0.40644554048776627, + 0.4688420332968235, + 0.5889332126826048, + 0.7589773628860712, + 0.6058948040008545, + 0.27097837068140507, + 0.18950979225337505, + 0.1751350350677967, + 0.17830035835504532, + 0.19504918158054352 + ], + [ + 0.4301198497414589, + 0.4914742782711983, + 0.5809870921075344, + 0.7166795320808887, + 0.8587406342849135, + 0.7476682066917419, + 0.41366803366690874, + 0.2652725465595722, + 0.22287015244364738, + 0.2020561806857586, + 0.19211244955658913 + ], + [ + 0.5007277689874172, + 0.5718235708773136, + 0.6715457700192928, + 0.7960767606273293, + 0.9045355087146163, + 0.8311155438423157, + 0.542386535089463, + 0.35621424950659275, + 0.27907360903918743, + 0.2398734614253044, + 0.21768160536885262 + ], + [ + 0.5644011572003365, + 0.6445902809500694, + 0.7436531260609627, + 0.8498864267021418, + 0.9288156693801284, + 0.8737719058990479, + 0.6443246277049184, + 0.4437556453049183, + 0.34186187759041786, + 0.28266381844878197, + 0.25095484033226967 + ] + ] +} \ No newline at end of file diff --git a/linear_ortho_1e-05_lambda1.0_ViT-B-32/disentanglement_data/disentanglement_Cars_SUN397.json b/linear_ortho_1e-05_lambda1.0_ViT-B-32/disentanglement_data/disentanglement_Cars_SUN397.json new file mode 100644 index 0000000000000000000000000000000000000000..acf576cc1187464b07952df1c4ed4ea9ad597680 --- /dev/null +++ b/linear_ortho_1e-05_lambda1.0_ViT-B-32/disentanglement_data/disentanglement_Cars_SUN397.json @@ -0,0 +1,167 @@ +{ + "task1": "Cars", + "task2": "SUN397", + "model": "ViT-B-32", + "finetuning_mode": "linear_ortho", + "lr": 1e-05, + "ortho_lambda": 1.0, + "seed": 1993, + "alphas": [ + -1.0, + -0.8, + -0.6, + -0.3999999999999999, + -0.19999999999999996, + 0.0, + 0.20000000000000018, + 0.40000000000000013, + 0.6000000000000001, + 0.8, + 1.0 + ], + "error_matrix": [ + [ + 1.3202663660049438, + 1.345323622226715, + 1.3545662760734558, + 1.3175072073936462, + 1.1931388676166534, + 0.9034945964813232, + 0.9622045159339905, + 0.9799733459949493, + 1.0036305487155914, + 1.0355080366134644, + 1.0575655102729797 + ], + [ + 1.2968864142894745, + 1.328360915184021, + 1.358729898929596, + 1.3451532125473022, + 1.2193667590618134, + 0.8536251783370972, + 0.9089807271957397, + 0.9491516351699829, + 0.9988743364810944, + 1.030826821923256, + 1.051638200879097 + ], + [ + 1.2548786401748657, + 1.293363869190216, + 1.331968605518341, + 1.3599640727043152, + 1.2502634525299072, + 0.7659494876861572, + 0.8435986042022705, + 0.9307006895542145, + 0.9906958490610123, + 1.0310743302106857, + 1.0462049841880798 + ], + [ + 1.1912738680839539, + 1.219656527042389, + 1.2594206631183624, + 1.3045666813850403, + 1.2471106052398682, + 0.6091282367706299, + 0.7681752443313599, + 0.8993309587240219, + 0.9727024734020233, + 1.0055549293756485, + 1.0179364383220673 + ], + [ + 1.090390920639038, + 1.1055554002523422, + 1.1150086522102356, + 1.123132586479187, + 1.0637207627296448, + 0.3635120093822479, + 0.5993857085704803, + 0.7704651802778244, + 0.8524092435836792, + 0.9026726745069027, + 0.9317411817610264 + ], + [ + 0.9183878898620605, + 0.8661964535713196, + 0.761309802532196, + 0.5755667686462402, + 0.29813602566719055, + 0.0, + 0.259294718503952, + 0.45188915729522705, + 0.5886650085449219, + 0.6855919361114502, + 0.7511335015296936 + ], + [ + 0.9174803495407104, + 0.8411995619535446, + 0.745066910982132, + 0.668973982334137, + 0.6946926563978195, + 0.3911204934120178, + 0.28367048501968384, + 0.3771318420767784, + 0.4772464781999588, + 0.5606325305998325, + 0.6350143067538738 + ], + [ + 0.8684485554695129, + 0.8073850274085999, + 0.7636010646820068, + 0.7945159673690796, + 0.8717760518193245, + 0.6567590832710266, + 0.39533620327711105, + 0.3866792768239975, + 0.4377003610134125, + 0.49951736629009247, + 0.5616106167435646 + ], + [ + 0.8429427444934845, + 0.8224433362483978, + 0.8324587643146515, + 0.8777887970209122, + 0.9389306455850601, + 0.7965427041053772, + 0.5358190163969994, + 0.44089722633361816, + 0.44760942459106445, + 0.4805244356393814, + 0.5274434685707092 + ], + [ + 0.8517797887325287, + 0.8547343015670776, + 0.8911143392324448, + 0.9233337342739105, + 0.9675348103046417, + 0.8671807050704956, + 0.6609521955251694, + 0.523296132683754, + 0.4766007512807846, + 0.484968364238739, + 0.5139266103506088 + ], + [ + 0.8716867864131927, + 0.8937719464302063, + 0.9219888895750046, + 0.9536234885454178, + 0.9827630147337914, + 0.9077228903770447, + 0.7561173066496849, + 0.607634924352169, + 0.5347805619239807, + 0.5085133165121078, + 0.5180373936891556 + ] + ] +} \ No newline at end of file diff --git a/linear_ortho_1e-05_lambda1.0_ViT-B-32/disentanglement_data/disentanglement_Cars_SVHN.json b/linear_ortho_1e-05_lambda1.0_ViT-B-32/disentanglement_data/disentanglement_Cars_SVHN.json new file mode 100644 index 0000000000000000000000000000000000000000..83842258cd581f666524f9fb848078ab66649305 --- /dev/null +++ b/linear_ortho_1e-05_lambda1.0_ViT-B-32/disentanglement_data/disentanglement_Cars_SVHN.json @@ -0,0 +1,167 @@ +{ + "task1": "Cars", + "task2": "SVHN", + "model": "ViT-B-32", + "finetuning_mode": "linear_ortho", + "lr": 1e-05, + "ortho_lambda": 1.0, + "seed": 1993, + "alphas": [ + -1.0, + -0.8, + -0.6, + -0.3999999999999999, + -0.19999999999999996, + 0.0, + 0.20000000000000018, + 0.40000000000000013, + 0.6000000000000001, + 0.8, + 1.0 + ], + "error_matrix": [ + [ + 0.7478110194206238, + 0.7721269130706787, + 0.8120353817939758, + 0.8938040733337402, + 0.9489541724324226, + 0.6889690160751343, + 0.4459191560745239, + 0.41099347174167633, + 0.4357151538133621, + 0.4701271653175354, + 0.509469747543335 + ], + [ + 0.7440765798091888, + 0.7608395218849182, + 0.7864888906478882, + 0.8532204031944275, + 0.921537458896637, + 0.5983086824417114, + 0.39450131356716156, + 0.40545356273651123, + 0.45396333932876587, + 0.4983566924929619, + 0.5424510166049004 + ], + [ + 0.7545957565307617, + 0.7625430524349213, + 0.7662584483623505, + 0.8174813985824585, + 0.8681596666574478, + 0.48638230562210083, + 0.3545425087213516, + 0.41243669390678406, + 0.4820082485675812, + 0.5369873493909836, + 0.5819732248783112 + ], + [ + 0.7792113423347473, + 0.7834332883358002, + 0.77900730073452, + 0.7902117967605591, + 0.7969269752502441, + 0.344608873128891, + 0.3456602841615677, + 0.457337461411953, + 0.5369141399860382, + 0.581985104829073, + 0.6174835003912449 + ], + [ + 0.8608715459704399, + 0.8665167465806007, + 0.8538916856050491, + 0.8496409803628922, + 0.7521001696586609, + 0.17933093011379242, + 0.36816469579935074, + 0.4812281168997288, + 0.5437029674649239, + 0.584558604285121, + 0.6094612572342157 + ], + [ + 0.9758374094963074, + 0.9712661504745483, + 0.9612784385681152, + 0.9309311509132385, + 0.7775046229362488, + 0.0, + 0.25042256712913513, + 0.34150275588035583, + 0.3877151310443878, + 0.41418254375457764, + 0.43096956610679626 + ], + [ + 0.7989275902509689, + 0.7278689295053482, + 0.6420542299747467, + 0.5442622303962708, + 0.5132389068603516, + 0.194130077958107, + 0.27317729592323303, + 0.36709795892238617, + 0.4313393235206604, + 0.47732229344546795, + 0.5148262195289135 + ], + [ + 0.607466995716095, + 0.5518917739391327, + 0.5277799963951111, + 0.5410035699605942, + 0.6433581113815308, + 0.37147119641304016, + 0.2417353317141533, + 0.29520827531814575, + 0.3549770265817642, + 0.40088675543665886, + 0.43958789110183716 + ], + [ + 0.535552129149437, + 0.513522207736969, + 0.5377615690231323, + 0.6064680367708206, + 0.7469052076339722, + 0.5246859788894653, + 0.2712244614958763, + 0.2755398750305176, + 0.3134218901395798, + 0.34822384268045425, + 0.38220497965812683 + ], + [ + 0.5129653513431549, + 0.5213808119297028, + 0.5710078477859497, + 0.6652680486440659, + 0.8142094053328037, + 0.6519089937210083, + 0.33262642472982407, + 0.2836190089583397, + 0.29927296936511993, + 0.32425055652856827, + 0.349104605615139 + ], + [ + 0.5199105739593506, + 0.5463699251413345, + 0.615692138671875, + 0.7199596911668777, + 0.8598704375326633, + 0.7509016394615173, + 0.40817810967564583, + 0.30986227840185165, + 0.29821228981018066, + 0.31381264328956604, + 0.3291098177433014 + ] + ] +} \ No newline at end of file diff --git a/linear_ortho_1e-05_lambda1.0_ViT-B-32/disentanglement_data/disentanglement_DTD_EuroSAT.json b/linear_ortho_1e-05_lambda1.0_ViT-B-32/disentanglement_data/disentanglement_DTD_EuroSAT.json new file mode 100644 index 0000000000000000000000000000000000000000..ca228a1266b0afc3603e297009398762bbe8e09f --- /dev/null +++ b/linear_ortho_1e-05_lambda1.0_ViT-B-32/disentanglement_data/disentanglement_DTD_EuroSAT.json @@ -0,0 +1,167 @@ +{ + "task1": "DTD", + "task2": "EuroSAT", + "model": "ViT-B-32", + "finetuning_mode": "linear_ortho", + "lr": 1e-05, + "ortho_lambda": 1.0, + "seed": 1993, + "alphas": [ + -1.0, + -0.8, + -0.6, + -0.3999999999999999, + -0.19999999999999996, + 0.0, + 0.20000000000000018, + 0.40000000000000013, + 0.6000000000000001, + 0.8, + 1.0 + ], + "error_matrix": [ + [ + 0.6964696645736694, + 0.7217336595058441, + 0.7625689208507538, + 0.8093341290950775, + 0.8993459194898605, + 0.8643617033958435, + 0.4991449788212776, + 0.4064578413963318, + 0.4476989805698395, + 0.5135618671774864, + 0.5789992064237595 + ], + [ + 0.6894208192825317, + 0.6999172568321228, + 0.7342356443405151, + 0.7817139476537704, + 0.8835736513137817, + 0.8356382846832275, + 0.44454294443130493, + 0.41127264499664307, + 0.4929077923297882, + 0.5818676054477692, + 0.6442001536488533 + ], + [ + 0.6749645471572876, + 0.6771473586559296, + 0.7048660516738892, + 0.7411938607692719, + 0.8277935683727264, + 0.7803191542625427, + 0.4075925797224045, + 0.467695027589798, + 0.5864263251423836, + 0.6751497462391853, + 0.7360204830765724 + ], + [ + 0.6609416753053665, + 0.6661544442176819, + 0.678644597530365, + 0.7013987302780151, + 0.7709535211324692, + 0.6760638356208801, + 0.41662727296352386, + 0.5925886407494545, + 0.7134673185646534, + 0.7815563231706619, + 0.812056764960289 + ], + [ + 0.6723325699567795, + 0.6599803119897842, + 0.6744917184114456, + 0.6594208031892776, + 0.6829156577587128, + 0.4234042465686798, + 0.5937549322843552, + 0.773416068404913, + 0.8483727052807808, + 0.8706304337829351, + 0.886422355659306 + ], + [ + 0.7674074172973633, + 0.7596296072006226, + 0.7418518662452698, + 0.7103703618049622, + 0.6359259486198425, + 0.0, + 0.6914814710617065, + 0.8074073791503906, + 0.8403703570365906, + 0.8559259176254272, + 0.8666666746139526 + ], + [ + 0.5575650110840797, + 0.5130969360470772, + 0.4432072341442108, + 0.3922261595726013, + 0.4124546945095062, + 0.4063829779624939, + 0.09370764158666134, + 0.10343577712774277, + 0.1655319146811962, + 0.25856973975896835, + 0.34998423606157303 + ], + [ + 0.41829392313957214, + 0.38682033121585846, + 0.37777385115623474, + 0.4319267235696316, + 0.6012608064338565, + 0.6292552947998047, + 0.1482702922075987, + 0.09421197511255741, + 0.08921197801828384, + 0.10528762638568878, + 0.13314026966691017 + ], + [ + 0.3720409721136093, + 0.38714343309402466, + 0.41559890657663345, + 0.5298029817640781, + 0.7204964822158217, + 0.7414893507957458, + 0.22699369303882122, + 0.1275531891733408, + 0.09574074298143387, + 0.09302206337451935, + 0.0979866050183773 + ], + [ + 0.38782899081707, + 0.4200630336999893, + 0.4845035597681999, + 0.6152048883959651, + 0.7975295428186655, + 0.7989361882209778, + 0.2964184316806495, + 0.16288810316473246, + 0.11647754069417715, + 0.09930259920656681, + 0.0961189903318882 + ], + [ + 0.4201103188097477, + 0.47444443218410015, + 0.5446020569652319, + 0.6810205122455955, + 0.8388100764714181, + 0.8404255509376526, + 0.36908194329589605, + 0.20810086373239756, + 0.13978723622858524, + 0.11481481604278088, + 0.10147754289209843 + ] + ] +} \ No newline at end of file diff --git a/linear_ortho_1e-05_lambda1.0_ViT-B-32/disentanglement_data/disentanglement_DTD_GTSRB.json b/linear_ortho_1e-05_lambda1.0_ViT-B-32/disentanglement_data/disentanglement_DTD_GTSRB.json new file mode 100644 index 0000000000000000000000000000000000000000..0e6f82fa94f44e6db7ba9dcfa24c78790c5fc245 --- /dev/null +++ b/linear_ortho_1e-05_lambda1.0_ViT-B-32/disentanglement_data/disentanglement_DTD_GTSRB.json @@ -0,0 +1,167 @@ +{ + "task1": "DTD", + "task2": "GTSRB", + "model": "ViT-B-32", + "finetuning_mode": "linear_ortho", + "lr": 1e-05, + "ortho_lambda": 1.0, + "seed": 1993, + "alphas": [ + -1.0, + -0.8, + -0.6, + -0.3999999999999999, + -0.19999999999999996, + 0.0, + 0.20000000000000018, + 0.40000000000000013, + 0.6000000000000001, + 0.8, + 1.0 + ], + "error_matrix": [ + [ + 0.8132646381855011, + 0.8145815432071686, + 0.8231161832809448, + 0.8441573679447174, + 0.8981797695159912, + 0.8547872304916382, + 0.4353022128343582, + 0.42229199409484863, + 0.4828793331980705, + 0.5498378649353981, + 0.6072547808289528 + ], + [ + 0.8323979824781418, + 0.8147933781147003, + 0.818632185459137, + 0.825590044260025, + 0.8767035603523254, + 0.8101063966751099, + 0.41092678904533386, + 0.44721364229917526, + 0.5337793305516243, + 0.608454629778862, + 0.6736674755811691 + ], + [ + 0.8652166724205017, + 0.8412147611379623, + 0.81276935338974, + 0.8219706416130066, + 0.8452687859535217, + 0.7367021441459656, + 0.3927452266216278, + 0.502689465880394, + 0.6093133464455605, + 0.6917399354279041, + 0.7506553381681442 + ], + [ + 0.9046495333313942, + 0.8882911205291748, + 0.8542704731225967, + 0.8333901762962341, + 0.7962841689586639, + 0.603723406791687, + 0.44123077392578125, + 0.6060894466936588, + 0.7230025045573711, + 0.7919711619615555, + 0.8346430975943804 + ], + [ + 0.9487192779779434, + 0.9351986348628998, + 0.9282521083950996, + 0.8956852853298187, + 0.810412585735321, + 0.381914883852005, + 0.5672482624650002, + 0.7647790405899286, + 0.8463267348706722, + 0.8835822325199842, + 0.9058632683008909 + ], + [ + 0.9078384637832642, + 0.8973079919815063, + 0.8777514100074768, + 0.8323832154273987, + 0.7034837603569031, + 0.0, + 0.6909738779067993, + 0.8156769871711731, + 0.8642122149467468, + 0.8881235122680664, + 0.9013460278511047 + ], + [ + 0.6361626386642456, + 0.5384103283286095, + 0.4257344901561737, + 0.3281839042901993, + 0.3601619675755501, + 0.31808510422706604, + 0.11968759074807167, + 0.2154562696814537, + 0.3438318222761154, + 0.46269392874091864, + 0.5540514783933759 + ], + [ + 0.40168966352939606, + 0.3404866009950638, + 0.32212479412555695, + 0.36883897334337234, + 0.5411212742328644, + 0.49787235260009766, + 0.1356884129345417, + 0.12657805904746056, + 0.17533228173851967, + 0.23547783866524696, + 0.3046760391443968 + ], + [ + 0.33023492991924286, + 0.32566583901643753, + 0.36749085783958435, + 0.4517187364399433, + 0.6499549653381109, + 0.6218085289001465, + 0.1747843697667122, + 0.1336437202990055, + 0.13240469619631767, + 0.16353708878159523, + 0.20073365047574043 + ], + [ + 0.3328671082854271, + 0.35489335656166077, + 0.4297577664256096, + 0.5332095101475716, + 0.7319288048893213, + 0.7005318999290466, + 0.220657080411911, + 0.15015161782503128, + 0.13276857137680054, + 0.13600217178463936, + 0.15653711929917336 + ], + [ + 0.3589558005332947, + 0.40791258960962296, + 0.47897229716181755, + 0.6040822546929121, + 0.7906790794804692, + 0.75, + 0.2643777206540108, + 0.1689535193145275, + 0.14250770211219788, + 0.13121536374092102, + 0.13870638981461525 + ] + ] +} \ No newline at end of file diff --git a/linear_ortho_1e-05_lambda1.0_ViT-B-32/disentanglement_data/disentanglement_DTD_MNIST.json b/linear_ortho_1e-05_lambda1.0_ViT-B-32/disentanglement_data/disentanglement_DTD_MNIST.json new file mode 100644 index 0000000000000000000000000000000000000000..fd38fc2aab8b767f37af37291fa52ccd2a91974b --- /dev/null +++ b/linear_ortho_1e-05_lambda1.0_ViT-B-32/disentanglement_data/disentanglement_DTD_MNIST.json @@ -0,0 +1,167 @@ +{ + "task1": "DTD", + "task2": "MNIST", + "model": "ViT-B-32", + "finetuning_mode": "linear_ortho", + "lr": 1e-05, + "ortho_lambda": 1.0, + "seed": 1993, + "alphas": [ + -1.0, + -0.8, + -0.6, + -0.3999999999999999, + -0.19999999999999996, + 0.0, + 0.20000000000000018, + 0.40000000000000013, + 0.6000000000000001, + 0.8, + 1.0 + ], + "error_matrix": [ + [ + 0.4553872346878052, + 0.4633000046014786, + 0.5069787353277206, + 0.6056042388081551, + 0.761448934674263, + 0.8260638117790222, + 0.283193614333868, + 0.20487233996391296, + 0.214802123606205, + 0.2343617007136345, + 0.26837872341275215 + ], + [ + 0.4465510696172714, + 0.4528595954179764, + 0.47640424966812134, + 0.5532957538962364, + 0.7057191543281078, + 0.7776595950126648, + 0.23332341015338898, + 0.206731915473938, + 0.2256212756037712, + 0.26771489903330803, + 0.31613191217184067 + ], + [ + 0.4601021409034729, + 0.44668085873126984, + 0.4561191499233246, + 0.5071127563714981, + 0.6293659582734108, + 0.6962766051292419, + 0.2038787230849266, + 0.21985957026481628, + 0.26475531980395317, + 0.33020851016044617, + 0.39592979848384857 + ], + [ + 0.5070106312632561, + 0.48102979362010956, + 0.45718297362327576, + 0.4676574468612671, + 0.5428893715143204, + 0.5468084812164307, + 0.1942382976412773, + 0.268382977694273, + 0.36515745148062706, + 0.46168722957372665, + 0.5551361627876759 + ], + [ + 0.6532425694167614, + 0.6052808612585068, + 0.5509446710348129, + 0.48945318162441254, + 0.4574021250009537, + 0.3223404288291931, + 0.25864893198013306, + 0.47098296880722046, + 0.631621278822422, + 0.7339659463614225, + 0.7994064074009657 + ], + [ + 0.8011000156402588, + 0.7878999710083008, + 0.7660999894142151, + 0.7190999984741211, + 0.5917999744415283, + 0.0, + 0.5723000168800354, + 0.7113000154495239, + 0.7598999738693237, + 0.7840999960899353, + 0.7986999750137329 + ], + [ + 0.3435680717229843, + 0.26134467124938965, + 0.18050850927829742, + 0.16562128439545631, + 0.2626148839481175, + 0.2851063907146454, + 0.05081276409327984, + 0.03820851072669029, + 0.058508509770035744, + 0.08736596070230007, + 0.13241063430905342 + ], + [ + 0.16164681315422058, + 0.16233829595148563, + 0.18606808502227068, + 0.27092553302645683, + 0.45781913632526994, + 0.47127658128738403, + 0.09781276504509151, + 0.05081276409327984, + 0.04533829912543297, + 0.04130000062286854, + 0.04308510757982731 + ], + [ + 0.1727468017488718, + 0.20580851659178734, + 0.2645425610244274, + 0.36992126260884106, + 0.5856425490928814, + 0.5904255509376526, + 0.1408297827001661, + 0.07348085474222898, + 0.05473616952076554, + 0.04583404213190079, + 0.042187235318124294 + ], + [ + 0.21381915174424648, + 0.2633787374943495, + 0.33764254907146096, + 0.46071063727140427, + 0.6721446574665606, + 0.667553186416626, + 0.1823510571848601, + 0.10047233919613063, + 0.06985744927078485, + 0.056463828310370445, + 0.04716170020401478 + ], + [ + 0.25529999984428287, + 0.3126106313429773, + 0.3923936211504042, + 0.5221127695403993, + 0.7276957593858242, + 0.723936140537262, + 0.22503617033362389, + 0.1260361687745899, + 0.08215532009489834, + 0.06463829753920436, + 0.05526808509603143 + ] + ] +} \ No newline at end of file diff --git a/linear_ortho_1e-05_lambda1.0_ViT-B-32/disentanglement_data/disentanglement_DTD_RESISC45.json b/linear_ortho_1e-05_lambda1.0_ViT-B-32/disentanglement_data/disentanglement_DTD_RESISC45.json new file mode 100644 index 0000000000000000000000000000000000000000..a469d68aac1659d1715f893d124b7762d01d64a5 --- /dev/null +++ b/linear_ortho_1e-05_lambda1.0_ViT-B-32/disentanglement_data/disentanglement_DTD_RESISC45.json @@ -0,0 +1,167 @@ +{ + "task1": "DTD", + "task2": "RESISC45", + "model": "ViT-B-32", + "finetuning_mode": "linear_ortho", + "lr": 1e-05, + "ortho_lambda": 1.0, + "seed": 1993, + "alphas": [ + -1.0, + -0.8, + -0.6, + -0.3999999999999999, + -0.19999999999999996, + 0.0, + 0.20000000000000018, + 0.40000000000000013, + 0.6000000000000001, + 0.8, + 1.0 + ], + "error_matrix": [ + [ + 0.9852634370326996, + 0.9953343570232391, + 0.9897754192352295, + 0.9843465089797974, + 0.9930867850780487, + 0.9265957474708557, + 0.5577879250049591, + 0.5647821575403214, + 0.6335984244942665, + 0.6985343098640442, + 0.750569075345993 + ], + [ + 0.9914065897464752, + 0.9852330386638641, + 0.988768994808197, + 0.994566023349762, + 0.988046258687973, + 0.8941489458084106, + 0.5279618501663208, + 0.5863812863826752, + 0.6781391203403473, + 0.7474974617362022, + 0.7947872430086136 + ], + [ + 0.9985325634479523, + 0.9997855424880981, + 0.9920617640018463, + 0.9983738362789154, + 0.9787521064281464, + 0.8430851101875305, + 0.514159083366394, + 0.647752471268177, + 0.7412900999188423, + 0.8077862225472927, + 0.8392114005982876 + ], + [ + 0.9935275316238403, + 0.9947044998407364, + 0.9982860535383224, + 0.9971141219139099, + 0.9727946817874908, + 0.7037234306335449, + 0.5589175894856453, + 0.729844618588686, + 0.8193870335817337, + 0.858010783791542, + 0.8795474376529455 + ], + [ + 0.9822373986244202, + 0.9788213595747948, + 0.9780513495206833, + 0.9819926023483276, + 0.957342118024826, + 0.42553192377090454, + 0.6682320460677147, + 0.825072631239891, + 0.8764032684266567, + 0.9072745703160763, + 0.9186778049916029 + ], + [ + 0.9344444274902344, + 0.9222221970558167, + 0.8995237946510315, + 0.8401587009429932, + 0.648888885974884, + 0.0, + 0.4968253970146179, + 0.6830158829689026, + 0.7706349492073059, + 0.8079364895820618, + 0.8349206447601318 + ], + [ + 0.8175666779279709, + 0.7490408718585968, + 0.6295440718531609, + 0.44910672307014465, + 0.38634921610355377, + 0.3159574568271637, + 0.12889732792973518, + 0.2639395482838154, + 0.4280715845525265, + 0.5366311836987734, + 0.62614656239748 + ], + [ + 0.624072939157486, + 0.5196048617362976, + 0.4326072335243225, + 0.4116295129060745, + 0.5427963621914387, + 0.49148935079574585, + 0.14162107557058334, + 0.1495271883904934, + 0.2157835140824318, + 0.3167325332760811, + 0.411087479442358 + ], + [ + 0.4775818884372711, + 0.4308122247457504, + 0.42151807248592377, + 0.47230665758252144, + 0.657217163592577, + 0.5888298153877258, + 0.18498818762600422, + 0.13851232454180717, + 0.15533603727817535, + 0.19827592372894287, + 0.26585274934768677 + ], + [ + 0.4262428283691406, + 0.4167443588376045, + 0.47226104885339737, + 0.5544174015522003, + 0.7317190356552601, + 0.6499999761581421, + 0.23183046467602253, + 0.15209219977259636, + 0.14030226320028305, + 0.15840763226151466, + 0.19162613525986671 + ], + [ + 0.422737255692482, + 0.451306976377964, + 0.5163137465715408, + 0.6114302780479193, + 0.7810452738776803, + 0.6872340440750122, + 0.2854677326977253, + 0.16911685280501842, + 0.14491219446063042, + 0.14642012864351273, + 0.1617966890335083 + ] + ] +} \ No newline at end of file diff --git a/linear_ortho_1e-05_lambda1.0_ViT-B-32/disentanglement_data/disentanglement_DTD_SUN397.json b/linear_ortho_1e-05_lambda1.0_ViT-B-32/disentanglement_data/disentanglement_DTD_SUN397.json new file mode 100644 index 0000000000000000000000000000000000000000..01b5bea6ac400303138845ccfc40efeb16028caf --- /dev/null +++ b/linear_ortho_1e-05_lambda1.0_ViT-B-32/disentanglement_data/disentanglement_DTD_SUN397.json @@ -0,0 +1,167 @@ +{ + "task1": "DTD", + "task2": "SUN397", + "model": "ViT-B-32", + "finetuning_mode": "linear_ortho", + "lr": 1e-05, + "ortho_lambda": 1.0, + "seed": 1993, + "alphas": [ + -1.0, + -0.8, + -0.6, + -0.3999999999999999, + -0.19999999999999996, + 0.0, + 0.20000000000000018, + 0.40000000000000013, + 0.6000000000000001, + 0.8, + 1.0 + ], + "error_matrix": [ + [ + 1.1079532355070114, + 1.1234058737754822, + 1.135707676410675, + 1.1236301958560944, + 1.1181129813194275, + 0.9095744490623474, + 0.6622964888811111, + 0.8237083926796913, + 0.9177054092288017, + 0.9515525996685028, + 0.9741695895791054 + ], + [ + 1.0930293649435043, + 1.108344480395317, + 1.1270711123943329, + 1.1322731673717499, + 1.1190781593322754, + 0.846276581287384, + 0.6904710978269577, + 0.8743445202708244, + 0.9400900565087795, + 0.9678605422377586, + 0.9843432120978832 + ], + [ + 1.0818910598754883, + 1.0942756533622742, + 1.114078477025032, + 1.1298395097255707, + 1.1210914254188538, + 0.7409574389457703, + 0.7323701605200768, + 0.9076212495565414, + 0.9617766514420509, + 0.9803175516426563, + 0.9863661229610443 + ], + [ + 1.0559847950935364, + 1.0700750574469566, + 1.0747119188308716, + 1.090544804930687, + 1.0787084102630615, + 0.5680851340293884, + 0.7698687165975571, + 0.917896218597889, + 0.961581526324153, + 0.9745482206344604, + 0.9821598306298256 + ], + [ + 1.025774173438549, + 1.0255858041346073, + 1.0271587669849396, + 1.0095358937978745, + 0.9369440823793411, + 0.31808510422706604, + 0.7095485031604767, + 0.8690674751996994, + 0.9291682094335556, + 0.9500396326184273, + 0.9600412677973509 + ], + [ + 0.9698740839958191, + 0.9540554285049438, + 0.9156171083450317, + 0.8043324947357178, + 0.5106297135353088, + 0.0, + 0.45012593269348145, + 0.6985894441604614, + 0.8157682418823242, + 0.8735516667366028, + 0.9075566530227661 + ], + [ + 0.9782769791781902, + 0.9406769052147865, + 0.8731799647212029, + 0.7151612937450409, + 0.5254914611577988, + 0.228723406791687, + 0.31008172407746315, + 0.5255927555263042, + 0.6846283450722694, + 0.7765606688335538, + 0.8371978858485818 + ], + [ + 0.9544185027480125, + 0.8902039155364037, + 0.7853679209947586, + 0.6582933217287064, + 0.5880872458219528, + 0.37393617630004883, + 0.2718229740858078, + 0.41617288440465927, + 0.5639715138822794, + 0.6786020044237375, + 0.7549558058381081 + ], + [ + 0.9046513736248016, + 0.821116641163826, + 0.7329964190721512, + 0.6575866937637329, + 0.6858545690774918, + 0.45265957713127136, + 0.26801544427871704, + 0.36011361330747604, + 0.47234872356057167, + 0.5912612974643707, + 0.6759274452924728 + ], + [ + 0.8498791456222534, + 0.7741183936595917, + 0.7112519443035126, + 0.6794570982456207, + 0.7531684711575508, + 0.5143616795539856, + 0.27487029880285263, + 0.33507663011550903, + 0.4205983616411686, + 0.5184961557388306, + 0.605820506811142 + ], + [ + 0.8024398684501648, + 0.7525786459445953, + 0.7073339819908142, + 0.7029905170202255, + 0.8037783280014992, + 0.5574468374252319, + 0.2897515967488289, + 0.32133474946022034, + 0.3872804045677185, + 0.47141914442181587, + 0.5473063811659813 + ] + ] +} \ No newline at end of file diff --git a/linear_ortho_1e-05_lambda1.0_ViT-B-32/disentanglement_data/disentanglement_DTD_SVHN.json b/linear_ortho_1e-05_lambda1.0_ViT-B-32/disentanglement_data/disentanglement_DTD_SVHN.json new file mode 100644 index 0000000000000000000000000000000000000000..feaac7367691f87596313edef2d7142932d56922 --- /dev/null +++ b/linear_ortho_1e-05_lambda1.0_ViT-B-32/disentanglement_data/disentanglement_DTD_SVHN.json @@ -0,0 +1,167 @@ +{ + "task1": "DTD", + "task2": "SVHN", + "model": "ViT-B-32", + "finetuning_mode": "linear_ortho", + "lr": 1e-05, + "ortho_lambda": 1.0, + "seed": 1993, + "alphas": [ + -1.0, + -0.8, + -0.6, + -0.3999999999999999, + -0.19999999999999996, + 0.0, + 0.20000000000000018, + 0.40000000000000013, + 0.6000000000000001, + 0.8, + 1.0 + ], + "error_matrix": [ + [ + 0.6121291071176529, + 0.595331609249115, + 0.5805267542600632, + 0.5985212922096252, + 0.67295341193676, + 0.6478723287582397, + 0.2741051912307739, + 0.38314367458224297, + 0.4815247058868408, + 0.55450838804245, + 0.6124457474797964 + ], + [ + 0.6271034553647041, + 0.6078502535820007, + 0.5874777585268021, + 0.5838797390460968, + 0.641353189945221, + 0.5781915187835693, + 0.29756078124046326, + 0.4331701546907425, + 0.5440569147467613, + 0.615684300661087, + 0.6685835216194391 + ], + [ + 0.644465409219265, + 0.627383790910244, + 0.5960743874311447, + 0.5910045057535172, + 0.604926660656929, + 0.4654255211353302, + 0.34245119988918304, + 0.5137155242264271, + 0.6258021425455809, + 0.6888454556465149, + 0.7336777225136757 + ], + [ + 0.6684228107333183, + 0.6518195271492004, + 0.6269131749868393, + 0.6064292341470718, + 0.5718114674091339, + 0.32872340083122253, + 0.4352206438779831, + 0.6273117028176785, + 0.7277355901896954, + 0.7686758805066347, + 0.7962808655574918 + ], + [ + 0.6901169195771217, + 0.6801412813365459, + 0.6614664122462273, + 0.6342611089348793, + 0.5869885236024857, + 0.16117021441459656, + 0.6034059748053551, + 0.7509136246517301, + 0.8049448262900114, + 0.8228071071207523, + 0.8373602395877242 + ], + [ + 0.8797249794006348, + 0.8752304911613464, + 0.8678549528121948, + 0.8521435260772705, + 0.7974032163619995, + 0.0, + 0.4902043640613556, + 0.6025660634040833, + 0.6458205580711365, + 0.6666794419288635, + 0.6793177723884583 + ], + [ + 0.8809285685420036, + 0.8600197229534388, + 0.8238255009055138, + 0.7223630025982857, + 0.4921167492866516, + 0.14361701905727386, + 0.30138749442994595, + 0.45448286086320877, + 0.5372268538922071, + 0.5947537496685982, + 0.6242881123907864 + ], + [ + 0.7947016023099422, + 0.7383782938122749, + 0.6413628235459328, + 0.5147458612918854, + 0.44580988585948944, + 0.28723403811454773, + 0.2157101221382618, + 0.32456339336931705, + 0.40707967430353165, + 0.4724901542067528, + 0.5205048965290189 + ], + [ + 0.6827194765210152, + 0.5972189754247665, + 0.516796350479126, + 0.45617325603961945, + 0.4855320528149605, + 0.4000000059604645, + 0.18550850450992584, + 0.2571823261678219, + 0.3259165436029434, + 0.39142463542521, + 0.43624785728752613 + ], + [ + 0.5787420496344566, + 0.5127476453781128, + 0.4617212563753128, + 0.455130010843277, + 0.5393602401018143, + 0.4835106432437897, + 0.1784028485417366, + 0.22195399925112724, + 0.2743206452578306, + 0.3345334418118, + 0.38042639195919037 + ], + [ + 0.5123870596289635, + 0.46605241298675537, + 0.44321031868457794, + 0.47195808589458466, + 0.5903125554323196, + 0.5521276593208313, + 0.17835642397403717, + 0.20673083513975143, + 0.24527700245380402, + 0.2894825078547001, + 0.3329494632780552 + ] + ] +} \ No newline at end of file diff --git a/linear_ortho_1e-05_lambda1.0_ViT-B-32/disentanglement_data/disentanglement_EuroSAT_GTSRB.json b/linear_ortho_1e-05_lambda1.0_ViT-B-32/disentanglement_data/disentanglement_EuroSAT_GTSRB.json new file mode 100644 index 0000000000000000000000000000000000000000..44a595b7cadececd2c5d3dde40f243efd2620641 --- /dev/null +++ b/linear_ortho_1e-05_lambda1.0_ViT-B-32/disentanglement_data/disentanglement_EuroSAT_GTSRB.json @@ -0,0 +1,167 @@ +{ + "task1": "EuroSAT", + "task2": "GTSRB", + "model": "ViT-B-32", + "finetuning_mode": "linear_ortho", + "lr": 1e-05, + "ortho_lambda": 1.0, + "seed": 1993, + "alphas": [ + -1.0, + -0.8, + -0.6, + -0.3999999999999999, + -0.19999999999999996, + 0.0, + 0.20000000000000018, + 0.40000000000000013, + 0.6000000000000001, + 0.8, + 1.0 + ], + "error_matrix": [ + [ + 0.7452828586101532, + 0.7194052934646606, + 0.6839430034160614, + 0.6596639454364777, + 0.643261194229126, + 0.7785184979438782, + 0.3681375980377197, + 0.31679247692227364, + 0.3842966575175524, + 0.4641136694699526, + 0.5311172781512141 + ], + [ + 0.7694897651672363, + 0.7385475337505341, + 0.7021043300628662, + 0.6649502813816071, + 0.6368733942508698, + 0.762592613697052, + 0.33004310727119446, + 0.3504178747534752, + 0.44611772429198027, + 0.5335181066766381, + 0.6064343936741352 + ], + [ + 0.8086020946502686, + 0.7764590382575989, + 0.7386012375354767, + 0.6857877969741821, + 0.6441778838634491, + 0.7403703927993774, + 0.30966393649578094, + 0.41298144310712814, + 0.5314594814553857, + 0.6255669733509421, + 0.6956100864335895 + ], + [ + 0.8633526712656021, + 0.8338576853275299, + 0.7838691174983978, + 0.7278147339820862, + 0.6524016857147217, + 0.6899999976158142, + 0.3352845869958401, + 0.5273167667910457, + 0.6580012245103717, + 0.7417674255557358, + 0.7979801278561354 + ], + [ + 0.9218931868672371, + 0.9075965657830238, + 0.8788009360432625, + 0.8249564319849014, + 0.714625671505928, + 0.5633333325386047, + 0.5021667992696166, + 0.7129189823754132, + 0.8087991718202829, + 0.8570124329999089, + 0.8858045419910923 + ], + [ + 0.9370546340942383, + 0.9247822761535645, + 0.8979414105415344, + 0.8465558290481567, + 0.696753740310669, + 0.0, + 0.6196357607841492, + 0.759619951248169, + 0.8138558864593506, + 0.8417260646820068, + 0.8591448664665222 + ], + [ + 0.697070486843586, + 0.5684507861733437, + 0.42336324602365494, + 0.3305577486753464, + 0.4084094166755676, + 0.5270370244979858, + 0.056535583920776844, + 0.11038532899692655, + 0.18549308693036437, + 0.2688633790239692, + 0.34531977283768356 + ], + [ + 0.3959769606590271, + 0.3469517081975937, + 0.33709246665239334, + 0.4077628217637539, + 0.5993287358433008, + 0.6748148202896118, + 0.04698425158858299, + 0.054443564265966415, + 0.08188440557569265, + 0.1135497484356165, + 0.1526348195038736 + ], + [ + 0.33792029321193695, + 0.35339227318763733, + 0.4025978669524193, + 0.5091950446367264, + 0.6986882947385311, + 0.742222249507904, + 0.06972288340330124, + 0.04733350872993469, + 0.056634994223713875, + 0.07386205438524485, + 0.09341338649392128 + ], + [ + 0.3548077791929245, + 0.40277645736932755, + 0.4782264493405819, + 0.5982405263930559, + 0.7593349199742079, + 0.7762963175773621, + 0.10364652052521706, + 0.04748218506574631, + 0.048778921365737915, + 0.05877276323735714, + 0.0697475140914321 + ], + [ + 0.40018121153116226, + 0.45567695796489716, + 0.5357112474739552, + 0.6541286446154118, + 0.8020937731489539, + 0.7948148250579834, + 0.14410135336220264, + 0.058946071192622185, + 0.04686108976602554, + 0.052234536968171597, + 0.05940617434680462 + ] + ] +} \ No newline at end of file diff --git a/linear_ortho_1e-05_lambda1.0_ViT-B-32/disentanglement_data/disentanglement_EuroSAT_MNIST.json b/linear_ortho_1e-05_lambda1.0_ViT-B-32/disentanglement_data/disentanglement_EuroSAT_MNIST.json new file mode 100644 index 0000000000000000000000000000000000000000..1591089a165a5286b78a799061468255ef30721c --- /dev/null +++ b/linear_ortho_1e-05_lambda1.0_ViT-B-32/disentanglement_data/disentanglement_EuroSAT_MNIST.json @@ -0,0 +1,167 @@ +{ + "task1": "EuroSAT", + "task2": "MNIST", + "model": "ViT-B-32", + "finetuning_mode": "linear_ortho", + "lr": 1e-05, + "ortho_lambda": 1.0, + "seed": 1993, + "alphas": [ + -1.0, + -0.8, + -0.6, + -0.3999999999999999, + -0.19999999999999996, + 0.0, + 0.20000000000000018, + 0.40000000000000013, + 0.6000000000000001, + 0.8, + 1.0 + ], + "error_matrix": [ + [ + 0.36571112275123596, + 0.3936851769685745, + 0.43804072588682175, + 0.5002592504024506, + 0.6690074317157269, + 0.7648147940635681, + 0.13668518140912056, + 0.11470741033554077, + 0.14677407033741474, + 0.18651852197945118, + 0.2326259189285338 + ], + [ + 0.36025184392929077, + 0.3714851886034012, + 0.40688517689704895, + 0.45841851085424423, + 0.6065333411097527, + 0.7362962961196899, + 0.112570371478796, + 0.12978888861835003, + 0.17357778316363692, + 0.23378518037497997, + 0.28920369362458587 + ], + [ + 0.3679407462477684, + 0.36639629304409027, + 0.3807740658521652, + 0.4177185148000717, + 0.5440444499254227, + 0.6933333277702332, + 0.10851481929421425, + 0.15725185442715883, + 0.23358519189059734, + 0.31343332258984447, + 0.39406295237131417 + ], + [ + 0.41345925629138947, + 0.3900962918996811, + 0.3776666671037674, + 0.3776185214519501, + 0.45818889141082764, + 0.6151852011680603, + 0.12909629754722118, + 0.23933703545480967, + 0.35976295289583504, + 0.47672222275286913, + 0.5824926188215613 + ], + [ + 0.5184962935745716, + 0.48637035861611366, + 0.44812964648008347, + 0.41151852160692215, + 0.3770333230495453, + 0.44740739464759827, + 0.2510555540211499, + 0.496144438162446, + 0.6669221939519048, + 0.768222195096314, + 0.815481491968967 + ], + [ + 0.8883000016212463, + 0.8748999834060669, + 0.850600004196167, + 0.8030999898910522, + 0.6593999862670898, + 0.0, + 0.4871000051498413, + 0.579800009727478, + 0.617900013923645, + 0.6395000219345093, + 0.6538000106811523 + ], + [ + 0.3044518567621708, + 0.19728147611021996, + 0.12175185233354568, + 0.11755925789475441, + 0.2009148159995675, + 0.4340740740299225, + 0.01704074116423726, + 0.02465555490925908, + 0.04210370546206832, + 0.06393333477899432, + 0.09359259065240622 + ], + [ + 0.11600740626454353, + 0.11185185238718987, + 0.12965926062315702, + 0.19034444261342287, + 0.33633334329351783, + 0.6059259176254272, + 0.02289999951608479, + 0.01320740720257163, + 0.016925925854593515, + 0.021944444626569748, + 0.029033332597464323 + ], + [ + 0.12771481834352016, + 0.14920000080019236, + 0.19195556221529841, + 0.2695555607788265, + 0.43627407401800156, + 0.681851863861084, + 0.038066665176302195, + 0.0148814816493541, + 0.012607407290488482, + 0.014396296348422766, + 0.017244444228708744 + ], + [ + 0.16270370408892632, + 0.19437777251005173, + 0.24621111480519176, + 0.33818520000204444, + 0.5178259438835084, + 0.712592601776123, + 0.06208148330915719, + 0.021118518663570285, + 0.01322962949052453, + 0.01240740716457367, + 0.01366666704416275 + ], + [ + 0.19642962934449315, + 0.2415962959639728, + 0.2923185182735324, + 0.3940111056435853, + 0.5666851892601699, + 0.734074056148529, + 0.10040000148001127, + 0.02725555479992181, + 0.01714444439858198, + 0.012288889149203897, + 0.011566666886210442 + ] + ] +} \ No newline at end of file diff --git a/linear_ortho_1e-05_lambda1.0_ViT-B-32/disentanglement_data/disentanglement_EuroSAT_RESISC45.json b/linear_ortho_1e-05_lambda1.0_ViT-B-32/disentanglement_data/disentanglement_EuroSAT_RESISC45.json new file mode 100644 index 0000000000000000000000000000000000000000..cf2df713edf1682a33f76c7e12c2f0640630c40e --- /dev/null +++ b/linear_ortho_1e-05_lambda1.0_ViT-B-32/disentanglement_data/disentanglement_EuroSAT_RESISC45.json @@ -0,0 +1,167 @@ +{ + "task1": "EuroSAT", + "task2": "RESISC45", + "model": "ViT-B-32", + "finetuning_mode": "linear_ortho", + "lr": 1e-05, + "ortho_lambda": 1.0, + "seed": 1993, + "alphas": [ + -1.0, + -0.8, + -0.6, + -0.3999999999999999, + -0.19999999999999996, + 0.0, + 0.20000000000000018, + 0.40000000000000013, + 0.6000000000000001, + 0.8, + 1.0 + ], + "error_matrix": [ + [ + 0.987195760011673, + 0.9751322865486145, + 0.9258730113506317, + 0.8614814877510071, + 0.7892592549324036, + 0.8059259057044983, + 0.6763492226600647, + 0.561640202999115, + 0.6231216639280319, + 0.69222223572433, + 0.7501587187871337 + ], + [ + 1.001111090183258, + 0.987671971321106, + 0.9598941504955292, + 0.885396808385849, + 0.8032275140285492, + 0.7992592453956604, + 0.6014814674854279, + 0.5810582302510738, + 0.671111086383462, + 0.7493650829419494, + 0.8044444415718317 + ], + [ + 1.0068253725767136, + 1.0008994787931442, + 0.987883597612381, + 0.9256084859371185, + 0.8216402232646942, + 0.7855555415153503, + 0.5514814704656601, + 0.6382539942860603, + 0.7452380787581205, + 0.8154497500509024, + 0.8549206145107746 + ], + [ + 1.0123809278011322, + 1.0042857378721237, + 1.0022751092910767, + 0.9680423140525818, + 0.8573544919490814, + 0.7599999904632568, + 0.5568253733217716, + 0.7359788287431002, + 0.8251851815730333, + 0.8660846673883498, + 0.8933862559497356 + ], + [ + 1.0021692886948586, + 1.0038624107837677, + 0.9986772313714027, + 0.9819576591253281, + 0.8960846662521362, + 0.669259250164032, + 0.7024338841438293, + 0.8467724900692701, + 0.8899470728356391, + 0.9069841327145696, + 0.9226984204724431 + ], + [ + 0.9646031856536865, + 0.9566666483879089, + 0.9425396919250488, + 0.9060317277908325, + 0.7325396537780762, + 0.0, + 0.5692063570022583, + 0.7215873003005981, + 0.779365062713623, + 0.80650794506073, + 0.8263491988182068 + ], + [ + 0.9299999885261059, + 0.8864021152257919, + 0.7900000140070915, + 0.6313227415084839, + 0.5406878292560577, + 0.5262963175773621, + 0.12396825663745403, + 0.2847090046852827, + 0.43513228511437774, + 0.534920615144074, + 0.6037566016893834 + ], + [ + 0.812804251909256, + 0.7174603193998337, + 0.6278306841850281, + 0.5964550375938416, + 0.7038624435663223, + 0.6548148393630981, + 0.07846561074256897, + 0.1370370415970683, + 0.2294179880991578, + 0.3242857102304697, + 0.41428572265431285 + ], + [ + 0.6938095241785049, + 0.6311111152172089, + 0.5988359749317169, + 0.6542857140302658, + 0.777671966701746, + 0.7044444680213928, + 0.08910052850842476, + 0.09269841015338898, + 0.14867725502699614, + 0.2110581947490573, + 0.27894181245937943 + ], + [ + 0.6362963020801544, + 0.6099471002817154, + 0.6321693062782288, + 0.7066137716174126, + 0.8222222402691841, + 0.7318518757820129, + 0.1253439150750637, + 0.08158730156719685, + 0.11015872936695814, + 0.15534391533583403, + 0.20492063835263252 + ], + [ + 0.6172486841678619, + 0.6262962967157364, + 0.6691534221172333, + 0.7471428588032722, + 0.8443915322422981, + 0.7477777600288391, + 0.1693121623247862, + 0.08708994835615158, + 0.0912698432803154, + 0.11952381208539009, + 0.1593650858849287 + ] + ] +} \ No newline at end of file diff --git a/linear_ortho_1e-05_lambda1.0_ViT-B-32/disentanglement_data/disentanglement_EuroSAT_SVHN.json b/linear_ortho_1e-05_lambda1.0_ViT-B-32/disentanglement_data/disentanglement_EuroSAT_SVHN.json new file mode 100644 index 0000000000000000000000000000000000000000..b41c833d04b7e289e87aa55c2f8ae1a9989b21d0 --- /dev/null +++ b/linear_ortho_1e-05_lambda1.0_ViT-B-32/disentanglement_data/disentanglement_EuroSAT_SVHN.json @@ -0,0 +1,167 @@ +{ + "task1": "EuroSAT", + "task2": "SVHN", + "model": "ViT-B-32", + "finetuning_mode": "linear_ortho", + "lr": 1e-05, + "ortho_lambda": 1.0, + "seed": 1993, + "alphas": [ + -1.0, + -0.8, + -0.6, + -0.3999999999999999, + -0.19999999999999996, + 0.0, + 0.20000000000000018, + 0.40000000000000013, + 0.6000000000000001, + 0.8, + 1.0 + ], + "error_matrix": [ + [ + 0.5292959809303284, + 0.4975816458463669, + 0.4635776877403259, + 0.4403622895479202, + 0.4593828096985817, + 0.6781481504440308, + 0.17066863179206848, + 0.2676987946033478, + 0.37479847855865955, + 0.46479801880195737, + 0.53689069673419 + ], + [ + 0.5657975301146507, + 0.5311123207211494, + 0.4860841780900955, + 0.440389946103096, + 0.4444151222705841, + 0.6392592787742615, + 0.18811889179050922, + 0.3215091871097684, + 0.4453328740783036, + 0.5389404539018869, + 0.6075127753429115 + ], + [ + 0.605515792965889, + 0.571434311568737, + 0.529366984963417, + 0.46567676961421967, + 0.4312188923358917, + 0.5766666531562805, + 0.2305079810321331, + 0.40708021726459265, + 0.5416403394192457, + 0.6300097606144845, + 0.6935882857069373 + ], + [ + 0.6401669830083847, + 0.6169320717453957, + 0.5774530544877052, + 0.512004479765892, + 0.4250525236129761, + 0.4762963056564331, + 0.3145236000418663, + 0.5423317532986403, + 0.668821934144944, + 0.7459882578114048, + 0.7898819397669286 + ], + [ + 0.6786008905619383, + 0.6565749924629927, + 0.630066953599453, + 0.5652490109205246, + 0.4539431780576706, + 0.30629628896713257, + 0.5200406555086374, + 0.7516046795062721, + 0.8275417169788852, + 0.8634481768240221, + 0.8840628475882113 + ], + [ + 0.6747464537620544, + 0.6594191789627075, + 0.6344883441925049, + 0.5831668972969055, + 0.45536261796951294, + 0.0, + 0.7521511912345886, + 0.8647817969322205, + 0.8909803032875061, + 0.9039643406867981, + 0.9110710024833679 + ], + [ + 0.7098208162933588, + 0.671905167400837, + 0.6109344810247421, + 0.5174688771367073, + 0.4059484601020813, + 0.3177777826786041, + 0.277613322250545, + 0.45456098136492074, + 0.5791659774258733, + 0.6558408560231328, + 0.7028490385273471 + ], + [ + 0.6077257543802261, + 0.5534441843628883, + 0.488485611975193, + 0.4355810433626175, + 0.4367200583219528, + 0.5151851773262024, + 0.15957932826131582, + 0.2755969278514385, + 0.379856129642576, + 0.4669441571459174, + 0.5360789846163243 + ], + [ + 0.5231063142418861, + 0.477027989923954, + 0.43419380486011505, + 0.4207601994276047, + 0.49705836921930313, + 0.6125925779342651, + 0.11792375147342682, + 0.19562641438096762, + 0.2781598041765392, + 0.35314444405958056, + 0.41600686218589544 + ], + [ + 0.46738237142562866, + 0.4358702600002289, + 0.4191534072160721, + 0.43439924716949463, + 0.5528320074081421, + 0.6714814901351929, + 0.10298492573201656, + 0.15820221044123173, + 0.21975055988878012, + 0.2799268732778728, + 0.33710106229409575 + ], + [ + 0.4373684227466583, + 0.4212183803319931, + 0.42022524774074554, + 0.4599996507167816, + 0.615444153547287, + 0.7066666483879089, + 0.09979506954550743, + 0.1348514063283801, + 0.1842666519805789, + 0.23219968425109982, + 0.28256368078291416 + ] + ] +} \ No newline at end of file diff --git a/standard_1e-05_ViT-B-16/ft_accuracies.json b/standard_1e-05_ViT-B-16/ft_accuracies.json new file mode 100644 index 0000000000000000000000000000000000000000..d1ecc7f5810f3c4e8cbc8e0671649bf87a3ef7f1 --- /dev/null +++ b/standard_1e-05_ViT-B-16/ft_accuracies.json @@ -0,0 +1,18 @@ +{ + "Cars": 0.8748911826887203, + "CarsVal": 0.8488943488943489, + "DTD": 0.826063829787234, + "DTDVal": 0.8058510638297872, + "EuroSAT": 0.9914814814814815, + "EuroSATVal": 0.9903703703703703, + "GTSRB": 0.9930324623911322, + "GTSRBVal": 0.9996246246246246, + "MNIST": 0.9971, + "MNISTVal": 0.996, + "RESISC45": 0.9688888888888889, + "RESISC45Val": 0.9693121693121693, + "SUN397": 0.7861964735516372, + "SUN397Val": 0.7788413098236776, + "SVHN": 0.9777965580823602, + "SVHNVal": 0.9694 +} \ No newline at end of file diff --git a/standard_1e-05_ViT-B-16/negations.json b/standard_1e-05_ViT-B-16/negations.json new file mode 100644 index 0000000000000000000000000000000000000000..ca444237f4b6daa2d737dd503f3478b177bd1e91 --- /dev/null +++ b/standard_1e-05_ViT-B-16/negations.json @@ -0,0 +1,1234 @@ +{ + "Cars": { + "test": 0.0776022882726029, + "test_control": 0.55464, + "val": { + "0.0": { + "CarsVal:top1": 0.64004914004914, + "ImageNetVal:top1": 0.6932, + "CarsVal:normalized_top1": 0.7539797395079595, + "avg_normalized_top1": 0.7539797395079595, + "avg_top1": 0.64004914004914 + }, + "0.05": { + "CarsVal:top1": 0.6228501228501229, + "ImageNetVal:top1": 0.6932, + "CarsVal:normalized_top1": 0.7337192474674386, + "avg_normalized_top1": 0.7337192474674386, + "avg_top1": 0.6228501228501229 + }, + "0.1": { + "CarsVal:top1": 0.5958230958230958, + "ImageNetVal:top1": 0.6938, + "CarsVal:normalized_top1": 0.7018813314037626, + "avg_normalized_top1": 0.7018813314037626, + "avg_top1": 0.5958230958230958 + }, + "0.15000000000000002": { + "CarsVal:top1": 0.5638820638820639, + "ImageNetVal:top1": 0.6922, + "CarsVal:normalized_top1": 0.6642547033285093, + "avg_normalized_top1": 0.6642547033285093, + "avg_top1": 0.5638820638820639 + }, + "0.2": { + "CarsVal:top1": 0.542997542997543, + "ImageNetVal:top1": 0.6932, + "CarsVal:normalized_top1": 0.6396526772793053, + "avg_normalized_top1": 0.6396526772793053, + "avg_top1": 0.542997542997543 + }, + "0.25": { + "CarsVal:top1": 0.5319410319410319, + "ImageNetVal:top1": 0.6926, + "CarsVal:normalized_top1": 0.6266280752532561, + "avg_normalized_top1": 0.6266280752532561, + "avg_top1": 0.5319410319410319 + }, + "0.30000000000000004": { + "CarsVal:top1": 0.5036855036855037, + "ImageNetVal:top1": 0.6884, + "CarsVal:normalized_top1": 0.5933429811866859, + "avg_normalized_top1": 0.5933429811866859, + "avg_top1": 0.5036855036855037 + }, + "0.35000000000000003": { + "CarsVal:top1": 0.47297297297297297, + "ImageNetVal:top1": 0.6852, + "CarsVal:normalized_top1": 0.557163531114327, + "avg_normalized_top1": 0.557163531114327, + "avg_top1": 0.47297297297297297 + }, + "0.4": { + "CarsVal:top1": 0.44717444717444715, + "ImageNetVal:top1": 0.6816, + "CarsVal:normalized_top1": 0.5267727930535455, + "avg_normalized_top1": 0.5267727930535455, + "avg_top1": 0.44717444717444715 + }, + "0.45": { + "CarsVal:top1": 0.4090909090909091, + "ImageNetVal:top1": 0.678, + "CarsVal:normalized_top1": 0.4819102749638206, + "avg_normalized_top1": 0.4819102749638206, + "avg_top1": 0.4090909090909091 + }, + "0.5": { + "CarsVal:top1": 0.36117936117936117, + "ImageNetVal:top1": 0.6752, + "CarsVal:normalized_top1": 0.42547033285094066, + "avg_normalized_top1": 0.42547033285094066, + "avg_top1": 0.36117936117936117 + }, + "0.55": { + "CarsVal:top1": 0.32923832923832924, + "ImageNetVal:top1": 0.6696, + "CarsVal:normalized_top1": 0.3878437047756874, + "avg_normalized_top1": 0.3878437047756874, + "avg_top1": 0.32923832923832924 + }, + "0.6000000000000001": { + "CarsVal:top1": 0.28869778869778867, + "ImageNetVal:top1": 0.6618, + "CarsVal:normalized_top1": 0.34008683068017365, + "avg_normalized_top1": 0.34008683068017365, + "avg_top1": 0.28869778869778867 + }, + "0.65": { + "CarsVal:top1": 0.23832923832923833, + "ImageNetVal:top1": 0.6554, + "CarsVal:normalized_top1": 0.28075253256150506, + "avg_normalized_top1": 0.28075253256150506, + "avg_top1": 0.23832923832923833 + }, + "0.7000000000000001": { + "CarsVal:top1": 0.21253071253071254, + "ImageNetVal:top1": 0.6468, + "CarsVal:normalized_top1": 0.2503617945007236, + "avg_normalized_top1": 0.2503617945007236, + "avg_top1": 0.21253071253071254 + }, + "0.75": { + "CarsVal:top1": 0.1941031941031941, + "ImageNetVal:top1": 0.6388, + "CarsVal:normalized_top1": 0.22865412445730823, + "avg_normalized_top1": 0.22865412445730823, + "avg_top1": 0.1941031941031941 + }, + "0.8": { + "CarsVal:top1": 0.16093366093366093, + "ImageNetVal:top1": 0.6304, + "CarsVal:normalized_top1": 0.18958031837916064, + "avg_normalized_top1": 0.18958031837916064, + "avg_top1": 0.16093366093366093 + }, + "0.8500000000000001": { + "CarsVal:top1": 0.13882063882063883, + "ImageNetVal:top1": 0.6178, + "CarsVal:normalized_top1": 0.16353111432706224, + "avg_normalized_top1": 0.16353111432706224, + "avg_top1": 0.13882063882063883 + }, + "0.9": { + "CarsVal:top1": 0.11056511056511056, + "ImageNetVal:top1": 0.6068, + "CarsVal:normalized_top1": 0.13024602026049203, + "avg_normalized_top1": 0.13024602026049203, + "avg_top1": 0.11056511056511056 + }, + "0.9500000000000001": { + "CarsVal:top1": 0.09213759213759214, + "ImageNetVal:top1": 0.5922, + "CarsVal:normalized_top1": 0.1085383502170767, + "avg_normalized_top1": 0.1085383502170767, + "avg_top1": 0.09213759213759214 + }, + "1.0": { + "CarsVal:top1": 0.08353808353808354, + "ImageNetVal:top1": 0.5758, + "CarsVal:normalized_top1": 0.0984081041968162, + "avg_normalized_top1": 0.0984081041968162, + "avg_top1": 0.08353808353808354 + } + }, + "optimal_coef": 1.0 + }, + "DTD": { + "test": 0.09521276595744681, + "test_control": 0.50584, + "val": { + "0.0": { + "DTDVal:top1": 0.449468085106383, + "ImageNetVal:top1": 0.6932, + "DTDVal:normalized_top1": 0.5577557755775577, + "avg_normalized_top1": 0.5577557755775577, + "avg_top1": 0.449468085106383 + }, + "0.05": { + "DTDVal:top1": 0.42021276595744683, + "ImageNetVal:top1": 0.6936, + "DTDVal:normalized_top1": 0.5214521452145215, + "avg_normalized_top1": 0.5214521452145215, + "avg_top1": 0.42021276595744683 + }, + "0.1": { + "DTDVal:top1": 0.39361702127659576, + "ImageNetVal:top1": 0.6946, + "DTDVal:normalized_top1": 0.4884488448844885, + "avg_normalized_top1": 0.4884488448844885, + "avg_top1": 0.39361702127659576 + }, + "0.15000000000000002": { + "DTDVal:top1": 0.3723404255319149, + "ImageNetVal:top1": 0.6944, + "DTDVal:normalized_top1": 0.46204620462046203, + "avg_normalized_top1": 0.46204620462046203, + "avg_top1": 0.3723404255319149 + }, + "0.2": { + "DTDVal:top1": 0.3484042553191489, + "ImageNetVal:top1": 0.693, + "DTDVal:normalized_top1": 0.43234323432343236, + "avg_normalized_top1": 0.43234323432343236, + "avg_top1": 0.3484042553191489 + }, + "0.25": { + "DTDVal:top1": 0.3377659574468085, + "ImageNetVal:top1": 0.6936, + "DTDVal:normalized_top1": 0.4191419141914191, + "avg_normalized_top1": 0.4191419141914191, + "avg_top1": 0.3377659574468085 + }, + "0.30000000000000004": { + "DTDVal:top1": 0.32180851063829785, + "ImageNetVal:top1": 0.6922, + "DTDVal:normalized_top1": 0.39933993399339934, + "avg_normalized_top1": 0.39933993399339934, + "avg_top1": 0.32180851063829785 + }, + "0.35000000000000003": { + "DTDVal:top1": 0.30319148936170215, + "ImageNetVal:top1": 0.6888, + "DTDVal:normalized_top1": 0.3762376237623763, + "avg_normalized_top1": 0.3762376237623763, + "avg_top1": 0.30319148936170215 + }, + "0.4": { + "DTDVal:top1": 0.2765957446808511, + "ImageNetVal:top1": 0.6844, + "DTDVal:normalized_top1": 0.3432343234323433, + "avg_normalized_top1": 0.3432343234323433, + "avg_top1": 0.2765957446808511 + }, + "0.45": { + "DTDVal:top1": 0.2579787234042553, + "ImageNetVal:top1": 0.6782, + "DTDVal:normalized_top1": 0.3201320132013201, + "avg_normalized_top1": 0.3201320132013201, + "avg_top1": 0.2579787234042553 + }, + "0.5": { + "DTDVal:top1": 0.24202127659574468, + "ImageNetVal:top1": 0.673, + "DTDVal:normalized_top1": 0.30033003300330036, + "avg_normalized_top1": 0.30033003300330036, + "avg_top1": 0.24202127659574468 + }, + "0.55": { + "DTDVal:top1": 0.23138297872340424, + "ImageNetVal:top1": 0.6666, + "DTDVal:normalized_top1": 0.2871287128712871, + "avg_normalized_top1": 0.2871287128712871, + "avg_top1": 0.23138297872340424 + }, + "0.6000000000000001": { + "DTDVal:top1": 0.22074468085106383, + "ImageNetVal:top1": 0.6582, + "DTDVal:normalized_top1": 0.2739273927392739, + "avg_normalized_top1": 0.2739273927392739, + "avg_top1": 0.22074468085106383 + }, + "0.65": { + "DTDVal:top1": 0.19414893617021275, + "ImageNetVal:top1": 0.6472, + "DTDVal:normalized_top1": 0.24092409240924093, + "avg_normalized_top1": 0.24092409240924093, + "avg_top1": 0.19414893617021275 + }, + "0.7000000000000001": { + "DTDVal:top1": 0.18085106382978725, + "ImageNetVal:top1": 0.6358, + "DTDVal:normalized_top1": 0.22442244224422445, + "avg_normalized_top1": 0.22442244224422445, + "avg_top1": 0.18085106382978725 + }, + "0.75": { + "DTDVal:top1": 0.1622340425531915, + "ImageNetVal:top1": 0.6242, + "DTDVal:normalized_top1": 0.20132013201320131, + "avg_normalized_top1": 0.20132013201320131, + "avg_top1": 0.1622340425531915 + }, + "0.8": { + "DTDVal:top1": 0.14361702127659576, + "ImageNetVal:top1": 0.6082, + "DTDVal:normalized_top1": 0.17821782178217824, + "avg_normalized_top1": 0.17821782178217824, + "avg_top1": 0.14361702127659576 + }, + "0.8500000000000001": { + "DTDVal:top1": 0.1356382978723404, + "ImageNetVal:top1": 0.589, + "DTDVal:normalized_top1": 0.1683168316831683, + "avg_normalized_top1": 0.1683168316831683, + "avg_top1": 0.1356382978723404 + }, + "0.9": { + "DTDVal:top1": 0.13297872340425532, + "ImageNetVal:top1": 0.5696, + "DTDVal:normalized_top1": 0.16501650165016502, + "avg_normalized_top1": 0.16501650165016502, + "avg_top1": 0.13297872340425532 + }, + "0.9500000000000001": { + "DTDVal:top1": 0.13297872340425532, + "ImageNetVal:top1": 0.5464, + "DTDVal:normalized_top1": 0.16501650165016502, + "avg_normalized_top1": 0.16501650165016502, + "avg_top1": 0.13297872340425532 + }, + "1.0": { + "DTDVal:top1": 0.12234042553191489, + "ImageNetVal:top1": 0.5188, + "DTDVal:normalized_top1": 0.15181518151815182, + "avg_normalized_top1": 0.15181518151815182, + "avg_top1": 0.12234042553191489 + } + }, + "optimal_coef": 1.0 + }, + "EuroSAT": { + "test": 0.07925925925925927, + "test_control": 0.64054, + "val": { + "0.0": { + "EuroSATVal:top1": 0.5381481481481482, + "ImageNetVal:top1": 0.6932, + "EuroSATVal:normalized_top1": 0.5433807030665669, + "avg_normalized_top1": 0.5433807030665669, + "avg_top1": 0.5381481481481482 + }, + "0.05": { + "EuroSATVal:top1": 0.4140740740740741, + "ImageNetVal:top1": 0.692, + "EuroSATVal:normalized_top1": 0.4181002243829469, + "avg_normalized_top1": 0.4181002243829469, + "avg_top1": 0.4140740740740741 + }, + "0.1": { + "EuroSATVal:top1": 0.31222222222222223, + "ImageNetVal:top1": 0.691, + "EuroSATVal:normalized_top1": 0.31525804038893046, + "avg_normalized_top1": 0.31525804038893046, + "avg_top1": 0.31222222222222223 + }, + "0.15000000000000002": { + "EuroSATVal:top1": 0.21666666666666667, + "ImageNetVal:top1": 0.6898, + "EuroSATVal:normalized_top1": 0.21877337322363502, + "avg_normalized_top1": 0.21877337322363502, + "avg_top1": 0.21666666666666667 + }, + "0.2": { + "EuroSATVal:top1": 0.15407407407407409, + "ImageNetVal:top1": 0.6884, + "EuroSATVal:normalized_top1": 0.1555721765145849, + "avg_normalized_top1": 0.1555721765145849, + "avg_top1": 0.15407407407407409 + }, + "0.25": { + "EuroSATVal:top1": 0.1259259259259259, + "ImageNetVal:top1": 0.6862, + "EuroSATVal:normalized_top1": 0.12715033657442035, + "avg_normalized_top1": 0.12715033657442035, + "avg_top1": 0.1259259259259259 + }, + "0.30000000000000004": { + "EuroSATVal:top1": 0.10888888888888888, + "ImageNetVal:top1": 0.6812, + "EuroSATVal:normalized_top1": 0.10994764397905758, + "avg_normalized_top1": 0.10994764397905758, + "avg_top1": 0.10888888888888888 + }, + "0.35000000000000003": { + "EuroSATVal:top1": 0.09814814814814815, + "ImageNetVal:top1": 0.676, + "EuroSATVal:normalized_top1": 0.09910246821241586, + "avg_normalized_top1": 0.09910246821241586, + "avg_top1": 0.09814814814814815 + }, + "0.4": { + "EuroSATVal:top1": 0.0962962962962963, + "ImageNetVal:top1": 0.6676, + "EuroSATVal:normalized_top1": 0.09723261032161556, + "avg_normalized_top1": 0.09723261032161556, + "avg_top1": 0.0962962962962963 + }, + "0.45": { + "EuroSATVal:top1": 0.08814814814814814, + "ImageNetVal:top1": 0.6598, + "EuroSATVal:normalized_top1": 0.08900523560209424, + "avg_normalized_top1": 0.08900523560209424, + "avg_top1": 0.08814814814814814 + }, + "0.5": { + "EuroSATVal:top1": 0.08037037037037037, + "ImageNetVal:top1": 0.6496, + "EuroSATVal:normalized_top1": 0.08115183246073299, + "avg_normalized_top1": 0.08115183246073299, + "avg_top1": 0.08037037037037037 + }, + "0.55": { + "EuroSATVal:top1": 0.08666666666666667, + "ImageNetVal:top1": 0.6384, + "EuroSATVal:normalized_top1": 0.087509349289454, + "avg_normalized_top1": 0.087509349289454, + "avg_top1": 0.08666666666666667 + }, + "0.6000000000000001": { + "EuroSATVal:top1": 0.08814814814814814, + "ImageNetVal:top1": 0.6238, + "EuroSATVal:normalized_top1": 0.08900523560209424, + "avg_normalized_top1": 0.08900523560209424, + "avg_top1": 0.08814814814814814 + }, + "0.65": { + "EuroSATVal:top1": 0.09555555555555556, + "ImageNetVal:top1": 0.608, + "EuroSATVal:normalized_top1": 0.09648466716529544, + "avg_normalized_top1": 0.09648466716529544, + "avg_top1": 0.09555555555555556 + }, + "0.7000000000000001": { + "EuroSATVal:top1": 0.09296296296296297, + "ImageNetVal:top1": 0.5878, + "EuroSATVal:normalized_top1": 0.09386686611817503, + "avg_normalized_top1": 0.09386686611817503, + "avg_top1": 0.09296296296296297 + }, + "0.75": { + "EuroSATVal:top1": 0.09407407407407407, + "ImageNetVal:top1": 0.56, + "EuroSATVal:normalized_top1": 0.0949887808526552, + "avg_normalized_top1": 0.0949887808526552, + "avg_top1": 0.09407407407407407 + }, + "0.8": { + "EuroSATVal:top1": 0.08925925925925926, + "ImageNetVal:top1": 0.5282, + "EuroSATVal:normalized_top1": 0.09012715033657442, + "avg_normalized_top1": 0.09012715033657442, + "avg_top1": 0.08925925925925926 + }, + "0.8500000000000001": { + "EuroSATVal:top1": 0.09074074074074075, + "ImageNetVal:top1": 0.4892, + "EuroSATVal:normalized_top1": 0.09162303664921467, + "avg_normalized_top1": 0.09162303664921467, + "avg_top1": 0.09074074074074075 + }, + "0.9": { + "EuroSATVal:top1": 0.09592592592592593, + "ImageNetVal:top1": 0.4478, + "EuroSATVal:normalized_top1": 0.0968586387434555, + "avg_normalized_top1": 0.0968586387434555, + "avg_top1": 0.09592592592592593 + }, + "0.9500000000000001": { + "EuroSATVal:top1": 0.0962962962962963, + "ImageNetVal:top1": 0.4074, + "EuroSATVal:normalized_top1": 0.09723261032161556, + "avg_normalized_top1": 0.09723261032161556, + "avg_top1": 0.0962962962962963 + }, + "1.0": { + "EuroSATVal:top1": 0.09814814814814815, + "ImageNetVal:top1": 0.3618, + "EuroSATVal:normalized_top1": 0.09910246821241586, + "avg_normalized_top1": 0.09910246821241586, + "avg_top1": 0.09814814814814815 + } + }, + "optimal_coef": 0.5 + }, + "GTSRB": { + "test": 0.045051464766429135, + "test_control": 0.58188, + "val": { + "0.0": { + "GTSRBVal:top1": 0.4283033033033033, + "ImageNetVal:top1": 0.6932, + "GTSRBVal:normalized_top1": 0.4284641381900112, + "avg_normalized_top1": 0.4284641381900112, + "avg_top1": 0.4283033033033033 + }, + "0.05": { + "GTSRBVal:top1": 0.3738738738738739, + "ImageNetVal:top1": 0.6928, + "GTSRBVal:normalized_top1": 0.3740142696207285, + "avg_normalized_top1": 0.3740142696207285, + "avg_top1": 0.3738738738738739 + }, + "0.1": { + "GTSRBVal:top1": 0.33070570570570573, + "ImageNetVal:top1": 0.6938, + "GTSRBVal:normalized_top1": 0.3308298911002629, + "avg_normalized_top1": 0.3308298911002629, + "avg_top1": 0.33070570570570573 + }, + "0.15000000000000002": { + "GTSRBVal:top1": 0.29354354354354356, + "ImageNetVal:top1": 0.6952, + "GTSRBVal:normalized_top1": 0.29365377393916636, + "avg_normalized_top1": 0.29365377393916636, + "avg_top1": 0.29354354354354356 + }, + "0.2": { + "GTSRBVal:top1": 0.25975975975975973, + "ImageNetVal:top1": 0.6928, + "GTSRBVal:normalized_top1": 0.25985730379271493, + "avg_normalized_top1": 0.25985730379271493, + "avg_top1": 0.25975975975975973 + }, + "0.25": { + "GTSRBVal:top1": 0.22897897897897898, + "ImageNetVal:top1": 0.6916, + "GTSRBVal:normalized_top1": 0.22906496432594817, + "avg_normalized_top1": 0.22906496432594817, + "avg_top1": 0.22897897897897898 + }, + "0.30000000000000004": { + "GTSRBVal:top1": 0.19932432432432431, + "ImageNetVal:top1": 0.6902, + "GTSRBVal:normalized_top1": 0.19939917386406308, + "avg_normalized_top1": 0.19939917386406308, + "avg_top1": 0.19932432432432431 + }, + "0.35000000000000003": { + "GTSRBVal:top1": 0.16441441441441443, + "ImageNetVal:top1": 0.6874, + "GTSRBVal:normalized_top1": 0.16447615471273003, + "avg_normalized_top1": 0.16447615471273003, + "avg_top1": 0.16441441441441443 + }, + "0.4": { + "GTSRBVal:top1": 0.14339339339339338, + "ImageNetVal:top1": 0.6828, + "GTSRBVal:normalized_top1": 0.14344723995493802, + "avg_normalized_top1": 0.14344723995493802, + "avg_top1": 0.14339339339339338 + }, + "0.45": { + "GTSRBVal:top1": 0.125, + "ImageNetVal:top1": 0.68, + "GTSRBVal:normalized_top1": 0.12504693954187007, + "avg_normalized_top1": 0.12504693954187007, + "avg_top1": 0.125 + }, + "0.5": { + "GTSRBVal:top1": 0.11186186186186187, + "ImageNetVal:top1": 0.6762, + "GTSRBVal:normalized_top1": 0.1119038678182501, + "avg_normalized_top1": 0.1119038678182501, + "avg_top1": 0.11186186186186187 + }, + "0.55": { + "GTSRBVal:top1": 0.1036036036036036, + "ImageNetVal:top1": 0.6746, + "GTSRBVal:normalized_top1": 0.10364250844911753, + "avg_normalized_top1": 0.10364250844911753, + "avg_top1": 0.1036036036036036 + }, + "0.6000000000000001": { + "GTSRBVal:top1": 0.0960960960960961, + "ImageNetVal:top1": 0.6696, + "GTSRBVal:normalized_top1": 0.09613218174990612, + "avg_normalized_top1": 0.09613218174990612, + "avg_top1": 0.0960960960960961 + }, + "0.65": { + "GTSRBVal:top1": 0.08708708708708708, + "ImageNetVal:top1": 0.6646, + "GTSRBVal:normalized_top1": 0.08711978971085241, + "avg_normalized_top1": 0.08711978971085241, + "avg_top1": 0.08708708708708708 + }, + "0.7000000000000001": { + "GTSRBVal:top1": 0.07995495495495496, + "ImageNetVal:top1": 0.6596, + "GTSRBVal:normalized_top1": 0.07998497934660158, + "avg_normalized_top1": 0.07998497934660158, + "avg_top1": 0.07995495495495496 + }, + "0.75": { + "GTSRBVal:top1": 0.07507507507507508, + "ImageNetVal:top1": 0.6534, + "GTSRBVal:normalized_top1": 0.07510326699211416, + "avg_normalized_top1": 0.07510326699211416, + "avg_top1": 0.07507507507507508 + }, + "0.8": { + "GTSRBVal:top1": 0.07057057057057058, + "ImageNetVal:top1": 0.6458, + "GTSRBVal:normalized_top1": 0.07059707097258731, + "avg_normalized_top1": 0.07059707097258731, + "avg_top1": 0.07057057057057058 + }, + "0.8500000000000001": { + "GTSRBVal:top1": 0.06381381381381382, + "ImageNetVal:top1": 0.6372, + "GTSRBVal:normalized_top1": 0.06383777694329704, + "avg_normalized_top1": 0.06383777694329704, + "avg_top1": 0.06381381381381382 + }, + "0.9": { + "GTSRBVal:top1": 0.05855855855855856, + "ImageNetVal:top1": 0.6246, + "GTSRBVal:normalized_top1": 0.05858054825384904, + "avg_normalized_top1": 0.05858054825384904, + "avg_top1": 0.05855855855855856 + }, + "0.9500000000000001": { + "GTSRBVal:top1": 0.05405405405405406, + "ImageNetVal:top1": 0.61, + "GTSRBVal:normalized_top1": 0.05407435223432219, + "avg_normalized_top1": 0.05407435223432219, + "avg_top1": 0.05405405405405406 + }, + "1.0": { + "GTSRBVal:top1": 0.04954954954954955, + "ImageNetVal:top1": 0.5946, + "GTSRBVal:normalized_top1": 0.04956815621479534, + "avg_normalized_top1": 0.04956815621479534, + "avg_top1": 0.04954954954954955 + } + }, + "optimal_coef": 1.0 + }, + "MNIST": { + "test": 0.0864, + "test_control": 0.64874, + "val": { + "0.0": { + "MNISTVal:top1": 0.5052, + "ImageNetVal:top1": 0.6932, + "MNISTVal:normalized_top1": 0.5072289156626506, + "avg_normalized_top1": 0.5072289156626506, + "avg_top1": 0.5052 + }, + "0.05": { + "MNISTVal:top1": 0.4134, + "ImageNetVal:top1": 0.6926, + "MNISTVal:normalized_top1": 0.4150602409638554, + "avg_normalized_top1": 0.4150602409638554, + "avg_top1": 0.4134 + }, + "0.1": { + "MNISTVal:top1": 0.3264, + "ImageNetVal:top1": 0.6936, + "MNISTVal:normalized_top1": 0.327710843373494, + "avg_normalized_top1": 0.327710843373494, + "avg_top1": 0.3264 + }, + "0.15000000000000002": { + "MNISTVal:top1": 0.2476, + "ImageNetVal:top1": 0.6926, + "MNISTVal:normalized_top1": 0.24859437751004015, + "avg_normalized_top1": 0.24859437751004015, + "avg_top1": 0.2476 + }, + "0.2": { + "MNISTVal:top1": 0.1776, + "ImageNetVal:top1": 0.6936, + "MNISTVal:normalized_top1": 0.1783132530120482, + "avg_normalized_top1": 0.1783132530120482, + "avg_top1": 0.1776 + }, + "0.25": { + "MNISTVal:top1": 0.1396, + "ImageNetVal:top1": 0.6922, + "MNISTVal:normalized_top1": 0.14016064257028113, + "avg_normalized_top1": 0.14016064257028113, + "avg_top1": 0.1396 + }, + "0.30000000000000004": { + "MNISTVal:top1": 0.1264, + "ImageNetVal:top1": 0.6918, + "MNISTVal:normalized_top1": 0.12690763052208837, + "avg_normalized_top1": 0.12690763052208837, + "avg_top1": 0.1264 + }, + "0.35000000000000003": { + "MNISTVal:top1": 0.1186, + "ImageNetVal:top1": 0.6912, + "MNISTVal:normalized_top1": 0.11907630522088353, + "avg_normalized_top1": 0.11907630522088353, + "avg_top1": 0.1186 + }, + "0.4": { + "MNISTVal:top1": 0.1128, + "ImageNetVal:top1": 0.6896, + "MNISTVal:normalized_top1": 0.11325301204819277, + "avg_normalized_top1": 0.11325301204819277, + "avg_top1": 0.1128 + }, + "0.45": { + "MNISTVal:top1": 0.1076, + "ImageNetVal:top1": 0.6882, + "MNISTVal:normalized_top1": 0.10803212851405623, + "avg_normalized_top1": 0.10803212851405623, + "avg_top1": 0.1076 + }, + "0.5": { + "MNISTVal:top1": 0.1028, + "ImageNetVal:top1": 0.6858, + "MNISTVal:normalized_top1": 0.10321285140562249, + "avg_normalized_top1": 0.10321285140562249, + "avg_top1": 0.1028 + }, + "0.55": { + "MNISTVal:top1": 0.0948, + "ImageNetVal:top1": 0.6792, + "MNISTVal:normalized_top1": 0.09518072289156626, + "avg_normalized_top1": 0.09518072289156626, + "avg_top1": 0.0948 + }, + "0.6000000000000001": { + "MNISTVal:top1": 0.0918, + "ImageNetVal:top1": 0.6754, + "MNISTVal:normalized_top1": 0.0921686746987952, + "avg_normalized_top1": 0.0921686746987952, + "avg_top1": 0.0918 + }, + "0.65": { + "MNISTVal:top1": 0.0884, + "ImageNetVal:top1": 0.671, + "MNISTVal:normalized_top1": 0.0887550200803213, + "avg_normalized_top1": 0.0887550200803213, + "avg_top1": 0.0884 + }, + "0.7000000000000001": { + "MNISTVal:top1": 0.0854, + "ImageNetVal:top1": 0.6674, + "MNISTVal:normalized_top1": 0.0857429718875502, + "avg_normalized_top1": 0.0857429718875502, + "avg_top1": 0.0854 + }, + "0.75": { + "MNISTVal:top1": 0.0866, + "ImageNetVal:top1": 0.6576, + "MNISTVal:normalized_top1": 0.08694779116465863, + "avg_normalized_top1": 0.08694779116465863, + "avg_top1": 0.0866 + }, + "0.8": { + "MNISTVal:top1": 0.0876, + "ImageNetVal:top1": 0.6494, + "MNISTVal:normalized_top1": 0.08795180722891566, + "avg_normalized_top1": 0.08795180722891566, + "avg_top1": 0.0876 + }, + "0.8500000000000001": { + "MNISTVal:top1": 0.0862, + "ImageNetVal:top1": 0.6384, + "MNISTVal:normalized_top1": 0.08654618473895583, + "avg_normalized_top1": 0.08654618473895583, + "avg_top1": 0.0862 + }, + "0.9": { + "MNISTVal:top1": 0.0884, + "ImageNetVal:top1": 0.6278, + "MNISTVal:normalized_top1": 0.0887550200803213, + "avg_normalized_top1": 0.0887550200803213, + "avg_top1": 0.0884 + }, + "0.9500000000000001": { + "MNISTVal:top1": 0.0866, + "ImageNetVal:top1": 0.617, + "MNISTVal:normalized_top1": 0.08694779116465863, + "avg_normalized_top1": 0.08694779116465863, + "avg_top1": 0.0866 + }, + "1.0": { + "MNISTVal:top1": 0.0896, + "ImageNetVal:top1": 0.5986, + "MNISTVal:normalized_top1": 0.08995983935742972, + "avg_normalized_top1": 0.08995983935742972, + "avg_top1": 0.0896 + } + }, + "optimal_coef": 0.7000000000000001 + }, + "RESISC45": { + "test": 0.039523809523809524, + "test_control": 0.39542, + "val": { + "0.0": { + "RESISC45Val:top1": 0.6756613756613756, + "ImageNetVal:top1": 0.6932, + "RESISC45Val:normalized_top1": 0.6970524017467248, + "avg_normalized_top1": 0.6970524017467248, + "avg_top1": 0.6756613756613756 + }, + "0.05": { + "RESISC45Val:top1": 0.6190476190476191, + "ImageNetVal:top1": 0.6918, + "RESISC45Val:normalized_top1": 0.638646288209607, + "avg_normalized_top1": 0.638646288209607, + "avg_top1": 0.6190476190476191 + }, + "0.1": { + "RESISC45Val:top1": 0.5693121693121693, + "ImageNetVal:top1": 0.6918, + "RESISC45Val:normalized_top1": 0.5873362445414847, + "avg_normalized_top1": 0.5873362445414847, + "avg_top1": 0.5693121693121693 + }, + "0.15000000000000002": { + "RESISC45Val:top1": 0.526984126984127, + "ImageNetVal:top1": 0.6916, + "RESISC45Val:normalized_top1": 0.5436681222707423, + "avg_normalized_top1": 0.5436681222707423, + "avg_top1": 0.526984126984127 + }, + "0.2": { + "RESISC45Val:top1": 0.473015873015873, + "ImageNetVal:top1": 0.6896, + "RESISC45Val:normalized_top1": 0.4879912663755458, + "avg_normalized_top1": 0.4879912663755458, + "avg_top1": 0.473015873015873 + }, + "0.25": { + "RESISC45Val:top1": 0.41798941798941797, + "ImageNetVal:top1": 0.6846, + "RESISC45Val:normalized_top1": 0.43122270742358076, + "avg_normalized_top1": 0.43122270742358076, + "avg_top1": 0.41798941798941797 + }, + "0.30000000000000004": { + "RESISC45Val:top1": 0.373015873015873, + "ImageNetVal:top1": 0.6786, + "RESISC45Val:normalized_top1": 0.384825327510917, + "avg_normalized_top1": 0.384825327510917, + "avg_top1": 0.373015873015873 + }, + "0.35000000000000003": { + "RESISC45Val:top1": 0.3328042328042328, + "ImageNetVal:top1": 0.6734, + "RESISC45Val:normalized_top1": 0.3433406113537118, + "avg_normalized_top1": 0.3433406113537118, + "avg_top1": 0.3328042328042328 + }, + "0.4": { + "RESISC45Val:top1": 0.27354497354497354, + "ImageNetVal:top1": 0.665, + "RESISC45Val:normalized_top1": 0.28220524017467247, + "avg_normalized_top1": 0.28220524017467247, + "avg_top1": 0.27354497354497354 + }, + "0.45": { + "RESISC45Val:top1": 0.23544973544973544, + "ImageNetVal:top1": 0.6554, + "RESISC45Val:normalized_top1": 0.24290393013100434, + "avg_normalized_top1": 0.24290393013100434, + "avg_top1": 0.23544973544973544 + }, + "0.5": { + "RESISC45Val:top1": 0.19417989417989417, + "ImageNetVal:top1": 0.6454, + "RESISC45Val:normalized_top1": 0.20032751091703055, + "avg_normalized_top1": 0.20032751091703055, + "avg_top1": 0.19417989417989417 + }, + "0.55": { + "RESISC45Val:top1": 0.16137566137566137, + "ImageNetVal:top1": 0.6382, + "RESISC45Val:normalized_top1": 0.16648471615720523, + "avg_normalized_top1": 0.16648471615720523, + "avg_top1": 0.16137566137566137 + }, + "0.6000000000000001": { + "RESISC45Val:top1": 0.1365079365079365, + "ImageNetVal:top1": 0.6264, + "RESISC45Val:normalized_top1": 0.14082969432314407, + "avg_normalized_top1": 0.14082969432314407, + "avg_top1": 0.1365079365079365 + }, + "0.65": { + "RESISC45Val:top1": 0.11428571428571428, + "ImageNetVal:top1": 0.61, + "RESISC45Val:normalized_top1": 0.11790393013100436, + "avg_normalized_top1": 0.11790393013100436, + "avg_top1": 0.11428571428571428 + }, + "0.7000000000000001": { + "RESISC45Val:top1": 0.09259259259259259, + "ImageNetVal:top1": 0.5918, + "RESISC45Val:normalized_top1": 0.0955240174672489, + "avg_normalized_top1": 0.0955240174672489, + "avg_top1": 0.09259259259259259 + }, + "0.75": { + "RESISC45Val:top1": 0.07777777777777778, + "ImageNetVal:top1": 0.5728, + "RESISC45Val:normalized_top1": 0.08024017467248908, + "avg_normalized_top1": 0.08024017467248908, + "avg_top1": 0.07777777777777778 + }, + "0.8": { + "RESISC45Val:top1": 0.0656084656084656, + "ImageNetVal:top1": 0.5466, + "RESISC45Val:normalized_top1": 0.06768558951965065, + "avg_normalized_top1": 0.06768558951965065, + "avg_top1": 0.0656084656084656 + }, + "0.8500000000000001": { + "RESISC45Val:top1": 0.0582010582010582, + "ImageNetVal:top1": 0.5152, + "RESISC45Val:normalized_top1": 0.06004366812227074, + "avg_normalized_top1": 0.06004366812227074, + "avg_top1": 0.0582010582010582 + }, + "0.9": { + "RESISC45Val:top1": 0.051322751322751325, + "ImageNetVal:top1": 0.4816, + "RESISC45Val:normalized_top1": 0.05294759825327511, + "avg_normalized_top1": 0.05294759825327511, + "avg_top1": 0.051322751322751325 + }, + "0.9500000000000001": { + "RESISC45Val:top1": 0.04708994708994709, + "ImageNetVal:top1": 0.4442, + "RESISC45Val:normalized_top1": 0.048580786026200876, + "avg_normalized_top1": 0.048580786026200876, + "avg_top1": 0.04708994708994709 + }, + "1.0": { + "RESISC45Val:top1": 0.042328042328042326, + "ImageNetVal:top1": 0.4074, + "RESISC45Val:normalized_top1": 0.043668122270742356, + "avg_normalized_top1": 0.043668122270742356, + "avg_top1": 0.042328042328042326 + } + }, + "optimal_coef": 1.0 + }, + "SUN397": { + "test": 0.31808564231738035, + "test_control": 0.53626, + "val": { + "0.0": { + "SUN397Val:top1": 0.654911838790932, + "ImageNetVal:top1": 0.6932, + "SUN397Val:normalized_top1": 0.8408796895213453, + "avg_normalized_top1": 0.8408796895213453, + "avg_top1": 0.654911838790932 + }, + "0.05": { + "SUN397Val:top1": 0.6413098236775818, + "ImageNetVal:top1": 0.6916, + "SUN397Val:normalized_top1": 0.8234152652005173, + "avg_normalized_top1": 0.8234152652005173, + "avg_top1": 0.6413098236775818 + }, + "0.1": { + "SUN397Val:top1": 0.6267002518891688, + "ImageNetVal:top1": 0.6896, + "SUN397Val:normalized_top1": 0.8046571798188874, + "avg_normalized_top1": 0.8046571798188874, + "avg_top1": 0.6267002518891688 + }, + "0.15000000000000002": { + "SUN397Val:top1": 0.6146095717884131, + "ImageNetVal:top1": 0.6888, + "SUN397Val:normalized_top1": 0.7891332470892626, + "avg_normalized_top1": 0.7891332470892626, + "avg_top1": 0.6146095717884131 + }, + "0.2": { + "SUN397Val:top1": 0.5994962216624685, + "ImageNetVal:top1": 0.6884, + "SUN397Val:normalized_top1": 0.7697283311772315, + "avg_normalized_top1": 0.7697283311772315, + "avg_top1": 0.5994962216624685 + }, + "0.25": { + "SUN397Val:top1": 0.5869017632241813, + "ImageNetVal:top1": 0.6842, + "SUN397Val:normalized_top1": 0.7535575679172056, + "avg_normalized_top1": 0.7535575679172056, + "avg_top1": 0.5869017632241813 + }, + "0.30000000000000004": { + "SUN397Val:top1": 0.5697732997481109, + "ImageNetVal:top1": 0.679, + "SUN397Val:normalized_top1": 0.7315653298835705, + "avg_normalized_top1": 0.7315653298835705, + "avg_top1": 0.5697732997481109 + }, + "0.35000000000000003": { + "SUN397Val:top1": 0.5581863979848867, + "ImageNetVal:top1": 0.674, + "SUN397Val:normalized_top1": 0.7166882276843467, + "avg_normalized_top1": 0.7166882276843467, + "avg_top1": 0.5581863979848867 + }, + "0.4": { + "SUN397Val:top1": 0.5410579345088161, + "ImageNetVal:top1": 0.6702, + "SUN397Val:normalized_top1": 0.6946959896507114, + "avg_normalized_top1": 0.6946959896507114, + "avg_top1": 0.5410579345088161 + }, + "0.45": { + "SUN397Val:top1": 0.52544080604534, + "ImageNetVal:top1": 0.6654, + "SUN397Val:normalized_top1": 0.6746442432082794, + "avg_normalized_top1": 0.6746442432082794, + "avg_top1": 0.52544080604534 + }, + "0.5": { + "SUN397Val:top1": 0.5103274559193954, + "ImageNetVal:top1": 0.662, + "SUN397Val:normalized_top1": 0.6552393272962483, + "avg_normalized_top1": 0.6552393272962483, + "avg_top1": 0.5103274559193954 + }, + "0.55": { + "SUN397Val:top1": 0.4957178841309824, + "ImageNetVal:top1": 0.6566, + "SUN397Val:normalized_top1": 0.6364812419146184, + "avg_normalized_top1": 0.6364812419146184, + "avg_top1": 0.4957178841309824 + }, + "0.6000000000000001": { + "SUN397Val:top1": 0.47405541561712844, + "ImageNetVal:top1": 0.6478, + "SUN397Val:normalized_top1": 0.6086675291073738, + "avg_normalized_top1": 0.6086675291073738, + "avg_top1": 0.47405541561712844 + }, + "0.65": { + "SUN397Val:top1": 0.4634760705289673, + "ImageNetVal:top1": 0.6428, + "SUN397Val:normalized_top1": 0.5950840879689522, + "avg_normalized_top1": 0.5950840879689522, + "avg_top1": 0.4634760705289673 + }, + "0.7000000000000001": { + "SUN397Val:top1": 0.44584382871536526, + "ImageNetVal:top1": 0.635, + "SUN397Val:normalized_top1": 0.5724450194049159, + "avg_normalized_top1": 0.5724450194049159, + "avg_top1": 0.44584382871536526 + }, + "0.75": { + "SUN397Val:top1": 0.43073047858942065, + "ImageNetVal:top1": 0.6224, + "SUN397Val:normalized_top1": 0.5530401034928848, + "avg_normalized_top1": 0.5530401034928848, + "avg_top1": 0.43073047858942065 + }, + "0.8": { + "SUN397Val:top1": 0.41209068010075567, + "ImageNetVal:top1": 0.6128, + "SUN397Val:normalized_top1": 0.5291073738680465, + "avg_normalized_top1": 0.5291073738680465, + "avg_top1": 0.41209068010075567 + }, + "0.8500000000000001": { + "SUN397Val:top1": 0.3949622166246851, + "ImageNetVal:top1": 0.6032, + "SUN397Val:normalized_top1": 0.5071151358344114, + "avg_normalized_top1": 0.5071151358344114, + "avg_top1": 0.3949622166246851 + }, + "0.9": { + "SUN397Val:top1": 0.3778337531486146, + "ImageNetVal:top1": 0.588, + "SUN397Val:normalized_top1": 0.48512289780077616, + "avg_normalized_top1": 0.48512289780077616, + "avg_top1": 0.3778337531486146 + }, + "0.9500000000000001": { + "SUN397Val:top1": 0.36272040302267, + "ImageNetVal:top1": 0.5702, + "SUN397Val:normalized_top1": 0.4657179818887451, + "avg_normalized_top1": 0.4657179818887451, + "avg_top1": 0.36272040302267 + }, + "1.0": { + "SUN397Val:top1": 0.3420654911838791, + "ImageNetVal:top1": 0.5486, + "SUN397Val:normalized_top1": 0.4391979301423027, + "avg_normalized_top1": 0.4391979301423027, + "avg_top1": 0.3420654911838791 + } + }, + "optimal_coef": 1.0 + }, + "SVHN": { + "test": 0.06273048555623847, + "test_control": 0.56426, + "val": { + "0.0": { + "SVHNVal:top1": 0.4456, + "ImageNetVal:top1": 0.6932, + "SVHNVal:normalized_top1": 0.45966577264287184, + "avg_normalized_top1": 0.45966577264287184, + "avg_top1": 0.4456 + }, + "0.05": { + "SVHNVal:top1": 0.3728, + "ImageNetVal:top1": 0.6928, + "SVHNVal:normalized_top1": 0.384567773880751, + "avg_normalized_top1": 0.384567773880751, + "avg_top1": 0.3728 + }, + "0.1": { + "SVHNVal:top1": 0.3046, + "ImageNetVal:top1": 0.6932, + "SVHNVal:normalized_top1": 0.3142149783371157, + "avg_normalized_top1": 0.3142149783371157, + "avg_top1": 0.3046 + }, + "0.15000000000000002": { + "SVHNVal:top1": 0.2312, + "ImageNetVal:top1": 0.693, + "SVHNVal:normalized_top1": 0.23849804002475755, + "avg_normalized_top1": 0.23849804002475755, + "avg_top1": 0.2312 + }, + "0.2": { + "SVHNVal:top1": 0.1698, + "ImageNetVal:top1": 0.6936, + "SVHNVal:normalized_top1": 0.17515989271714463, + "avg_normalized_top1": 0.17515989271714463, + "avg_top1": 0.1698 + }, + "0.25": { + "SVHNVal:top1": 0.1292, + "ImageNetVal:top1": 0.69, + "SVHNVal:normalized_top1": 0.13327831648442337, + "avg_normalized_top1": 0.13327831648442337, + "avg_top1": 0.1292 + }, + "0.30000000000000004": { + "SVHNVal:top1": 0.1038, + "ImageNetVal:top1": 0.6906, + "SVHNVal:normalized_top1": 0.10707654219104601, + "avg_normalized_top1": 0.10707654219104601, + "avg_top1": 0.1038 + }, + "0.35000000000000003": { + "SVHNVal:top1": 0.0838, + "ImageNetVal:top1": 0.689, + "SVHNVal:normalized_top1": 0.08644522384980399, + "avg_normalized_top1": 0.08644522384980399, + "avg_top1": 0.0838 + }, + "0.4": { + "SVHNVal:top1": 0.0744, + "ImageNetVal:top1": 0.685, + "SVHNVal:normalized_top1": 0.07674850422942026, + "avg_normalized_top1": 0.07674850422942026, + "avg_top1": 0.0744 + }, + "0.45": { + "SVHNVal:top1": 0.071, + "ImageNetVal:top1": 0.68, + "SVHNVal:normalized_top1": 0.07324118011140911, + "avg_normalized_top1": 0.07324118011140911, + "avg_top1": 0.071 + }, + "0.5": { + "SVHNVal:top1": 0.0664, + "ImageNetVal:top1": 0.6754, + "SVHNVal:normalized_top1": 0.06849597689292346, + "avg_normalized_top1": 0.06849597689292346, + "avg_top1": 0.0664 + }, + "0.55": { + "SVHNVal:top1": 0.0654, + "ImageNetVal:top1": 0.668, + "SVHNVal:normalized_top1": 0.06746441097586135, + "avg_normalized_top1": 0.06746441097586135, + "avg_top1": 0.0654 + }, + "0.6000000000000001": { + "SVHNVal:top1": 0.0662, + "ImageNetVal:top1": 0.659, + "SVHNVal:normalized_top1": 0.06828966370951103, + "avg_normalized_top1": 0.06828966370951103, + "avg_top1": 0.0662 + }, + "0.65": { + "SVHNVal:top1": 0.065, + "ImageNetVal:top1": 0.6518, + "SVHNVal:normalized_top1": 0.06705178460903652, + "avg_normalized_top1": 0.06705178460903652, + "avg_top1": 0.065 + }, + "0.7000000000000001": { + "SVHNVal:top1": 0.0652, + "ImageNetVal:top1": 0.6442, + "SVHNVal:normalized_top1": 0.06725809779244893, + "avg_normalized_top1": 0.06725809779244893, + "avg_top1": 0.0652 + }, + "0.75": { + "SVHNVal:top1": 0.0638, + "ImageNetVal:top1": 0.6326, + "SVHNVal:normalized_top1": 0.06581390550856199, + "avg_normalized_top1": 0.06581390550856199, + "avg_top1": 0.0638 + }, + "0.8": { + "SVHNVal:top1": 0.0636, + "ImageNetVal:top1": 0.618, + "SVHNVal:normalized_top1": 0.06560759232514958, + "avg_normalized_top1": 0.06560759232514958, + "avg_top1": 0.0636 + }, + "0.8500000000000001": { + "SVHNVal:top1": 0.0614, + "ImageNetVal:top1": 0.603, + "SVHNVal:normalized_top1": 0.06333814730761296, + "avg_normalized_top1": 0.06333814730761296, + "avg_top1": 0.0614 + }, + "0.9": { + "SVHNVal:top1": 0.0604, + "ImageNetVal:top1": 0.5852, + "SVHNVal:normalized_top1": 0.062306581390550855, + "avg_normalized_top1": 0.062306581390550855, + "avg_top1": 0.0604 + }, + "0.9500000000000001": { + "SVHNVal:top1": 0.06, + "ImageNetVal:top1": 0.5616, + "SVHNVal:normalized_top1": 0.061893955023726015, + "avg_normalized_top1": 0.061893955023726015, + "avg_top1": 0.06 + }, + "1.0": { + "SVHNVal:top1": 0.0608, + "ImageNetVal:top1": 0.5378, + "SVHNVal:normalized_top1": 0.06271920775737569, + "avg_normalized_top1": 0.06271920775737569, + "avg_top1": 0.0608 + } + }, + "optimal_coef": 0.9500000000000001 + } +} \ No newline at end of file diff --git a/standard_1e-05_ViT-B-32/disentanglement_data/disentanglement_Cars_DTD.json b/standard_1e-05_ViT-B-32/disentanglement_data/disentanglement_Cars_DTD.json new file mode 100644 index 0000000000000000000000000000000000000000..3f9c0824ca8909cdfaaac173c12a2bb4041aa5ab --- /dev/null +++ b/standard_1e-05_ViT-B-32/disentanglement_data/disentanglement_Cars_DTD.json @@ -0,0 +1,167 @@ +{ + "task1": "Cars", + "task2": "DTD", + "model": "ViT-B-32", + "finetuning_mode": "standard", + "lr": 1e-05, + "ortho_lambda": null, + "seed": 1993, + "alphas": [ + -1.0, + -0.8, + -0.6, + -0.3999999999999999, + -0.19999999999999996, + 0.0, + 0.20000000000000018, + 0.40000000000000013, + 0.6000000000000001, + 0.8, + 1.0 + ], + "error_matrix": [ + [ + 1.5696964263916016, + 1.447847604751587, + 1.2811082601547241, + 1.0688715279102325, + 0.8376147598028183, + 0.5330182909965515, + 0.6143312752246857, + 0.640058308839798, + 0.6573675572872162, + 0.7022298574447632, + 0.7559788227081299 + ], + [ + 1.442125678062439, + 1.28498774766922, + 1.0995880365371704, + 0.8953299820423126, + 0.6935727000236511, + 0.4335281550884247, + 0.4837278723716736, + 0.4983476400375366, + 0.54463791847229, + 0.5971282720565796, + 0.6488050073385239 + ], + [ + 1.2285752892494202, + 1.065253734588623, + 0.8969740569591522, + 0.7349275052547455, + 0.5711757689714432, + 0.3512001037597656, + 0.3907974362373352, + 0.41414955258369446, + 0.4559432715177536, + 0.5075915604829788, + 0.5615487098693848 + ], + [ + 0.9434174001216888, + 0.8235644102096558, + 0.6820362210273743, + 0.5599895566701889, + 0.45635004341602325, + 0.26277825236320496, + 0.28795991092920303, + 0.31801413744688034, + 0.3724793344736099, + 0.4298827648162842, + 0.48596158623695374 + ], + [ + 0.666022464632988, + 0.5704486519098282, + 0.4884154349565506, + 0.4016009718179703, + 0.3244762271642685, + 0.10720060020685196, + 0.1620943397283554, + 0.22420712560415268, + 0.2800702303647995, + 0.33878764510154724, + 0.4023686982691288 + ], + [ + 0.40744680166244507, + 0.332446813583374, + 0.2670212686061859, + 0.21276596188545227, + 0.09468085318803787, + 0.0, + 0.06542553007602692, + 0.12765957415103912, + 0.19042553007602692, + 0.25585106015205383, + 0.3127659559249878 + ], + [ + 0.5365005731582642, + 0.4586327522993088, + 0.3805776536464691, + 0.3038756251335144, + 0.1705329343676567, + 0.07934336364269257, + 0.10791852697730064, + 0.15932699665427208, + 0.18500881642103195, + 0.23644572496414185, + 0.29191020876169205 + ], + [ + 0.6186515688896179, + 0.5353042930364609, + 0.4529160410165787, + 0.35775433480739594, + 0.23883190006017685, + 0.15943290293216705, + 0.16215558722615242, + 0.17480776458978653, + 0.1936226412653923, + 0.23310871422290802, + 0.2800909951329231 + ], + [ + 0.6932359486818314, + 0.612762525677681, + 0.5293508917093277, + 0.43688034266233444, + 0.3176373243331909, + 0.23641337454319, + 0.21588918566703796, + 0.20180485397577286, + 0.21831227093935013, + 0.2407560870051384, + 0.28826427459716797 + ], + [ + 0.7750453650951385, + 0.692477285861969, + 0.6070609465241432, + 0.5157561600208282, + 0.4063498489558697, + 0.3127720355987549, + 0.27685530483722687, + 0.2652791999280453, + 0.2550995275378227, + 0.2750081345438957, + 0.31891126185655594 + ], + [ + 0.8637607991695404, + 0.7710788995027542, + 0.6912783160805702, + 0.606080811470747, + 0.5026634149253368, + 0.40330803394317627, + 0.3616152014583349, + 0.3416108824312687, + 0.340045228600502, + 0.3610251545906067, + 0.41793838888406754 + ] + ] +} \ No newline at end of file diff --git a/standard_1e-05_ViT-B-32/disentanglement_data/disentanglement_Cars_EuroSAT.json b/standard_1e-05_ViT-B-32/disentanglement_data/disentanglement_Cars_EuroSAT.json new file mode 100644 index 0000000000000000000000000000000000000000..a9fdfc1255f96e1e6bf6fe7a0fad039a2ffc4b50 --- /dev/null +++ b/standard_1e-05_ViT-B-32/disentanglement_data/disentanglement_Cars_EuroSAT.json @@ -0,0 +1,167 @@ +{ + "task1": "Cars", + "task2": "EuroSAT", + "model": "ViT-B-32", + "finetuning_mode": "standard", + "lr": 1e-05, + "ortho_lambda": null, + "seed": 1993, + "alphas": [ + -1.0, + -0.8, + -0.6, + -0.3999999999999999, + -0.19999999999999996, + 0.0, + 0.20000000000000018, + 0.40000000000000013, + 0.6000000000000001, + 0.8, + 1.0 + ], + "error_matrix": [ + [ + 1.4260478615760803, + 1.2284713387489319, + 1.0619188845157623, + 0.9277701526880264, + 0.7876139730215073, + 0.5780375599861145, + 0.6201349049806595, + 0.5922410488128662, + 0.5359999090433121, + 0.5459693670272827, + 0.5499761551618576 + ], + [ + 1.255357563495636, + 1.1646523177623749, + 1.0826578736305237, + 1.0026885569095612, + 0.8310325145721436, + 0.47058823704719543, + 0.6193277835845947, + 0.6665192246437073, + 0.7030623257160187, + 0.7096929997205734, + 0.7024398744106293 + ], + [ + 1.014133244752884, + 0.9292567074298859, + 0.8974899351596832, + 0.8145311176776886, + 0.65289406478405, + 0.3737097382545471, + 0.532992959022522, + 0.5653777122497559, + 0.5689741373062134, + 0.6513282209634781, + 0.7555592805147171 + ], + [ + 0.9799229502677917, + 0.9205461740493774, + 0.8511537611484528, + 0.7626128494739532, + 0.5609296411275864, + 0.2760850787162781, + 0.36968085169792175, + 0.4534417539834976, + 0.5637782216072083, + 0.6369328498840332, + 0.6829777210950851 + ], + [ + 0.8948999494314194, + 0.8460647761821747, + 0.7551752030849457, + 0.6331228911876678, + 0.4760097563266754, + 0.15296605229377747, + 0.27174222469329834, + 0.3626169264316559, + 0.45299477875232697, + 0.5577715337276459, + 0.6512319631874561 + ], + [ + 0.7359259128570557, + 0.5811111330986023, + 0.4248148202896118, + 0.32185184955596924, + 0.16518518328666687, + 0.0, + 0.11370370537042618, + 0.1922222226858139, + 0.2759259343147278, + 0.36259257793426514, + 0.4355555474758148 + ], + [ + 0.5717406719923019, + 0.42291155457496643, + 0.33724523335695267, + 0.25774139165878296, + 0.20409683138132095, + 0.12672552466392517, + 0.11879764124751091, + 0.1155363954603672, + 0.13443822413682938, + 0.17221057415008545, + 0.21564923599362373 + ], + [ + 0.4539598897099495, + 0.38991842418909073, + 0.3572144079953432, + 0.31068439595401287, + 0.287612734362483, + 0.22347967326641083, + 0.17195549421012402, + 0.13647680915892124, + 0.11716526560485363, + 0.11350440420210361, + 0.12845172733068466 + ], + [ + 0.49580810219049454, + 0.4779005404561758, + 0.44986793026328087, + 0.41035594092682004, + 0.3654773565940559, + 0.29735106229782104, + 0.23752177564892918, + 0.19347838265821338, + 0.161995611153543, + 0.15016757138073444, + 0.1554771214723587 + ], + [ + 0.5800212994217873, + 0.5743441032245755, + 0.5522537087090313, + 0.5092378160916269, + 0.4572678457479924, + 0.3804253339767456, + 0.3105253488756716, + 0.25716562289744616, + 0.22368763433769345, + 0.21110798325389624, + 0.2154362080618739 + ], + [ + 0.6825477322563529, + 0.6727475328370929, + 0.6598355416208506, + 0.6195610712748021, + 0.5561442713369615, + 0.4776768982410431, + 0.40192648279480636, + 0.34893712727352977, + 0.30576968006789684, + 0.28785331966355443, + 0.30299022886902094 + ] + ] +} \ No newline at end of file diff --git a/standard_1e-05_ViT-B-32/disentanglement_data/disentanglement_Cars_GTSRB.json b/standard_1e-05_ViT-B-32/disentanglement_data/disentanglement_Cars_GTSRB.json new file mode 100644 index 0000000000000000000000000000000000000000..e74a9a917c68d0e9117b28c05b1a0fca330e7041 --- /dev/null +++ b/standard_1e-05_ViT-B-32/disentanglement_data/disentanglement_Cars_GTSRB.json @@ -0,0 +1,167 @@ +{ + "task1": "Cars", + "task2": "GTSRB", + "model": "ViT-B-32", + "finetuning_mode": "standard", + "lr": 1e-05, + "ortho_lambda": null, + "seed": 1993, + "alphas": [ + -1.0, + -0.8, + -0.6, + -0.3999999999999999, + -0.19999999999999996, + 0.0, + 0.20000000000000018, + 0.40000000000000013, + 0.6000000000000001, + 0.8, + 1.0 + ], + "error_matrix": [ + [ + 0.9480123519897461, + 0.8987554460763931, + 0.848242923617363, + 0.7843767777085304, + 0.7075960859656334, + 0.5520457625389099, + 0.5507897660136223, + 0.6086929738521576, + 0.6623073220252991, + 0.6894517540931702, + 0.730078935623169 + ], + [ + 0.9959281980991364, + 0.9244931042194366, + 0.8546395152807236, + 0.7877706289291382, + 0.6784835755825043, + 0.45044147968292236, + 0.5682694762945175, + 0.6659944355487823, + 0.6850841790437698, + 0.698284387588501, + 0.7462297827005386 + ], + [ + 1.0372609496116638, + 0.9545615613460541, + 0.9018700122833252, + 0.8321691453456879, + 0.704034835100174, + 0.35008084774017334, + 0.4831734597682953, + 0.5337607115507126, + 0.5902549773454666, + 0.6656834930181503, + 0.75636225938797 + ], + [ + 0.9465209245681763, + 0.8646332919597626, + 0.8539827764034271, + 0.7529407739639282, + 0.5916710495948792, + 0.24511876702308655, + 0.407690167427063, + 0.5236960276961327, + 0.5992870032787323, + 0.6805353313684464, + 0.7686940580606461 + ], + [ + 0.9059365540742874, + 0.832769438624382, + 0.7733634412288666, + 0.6998116225004196, + 0.5691043585538864, + 0.11764705926179886, + 0.3103353902697563, + 0.3781645968556404, + 0.45008576288819313, + 0.5406077764928341, + 0.6466583572328091 + ], + [ + 0.6824228167533875, + 0.5966745615005493, + 0.5540775656700134, + 0.5030087232589722, + 0.31686460971832275, + 0.0, + 0.15352335572242737, + 0.2751385569572449, + 0.3866191506385803, + 0.47220903635025024, + 0.552177369594574 + ], + [ + 0.667340874671936, + 0.5823500156402588, + 0.47959448397159576, + 0.3688909262418747, + 0.25026971846818924, + 0.11118020117282867, + 0.1668330654501915, + 0.21767249703407288, + 0.2659994512796402, + 0.3274168521165848, + 0.3909396640956402 + ], + [ + 0.5084803551435471, + 0.43023596704006195, + 0.3636738024652004, + 0.31309208273887634, + 0.2667195564135909, + 0.21278448402881622, + 0.17827409971505404, + 0.15748961456120014, + 0.14674409478902817, + 0.16588323935866356, + 0.20000672340393066 + ], + [ + 0.538652315735817, + 0.4974818527698517, + 0.452696455642581, + 0.4072796981781721, + 0.3570919381454587, + 0.29971396923065186, + 0.25226543797180057, + 0.21449438761919737, + 0.18746413197368383, + 0.18620013166218996, + 0.1979950163513422 + ], + [ + 0.6589813204482198, + 0.6350005166605115, + 0.586350682657212, + 0.5265194298699498, + 0.46075320593081415, + 0.4072876572608948, + 0.3469389814417809, + 0.3017057734541595, + 0.279230959713459, + 0.2751617915928364, + 0.2957391934469342 + ], + [ + 0.7854228783398867, + 0.7659871336072683, + 0.7235330939292908, + 0.6589652430266142, + 0.5883376693818718, + 0.5348837375640869, + 0.4794523841701448, + 0.43759934487752616, + 0.41302155517041683, + 0.41960238805040717, + 0.4596143737435341 + ] + ] +} \ No newline at end of file diff --git a/standard_1e-05_ViT-B-32/disentanglement_data/disentanglement_Cars_MNIST.json b/standard_1e-05_ViT-B-32/disentanglement_data/disentanglement_Cars_MNIST.json new file mode 100644 index 0000000000000000000000000000000000000000..ba1dedccef491f9f5a64121e70e1e87098a071ad --- /dev/null +++ b/standard_1e-05_ViT-B-32/disentanglement_data/disentanglement_Cars_MNIST.json @@ -0,0 +1,167 @@ +{ + "task1": "Cars", + "task2": "MNIST", + "model": "ViT-B-32", + "finetuning_mode": "standard", + "lr": 1e-05, + "ortho_lambda": null, + "seed": 1993, + "alphas": [ + -1.0, + -0.8, + -0.6, + -0.3999999999999999, + -0.19999999999999996, + 0.0, + 0.20000000000000018, + 0.40000000000000013, + 0.6000000000000001, + 0.8, + 1.0 + ], + "error_matrix": [ + [ + 1.4713560342788696, + 1.4306172728538513, + 1.2504070401191711, + 0.9052846357226372, + 0.769850667566061, + 0.670687735080719, + 0.5663743547338527, + 0.4854142896074336, + 0.4241035214799922, + 0.40607094086590223, + 0.41863157667103224 + ], + [ + 1.6981016397476196, + 1.6851845979690552, + 1.6475973725318909, + 1.2166684865951538, + 0.746532492339611, + 0.5198358297348022, + 0.4184981440193951, + 0.3474921565502882, + 0.30432161781936884, + 0.28959157690405846, + 0.3006340777501464 + ], + [ + 1.5618336200714111, + 1.5461639165878296, + 1.4884984493255615, + 0.7324899435043335, + 0.5288281664252281, + 0.38054966926574707, + 0.51301509141922, + 0.6583839058876038, + 0.6302264034748077, + 0.5857003480195999, + 0.5817068517208099 + ], + [ + 1.3759017884731293, + 1.366723358631134, + 1.3326669931411743, + 1.0946700870990753, + 0.8815893232822418, + 0.27272728085517883, + 0.5496136695146561, + 0.6125878542661667, + 0.5763357132673264, + 0.5438957810401917, + 0.526554711163044 + ], + [ + 1.0639026165008545, + 1.0168589651584625, + 0.7824487537145615, + 0.5964740067720413, + 0.561663806438446, + 0.15172241628170013, + 0.299072265625, + 0.3666779324412346, + 0.48809662088751793, + 0.5454606302082539, + 0.5886798799037933 + ], + [ + 0.6082000136375427, + 0.43149998784065247, + 0.3070000112056732, + 0.2775999903678894, + 0.2540999948978424, + 0.0, + 0.08569999784231186, + 0.1826999932527542, + 0.2955999970436096, + 0.34940001368522644, + 0.3855000138282776 + ], + [ + 0.3601504862308502, + 0.31598249077796936, + 0.26980656385421753, + 0.21304962038993835, + 0.18077142909169197, + 0.11739833652973175, + 0.10225130338221788, + 0.08898131921887398, + 0.09330539777874947, + 0.10740030184388161, + 0.12913372740149498 + ], + [ + 0.3716848064213991, + 0.35337290074676275, + 0.322164386510849, + 0.2989201988093555, + 0.25572671415284276, + 0.21589355170726776, + 0.17157936200965196, + 0.13510003895498812, + 0.11600711336359382, + 0.11290569417178631, + 0.120460937730968 + ], + [ + 0.5036621675826609, + 0.4848539521917701, + 0.4421924810158089, + 0.4073927365243435, + 0.34267036110395566, + 0.2984703481197357, + 0.25138817221159115, + 0.20793688943376765, + 0.17851421370869502, + 0.17443971440661699, + 0.17842186242341995 + ], + [ + 0.6511486263480037, + 0.6215990609489381, + 0.5697372616268694, + 0.5255372487008572, + 0.45126584474928677, + 0.39447829127311707, + 0.33921256322355475, + 0.2965830761240795, + 0.26492187345866114, + 0.2525856326101348, + 0.25721395621076226 + ], + [ + 0.7828973955474794, + 0.7461078393971547, + 0.7001911100232974, + 0.6547962359327357, + 0.5845556953572668, + 0.5236910581588745, + 0.469420250839903, + 0.4211700886953622, + 0.383017685264349, + 0.3680697774980217, + 0.3739173869835213 + ] + ] +} \ No newline at end of file diff --git a/standard_1e-05_ViT-B-32/disentanglement_data/disentanglement_Cars_RESISC45.json b/standard_1e-05_ViT-B-32/disentanglement_data/disentanglement_Cars_RESISC45.json new file mode 100644 index 0000000000000000000000000000000000000000..366f589d69b349e24b5d5825d8fd3c1816f9a732 --- /dev/null +++ b/standard_1e-05_ViT-B-32/disentanglement_data/disentanglement_Cars_RESISC45.json @@ -0,0 +1,167 @@ +{ + "task1": "Cars", + "task2": "RESISC45", + "model": "ViT-B-32", + "finetuning_mode": "standard", + "lr": 1e-05, + "ortho_lambda": null, + "seed": 1993, + "alphas": [ + -1.0, + -0.8, + -0.6, + -0.3999999999999999, + -0.19999999999999996, + 0.0, + 0.20000000000000018, + 0.40000000000000013, + 0.6000000000000001, + 0.8, + 1.0 + ], + "error_matrix": [ + [ + 1.6786829829216003, + 1.575782835483551, + 1.4302250146865845, + 1.247067630290985, + 1.0030496716499329, + 0.6303942203521729, + 0.8172451853752136, + 0.9327196478843689, + 0.9918265640735626, + 1.0551756918430328, + 1.1276958882808685 + ], + [ + 1.6435324549674988, + 1.52362722158432, + 1.3764346241950989, + 1.189380943775177, + 0.92265784740448, + 0.5152344107627869, + 0.7015241384506226, + 0.7976629436016083, + 0.868499219417572, + 0.9468782395124435, + 1.0196552872657776 + ], + [ + 1.4848896265029907, + 1.348849594593048, + 1.218800961971283, + 1.039784848690033, + 0.7744134366512299, + 0.3975873589515686, + 0.5319935828447342, + 0.6321099102497101, + 0.7089904397726059, + 0.7876425683498383, + 0.8701234310865402 + ], + [ + 1.2082478702068329, + 1.089462697505951, + 0.9648822247982025, + 0.7845520079135895, + 0.5714648067951202, + 0.2810595631599426, + 0.3789146989583969, + 0.4551655650138855, + 0.5377519279718399, + 0.635808177292347, + 0.7289941236376762 + ], + [ + 0.8893168866634369, + 0.7541457861661911, + 0.6318544745445251, + 0.49533727765083313, + 0.3954988867044449, + 0.16527795791625977, + 0.2539132982492447, + 0.3194074481725693, + 0.3940863870084286, + 0.47417815774679184, + 0.5681021325290203 + ], + [ + 0.4977777898311615, + 0.3517460227012634, + 0.2596825361251831, + 0.20396825671195984, + 0.10031746327877045, + 0.0, + 0.07301587611436844, + 0.13873015344142914, + 0.20476190745830536, + 0.27714285254478455, + 0.3579365015029907 + ], + [ + 0.5065078288316727, + 0.4053591638803482, + 0.31850962340831757, + 0.24430637806653976, + 0.17829476669430733, + 0.09998756647109985, + 0.10229896754026413, + 0.12387523800134659, + 0.15640852600336075, + 0.207549050450325, + 0.26595358923077583 + ], + [ + 0.4923054575920105, + 0.4102390557527542, + 0.3474087715148926, + 0.3007802963256836, + 0.23792587406933308, + 0.18082328140735626, + 0.15705577842891216, + 0.14785677567124367, + 0.15270579606294632, + 0.17539605498313904, + 0.2107454091310501 + ], + [ + 0.5088222026824951, + 0.4635893739759922, + 0.41733575239777565, + 0.37240936048328876, + 0.3013079771772027, + 0.25369977951049805, + 0.21046762820333242, + 0.18547105230391026, + 0.17220213264226913, + 0.18306132033467293, + 0.21191231906414032 + ], + [ + 0.5798145607113838, + 0.5402715839445591, + 0.4947920963168144, + 0.45393386017531157, + 0.3770186072215438, + 0.32222360372543335, + 0.2749856235459447, + 0.2398664392530918, + 0.223835326731205, + 0.22973135486245155, + 0.25282060354948044 + ], + [ + 0.6631322950124741, + 0.6328462921082973, + 0.5873898603022099, + 0.5410596197471023, + 0.4594317083247006, + 0.40281060338020325, + 0.35473643289878964, + 0.3184980070218444, + 0.300995783880353, + 0.30006323382258415, + 0.3319134823977947 + ] + ] +} \ No newline at end of file diff --git a/standard_1e-05_ViT-B-32/disentanglement_data/disentanglement_Cars_SUN397.json b/standard_1e-05_ViT-B-32/disentanglement_data/disentanglement_Cars_SUN397.json new file mode 100644 index 0000000000000000000000000000000000000000..8612a929eaa69cb7a59d45760873b787246e725b --- /dev/null +++ b/standard_1e-05_ViT-B-32/disentanglement_data/disentanglement_Cars_SUN397.json @@ -0,0 +1,167 @@ +{ + "task1": "Cars", + "task2": "SUN397", + "model": "ViT-B-32", + "finetuning_mode": "standard", + "lr": 1e-05, + "ortho_lambda": null, + "seed": 1993, + "alphas": [ + -1.0, + -0.8, + -0.6, + -0.3999999999999999, + -0.19999999999999996, + 0.0, + 0.20000000000000018, + 0.40000000000000013, + 0.6000000000000001, + 0.8, + 1.0 + ], + "error_matrix": [ + [ + 1.565887212753296, + 1.4074153900146484, + 1.2502800822257996, + 1.0555212795734406, + 0.847467452287674, + 0.5675910711288452, + 0.621391236782074, + 0.6449812352657318, + 0.6754890382289886, + 0.7192335426807404, + 0.7956255674362183 + ], + [ + 1.369313895702362, + 1.2009915709495544, + 1.050685316324234, + 0.8847039639949799, + 0.7155649363994598, + 0.4760601818561554, + 0.49857278168201447, + 0.5176127105951309, + 0.5445762872695923, + 0.5933958292007446, + 0.6673147231340408 + ], + [ + 1.1173381805419922, + 0.9597815573215485, + 0.8379171192646027, + 0.7081508636474609, + 0.572829432785511, + 0.3684864938259125, + 0.37681882828474045, + 0.40476344525814056, + 0.4351347088813782, + 0.48826728761196136, + 0.5593805760145187 + ], + [ + 0.8526382148265839, + 0.7275802195072174, + 0.6347883641719818, + 0.5239408165216446, + 0.41647931933403015, + 0.25208306312561035, + 0.2706863805651665, + 0.2976745516061783, + 0.3380415663123131, + 0.3964192569255829, + 0.47395219653844833 + ], + [ + 0.6003311723470688, + 0.5073977112770081, + 0.4270056337118149, + 0.3390062749385834, + 0.2900375574827194, + 0.10782241076231003, + 0.15849619358778, + 0.19700506329536438, + 0.24411393702030182, + 0.3095627650618553, + 0.38917386904358864 + ], + [ + 0.3647858798503876, + 0.2767758071422577, + 0.2172292172908783, + 0.16488665342330933, + 0.08130982518196106, + 0.0, + 0.058136019855737686, + 0.11123425513505936, + 0.16947102546691895, + 0.23602014780044556, + 0.3139042854309082 + ], + [ + 0.47163553535938263, + 0.39476820826530457, + 0.33639003336429596, + 0.2634993940591812, + 0.17780330777168274, + 0.08431787043809891, + 0.11216075345873833, + 0.1513741798698902, + 0.18933303281664848, + 0.2520471066236496, + 0.330648947507143 + ], + [ + 0.5617251992225647, + 0.4987635910511017, + 0.427009254693985, + 0.35229723900556564, + 0.2593732625246048, + 0.1734858900308609, + 0.17916690185666084, + 0.19218970835208893, + 0.2210085093975067, + 0.2800087332725525, + 0.35349418967962265 + ], + [ + 0.6464017927646637, + 0.5836292803287506, + 0.5082260817289352, + 0.42944514751434326, + 0.33600062131881714, + 0.24909837543964386, + 0.24203428998589516, + 0.24416355043649673, + 0.26599444448947906, + 0.315683051943779, + 0.396257147192955 + ], + [ + 0.726313903927803, + 0.6674850285053253, + 0.603797435760498, + 0.5166795924305916, + 0.41725006327033043, + 0.3204825222492218, + 0.31545862928032875, + 0.30879756808280945, + 0.33003512024879456, + 0.37888312339782715, + 0.4706880897283554 + ], + [ + 0.8133582323789597, + 0.7588932514190674, + 0.7005910351872444, + 0.6138778701424599, + 0.5093949921429157, + 0.4091531038284302, + 0.39730969816446304, + 0.38686130195856094, + 0.4110616594552994, + 0.46805065870285034, + 0.5707467198371887 + ] + ] +} \ No newline at end of file diff --git a/standard_1e-05_ViT-B-32/disentanglement_data/disentanglement_Cars_SVHN.json b/standard_1e-05_ViT-B-32/disentanglement_data/disentanglement_Cars_SVHN.json new file mode 100644 index 0000000000000000000000000000000000000000..eb13b0208db8a7d7a56f23640ba76cd7637effbb --- /dev/null +++ b/standard_1e-05_ViT-B-32/disentanglement_data/disentanglement_Cars_SVHN.json @@ -0,0 +1,167 @@ +{ + "task1": "Cars", + "task2": "SVHN", + "model": "ViT-B-32", + "finetuning_mode": "standard", + "lr": 1e-05, + "ortho_lambda": null, + "seed": 1993, + "alphas": [ + -1.0, + -0.8, + -0.6, + -0.3999999999999999, + -0.19999999999999996, + 0.0, + 0.20000000000000018, + 0.40000000000000013, + 0.6000000000000001, + 0.8, + 1.0 + ], + "error_matrix": [ + [ + 0.877954677620437, + 0.8250034991506254, + 0.801211859085015, + 0.7672224007401383, + 0.7094413619415718, + 0.5974381566047668, + 0.4760985961147526, + 0.3932730844207981, + 0.3416625848003605, + 0.3186554899402836, + 0.3287288835235813 + ], + [ + 0.7597446190193295, + 0.7067683557979763, + 0.6927330809412524, + 0.6483811893849634, + 0.5840564565442037, + 0.48290014266967773, + 0.36640163882111665, + 0.29186087286507245, + 0.24046068916504737, + 0.2197305504087126, + 0.22259088790451642 + ], + [ + 0.728217676281929, + 0.6222993433475494, + 0.5802313471212983, + 0.5326742199249566, + 0.4811985702253878, + 0.3720930218696594, + 0.2811400033533573, + 0.21290332358330488, + 0.17216321779415011, + 0.15563017083331943, + 0.15190841490402818 + ], + [ + 0.8636893928050995, + 0.6908849477767944, + 0.5195725411176682, + 0.46290460228919983, + 0.41723809391260147, + 0.26837459206581116, + 0.23528115078806877, + 0.20136277377605438, + 0.17759817838668823, + 0.17314572632312775, + 0.17314241081476212 + ], + [ + 1.0498486012220383, + 0.8800653368234634, + 0.6379242092370987, + 0.6302366405725479, + 0.5104499310255051, + 0.13045641779899597, + 0.2168758064508438, + 0.22147806733846664, + 0.2349310889840126, + 0.26356712356209755, + 0.29131464660167694 + ], + [ + 0.8348186612129211, + 0.7786954641342163, + 0.664220929145813, + 0.40646126866340637, + 0.20682236552238464, + 0.0, + 0.07932544499635696, + 0.1511601060628891, + 0.21707898378372192, + 0.27535340189933777, + 0.32202672958374023 + ], + [ + 0.5874249488115311, + 0.5165102779865265, + 0.442965492606163, + 0.32996927201747894, + 0.22951986640691757, + 0.11006093770265579, + 0.12496458366513252, + 0.13903968781232834, + 0.16845423728227615, + 0.2086087465286255, + 0.2565549984574318 + ], + [ + 0.48141946643590927, + 0.4454968646168709, + 0.38191797211766243, + 0.32089846581220627, + 0.28512125462293625, + 0.21887825429439545, + 0.1794033432379365, + 0.14910529553890228, + 0.13997293636202812, + 0.1486777812242508, + 0.17120041698217392 + ], + [ + 0.5383595265448093, + 0.5165924709290266, + 0.4652036326006055, + 0.40077159460633993, + 0.36158714862540364, + 0.30904117226600647, + 0.2546626231633127, + 0.20465309778228402, + 0.17556966189295053, + 0.17119595780968666, + 0.180888244882226 + ], + [ + 0.6678014202043414, + 0.6313476739451289, + 0.578011879697442, + 0.5191969140432775, + 0.4634727712254971, + 0.4015669822692871, + 0.33975016395561397, + 0.2869167751632631, + 0.2510644169524312, + 0.23665714170783758, + 0.24475231859833002 + ], + [ + 0.7836573962122202, + 0.7486139005050063, + 0.687531101051718, + 0.6321032247506082, + 0.572030273033306, + 0.5061559677124023, + 0.4448346549179405, + 0.3847479005344212, + 0.3485862738452852, + 0.33505147881805897, + 0.3397615058347583 + ] + ] +} \ No newline at end of file diff --git a/standard_1e-05_ViT-B-32/disentanglement_data/disentanglement_DTD_EuroSAT.json b/standard_1e-05_ViT-B-32/disentanglement_data/disentanglement_DTD_EuroSAT.json new file mode 100644 index 0000000000000000000000000000000000000000..0ba5ce0a44f4931ef773a2f66f18701daf030525 --- /dev/null +++ b/standard_1e-05_ViT-B-32/disentanglement_data/disentanglement_DTD_EuroSAT.json @@ -0,0 +1,167 @@ +{ + "task1": "DTD", + "task2": "EuroSAT", + "model": "ViT-B-32", + "finetuning_mode": "standard", + "lr": 1e-05, + "ortho_lambda": null, + "seed": 1993, + "alphas": [ + -1.0, + -0.8, + -0.6, + -0.3999999999999999, + -0.19999999999999996, + 0.0, + 0.20000000000000018, + 0.40000000000000013, + 0.6000000000000001, + 0.8, + 1.0 + ], + "error_matrix": [ + [ + 0.9516272395849228, + 0.9287391677498817, + 0.8673049658536911, + 0.8089479729533195, + 0.7500512078404427, + 0.6047872304916382, + 0.8362411558628082, + 1.014917254447937, + 1.058644562959671, + 1.095827430486679, + 1.100827395915985 + ], + [ + 1.210520088672638, + 1.1549606025218964, + 1.0808471143245697, + 0.9766272604465485, + 0.8286131024360657, + 0.4925532042980194, + 0.6954097747802734, + 0.7274468243122101, + 0.7523837685585022, + 0.775776207447052, + 0.8437391370534897 + ], + [ + 1.268766701221466, + 1.2084200382232666, + 1.1015918254852295, + 0.9133372604846954, + 0.6632899940013885, + 0.3781915009021759, + 0.5072419196367264, + 0.5190070867538452, + 0.5089479833841324, + 0.549282893538475, + 0.6648739278316498 + ], + [ + 1.1609495282173157, + 1.0774862170219421, + 0.9506895244121552, + 0.7357998490333557, + 0.5348857343196869, + 0.2882978618144989, + 0.384972408413887, + 0.42459022998809814, + 0.48953112959861755, + 0.5588258430361748, + 0.6441962048411369 + ], + [ + 0.9686327576637268, + 0.8743971586227417, + 0.7590661942958832, + 0.6048502922058105, + 0.45444445312023163, + 0.15797872841358185, + 0.28880614042282104, + 0.39312056452035904, + 0.49475178122520447, + 0.60843575745821, + 0.7360677421092987 + ], + [ + 0.7114814519882202, + 0.5911111235618591, + 0.4611110985279083, + 0.3566666543483734, + 0.21407407522201538, + 0.0, + 0.16555555164813995, + 0.31518518924713135, + 0.44777777791023254, + 0.5803703665733337, + 0.7188888788223267 + ], + [ + 0.6756028532981873, + 0.4750354439020157, + 0.33588258922100067, + 0.2627383694052696, + 0.19220251962542534, + 0.12287233769893646, + 0.1337982639670372, + 0.15505515784025192, + 0.2024034671485424, + 0.2945193201303482, + 0.4456028454005718 + ], + [ + 0.5758944153785706, + 0.4311583936214447, + 0.35609928891062737, + 0.30429865419864655, + 0.2635815506801009, + 0.22393617033958435, + 0.187147353310138, + 0.16139479726552963, + 0.14082742482423782, + 0.1538061499595642, + 0.22466115653514862 + ], + [ + 0.5480299517512321, + 0.4806540533900261, + 0.4335461091250181, + 0.40273443097248673, + 0.35509063419885933, + 0.31755319237709045, + 0.2689204078633338, + 0.2234791242517531, + 0.18141844682395458, + 0.16583924181759357, + 0.18042553216218948 + ], + [ + 0.5775965079665184, + 0.5514026563614607, + 0.5277147516608238, + 0.5074270865879953, + 0.45430260011926293, + 0.4101063907146454, + 0.36068557808175683, + 0.30338060297071934, + 0.24165879096835852, + 0.22105594258755445, + 0.21701733022928238 + ], + [ + 0.6378762573003769, + 0.6331284688785672, + 0.6217691106721759, + 0.5946611664257944, + 0.5490307034924626, + 0.5090425610542297, + 0.4484988274052739, + 0.3948699776083231, + 0.3326832209713757, + 0.3039401229470968, + 0.2900433288887143 + ] + ] +} \ No newline at end of file diff --git a/standard_1e-05_ViT-B-32/disentanglement_data/disentanglement_DTD_GTSRB.json b/standard_1e-05_ViT-B-32/disentanglement_data/disentanglement_DTD_GTSRB.json new file mode 100644 index 0000000000000000000000000000000000000000..d9184311f6144b20aec68a16688d6d27975aaa8d --- /dev/null +++ b/standard_1e-05_ViT-B-32/disentanglement_data/disentanglement_DTD_GTSRB.json @@ -0,0 +1,167 @@ +{ + "task1": "DTD", + "task2": "GTSRB", + "model": "ViT-B-32", + "finetuning_mode": "standard", + "lr": 1e-05, + "ortho_lambda": null, + "seed": 1993, + "alphas": [ + -1.0, + -0.8, + -0.6, + -0.3999999999999999, + -0.19999999999999996, + 0.0, + 0.20000000000000018, + 0.40000000000000013, + 0.6000000000000001, + 0.8, + 1.0 + ], + "error_matrix": [ + [ + 0.8164345771074295, + 0.8143313974142075, + 0.7978117167949677, + 0.7402271926403046, + 0.6278398483991623, + 0.4436170160770416, + 0.6275062561035156, + 0.8310536444187164, + 0.920727014541626, + 0.9538282752037048, + 0.9807175844907761 + ], + [ + 0.974349707365036, + 0.9660808444023132, + 0.9189417064189911, + 0.818632185459137, + 0.6501617282629013, + 0.3648936152458191, + 0.5931238532066345, + 0.7107221186161041, + 0.7549300193786621, + 0.7799918949604034, + 0.8072467893362045 + ], + [ + 1.2147828340530396, + 1.1852112710475922, + 1.0926508903503418, + 0.9134713709354401, + 0.6446298956871033, + 0.2914893627166748, + 0.46510419249534607, + 0.505604699254036, + 0.5342189967632294, + 0.5735634565353394, + 0.6259884759783745 + ], + [ + 1.271627426147461, + 1.2043879926204681, + 1.0605153441429138, + 0.7574042677879333, + 0.4924525320529938, + 0.20000000298023224, + 0.3566082864999771, + 0.4551355317234993, + 0.5092025920748711, + 0.5474221333861351, + 0.6099615171551704 + ], + [ + 1.1075546145439148, + 0.9916397333145142, + 0.8287831991910934, + 0.677128940820694, + 0.5056261569261551, + 0.10000000149011612, + 0.2929975092411041, + 0.3947591856122017, + 0.520873136818409, + 0.6449710503220558, + 0.7483187653124332 + ], + [ + 0.7336500287055969, + 0.6346001625061035, + 0.5748218297958374, + 0.503721296787262, + 0.31512272357940674, + 0.0, + 0.18068091571331024, + 0.33792558312416077, + 0.48495644330978394, + 0.6150435209274292, + 0.7302454710006714 + ], + [ + 0.7220333963632584, + 0.6045614928007126, + 0.4623005986213684, + 0.36943867802619934, + 0.2439109906554222, + 0.09627659618854523, + 0.1740073412656784, + 0.2335902415215969, + 0.3132823035120964, + 0.3927368260920048, + 0.49336813017725945 + ], + [ + 0.5914927423000336, + 0.46924328804016113, + 0.3747098222374916, + 0.29674870148301125, + 0.2660159897059202, + 0.20531915128231049, + 0.1742444522678852, + 0.1403640452772379, + 0.140660110861063, + 0.14707299321889877, + 0.20423846691846848 + ], + [ + 0.5464033558964729, + 0.4632932525128126, + 0.4156099930405617, + 0.37603730103001, + 0.35484199854545295, + 0.30691489577293396, + 0.2667470960877836, + 0.1984670115634799, + 0.1598258912563324, + 0.14131837710738182, + 0.15772013738751411 + ], + [ + 0.6093386299908161, + 0.5548722865059972, + 0.5242040418088436, + 0.485680824611336, + 0.4563139034435153, + 0.42553192377090454, + 0.36402055877260864, + 0.304852076806128, + 0.2434199182316661, + 0.21418481227010489, + 0.20738952420651913 + ], + [ + 0.7055057343095541, + 0.6670170458965003, + 0.6378085077740252, + 0.6077959400136024, + 0.5844039035728201, + 0.5526595711708069, + 0.5150397402467206, + 0.4436372257769108, + 0.3850798620842397, + 0.3166982615366578, + 0.30266126431524754 + ] + ] +} \ No newline at end of file diff --git a/standard_1e-05_ViT-B-32/disentanglement_data/disentanglement_DTD_MNIST.json b/standard_1e-05_ViT-B-32/disentanglement_data/disentanglement_DTD_MNIST.json new file mode 100644 index 0000000000000000000000000000000000000000..14bd7533922073c69da6697a149bee63906cbbbb --- /dev/null +++ b/standard_1e-05_ViT-B-32/disentanglement_data/disentanglement_DTD_MNIST.json @@ -0,0 +1,167 @@ +{ + "task1": "DTD", + "task2": "MNIST", + "model": "ViT-B-32", + "finetuning_mode": "standard", + "lr": 1e-05, + "ortho_lambda": null, + "seed": 1993, + "alphas": [ + -1.0, + -0.8, + -0.6, + -0.3999999999999999, + -0.19999999999999996, + 0.0, + 0.20000000000000018, + 0.40000000000000013, + 0.6000000000000001, + 0.8, + 1.0 + ], + "error_matrix": [ + [ + 0.7775276831525844, + 0.7674212983984035, + 0.7312510541814845, + 0.6748681000608485, + 0.6142297915357631, + 0.5643616914749146, + 0.4978404109715484, + 0.41576171526685357, + 0.3638170212507248, + 0.33365318551659584, + 0.44460637867450714 + ], + [ + 0.6778361881151795, + 0.6687936270609498, + 0.6129425251856446, + 0.5517723644152284, + 0.5125744729302824, + 0.4515957534313202, + 0.40151064842939377, + 0.4951319247484207, + 0.8195893913507462, + 0.8085276782512665, + 0.8392936140298843 + ], + [ + 0.5889021568000317, + 0.58275106549263, + 0.5256361700594425, + 0.47563615813851357, + 0.4569191560149193, + 0.33829787373542786, + 0.5838914811611176, + 0.9503212422132492, + 1.0252340137958527, + 0.9925467818975449, + 0.9384680986404419 + ], + [ + 1.1697255074977875, + 1.153731882572174, + 1.1234808564186096, + 1.085046797990799, + 0.9300744831562042, + 0.2462766021490097, + 0.6074425727128983, + 0.7997467964887619, + 0.8784361779689789, + 0.8664552941918373, + 0.8593595921993256 + ], + [ + 1.1054468154907227, + 1.0868255347013474, + 0.8926446884870529, + 0.5703574419021606, + 0.4859616905450821, + 0.12765957415103912, + 0.2841383069753647, + 0.5062659680843353, + 0.6490446552634239, + 0.7213042750954628, + 0.7692659869790077 + ], + [ + 0.6789000034332275, + 0.5187000036239624, + 0.36809998750686646, + 0.28780001401901245, + 0.22470000386238098, + 0.0, + 0.12070000171661377, + 0.27880001068115234, + 0.357699990272522, + 0.41839998960494995, + 0.5001999735832214 + ], + [ + 0.4832170307636261, + 0.34719786047935486, + 0.25756382942199707, + 0.22378085553646088, + 0.15998723730444908, + 0.1074468120932579, + 0.09865106269717216, + 0.0855957455933094, + 0.09607234224677086, + 0.10393830016255379, + 0.13693829998373985 + ], + [ + 0.3707616962492466, + 0.32946595549583435, + 0.2807127693668008, + 0.26697020838037133, + 0.23853829060681164, + 0.20265957713127136, + 0.15708722756244242, + 0.10935106175020337, + 0.0948297856375575, + 0.08446382638067007, + 0.09245106298476458 + ], + [ + 0.4518766049295664, + 0.41566594992764294, + 0.38544256100431085, + 0.3812191482866183, + 0.3303872245596722, + 0.29414892196655273, + 0.23148298094019992, + 0.17167659915867262, + 0.14651276951190084, + 0.11403404106386006, + 0.12726808805018663 + ], + [ + 0.5602106611477211, + 0.5372701846063137, + 0.501531911897473, + 0.48048723046667874, + 0.4341106313513592, + 0.3755319118499756, + 0.32506807625759393, + 0.2715446813381277, + 0.22344041988253593, + 0.18777020543348044, + 0.1850468076299876 + ], + [ + 0.6490085050463676, + 0.6267999999690801, + 0.612470232299529, + 0.5944170220172964, + 0.5416893627116224, + 0.4819149076938629, + 0.43700213223928586, + 0.3797553246258758, + 0.330587224510964, + 0.2790595651604235, + 0.2613425611052662 + ] + ] +} \ No newline at end of file diff --git a/standard_1e-05_ViT-B-32/disentanglement_data/disentanglement_DTD_RESISC45.json b/standard_1e-05_ViT-B-32/disentanglement_data/disentanglement_DTD_RESISC45.json new file mode 100644 index 0000000000000000000000000000000000000000..18c81ab8e00fd160f1969b6f91aeec075b4b4e04 --- /dev/null +++ b/standard_1e-05_ViT-B-32/disentanglement_data/disentanglement_DTD_RESISC45.json @@ -0,0 +1,167 @@ +{ + "task1": "DTD", + "task2": "RESISC45", + "model": "ViT-B-32", + "finetuning_mode": "standard", + "lr": 1e-05, + "ortho_lambda": null, + "seed": 1993, + "alphas": [ + -1.0, + -0.8, + -0.6, + -0.3999999999999999, + -0.19999999999999996, + 0.0, + 0.20000000000000018, + 0.40000000000000013, + 0.6000000000000001, + 0.8, + 1.0 + ], + "error_matrix": [ + [ + 1.6573505997657776, + 1.6271225810050964, + 1.5040223002433777, + 1.291065514087677, + 1.0356298387050629, + 0.6781914830207825, + 0.9282573759555817, + 1.0787132382392883, + 1.130471110343933, + 1.1620635092258453, + 1.2201013267040253 + ], + [ + 1.60502028465271, + 1.556187093257904, + 1.4070347547531128, + 1.1921952366828918, + 0.924918919801712, + 0.5468084812164307, + 0.7853545844554901, + 0.9336440563201904, + 0.9874789118766785, + 1.0521816611289978, + 1.1270144879817963 + ], + [ + 1.469929039478302, + 1.3512141704559326, + 1.2094359993934631, + 1.0162816941738129, + 0.7533519268035889, + 0.4170212745666504, + 0.6364538967609406, + 0.7714116871356964, + 0.8735460788011551, + 0.9672948271036148, + 1.0402566939592361 + ], + [ + 1.220165491104126, + 1.0725328922271729, + 0.9486423432826996, + 0.7695254981517792, + 0.5619604736566544, + 0.31063830852508545, + 0.4815569072961807, + 0.6052127629518509, + 0.7031459212303162, + 0.8082320168614388, + 0.9046554937958717 + ], + [ + 0.9182877242565155, + 0.793497160077095, + 0.6544208079576492, + 0.49708376824855804, + 0.38927727937698364, + 0.17234042286872864, + 0.2902769297361374, + 0.39103512465953827, + 0.5067679956555367, + 0.6359928883612156, + 0.7602195143699646 + ], + [ + 0.5209524035453796, + 0.3936507999897003, + 0.2860317528247833, + 0.21555554866790771, + 0.10682539641857147, + 0.0, + 0.08857142925262451, + 0.18190476298332214, + 0.2901587188243866, + 0.4263491928577423, + 0.5747619271278381 + ], + [ + 0.5701519846916199, + 0.45378251373767853, + 0.34531745314598083, + 0.27286896109580994, + 0.19090678170323372, + 0.1005319133400917, + 0.13066193461418152, + 0.1535646729171276, + 0.2128402590751648, + 0.2993701361119747, + 0.4310520142316818 + ], + [ + 0.5924248695373535, + 0.48356130719184875, + 0.3787183314561844, + 0.3266565203666687, + 0.2662343867123127, + 0.20531915128231049, + 0.18184397369623184, + 0.16198919340968132, + 0.17641843855381012, + 0.22509793937206268, + 0.3223826438188553 + ], + [ + 0.6147720515727997, + 0.5202752500772476, + 0.42847854271531105, + 0.3785410337150097, + 0.33063322119414806, + 0.27606382966041565, + 0.24239108338952065, + 0.19795170053839684, + 0.18108240887522697, + 0.19421985745429993, + 0.25471293181180954 + ], + [ + 0.6371935307979584, + 0.5789631716907024, + 0.49847519025206566, + 0.45049475878477097, + 0.4078335049562156, + 0.3574468195438385, + 0.3035224652849138, + 0.2526308661326766, + 0.21526511199772358, + 0.21798210591077805, + 0.2455589398741722 + ], + [ + 0.6781661696732044, + 0.6408915668725967, + 0.5933485310524702, + 0.5419537434354424, + 0.484381970949471, + 0.4436170160770416, + 0.39049477595835924, + 0.3264167495071888, + 0.2806686870753765, + 0.2601013146340847, + 0.2795356214046478 + ] + ] +} \ No newline at end of file diff --git a/standard_1e-05_ViT-B-32/disentanglement_data/disentanglement_DTD_SUN397.json b/standard_1e-05_ViT-B-32/disentanglement_data/disentanglement_DTD_SUN397.json new file mode 100644 index 0000000000000000000000000000000000000000..51536d928e08affcbbb87a820af1da748d87b7d9 --- /dev/null +++ b/standard_1e-05_ViT-B-32/disentanglement_data/disentanglement_DTD_SUN397.json @@ -0,0 +1,167 @@ +{ + "task1": "DTD", + "task2": "SUN397", + "model": "ViT-B-32", + "finetuning_mode": "standard", + "lr": 1e-05, + "ortho_lambda": null, + "seed": 1993, + "alphas": [ + -1.0, + -0.8, + -0.6, + -0.3999999999999999, + -0.19999999999999996, + 0.0, + 0.20000000000000018, + 0.40000000000000013, + 0.6000000000000001, + 0.8, + 1.0 + ], + "error_matrix": [ + [ + 1.4990845918655396, + 1.3439377546310425, + 1.1469216346740723, + 0.9437311887741089, + 0.7163776457309723, + 0.4904255270957947, + 0.5775205045938492, + 0.6430047154426575, + 0.6782804429531097, + 0.7419223785400391, + 0.8482496589422226 + ], + [ + 1.3522543907165527, + 1.1696195006370544, + 0.9639774262905121, + 0.7805469334125519, + 0.5962128192186356, + 0.40425533056259155, + 0.48056167364120483, + 0.51352459192276, + 0.5569950044155121, + 0.6248536705970764, + 0.718678668141365 + ], + [ + 1.166866660118103, + 0.966431200504303, + 0.7604207098484039, + 0.6220156401395798, + 0.4919242709875107, + 0.3297872245311737, + 0.3837898522615433, + 0.409920409321785, + 0.4492121636867523, + 0.5104890391230583, + 0.6175451576709747 + ], + [ + 0.9372455477714539, + 0.7555238902568817, + 0.596398264169693, + 0.481127068400383, + 0.38539285212755203, + 0.23882979154586792, + 0.27261321246623993, + 0.31300874054431915, + 0.35918403416872025, + 0.42546866834163666, + 0.5294249542057514 + ], + [ + 0.7000034898519516, + 0.5537577122449875, + 0.4323173761367798, + 0.3573034554719925, + 0.2762940153479576, + 0.1180851086974144, + 0.1488407701253891, + 0.2009882554411888, + 0.26063159108161926, + 0.33945976942777634, + 0.4461809303611517 + ], + [ + 0.4018639922142029, + 0.3100251853466034, + 0.252191424369812, + 0.1885642260313034, + 0.08700251579284668, + 0.0, + 0.05934508889913559, + 0.123778335750103, + 0.1904785931110382, + 0.27103275060653687, + 0.3792947232723236 + ], + [ + 0.5350616425275803, + 0.45808564126491547, + 0.3649054020643234, + 0.2565338537096977, + 0.17812691628932953, + 0.07340425252914429, + 0.11702288314700127, + 0.14945495501160622, + 0.20835119485855103, + 0.2717669755220413, + 0.38004663959145546 + ], + [ + 0.6452009677886963, + 0.5511297583580017, + 0.44822393357753754, + 0.3400243818759918, + 0.2550230473279953, + 0.15212765336036682, + 0.17628007382154465, + 0.18844445049762726, + 0.22247682511806488, + 0.27491345256567, + 0.3853815868496895 + ], + [ + 0.7309703230857849, + 0.6123125553131104, + 0.5045455247163773, + 0.4221520349383354, + 0.322332926094532, + 0.22074468433856964, + 0.2167632207274437, + 0.21366498619318008, + 0.24379011988639832, + 0.2920839786529541, + 0.40642986446619034 + ], + [ + 0.7987630665302277, + 0.6771035343408585, + 0.577841266989708, + 0.4855533465743065, + 0.3778163380920887, + 0.2946808636188507, + 0.27564874291419983, + 0.2642028033733368, + 0.28399646282196045, + 0.330519862473011, + 0.4471490979194641 + ], + [ + 0.8580248355865479, + 0.7461412698030472, + 0.653479814529419, + 0.5519360676407814, + 0.44464654475450516, + 0.360638290643692, + 0.33302294090390205, + 0.32346775382757187, + 0.339581161737442, + 0.3917900174856186, + 0.5153491646051407 + ] + ] +} \ No newline at end of file diff --git a/standard_1e-05_ViT-B-32/disentanglement_data/disentanglement_DTD_SVHN.json b/standard_1e-05_ViT-B-32/disentanglement_data/disentanglement_DTD_SVHN.json new file mode 100644 index 0000000000000000000000000000000000000000..74ca7754ca136f78172d0ca7c62ecccdfbf09865 --- /dev/null +++ b/standard_1e-05_ViT-B-32/disentanglement_data/disentanglement_DTD_SVHN.json @@ -0,0 +1,167 @@ +{ + "task1": "DTD", + "task2": "SVHN", + "model": "ViT-B-32", + "finetuning_mode": "standard", + "lr": 1e-05, + "ortho_lambda": null, + "seed": 1993, + "alphas": [ + -1.0, + -0.8, + -0.6, + -0.3999999999999999, + -0.19999999999999996, + 0.0, + 0.20000000000000018, + 0.40000000000000013, + 0.6000000000000001, + 0.8, + 1.0 + ], + "error_matrix": [ + [ + 0.7150618121959269, + 0.7205259594484232, + 0.6868557892594254, + 0.6378427725212532, + 0.5899320533462742, + 0.5228723287582397, + 0.4569533159919956, + 0.3831708086509025, + 0.311303096706979, + 0.28291299659758806, + 0.3577994182705879 + ], + [ + 0.6228602300398052, + 0.6252156223636121, + 0.5869000674574636, + 0.5215454930148553, + 0.4740514131190139, + 0.42819148302078247, + 0.3619769019423984, + 0.2882947742473334, + 0.220534632448107, + 0.2047301810234785, + 0.29862885922193527 + ], + [ + 0.5115242777392268, + 0.5009067319333553, + 0.4760309741832316, + 0.43087739357724786, + 0.3798017823137343, + 0.33138298988342285, + 0.28450564481317997, + 0.22742468118667603, + 0.1966439075767994, + 0.2764850780367851, + 0.5169019624590874 + ], + [ + 0.44334110617637634, + 0.46489525586366653, + 0.4486478120088577, + 0.3965557962656021, + 0.33492281287908554, + 0.24042552709579468, + 0.2924596890807152, + 0.28665896505117416, + 0.3795018121600151, + 0.6944064125418663, + 0.9028335139155388 + ], + [ + 0.5106961727142334, + 0.5594051033258438, + 0.5861460119485855, + 0.5762456059455872, + 0.3571123629808426, + 0.12606382369995117, + 0.24852963536977768, + 0.33626650273799896, + 0.526508130133152, + 0.7795691527426243, + 0.873101681470871 + ], + [ + 0.8494929075241089, + 0.8283650875091553, + 0.8105408549308777, + 0.5664950609207153, + 0.2226874679327011, + 0.0, + 0.10168254375457764, + 0.2145436406135559, + 0.2988245189189911, + 0.3277888894081116, + 0.3420405685901642 + ], + [ + 0.7594250738620758, + 0.657067745923996, + 0.5287122875452042, + 0.35675109922885895, + 0.20439361780881882, + 0.10691489279270172, + 0.1330176256597042, + 0.1542092226445675, + 0.19639363884925842, + 0.23998139798641205, + 0.31224173679947853 + ], + [ + 0.5841043442487717, + 0.4823758751153946, + 0.40794260799884796, + 0.3222291097044945, + 0.28028284572064877, + 0.21702127158641815, + 0.18904473818838596, + 0.14108004793524742, + 0.14896919205784798, + 0.15020613372325897, + 0.18559743463993073 + ], + [ + 0.568706426769495, + 0.5180630423128605, + 0.47876395657658577, + 0.43032161332666874, + 0.38458901876583695, + 0.3271276652812958, + 0.2746688234619796, + 0.19444693438708782, + 0.18007902055978775, + 0.14590013585984707, + 0.15008696541190147 + ], + [ + 0.6693725381046534, + 0.638905961997807, + 0.6045591980218887, + 0.5623430521227419, + 0.5093083733227104, + 0.46436169743537903, + 0.39923449116759, + 0.2941043027676642, + 0.25884705502539873, + 0.20805490482598543, + 0.2000256609171629 + ], + [ + 0.7714413916692138, + 0.757795006968081, + 0.7344322679564357, + 0.6948549305088818, + 0.6548935098107904, + 0.6026595830917358, + 0.5297782670240849, + 0.45070599066093564, + 0.3818997032940388, + 0.3340685535222292, + 0.3150376211851835 + ] + ] +} \ No newline at end of file diff --git a/standard_1e-05_ViT-B-32/disentanglement_data/disentanglement_EuroSAT_GTSRB.json b/standard_1e-05_ViT-B-32/disentanglement_data/disentanglement_EuroSAT_GTSRB.json new file mode 100644 index 0000000000000000000000000000000000000000..35b17a1d95ee0cfd352ac9b2f2740b174ee83789 --- /dev/null +++ b/standard_1e-05_ViT-B-32/disentanglement_data/disentanglement_EuroSAT_GTSRB.json @@ -0,0 +1,167 @@ +{ + "task1": "EuroSAT", + "task2": "GTSRB", + "model": "ViT-B-32", + "finetuning_mode": "standard", + "lr": 1e-05, + "ortho_lambda": null, + "seed": 1993, + "alphas": [ + -1.0, + -0.8, + -0.6, + -0.3999999999999999, + -0.19999999999999996, + 0.0, + 0.20000000000000018, + 0.40000000000000013, + 0.6000000000000001, + 0.8, + 1.0 + ], + "error_matrix": [ + [ + 0.9329550564289093, + 0.8435708433389664, + 0.7631195485591888, + 0.8043221533298492, + 0.8491985648870468, + 0.9266666769981384, + 0.8925952017307281, + 0.700329914689064, + 0.5314269512891769, + 0.5381780490279198, + 0.6136738024652004 + ], + [ + 1.053312212228775, + 0.9930315911769867, + 0.9137591421604156, + 0.9174496531486511, + 0.9408964812755585, + 0.8885185122489929, + 0.7105339914560318, + 0.4841567724943161, + 0.4991554394364357, + 0.5523260496556759, + 0.6281455289572477 + ], + [ + 1.2138637900352478, + 1.2135744094848633, + 1.1041769683361053, + 1.0238937437534332, + 1.006067544221878, + 0.7155555486679077, + 0.4433896392583847, + 0.41848859935998917, + 0.4669983293861151, + 0.5390226151794195, + 0.6391475535929203 + ], + [ + 1.235387533903122, + 1.2221166789531708, + 1.0776845216751099, + 0.9553056955337524, + 0.9224544763565063, + 0.4381481409072876, + 0.35347409546375275, + 0.4187947604805231, + 0.4994976660236716, + 0.584448816254735, + 0.6806686245836318 + ], + [ + 1.0370994806289673, + 1.0501574724912643, + 0.9617700278759003, + 0.9223427176475525, + 0.8303404450416565, + 0.24888889491558075, + 0.3772437907755375, + 0.5116855520755053, + 0.6158766341395676, + 0.6859399836976081, + 0.7466402472928166 + ], + [ + 0.8520981669425964, + 0.7866191864013672, + 0.684956431388855, + 0.5727632641792297, + 0.3733966648578644, + 0.0, + 0.34489309787750244, + 0.5015835165977478, + 0.5966745615005493, + 0.6689627766609192, + 0.7324624061584473 + ], + [ + 0.7966816052794456, + 0.8624694347381592, + 0.6998935639858246, + 0.5358749032020569, + 0.44945983588695526, + 0.23629629611968994, + 0.20706606283783913, + 0.2952195033431053, + 0.3918272159062326, + 0.4827474388293922, + 0.5731415650807321 + ], + [ + 0.6509562730789185, + 0.6421395242214203, + 0.4699859321117401, + 0.3841119110584259, + 0.4671478886157274, + 0.41740739345550537, + 0.1780460961163044, + 0.11377407982945442, + 0.16252221073955297, + 0.2548649664968252, + 0.34744786098599434 + ], + [ + 0.33780328929424286, + 0.4880346730351448, + 0.4373088888823986, + 0.4066402744501829, + 0.5408348715864122, + 0.5788888931274414, + 0.3025512471795082, + 0.10505850240588188, + 0.07925574108958244, + 0.10980909690260887, + 0.17474883794784546 + ], + [ + 0.17454033717513084, + 0.4461951404809952, + 0.4591537034139037, + 0.441228112205863, + 0.6079027133528143, + 0.6585184931755066, + 0.4691466416697949, + 0.22825987543910742, + 0.10077505372464657, + 0.08561097830533981, + 0.11780945025384426 + ], + [ + 0.1557702124118805, + 0.47382775973528624, + 0.5390005996450782, + 0.532686737831682, + 0.7367660594172776, + 0.7303703427314758, + 0.5927201544400305, + 0.42546316981315613, + 0.21372832916676998, + 0.13107328489422798, + 0.12180170789361 + ] + ] +} \ No newline at end of file diff --git a/standard_1e-05_ViT-B-32/disentanglement_data/disentanglement_EuroSAT_MNIST.json b/standard_1e-05_ViT-B-32/disentanglement_data/disentanglement_EuroSAT_MNIST.json new file mode 100644 index 0000000000000000000000000000000000000000..1b561e59304fac7e6b9d05827d9e70426f534bd4 --- /dev/null +++ b/standard_1e-05_ViT-B-32/disentanglement_data/disentanglement_EuroSAT_MNIST.json @@ -0,0 +1,167 @@ +{ + "task1": "EuroSAT", + "task2": "MNIST", + "model": "ViT-B-32", + "finetuning_mode": "standard", + "lr": 1e-05, + "ortho_lambda": null, + "seed": 1993, + "alphas": [ + -1.0, + -0.8, + -0.6, + -0.3999999999999999, + -0.19999999999999996, + 0.0, + 0.20000000000000018, + 0.40000000000000013, + 0.6000000000000001, + 0.8, + 1.0 + ], + "error_matrix": [ + [ + 0.28351110219955444, + 0.4631185233592987, + 0.4849333193851635, + 0.5133629373449367, + 0.6710407236241736, + 0.7300000190734863, + 0.4007703594106715, + 0.1766962937253993, + 0.08956295996904373, + 0.12647777795791626, + 0.04399629682302475 + ], + [ + 0.3153703659772873, + 0.4575740844011307, + 0.4995444300584495, + 0.5508666816167533, + 0.6846407139673829, + 0.5992592573165894, + 0.22629259224049747, + 0.10646296292543411, + 0.5212481468915939, + 0.21147407218813896, + 0.04757777787744999 + ], + [ + 0.5676925927400589, + 0.6405333429574966, + 0.4952999874949455, + 0.5163592733442783, + 0.63069998472929, + 0.4718518555164337, + 0.4571666643023491, + 0.8952407278120518, + 0.840514799579978, + 0.505940749309957, + 0.17852962762117386 + ], + [ + 1.0812925696372986, + 1.2867481112480164, + 1.1622962951660156, + 1.0730963349342346, + 1.224829614162445, + 0.3722222149372101, + 0.723644457757473, + 0.6647740472108126, + 0.5382888801395893, + 0.5318259322084486, + 0.7089555715210736 + ], + [ + 0.9520036801695824, + 1.1036925911903381, + 0.850433349609375, + 0.859762966632843, + 0.7484037280082703, + 0.21037037670612335, + 0.4781740680336952, + 0.5155555461533368, + 0.5045740972273052, + 0.5663222493603826, + 0.6920222463086247 + ], + [ + 0.8715000152587891, + 0.7576000094413757, + 0.569599986076355, + 0.5019999742507935, + 0.3124000132083893, + 0.0, + 0.28600001335144043, + 0.3269999921321869, + 0.37959998846054077, + 0.4564000070095062, + 0.5483999848365784 + ], + [ + 0.9424555599689484, + 0.6182222068309784, + 0.3543185293674469, + 0.28335925936698914, + 0.2882888950407505, + 0.18666666746139526, + 0.07324815168976784, + 0.07258888706564903, + 0.10925185191445053, + 0.1720222206786275, + 0.26812220830470324 + ], + [ + 0.8078592792153358, + 0.5473036952316761, + 0.3936814684420824, + 0.40560741256922483, + 0.4431481407955289, + 0.33259260654449463, + 0.10632221912965178, + 0.030851852148771286, + 0.022807407192885876, + 0.03546666633337736, + 0.06405555503442883 + ], + [ + 0.8174629583954811, + 0.6437888955697417, + 0.49462221981957555, + 0.5169555605389178, + 0.6515111259359401, + 0.4677777886390686, + 0.20524443819886073, + 0.06291111116297543, + 0.023911110125482082, + 0.01863333350047469, + 0.022940740920603275 + ], + [ + 0.8882110854610801, + 0.7469333396293223, + 0.61148886452429, + 0.6401185122085735, + 0.7986777719343081, + 0.6370370388031006, + 0.34255186025984585, + 0.13988889555912465, + 0.06405185163021088, + 0.040737037314102054, + 0.03808148205280304 + ], + [ + 0.936481480486691, + 0.8314888931345195, + 0.7179963152157143, + 0.7959148250520229, + 0.8769962817896158, + 0.745555579662323, + 0.5588481456506997, + 0.33850741013884544, + 0.16557407821528614, + 0.10794444428756833, + 0.08532962994650006 + ] + ] +} \ No newline at end of file diff --git a/standard_1e-05_ViT-B-32/disentanglement_data/disentanglement_EuroSAT_RESISC45.json b/standard_1e-05_ViT-B-32/disentanglement_data/disentanglement_EuroSAT_RESISC45.json new file mode 100644 index 0000000000000000000000000000000000000000..7c4db60d198f874ce1fb15718d9a78e8f842525d --- /dev/null +++ b/standard_1e-05_ViT-B-32/disentanglement_data/disentanglement_EuroSAT_RESISC45.json @@ -0,0 +1,167 @@ +{ + "task1": "EuroSAT", + "task2": "RESISC45", + "model": "ViT-B-32", + "finetuning_mode": "standard", + "lr": 1e-05, + "ortho_lambda": null, + "seed": 1993, + "alphas": [ + -1.0, + -0.8, + -0.6, + -0.3999999999999999, + -0.19999999999999996, + 0.0, + 0.20000000000000018, + 0.40000000000000013, + 0.6000000000000001, + 0.8, + 1.0 + ], + "error_matrix": [ + [ + 0.9073016121983528, + 1.2011111080646515, + 1.3091005086898804, + 1.212063491344452, + 1.162380963563919, + 0.846666693687439, + 1.3331746459007263, + 1.4115344285964966, + 1.1622751355171204, + 1.0591005384922028, + 0.9955026432871819 + ], + [ + 0.989259235560894, + 1.2915873229503632, + 1.4028042554855347, + 1.3098942041397095, + 1.2225396931171417, + 0.8259259462356567, + 1.256084680557251, + 1.0968254208564758, + 0.9592063724994659, + 0.9152380898594856, + 0.9186772312968969 + ], + [ + 1.0282010659575462, + 1.3356084525585175, + 1.4515873193740845, + 1.3497354388237, + 1.189470887184143, + 0.7511110901832581, + 0.9391005337238312, + 0.8203703463077545, + 0.7958200983703136, + 0.8375132363289595, + 0.8714814782142639 + ], + [ + 1.0317460298538208, + 1.3328571319580078, + 1.415925920009613, + 1.232010543346405, + 0.9598412811756134, + 0.5400000214576721, + 0.5920105874538422, + 0.6047619320452213, + 0.696772463619709, + 0.7733862157911062, + 0.8267725091427565 + ], + [ + 1.0235978960990906, + 1.2589417695999146, + 1.1126984059810638, + 0.8931745886802673, + 0.6244973540306091, + 0.3144444525241852, + 0.3384656012058258, + 0.4632804077118635, + 0.5955026727169752, + 0.701375640463084, + 0.7665079655125737 + ], + [ + 0.895714282989502, + 0.7980952262878418, + 0.604285717010498, + 0.40063491463661194, + 0.20619048178195953, + 0.0, + 0.1776190549135208, + 0.3239682614803314, + 0.46412697434425354, + 0.5796825289726257, + 0.6741269826889038 + ], + [ + 1.2423280477523804, + 1.0385185182094574, + 0.6277248710393906, + 0.4701058119535446, + 0.45417988300323486, + 0.28962963819503784, + 0.15174603462219238, + 0.20005290769040585, + 0.31449736282229424, + 0.44359786924906075, + 0.5610052845440805 + ], + [ + 1.4747089743614197, + 0.9937565922737122, + 0.5992592573165894, + 0.5501587390899658, + 0.6316931396722794, + 0.39851853251457214, + 0.14677248895168304, + 0.12232804298400879, + 0.20164020638912916, + 0.3157672043889761, + 0.4492063410580158 + ], + [ + 1.4596296548843384, + 0.955873042345047, + 0.6647090017795563, + 0.6646031960844994, + 0.7666666582226753, + 0.459629625082016, + 0.17243386059999466, + 0.10338624194264412, + 0.1400529071688652, + 0.22825396433472633, + 0.35354495886713266 + ], + [ + 1.3971428871154785, + 0.9278306663036346, + 0.745767168700695, + 0.746455006301403, + 0.8461375404149294, + 0.5148147940635681, + 0.2091534323990345, + 0.11455026268959045, + 0.11936507932841778, + 0.17645502090454102, + 0.2859259247779846 + ], + [ + 1.325925886631012, + 0.941375657916069, + 0.8179894015192986, + 0.9032275229692459, + 0.876137588173151, + 0.5518518686294556, + 0.25624338537454605, + 0.14359788596630096, + 0.12550264224410057, + 0.1660846509039402, + 0.25148147344589233 + ] + ] +} \ No newline at end of file diff --git a/standard_1e-05_ViT-B-32/disentanglement_data/disentanglement_EuroSAT_SVHN.json b/standard_1e-05_ViT-B-32/disentanglement_data/disentanglement_EuroSAT_SVHN.json new file mode 100644 index 0000000000000000000000000000000000000000..c5c88e1ee85839aa40f0046c689c7bfe1ab95236 --- /dev/null +++ b/standard_1e-05_ViT-B-32/disentanglement_data/disentanglement_EuroSAT_SVHN.json @@ -0,0 +1,167 @@ +{ + "task1": "EuroSAT", + "task2": "SVHN", + "model": "ViT-B-32", + "finetuning_mode": "standard", + "lr": 1e-05, + "ortho_lambda": null, + "seed": 1993, + "alphas": [ + -1.0, + -0.8, + -0.6, + -0.3999999999999999, + -0.19999999999999996, + 0.0, + 0.20000000000000018, + 0.40000000000000013, + 0.6000000000000001, + 0.8, + 1.0 + ], + "error_matrix": [ + [ + 0.5222606351562717, + 0.6444828798958042, + 0.760038404721854, + 0.7863347222992161, + 0.8244828870483616, + 0.7677778005599976, + 0.5078161647506931, + 0.30818655993425637, + 0.16374212409937172, + 0.09855693485224037, + 0.05633471067631035 + ], + [ + 0.43989854396204464, + 0.5935253752249992, + 0.6701920879859244, + 0.7305624140280997, + 0.7801152141692, + 0.6503703594207764, + 0.33393418228661176, + 0.13982170353119727, + 0.07204392085259315, + 0.04282307809626218, + 0.028008263543597423 + ], + [ + 0.3270790823735297, + 0.4879626068286598, + 0.5657048588618636, + 0.6483112247660756, + 0.699419463519007, + 0.5177778005599976, + 0.1646126159466803, + 0.05919984681531787, + 0.03732335055246949, + 0.026096997316926718, + 0.02023412799462676 + ], + [ + 0.30754974484443665, + 0.49544423073530197, + 0.5690798237919807, + 0.6360581666231155, + 0.6270539984107018, + 0.40259259939193726, + 0.1401132494211197, + 0.10173176787793636, + 0.10282768402248621, + 0.09622914157807827, + 0.08920513931661844 + ], + [ + 0.6750911846756935, + 0.8192674666643143, + 0.7464267313480377, + 0.6978718042373657, + 0.7047891020774841, + 0.2051851898431778, + 0.20009976997971535, + 0.20237064268440008, + 0.23026520246639848, + 0.24472853867337108, + 0.2317090006545186 + ], + [ + 0.8895590305328369, + 0.7662107944488525, + 0.5792102217674255, + 0.42332515120506287, + 0.22883374989032745, + 0.0, + 0.2918715476989746, + 0.3725799024105072, + 0.5536647439002991, + 0.7329056262969971, + 0.8070836067199707 + ], + [ + 0.7698699682950974, + 0.7191533446311951, + 0.49254274368286133, + 0.3543456494808197, + 0.2919274792075157, + 0.17814815044403076, + 0.15540150180459023, + 0.20415437873452902, + 0.30866365251131356, + 0.5023099344689399, + 0.6844428083859384 + ], + [ + 0.5332870483398438, + 0.5003345608711243, + 0.3937343806028366, + 0.3420832008123398, + 0.347978625446558, + 0.29777777194976807, + 0.14471778646111488, + 0.09572247415781021, + 0.14100930280983448, + 0.22403629031032324, + 0.3667561300098896 + ], + [ + 0.41843829303979874, + 0.42731691524386406, + 0.3401761893182993, + 0.40245202276855707, + 0.46614918345585465, + 0.448888897895813, + 0.2322070226073265, + 0.0847547147423029, + 0.061325035989284515, + 0.08444609493017197, + 0.13974088430404663 + ], + [ + 0.409818172454834, + 0.429945707321167, + 0.3824056554585695, + 0.4644459346309304, + 0.5693752667866647, + 0.6329629421234131, + 0.3936906778253615, + 0.17462422512471676, + 0.07501490972936153, + 0.06345011480152607, + 0.08180996589362621 + ], + [ + 0.34531283378601074, + 0.47606877237558365, + 0.5143176531419158, + 0.5490027172490954, + 0.6253366633318365, + 0.7262963056564331, + 0.5780445174314082, + 0.3516061585396528, + 0.17050957400351763, + 0.10705377161502838, + 0.09814461693167686 + ] + ] +} \ No newline at end of file diff --git a/standard_1e-05_ViT-B-32/disentanglement_maps/summary.json b/standard_1e-05_ViT-B-32/disentanglement_maps/summary.json new file mode 100644 index 0000000000000000000000000000000000000000..093c6c3b962dbc98098351e25f2329206c6a2d77 --- /dev/null +++ b/standard_1e-05_ViT-B-32/disentanglement_maps/summary.json @@ -0,0 +1,22 @@ +{ + "experiment": "Non-linear Finetuning", + "root_path": "/data1/liushangge/TTA/ortho_TA/checkpoints_1993/standard_1e-05_ViT-B-32", + "model": "ViT-B-32", + "datasets": [ + "Cars", + "DTD", + "EuroSAT", + "GTSRB", + "MNIST", + "RESISC45", + "SUN397", + "SVHN" + ], + "alpha_range": { + "min": -3.0, + "max": 3.0, + "steps": 61 + }, + "total_pairs": 28, + "output_dir": "/data1/liushangge/TTA/ortho_TA/checkpoints_1993/standard_1e-05_ViT-B-32/disentanglement_maps" +} \ No newline at end of file diff --git a/standard_1e-05_ViT-B-32/disentanglement_maps_v2/summary_v2.json b/standard_1e-05_ViT-B-32/disentanglement_maps_v2/summary_v2.json new file mode 100644 index 0000000000000000000000000000000000000000..37b3d9963baa3cc2e6493ea0465d92f9fa538cb7 --- /dev/null +++ b/standard_1e-05_ViT-B-32/disentanglement_maps_v2/summary_v2.json @@ -0,0 +1,28 @@ +{ + "version": "v2", + "method": "prediction_disagreement", + "paper": "Task Arithmetic in the Tangent Space (Equation 6)", + "experiment": "Non-linear Finetuning", + "root_path": "/data1/liushangge/TTA/ortho_TA/checkpoints_1993/standard_1e-05_ViT-B-32", + "data_location": "/data1/liushangge/datasets/8datasets-during", + "model": "ViT-B-32", + "datasets": [ + "Cars", + "DTD", + "EuroSAT", + "GTSRB", + "MNIST", + "RESISC45", + "SUN397", + "SVHN" + ], + "alpha_range": { + "min": -3.0, + "max": 3.0, + "steps": 61 + }, + "batch_size": 256, + "total_pairs": 28, + "output_dir": "/data1/liushangge/TTA/ortho_TA/checkpoints_1993/standard_1e-05_ViT-B-32/disentanglement_maps_v2", + "device": "cuda" +} \ No newline at end of file diff --git a/standard_ortho_1e-05_lambda10.0_ViT-L-14/head_CarsVal.pt b/standard_ortho_1e-05_lambda10.0_ViT-L-14/head_CarsVal.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f96a94274a9d96bd191e0dd3290520ce9083840 --- /dev/null +++ b/standard_ortho_1e-05_lambda10.0_ViT-L-14/head_CarsVal.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6f7d1f42dbe922f80121822978018db35c3a06138100ff80796346e618e34a4 +size 604475 diff --git a/standard_ortho_1e-05_lambda10.0_ViT-L-14/head_DTDVal.pt b/standard_ortho_1e-05_lambda10.0_ViT-L-14/head_DTDVal.pt new file mode 100644 index 0000000000000000000000000000000000000000..b3de97e6f29b43c683e591dfda71cd1a9f46953b --- /dev/null +++ b/standard_ortho_1e-05_lambda10.0_ViT-L-14/head_DTDVal.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c32c80ba11b807a4690025b7ae230ecab99581b7cd8eb9b86bf65ad1c0e8cb2c +size 146167 diff --git a/standard_ortho_1e-05_lambda10.0_ViT-L-14/head_EuroSATVal.pt b/standard_ortho_1e-05_lambda10.0_ViT-L-14/head_EuroSATVal.pt new file mode 100644 index 0000000000000000000000000000000000000000..fbe8938b6e661c52d8ab7596f01dae3cd933f7e7 --- /dev/null +++ b/standard_ortho_1e-05_lambda10.0_ViT-L-14/head_EuroSATVal.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fc31ae8e79ce478a9bf1bb0c3b6b4fc551a076a48ed31e609bd1f6842100b39 +size 32327 diff --git a/standard_ortho_1e-05_lambda10.0_ViT-L-14/head_GTSRBVal.pt b/standard_ortho_1e-05_lambda10.0_ViT-L-14/head_GTSRBVal.pt new file mode 100644 index 0000000000000000000000000000000000000000..4fe63c346452fbade0103aa44aead30af563a277 --- /dev/null +++ b/standard_ortho_1e-05_lambda10.0_ViT-L-14/head_GTSRBVal.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b02389196760a550c359b3a8770db1cb3f4893005dc2c588234d50426c98e9d +size 133823 diff --git a/standard_ortho_1e-05_lambda10.0_ViT-L-14/head_ImageNetVal.pt b/standard_ortho_1e-05_lambda10.0_ViT-L-14/head_ImageNetVal.pt new file mode 100644 index 0000000000000000000000000000000000000000..457d386ddea947363a9217d31566b7e8b66966fc --- /dev/null +++ b/standard_ortho_1e-05_lambda10.0_ViT-L-14/head_ImageNetVal.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7501281539af0fc1144bb204386ee4cc8e5a631f80826c25498d56b6e59e83ae +size 3077579 diff --git a/standard_ortho_1e-05_lambda10.0_ViT-L-14/head_RESISC45Val.pt b/standard_ortho_1e-05_lambda10.0_ViT-L-14/head_RESISC45Val.pt new file mode 100644 index 0000000000000000000000000000000000000000..74d9696ab0fb5110a2c5849a36d6c28b67464985 --- /dev/null +++ b/standard_ortho_1e-05_lambda10.0_ViT-L-14/head_RESISC45Val.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03b1d573690926b60f9525fbe0511278cb546b996e33770f73cb86a383eaa80f +size 139979