1-parameter-classifier / stage_0 /characterization.json
phanerozoic's picture
Initialize repo with Stage 0 baseline
81d1bef verified
{
"target_dim": 48,
"A_f1_vs_k": [
{
"K": 1,
"F1": 0.8285356163978577,
"precision": 0.7985524535179138,
"recall": 0.8608582615852356,
"dims": [
48
]
},
{
"K": 2,
"F1": 0.8562204241752625,
"precision": 0.8503633737564087,
"recall": 0.8621586561203003,
"dims": [
48,
525
]
},
{
"K": 3,
"F1": 0.8652572631835938,
"precision": 0.8526936173439026,
"recall": 0.8781967759132385,
"dims": [
48,
525,
475
]
},
{
"K": 5,
"F1": 0.8649698495864868,
"precision": 0.8608844876289368,
"recall": 0.8690940737724304,
"dims": [
48,
525,
475,
323,
240
]
},
{
"K": 10,
"F1": 0.9092138409614563,
"precision": 0.9465290904045105,
"recall": 0.8747290968894958,
"dims": [
48,
525,
475,
323,
240,
"..."
]
},
{
"K": 20,
"F1": 0.9288457632064819,
"precision": 0.9698113203048706,
"recall": 0.8912007212638855,
"dims": [
48,
525,
475,
323,
240,
"..."
]
},
{
"K": 30,
"F1": 0.9349648356437683,
"precision": 0.9795821309089661,
"recall": 0.8942349553108215,
"dims": [
48,
525,
475,
323,
240,
"..."
]
},
{
"K": 50,
"F1": 0.9407240152359009,
"precision": 0.9839091300964355,
"recall": 0.9011703729629517,
"dims": [
48,
525,
475,
323,
240,
"..."
]
},
{
"K": 92,
"F1": 0.9444695711135864,
"precision": 0.98539799451828,
"recall": 0.9068053960800171,
"dims": [
48,
525,
475,
323,
240,
"..."
]
},
{
"K": 184,
"F1": 0.9485046863555908,
"precision": 0.9855140447616577,
"recall": 0.9141742587089539,
"dims": [
48,
525,
475,
323,
240,
"..."
]
}
],
"B_dim48_distribution": {
"person_pos": {
"n": 2693,
"mean": 8.113646507263184,
"std": 2.3924715518951416,
"min": -1.2812166213989258,
"p25": 7.193147659301758,
"p50": 8.808687210083008,
"p75": 9.730491638183594,
"max": 12.061566352844238
},
"person_neg": {
"n": 2307,
"mean": 2.982386589050293,
"std": 2.7675836086273193,
"min": -3.072082042694092,
"p25": 0.5744761228561401,
"p50": 3.059739589691162,
"p75": 5.2233123779296875,
"max": 11.300838470458984
},
"separation_cohen_d": 1.983604907989502
},
"C_per_class_top15": [
{
"class": "person",
"cat_id": 1,
"n_imgs": 2693,
"dim48_mean_inclass": 8.1136474609375,
"dim48_mean_outclass": 2.982386350631714,
"delta": 5.131261110305786
},
{
"class": "tennis racket",
"cat_id": 43,
"n_imgs": 167,
"dim48_mean_inclass": 9.163715362548828,
"dim48_mean_outclass": 5.627990245819092,
"delta": 3.5357251167297363
},
{
"class": "tie",
"cat_id": 32,
"n_imgs": 145,
"dim48_mean_inclass": 8.980120658874512,
"dim48_mean_outclass": 5.6494951248168945,
"delta": 3.330625534057617
},
{
"class": "baseball glove",
"cat_id": 40,
"n_imgs": 100,
"dim48_mean_inclass": 8.982823371887207,
"dim48_mean_outclass": 5.680027008056641,
"delta": 3.3027963638305664
},
{
"class": "skateboard",
"cat_id": 41,
"n_imgs": 127,
"dim48_mean_inclass": 8.923754692077637,
"dim48_mean_outclass": 5.663267135620117,
"delta": 3.2604875564575195
},
{
"class": "baseball bat",
"cat_id": 39,
"n_imgs": 97,
"dim48_mean_inclass": 8.886703491210938,
"dim48_mean_outclass": 5.683949947357178,
"delta": 3.2027535438537598
},
{
"class": "backpack",
"cat_id": 27,
"n_imgs": 228,
"dim48_mean_inclass": 8.655838012695312,
"dim48_mean_outclass": 5.607059001922607,
"delta": 3.048779010772705
},
{
"class": "remote",
"cat_id": 75,
"n_imgs": 145,
"dim48_mean_inclass": 8.703699111938477,
"dim48_mean_outclass": 5.657751083374023,
"delta": 3.045948028564453
},
{
"class": "toothbrush",
"cat_id": 90,
"n_imgs": 34,
"dim48_mean_inclass": 8.746152877807617,
"dim48_mean_outclass": 5.725543022155762,
"delta": 3.0206098556518555
},
{
"class": "handbag",
"cat_id": 31,
"n_imgs": 292,
"dim48_mean_inclass": 8.576542854309082,
"dim48_mean_outclass": 5.570532321929932,
"delta": 3.0060105323791504
},
{
"class": "sports ball",
"cat_id": 37,
"n_imgs": 169,
"dim48_mean_inclass": 8.645074844360352,
"dim48_mean_outclass": 5.644669532775879,
"delta": 3.0004053115844727
},
{
"class": "hair drier",
"cat_id": 89,
"n_imgs": 9,
"dim48_mean_inclass": 8.637924194335938,
"dim48_mean_outclass": 5.74086856842041,
"delta": 2.8970556259155273
},
{
"class": "skis",
"cat_id": 35,
"n_imgs": 120,
"dim48_mean_inclass": 8.562700271606445,
"dim48_mean_outclass": 5.676822185516357,
"delta": 2.885878086090088
},
{
"class": "cell phone",
"cat_id": 77,
"n_imgs": 214,
"dim48_mean_inclass": 8.483532905578613,
"dim48_mean_outclass": 5.623681545257568,
"delta": 2.859851360321045
},
{
"class": "snowboard",
"cat_id": 36,
"n_imgs": 49,
"dim48_mean_inclass": 8.451048851013184,
"dim48_mean_outclass": 5.71931266784668,
"delta": 2.731736183166504
}
],
"C_per_class_bottom15": [
{
"class": "traffic light",
"cat_id": 10,
"n_imgs": 191,
"dim48_mean_inclass": 4.146858215332031,
"dim48_mean_outclass": 5.809599876403809,
"delta": -1.6627416610717773
},
{
"class": "boat",
"cat_id": 9,
"n_imgs": 121,
"dim48_mean_inclass": 4.040976047515869,
"dim48_mean_outclass": 5.788370132446289,
"delta": -1.74739408493042
},
{
"class": "fire hydrant",
"cat_id": 11,
"n_imgs": 86,
"dim48_mean_inclass": 3.6824471950531006,
"dim48_mean_outclass": 5.782199382781982,
"delta": -2.099752187728882
},
{
"class": "clock",
"cat_id": 85,
"n_imgs": 204,
"dim48_mean_inclass": 3.664764642715454,
"dim48_mean_outclass": 5.83461332321167,
"delta": -2.169848680496216
},
{
"class": "train",
"cat_id": 7,
"n_imgs": 157,
"dim48_mean_inclass": 3.4102745056152344,
"dim48_mean_outclass": 5.821805477142334,
"delta": -2.4115309715270996
},
{
"class": "sheep",
"cat_id": 20,
"n_imgs": 65,
"dim48_mean_inclass": 3.174736261367798,
"dim48_mean_outclass": 5.779951095581055,
"delta": -2.605214834213257
},
{
"class": "elephant",
"cat_id": 22,
"n_imgs": 89,
"dim48_mean_inclass": 3.023428201675415,
"dim48_mean_outclass": 5.795424938201904,
"delta": -2.7719967365264893
},
{
"class": "parking meter",
"cat_id": 14,
"n_imgs": 37,
"dim48_mean_inclass": 2.688075065612793,
"dim48_mean_outclass": 5.768880844116211,
"delta": -3.080805778503418
},
{
"class": "airplane",
"cat_id": 5,
"n_imgs": 97,
"dim48_mean_inclass": 2.6694958209991455,
"dim48_mean_outclass": 5.806950092315674,
"delta": -3.1374542713165283
},
{
"class": "stop sign",
"cat_id": 13,
"n_imgs": 69,
"dim48_mean_inclass": 2.509443998336792,
"dim48_mean_outclass": 5.7913737297058105,
"delta": -3.2819297313690186
},
{
"class": "cow",
"cat_id": 21,
"n_imgs": 87,
"dim48_mean_inclass": 2.1573596000671387,
"dim48_mean_outclass": 5.809632778167725,
"delta": -3.652273178100586
},
{
"class": "bird",
"cat_id": 16,
"n_imgs": 125,
"dim48_mean_inclass": 1.5200526714324951,
"dim48_mean_outclass": 5.854443073272705,
"delta": -4.33439040184021
},
{
"class": "giraffe",
"cat_id": 25,
"n_imgs": 101,
"dim48_mean_inclass": 0.5355944633483887,
"dim48_mean_outclass": 5.8535051345825195,
"delta": -5.317910671234131
},
{
"class": "zebra",
"cat_id": 24,
"n_imgs": 85,
"dim48_mean_inclass": 0.19826489686965942,
"dim48_mean_outclass": 5.842027187347412,
"delta": -5.643762290477753
},
{
"class": "bear",
"cat_id": 23,
"n_imgs": 49,
"dim48_mean_inclass": -0.3452981412410736,
"dim48_mean_outclass": 5.806369781494141,
"delta": -6.151667922735214
}
],
"D_top10_correlation": {
"dims": [
48,
525,
475,
323,
240,
637,
318,
472,
719,
251
],
"corr_matrix": [
[
1.000000238418579,
0.28202927112579346,
-0.03376583009958267,
0.24143743515014648,
-0.013180982321500778,
0.1519388109445572,
0.21512284874916077,
0.12231583148241043,
0.15586860477924347,
0.14881354570388794
],
[
0.28202927112579346,
0.9999998211860657,
0.2280241698026657,
0.08577030897140503,
0.20908223092556,
-0.09965874999761581,
0.2280401587486267,
0.08895031362771988,
0.2658396065235138,
-0.15059183537960052
],
[
-0.03376583009958267,
0.2280241698026657,
1.0000001192092896,
0.061812229454517365,
0.570030927658081,
-0.011771553196012974,
0.07696891576051712,
-0.10601639002561569,
0.06801445037126541,
-0.23264755308628082
],
[
0.24143743515014648,
0.08577030897140503,
0.061812229454517365,
0.9999997615814209,
0.0030930074863135815,
0.18994615972042084,
0.15969695150852203,
0.21833136677742004,
0.26542553305625916,
-0.039861708879470825
],
[
-0.013180982321500778,
0.20908223092556,
0.570030927658081,
0.0030930074863135815,
1.0000003576278687,
-0.09009360522031784,
0.003698738757520914,
-0.08297917991876602,
0.01635875552892685,
-0.21284666657447815
],
[
0.1519388109445572,
-0.09965874999761581,
-0.011771553196012974,
0.18994615972042084,
-0.09009360522031784,
0.9999999403953552,
0.13532496988773346,
0.04327913001179695,
-0.03058011643588543,
0.22757190465927124
],
[
0.21512284874916077,
0.2280401587486267,
0.07696891576051712,
0.15969695150852203,
0.003698738757520914,
0.13532496988773346,
0.9999998807907104,
0.030232839286327362,
0.23005540668964386,
0.025300158187747
],
[
0.12231583148241043,
0.08895031362771988,
-0.10601639002561569,
0.21833136677742004,
-0.08297917991876602,
0.04327913001179695,
0.030232839286327362,
1.000000238418579,
0.21879234910011292,
0.020776957273483276
],
[
0.15586860477924347,
0.2658396065235138,
0.06801445037126541,
0.26542553305625916,
0.01635875552892685,
-0.03058011643588543,
0.23005540668964386,
0.21879234910011292,
0.9999998807907104,
-0.015971055254340172
],
[
0.14881354570388794,
-0.15059183537960052,
-0.23264755308628082,
-0.039861708879470825,
-0.21284666657447815,
0.22757190465927124,
0.025300158187747,
0.020776957273483276,
-0.015971055254340172,
1.0000001192092896
]
],
"max_abs_offdiag": 0.570030927658081
},
"E_spatial_localization": {
"n_sampled_images": 500,
"mean_iou": 0.16534487868892028,
"median_iou": 0.15606729686260223,
"p95_iou": 0.35281437188386916
}
}