CharlesCNorton
Image-level person classification on EUPE-ViT-B features with a single free parameter
f5498f9 | { | |
| "provenance": { | |
| "generator": null, | |
| "note": "discovery sweep not committed; no producer in the repo" | |
| }, | |
| "target_dim": 48, | |
| "A_f1_vs_k": [ | |
| { | |
| "K": 1, | |
| "F1": 0.8285356163978577, | |
| "precision": 0.7985524535179138, | |
| "recall": 0.8608582615852356, | |
| "dims": [ | |
| 48 | |
| ] | |
| }, | |
| { | |
| "K": 2, | |
| "F1": 0.8562204241752625, | |
| "precision": 0.8503633737564087, | |
| "recall": 0.8621586561203003, | |
| "dims": [ | |
| 48, | |
| 525 | |
| ] | |
| }, | |
| { | |
| "K": 3, | |
| "F1": 0.8652572631835938, | |
| "precision": 0.8526936173439026, | |
| "recall": 0.8781967759132385, | |
| "dims": [ | |
| 48, | |
| 525, | |
| 475 | |
| ] | |
| }, | |
| { | |
| "K": 5, | |
| "F1": 0.8649698495864868, | |
| "precision": 0.8608844876289368, | |
| "recall": 0.8690940737724304, | |
| "dims": [ | |
| 48, | |
| 525, | |
| 475, | |
| 323, | |
| 240 | |
| ] | |
| }, | |
| { | |
| "K": 10, | |
| "F1": 0.9092138409614563, | |
| "precision": 0.9465290904045105, | |
| "recall": 0.8747290968894958, | |
| "dims": [ | |
| 48, | |
| 525, | |
| 475, | |
| 323, | |
| 240, | |
| "..." | |
| ] | |
| }, | |
| { | |
| "K": 20, | |
| "F1": 0.9288457632064819, | |
| "precision": 0.9698113203048706, | |
| "recall": 0.8912007212638855, | |
| "dims": [ | |
| 48, | |
| 525, | |
| 475, | |
| 323, | |
| 240, | |
| "..." | |
| ] | |
| }, | |
| { | |
| "K": 30, | |
| "F1": 0.9349648356437683, | |
| "precision": 0.9795821309089661, | |
| "recall": 0.8942349553108215, | |
| "dims": [ | |
| 48, | |
| 525, | |
| 475, | |
| 323, | |
| 240, | |
| "..." | |
| ] | |
| }, | |
| { | |
| "K": 50, | |
| "F1": 0.9407240152359009, | |
| "precision": 0.9839091300964355, | |
| "recall": 0.9011703729629517, | |
| "dims": [ | |
| 48, | |
| 525, | |
| 475, | |
| 323, | |
| 240, | |
| "..." | |
| ] | |
| }, | |
| { | |
| "K": 92, | |
| "F1": 0.9444695711135864, | |
| "precision": 0.98539799451828, | |
| "recall": 0.9068053960800171, | |
| "dims": [ | |
| 48, | |
| 525, | |
| 475, | |
| 323, | |
| 240, | |
| "..." | |
| ] | |
| }, | |
| { | |
| "K": 184, | |
| "F1": 0.9485046863555908, | |
| "precision": 0.9855140447616577, | |
| "recall": 0.9141742587089539, | |
| "dims": [ | |
| 48, | |
| 525, | |
| 475, | |
| 323, | |
| 240, | |
| "..." | |
| ] | |
| } | |
| ], | |
| "B_dim48_distribution": { | |
| "person_pos": { | |
| "n": 2693, | |
| "mean": 8.113646507263184, | |
| "std": 2.3924715518951416, | |
| "min": -1.2812166213989258, | |
| "p25": 7.193147659301758, | |
| "p50": 8.808687210083008, | |
| "p75": 9.730491638183594, | |
| "max": 12.061566352844238 | |
| }, | |
| "person_neg": { | |
| "n": 2307, | |
| "mean": 2.982386589050293, | |
| "std": 2.7675836086273193, | |
| "min": -3.072082042694092, | |
| "p25": 0.5744761228561401, | |
| "p50": 3.059739589691162, | |
| "p75": 5.2233123779296875, | |
| "max": 11.300838470458984 | |
| }, | |
| "separation_cohen_d": 1.983604907989502 | |
| }, | |
| "C_per_class_top15": [ | |
| { | |
| "class": "person", | |
| "cat_id": 1, | |
| "n_imgs": 2693, | |
| "dim48_mean_inclass": 8.1136474609375, | |
| "dim48_mean_outclass": 2.982386350631714, | |
| "delta": 5.131261110305786 | |
| }, | |
| { | |
| "class": "tennis racket", | |
| "cat_id": 43, | |
| "n_imgs": 167, | |
| "dim48_mean_inclass": 9.163715362548828, | |
| "dim48_mean_outclass": 5.627990245819092, | |
| "delta": 3.5357251167297363 | |
| }, | |
| { | |
| "class": "tie", | |
| "cat_id": 32, | |
| "n_imgs": 145, | |
| "dim48_mean_inclass": 8.980120658874512, | |
| "dim48_mean_outclass": 5.6494951248168945, | |
| "delta": 3.330625534057617 | |
| }, | |
| { | |
| "class": "baseball glove", | |
| "cat_id": 40, | |
| "n_imgs": 100, | |
| "dim48_mean_inclass": 8.982823371887207, | |
| "dim48_mean_outclass": 5.680027008056641, | |
| "delta": 3.3027963638305664 | |
| }, | |
| { | |
| "class": "skateboard", | |
| "cat_id": 41, | |
| "n_imgs": 127, | |
| "dim48_mean_inclass": 8.923754692077637, | |
| "dim48_mean_outclass": 5.663267135620117, | |
| "delta": 3.2604875564575195 | |
| }, | |
| { | |
| "class": "baseball bat", | |
| "cat_id": 39, | |
| "n_imgs": 97, | |
| "dim48_mean_inclass": 8.886703491210938, | |
| "dim48_mean_outclass": 5.683949947357178, | |
| "delta": 3.2027535438537598 | |
| }, | |
| { | |
| "class": "backpack", | |
| "cat_id": 27, | |
| "n_imgs": 228, | |
| "dim48_mean_inclass": 8.655838012695312, | |
| "dim48_mean_outclass": 5.607059001922607, | |
| "delta": 3.048779010772705 | |
| }, | |
| { | |
| "class": "remote", | |
| "cat_id": 75, | |
| "n_imgs": 145, | |
| "dim48_mean_inclass": 8.703699111938477, | |
| "dim48_mean_outclass": 5.657751083374023, | |
| "delta": 3.045948028564453 | |
| }, | |
| { | |
| "class": "toothbrush", | |
| "cat_id": 90, | |
| "n_imgs": 34, | |
| "dim48_mean_inclass": 8.746152877807617, | |
| "dim48_mean_outclass": 5.725543022155762, | |
| "delta": 3.0206098556518555 | |
| }, | |
| { | |
| "class": "handbag", | |
| "cat_id": 31, | |
| "n_imgs": 292, | |
| "dim48_mean_inclass": 8.576542854309082, | |
| "dim48_mean_outclass": 5.570532321929932, | |
| "delta": 3.0060105323791504 | |
| }, | |
| { | |
| "class": "sports ball", | |
| "cat_id": 37, | |
| "n_imgs": 169, | |
| "dim48_mean_inclass": 8.645074844360352, | |
| "dim48_mean_outclass": 5.644669532775879, | |
| "delta": 3.0004053115844727 | |
| }, | |
| { | |
| "class": "hair drier", | |
| "cat_id": 89, | |
| "n_imgs": 9, | |
| "dim48_mean_inclass": 8.637924194335938, | |
| "dim48_mean_outclass": 5.74086856842041, | |
| "delta": 2.8970556259155273 | |
| }, | |
| { | |
| "class": "skis", | |
| "cat_id": 35, | |
| "n_imgs": 120, | |
| "dim48_mean_inclass": 8.562700271606445, | |
| "dim48_mean_outclass": 5.676822185516357, | |
| "delta": 2.885878086090088 | |
| }, | |
| { | |
| "class": "cell phone", | |
| "cat_id": 77, | |
| "n_imgs": 214, | |
| "dim48_mean_inclass": 8.483532905578613, | |
| "dim48_mean_outclass": 5.623681545257568, | |
| "delta": 2.859851360321045 | |
| }, | |
| { | |
| "class": "snowboard", | |
| "cat_id": 36, | |
| "n_imgs": 49, | |
| "dim48_mean_inclass": 8.451048851013184, | |
| "dim48_mean_outclass": 5.71931266784668, | |
| "delta": 2.731736183166504 | |
| } | |
| ], | |
| "C_per_class_bottom15": [ | |
| { | |
| "class": "traffic light", | |
| "cat_id": 10, | |
| "n_imgs": 191, | |
| "dim48_mean_inclass": 4.146858215332031, | |
| "dim48_mean_outclass": 5.809599876403809, | |
| "delta": -1.6627416610717773 | |
| }, | |
| { | |
| "class": "boat", | |
| "cat_id": 9, | |
| "n_imgs": 121, | |
| "dim48_mean_inclass": 4.040976047515869, | |
| "dim48_mean_outclass": 5.788370132446289, | |
| "delta": -1.74739408493042 | |
| }, | |
| { | |
| "class": "fire hydrant", | |
| "cat_id": 11, | |
| "n_imgs": 86, | |
| "dim48_mean_inclass": 3.6824471950531006, | |
| "dim48_mean_outclass": 5.782199382781982, | |
| "delta": -2.099752187728882 | |
| }, | |
| { | |
| "class": "clock", | |
| "cat_id": 85, | |
| "n_imgs": 204, | |
| "dim48_mean_inclass": 3.664764642715454, | |
| "dim48_mean_outclass": 5.83461332321167, | |
| "delta": -2.169848680496216 | |
| }, | |
| { | |
| "class": "train", | |
| "cat_id": 7, | |
| "n_imgs": 157, | |
| "dim48_mean_inclass": 3.4102745056152344, | |
| "dim48_mean_outclass": 5.821805477142334, | |
| "delta": -2.4115309715270996 | |
| }, | |
| { | |
| "class": "sheep", | |
| "cat_id": 20, | |
| "n_imgs": 65, | |
| "dim48_mean_inclass": 3.174736261367798, | |
| "dim48_mean_outclass": 5.779951095581055, | |
| "delta": -2.605214834213257 | |
| }, | |
| { | |
| "class": "elephant", | |
| "cat_id": 22, | |
| "n_imgs": 89, | |
| "dim48_mean_inclass": 3.023428201675415, | |
| "dim48_mean_outclass": 5.795424938201904, | |
| "delta": -2.7719967365264893 | |
| }, | |
| { | |
| "class": "parking meter", | |
| "cat_id": 14, | |
| "n_imgs": 37, | |
| "dim48_mean_inclass": 2.688075065612793, | |
| "dim48_mean_outclass": 5.768880844116211, | |
| "delta": -3.080805778503418 | |
| }, | |
| { | |
| "class": "airplane", | |
| "cat_id": 5, | |
| "n_imgs": 97, | |
| "dim48_mean_inclass": 2.6694958209991455, | |
| "dim48_mean_outclass": 5.806950092315674, | |
| "delta": -3.1374542713165283 | |
| }, | |
| { | |
| "class": "stop sign", | |
| "cat_id": 13, | |
| "n_imgs": 69, | |
| "dim48_mean_inclass": 2.509443998336792, | |
| "dim48_mean_outclass": 5.7913737297058105, | |
| "delta": -3.2819297313690186 | |
| }, | |
| { | |
| "class": "cow", | |
| "cat_id": 21, | |
| "n_imgs": 87, | |
| "dim48_mean_inclass": 2.1573596000671387, | |
| "dim48_mean_outclass": 5.809632778167725, | |
| "delta": -3.652273178100586 | |
| }, | |
| { | |
| "class": "bird", | |
| "cat_id": 16, | |
| "n_imgs": 125, | |
| "dim48_mean_inclass": 1.5200526714324951, | |
| "dim48_mean_outclass": 5.854443073272705, | |
| "delta": -4.33439040184021 | |
| }, | |
| { | |
| "class": "giraffe", | |
| "cat_id": 25, | |
| "n_imgs": 101, | |
| "dim48_mean_inclass": 0.5355944633483887, | |
| "dim48_mean_outclass": 5.8535051345825195, | |
| "delta": -5.317910671234131 | |
| }, | |
| { | |
| "class": "zebra", | |
| "cat_id": 24, | |
| "n_imgs": 85, | |
| "dim48_mean_inclass": 0.19826489686965942, | |
| "dim48_mean_outclass": 5.842027187347412, | |
| "delta": -5.643762290477753 | |
| }, | |
| { | |
| "class": "bear", | |
| "cat_id": 23, | |
| "n_imgs": 49, | |
| "dim48_mean_inclass": -0.3452981412410736, | |
| "dim48_mean_outclass": 5.806369781494141, | |
| "delta": -6.151667922735214 | |
| } | |
| ], | |
| "D_top10_correlation": { | |
| "dims": [ | |
| 48, | |
| 525, | |
| 475, | |
| 323, | |
| 240, | |
| 637, | |
| 318, | |
| 472, | |
| 719, | |
| 251 | |
| ], | |
| "corr_matrix": [ | |
| [ | |
| 1.000000238418579, | |
| 0.28202927112579346, | |
| -0.03376583009958267, | |
| 0.24143743515014648, | |
| -0.013180982321500778, | |
| 0.1519388109445572, | |
| 0.21512284874916077, | |
| 0.12231583148241043, | |
| 0.15586860477924347, | |
| 0.14881354570388794 | |
| ], | |
| [ | |
| 0.28202927112579346, | |
| 0.9999998211860657, | |
| 0.2280241698026657, | |
| 0.08577030897140503, | |
| 0.20908223092556, | |
| -0.09965874999761581, | |
| 0.2280401587486267, | |
| 0.08895031362771988, | |
| 0.2658396065235138, | |
| -0.15059183537960052 | |
| ], | |
| [ | |
| -0.03376583009958267, | |
| 0.2280241698026657, | |
| 1.0000001192092896, | |
| 0.061812229454517365, | |
| 0.570030927658081, | |
| -0.011771553196012974, | |
| 0.07696891576051712, | |
| -0.10601639002561569, | |
| 0.06801445037126541, | |
| -0.23264755308628082 | |
| ], | |
| [ | |
| 0.24143743515014648, | |
| 0.08577030897140503, | |
| 0.061812229454517365, | |
| 0.9999997615814209, | |
| 0.0030930074863135815, | |
| 0.18994615972042084, | |
| 0.15969695150852203, | |
| 0.21833136677742004, | |
| 0.26542553305625916, | |
| -0.039861708879470825 | |
| ], | |
| [ | |
| -0.013180982321500778, | |
| 0.20908223092556, | |
| 0.570030927658081, | |
| 0.0030930074863135815, | |
| 1.0000003576278687, | |
| -0.09009360522031784, | |
| 0.003698738757520914, | |
| -0.08297917991876602, | |
| 0.01635875552892685, | |
| -0.21284666657447815 | |
| ], | |
| [ | |
| 0.1519388109445572, | |
| -0.09965874999761581, | |
| -0.011771553196012974, | |
| 0.18994615972042084, | |
| -0.09009360522031784, | |
| 0.9999999403953552, | |
| 0.13532496988773346, | |
| 0.04327913001179695, | |
| -0.03058011643588543, | |
| 0.22757190465927124 | |
| ], | |
| [ | |
| 0.21512284874916077, | |
| 0.2280401587486267, | |
| 0.07696891576051712, | |
| 0.15969695150852203, | |
| 0.003698738757520914, | |
| 0.13532496988773346, | |
| 0.9999998807907104, | |
| 0.030232839286327362, | |
| 0.23005540668964386, | |
| 0.025300158187747 | |
| ], | |
| [ | |
| 0.12231583148241043, | |
| 0.08895031362771988, | |
| -0.10601639002561569, | |
| 0.21833136677742004, | |
| -0.08297917991876602, | |
| 0.04327913001179695, | |
| 0.030232839286327362, | |
| 1.000000238418579, | |
| 0.21879234910011292, | |
| 0.020776957273483276 | |
| ], | |
| [ | |
| 0.15586860477924347, | |
| 0.2658396065235138, | |
| 0.06801445037126541, | |
| 0.26542553305625916, | |
| 0.01635875552892685, | |
| -0.03058011643588543, | |
| 0.23005540668964386, | |
| 0.21879234910011292, | |
| 0.9999998807907104, | |
| -0.015971055254340172 | |
| ], | |
| [ | |
| 0.14881354570388794, | |
| -0.15059183537960052, | |
| -0.23264755308628082, | |
| -0.039861708879470825, | |
| -0.21284666657447815, | |
| 0.22757190465927124, | |
| 0.025300158187747, | |
| 0.020776957273483276, | |
| -0.015971055254340172, | |
| 1.0000001192092896 | |
| ] | |
| ], | |
| "max_abs_offdiag": 0.570030927658081 | |
| }, | |
| "E_spatial_localization": { | |
| "n_sampled_images": 500, | |
| "mean_iou": 0.16534487868892028, | |
| "median_iou": 0.15606729686260223, | |
| "p95_iou": 0.35281437188386916 | |
| } | |
| } | |