| { |
| "llm": { |
| "n": 195, |
| "deployable_test_ap": 0.5516546566114601, |
| "deployable_val_ap": 0.9974534629317456, |
| "deployable_id": "idea-758797", |
| "oracle_test_ap": 0.5994713531586732, |
| "oracle_id": "idea-709b50", |
| "val_test_rho": -0.17654498921068695, |
| "models": [ |
| { |
| "id": "idea-0093cf", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9926831892686776, |
| "test_ap": 0.49145941103204827 |
| }, |
| { |
| "id": "idea-07e0db", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.993723324127542, |
| "test_ap": 0.539807804258277 |
| }, |
| { |
| "id": "idea-14ec2d", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9888454503066605, |
| "test_ap": 0.5023106207663731 |
| }, |
| { |
| "id": "idea-1cf055", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9804167712779313, |
| "test_ap": 0.48662649055647744 |
| }, |
| { |
| "id": "idea-2ebded", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9852587783795417, |
| "test_ap": 0.5754696053625089 |
| }, |
| { |
| "id": "idea-3b2bf1", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9930777231806607, |
| "test_ap": 0.4952268994742202 |
| }, |
| { |
| "id": "idea-480585", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9928625228650335, |
| "test_ap": 0.46035083285584333 |
| }, |
| { |
| "id": "idea-4b6c49", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9931494566192031, |
| "test_ap": 0.5158995116346112 |
| }, |
| { |
| "id": "idea-5736dd", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9931135898999318, |
| "test_ap": 0.5689081807289396 |
| }, |
| { |
| "id": "idea-5c2b2e", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9900290520426097, |
| "test_ap": 0.5453919139258024 |
| }, |
| { |
| "id": "idea-64f9c2", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9900290520426097, |
| "test_ap": 0.5129100740981973 |
| }, |
| { |
| "id": "idea-6bba5a", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9832861088196263, |
| "test_ap": 0.5493788513160378 |
| }, |
| { |
| "id": "idea-6bf8a4", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9875901151321689, |
| "test_ap": 0.5146803674300742 |
| }, |
| { |
| "id": "idea-6c943d", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9884150496754062, |
| "test_ap": 0.5362608464681867 |
| }, |
| { |
| "id": "idea-6cf915", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9842545102399484, |
| "test_ap": 0.5665384264010769 |
| }, |
| { |
| "id": "idea-6d710e", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9909974534629318, |
| "test_ap": 0.5514447527423487 |
| }, |
| { |
| "id": "idea-6dc33c", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9926114558301352, |
| "test_ap": 0.5387198970972036 |
| }, |
| { |
| "id": "idea-6df013", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9887378501488469, |
| "test_ap": 0.47347982913486664 |
| }, |
| { |
| "id": "idea-6e85e9", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9952655930562031, |
| "test_ap": 0.5089146164422944 |
| }, |
| { |
| "id": "idea-6f0b10", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9888454503066605, |
| "test_ap": 0.5288352023051079 |
| }, |
| { |
| "id": "idea-6fd2c9", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9864423801154908, |
| "test_ap": 0.5756908756641248 |
| }, |
| { |
| "id": "idea-70898b", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9868727807467451, |
| "test_ap": 0.560080660780332 |
| }, |
| { |
| "id": "idea-711ee7", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9905670528316775, |
| "test_ap": 0.5132059095251306 |
| }, |
| { |
| "id": "idea-749126", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9939385244431692, |
| "test_ap": 0.453713474123052 |
| }, |
| { |
| "id": "idea-768214", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9856174455722535, |
| "test_ap": 0.5283480215394514 |
| }, |
| { |
| "id": "idea-0132cb", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9907105197087622, |
| "test_ap": 0.5114303400731377 |
| }, |
| { |
| "id": "idea-094d4a", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9840751766435925, |
| "test_ap": 0.5103318246727022 |
| }, |
| { |
| "id": "idea-1629dd", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9955883935296438, |
| "test_ap": 0.5381983130896731 |
| }, |
| { |
| "id": "idea-1e9001", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9928266561457624, |
| "test_ap": 0.5234042260399293 |
| }, |
| { |
| "id": "idea-2fb480", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9922886553566945, |
| "test_ap": 0.500306510950183 |
| }, |
| { |
| "id": "idea-3c0926", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9954449266525591, |
| "test_ap": 0.5471529903452411 |
| }, |
| { |
| "id": "idea-486c73", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9918223880061691, |
| "test_ap": 0.5153610729312792 |
| }, |
| { |
| "id": "idea-4bcdbf", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9822459739607619, |
| "test_ap": 0.5381009021721553 |
| }, |
| { |
| "id": "idea-575f15", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9968437287041354, |
| "test_ap": 0.4771055052544214 |
| }, |
| { |
| "id": "idea-5f4997", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9814927728560668, |
| "test_ap": 0.54220125369401 |
| }, |
| { |
| "id": "idea-65e172", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9860119794842366, |
| "test_ap": 0.5463300200029402 |
| }, |
| { |
| "id": "idea-6bc84c", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9935439905311861, |
| "test_ap": 0.5293650973450857 |
| }, |
| { |
| "id": "idea-6bfbba", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9873031813779993, |
| "test_ap": 0.5142801788125329 |
| }, |
| { |
| "id": "idea-6ca86c", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9921093217603386, |
| "test_ap": 0.5256677957638431 |
| }, |
| { |
| "id": "idea-6d12e3", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9852946450988128, |
| "test_ap": 0.5843687401307774 |
| }, |
| { |
| "id": "idea-6d81ba", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9840034432050501, |
| "test_ap": 0.5298055736900101 |
| }, |
| { |
| "id": "idea-6dce01", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9833937089774398, |
| "test_ap": 0.5296573663681023 |
| }, |
| { |
| "id": "idea-6df122", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9842186435206771, |
| "test_ap": 0.5546186938055908 |
| }, |
| { |
| "id": "idea-6e8fb8", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9876977152899824, |
| "test_ap": 0.5162877096159879 |
| }, |
| { |
| "id": "idea-6f11c9", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9899573186040673, |
| "test_ap": 0.5126838595534882 |
| }, |
| { |
| "id": "idea-6fd8ea", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9836447760123381, |
| "test_ap": 0.5545111470564266 |
| }, |
| { |
| "id": "idea-70921f", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9887737168681181, |
| "test_ap": 0.5086513782638171 |
| }, |
| { |
| "id": "idea-713e7e", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9895986514113554, |
| "test_ap": 0.5173678778841084 |
| }, |
| { |
| "id": "idea-752105", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9940461246009827, |
| "test_ap": 0.5399667119126362 |
| }, |
| { |
| "id": "idea-768404", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9844338438363043, |
| "test_ap": 0.5657876484501465 |
| }, |
| { |
| "id": "idea-022f8a", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9918223880061691, |
| "test_ap": 0.5279122135414923 |
| }, |
| { |
| "id": "idea-09f20a", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9919658548832538, |
| "test_ap": 0.4854458353678761 |
| }, |
| { |
| "id": "idea-1686cb", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9934363903733725, |
| "test_ap": 0.4993613292420842 |
| }, |
| { |
| "id": "idea-20115d", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9889171837452029, |
| "test_ap": 0.532683669712985 |
| }, |
| { |
| "id": "idea-2fea5d", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9927907894264911, |
| "test_ap": 0.4950725102752104 |
| }, |
| { |
| "id": "idea-3e515a", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9934005236541014, |
| "test_ap": 0.48732936277714656 |
| }, |
| { |
| "id": "idea-487371", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.990280119077508, |
| "test_ap": 0.5168725848044234 |
| }, |
| { |
| "id": "idea-4db09e", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9864423801154908, |
| "test_ap": 0.5072934964796707 |
| }, |
| { |
| "id": "idea-57757c", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9881281159212367, |
| "test_ap": 0.49824456472469636 |
| }, |
| { |
| "id": "idea-601abe", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.983429575696711, |
| "test_ap": 0.5161634410197964 |
| }, |
| { |
| "id": "idea-68fbff", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9873749148165417, |
| "test_ap": 0.5559312353134409 |
| }, |
| { |
| "id": "idea-6bcc20", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9870162476238299, |
| "test_ap": 0.5824268284300392 |
| }, |
| { |
| "id": "idea-6c2ff8", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9824970409956602, |
| "test_ap": 0.5338390235016457 |
| }, |
| { |
| "id": "idea-6caa67", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9831067752232703, |
| "test_ap": 0.5071286949481307 |
| }, |
| { |
| "id": "idea-6d2695", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9892399842186436, |
| "test_ap": 0.556357290534593 |
| }, |
| { |
| "id": "idea-6d9fca", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9887019834295757, |
| "test_ap": 0.5129926070851446 |
| }, |
| { |
| "id": "idea-6dd1d3", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9915354542519995, |
| "test_ap": 0.58595023613186 |
| }, |
| { |
| "id": "idea-6dfb13", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9907463864280335, |
| "test_ap": 0.4884997858758403 |
| }, |
| { |
| "id": "idea-6e950d", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.989526917972813, |
| "test_ap": 0.5526254857532799 |
| }, |
| { |
| "id": "idea-6f1abe", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.986478246834762, |
| "test_ap": 0.5146230184196803 |
| }, |
| { |
| "id": "idea-6ffcd3", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9910333201822029, |
| "test_ap": 0.503460676923974 |
| }, |
| { |
| "id": "idea-709b50", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9826405078727449, |
| "test_ap": 0.5994713531586732 |
| }, |
| { |
| "id": "idea-7146b2", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9918941214447115, |
| "test_ap": 0.5403363692806413 |
| }, |
| { |
| "id": "idea-753513", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9899214518847961, |
| "test_ap": 0.5228689992763951 |
| }, |
| { |
| "id": "idea-773470", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9929342563035759, |
| "test_ap": 0.5331493227385025 |
| }, |
| { |
| "id": "idea-025846", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9887737168681181, |
| "test_ap": 0.49439383938807346 |
| }, |
| { |
| "id": "idea-0ab7e2", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9898497184462537, |
| "test_ap": 0.523269414982763 |
| }, |
| { |
| "id": "idea-16fbdb", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9876977152899824, |
| "test_ap": 0.5783650378065093 |
| }, |
| { |
| "id": "idea-236c5a", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9919658548832538, |
| "test_ap": 0.4312022835150203 |
| }, |
| { |
| "id": "idea-31323d", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9875901151321689, |
| "test_ap": 0.5087310523960676 |
| }, |
| { |
| "id": "idea-3f64da", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9971665291775761, |
| "test_ap": 0.468736481245535 |
| }, |
| { |
| "id": "idea-48f3c1", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.987410781535813, |
| "test_ap": 0.5530178017026112 |
| }, |
| { |
| "id": "idea-4e8866", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9914637208134572, |
| "test_ap": 0.5220564448408875 |
| }, |
| { |
| "id": "idea-59c0ef", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9870879810623723, |
| "test_ap": 0.5412935296741734 |
| }, |
| { |
| "id": "idea-60e584", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9875542484128976, |
| "test_ap": 0.5357341904701187 |
| }, |
| { |
| "id": "idea-69286e", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.98550984541444, |
| "test_ap": 0.549750121779979 |
| }, |
| { |
| "id": "idea-6bd1d4", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9959829274416269, |
| "test_ap": 0.544560769147157 |
| }, |
| { |
| "id": "idea-6c356b", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9838599763279653, |
| "test_ap": 0.5652899824785946 |
| }, |
| { |
| "id": "idea-6cc44e", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9881998493597791, |
| "test_ap": 0.5554506805736825 |
| }, |
| { |
| "id": "idea-6d366a", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9962698611957964, |
| "test_ap": 0.5319107663160887 |
| }, |
| { |
| "id": "idea-6da398", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9880922492019655, |
| "test_ap": 0.5267838330958798 |
| }, |
| { |
| "id": "idea-6e03d8", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9843262436784908, |
| "test_ap": 0.5231229677666763 |
| }, |
| { |
| "id": "idea-6ea24d", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.987052114343101, |
| "test_ap": 0.5256124311318702 |
| }, |
| { |
| "id": "idea-6f3666", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9892399842186436, |
| "test_ap": 0.5091815743404364 |
| }, |
| { |
| "id": "idea-700bc8", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9947275922671354, |
| "test_ap": 0.5249404860525647 |
| }, |
| { |
| "id": "idea-70c311", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9892399842186436, |
| "test_ap": 0.5408133770003092 |
| }, |
| { |
| "id": "idea-715bfd", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9887737168681181, |
| "test_ap": 0.5012641169177867 |
| }, |
| { |
| "id": "idea-758797", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9974534629317456, |
| "test_ap": 0.5516546566114601 |
| }, |
| { |
| "id": "idea-02a9bd", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9941895914780675, |
| "test_ap": 0.5054009051366836 |
| }, |
| { |
| "id": "idea-0c54e9", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9841110433628636, |
| "test_ap": 0.5238516281933501 |
| }, |
| { |
| "id": "idea-184433", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9925397223915928, |
| "test_ap": 0.48569984279397505 |
| }, |
| { |
| "id": "idea-25b04c", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9862630465191349, |
| "test_ap": 0.5258961733607781 |
| }, |
| { |
| "id": "idea-34b820", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9947634589864065, |
| "test_ap": 0.5230990150735203 |
| }, |
| { |
| "id": "idea-40d411", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9961622610379829, |
| "test_ap": 0.5392796418326444 |
| }, |
| { |
| "id": "idea-49f5e6", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9845414439941178, |
| "test_ap": 0.5822692035747098 |
| }, |
| { |
| "id": "idea-51d7cf", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.990280119077508, |
| "test_ap": 0.49073356329609397 |
| }, |
| { |
| "id": "idea-5b0b5b", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9931135898999318, |
| "test_ap": 0.5365947387111507 |
| }, |
| { |
| "id": "idea-611c30", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9882715827983214, |
| "test_ap": 0.5370180205700572 |
| }, |
| { |
| "id": "idea-6a77fa", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9891323840608299, |
| "test_ap": 0.5202423125289759 |
| }, |
| { |
| "id": "idea-6bd280", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.994297191635881, |
| "test_ap": 0.5500787185725249 |
| }, |
| { |
| "id": "idea-6c381b", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9892041174993723, |
| "test_ap": 0.508110600225923 |
| }, |
| { |
| "id": "idea-6cccb5", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.987984649044152, |
| "test_ap": 0.5299390345711033 |
| }, |
| { |
| "id": "idea-6d4070", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9821025070836771, |
| "test_ap": 0.5094965741861556 |
| }, |
| { |
| "id": "idea-6da411", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9824970409956602, |
| "test_ap": 0.5091706475877467 |
| }, |
| { |
| "id": "idea-6dd438-ht-2", |
| "backbone": "dinov2_vitb14", |
| "val_ap": 0.9543703412510017, |
| "test_ap": 0.5119604623978865 |
| }, |
| { |
| "id": "idea-6e18f2", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9896345181306266, |
| "test_ap": 0.5532188946019863 |
| }, |
| { |
| "id": "idea-6ebe44", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9968795954234067, |
| "test_ap": 0.5342432748189837 |
| }, |
| { |
| "id": "idea-6f7ec2", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9898497184462537, |
| "test_ap": 0.5304351699306676 |
| }, |
| { |
| "id": "idea-7013a3", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9968795954234067, |
| "test_ap": 0.5576917294735947 |
| }, |
| { |
| "id": "idea-70cb7f", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9898855851655249, |
| "test_ap": 0.526159016854353 |
| }, |
| { |
| "id": "idea-7162d6", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9858326458878807, |
| "test_ap": 0.5118602825220132 |
| }, |
| { |
| "id": "idea-759772", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9826763745920161, |
| "test_ap": 0.5607093550787753 |
| }, |
| { |
| "id": "idea-02acce", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9840393099243212, |
| "test_ap": 0.5274534314002685 |
| }, |
| { |
| "id": "idea-0cb9a7", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9856533122915246, |
| "test_ap": 0.4950025070937312 |
| }, |
| { |
| "id": "idea-1aa9d5", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9940461246009827, |
| "test_ap": 0.5413575515859944 |
| }, |
| { |
| "id": "idea-277fc7", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9846849108712026, |
| "test_ap": 0.5420989339321178 |
| }, |
| { |
| "id": "idea-363bda", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9840034432050501, |
| "test_ap": 0.5337327873951334 |
| }, |
| { |
| "id": "idea-40f1ea", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9868369140274739, |
| "test_ap": 0.5286113029872246 |
| }, |
| { |
| "id": "idea-49fcd6", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9960187941608981, |
| "test_ap": 0.48720602253563094 |
| }, |
| { |
| "id": "idea-533ee4", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9919658548832538, |
| "test_ap": 0.5065996080713491 |
| }, |
| { |
| "id": "idea-5b4d0a", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9888454503066605, |
| "test_ap": 0.5357119436918386 |
| }, |
| { |
| "id": "idea-616285", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9899214518847961, |
| "test_ap": 0.528874575552331 |
| }, |
| { |
| "id": "idea-6b8fac", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9937591908468132, |
| "test_ap": 0.4539020429161167 |
| }, |
| { |
| "id": "idea-6bebc1", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9880205157634231, |
| "test_ap": 0.5462191920425763 |
| }, |
| { |
| "id": "idea-6c48ac", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9971665291775761, |
| "test_ap": 0.5665434755861549 |
| }, |
| { |
| "id": "idea-6cde13", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.993328790215559, |
| "test_ap": 0.4992655299356845 |
| }, |
| { |
| "id": "idea-6d5264", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9964491947921523, |
| "test_ap": 0.5476156652811184 |
| }, |
| { |
| "id": "idea-6db1e1", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.994081991320254, |
| "test_ap": 0.5022792692653086 |
| }, |
| { |
| "id": "idea-6dd438-ht-3", |
| "backbone": "dinov2_vitb14", |
| "val_ap": 0.9490678722085305, |
| "test_ap": 0.552346928349624 |
| }, |
| { |
| "id": "idea-6e3609", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9972023958968473, |
| "test_ap": 0.5107526809272421 |
| }, |
| { |
| "id": "idea-6ed004", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9906029195509487, |
| "test_ap": 0.48356092692582847 |
| }, |
| { |
| "id": "idea-6f8d2d", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9960187941608981, |
| "test_ap": 0.5455611408888785 |
| }, |
| { |
| "id": "idea-702d90", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9933646569348302, |
| "test_ap": 0.5409601987741146 |
| }, |
| { |
| "id": "idea-70d7d6", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9905311861124063, |
| "test_ap": 0.5656977373137906 |
| }, |
| { |
| "id": "idea-745393", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9941178580395251, |
| "test_ap": 0.5248137643480675 |
| }, |
| { |
| "id": "idea-761379", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9856533122915246, |
| "test_ap": 0.4704588710391949 |
| }, |
| { |
| "id": "idea-032430", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9882715827983214, |
| "test_ap": 0.531413631089086 |
| }, |
| { |
| "id": "idea-11e791", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9877335820092537, |
| "test_ap": 0.5447995317432245 |
| }, |
| { |
| "id": "idea-1c27c7", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9925038556723217, |
| "test_ap": 0.5296209491100754 |
| }, |
| { |
| "id": "idea-286450", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9831067752232703, |
| "test_ap": 0.5070194752184011 |
| }, |
| { |
| "id": "idea-383ea2", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.992181055198881, |
| "test_ap": 0.46271569089386577 |
| }, |
| { |
| "id": "idea-42e230", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9896345181306266, |
| "test_ap": 0.4853279184158158 |
| }, |
| { |
| "id": "idea-4a406b", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9935798572504573, |
| "test_ap": 0.49682318394788694 |
| }, |
| { |
| "id": "idea-53c996", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9859761127649654, |
| "test_ap": 0.5328741025241791 |
| }, |
| { |
| "id": "idea-5b5fa8", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9945123919515082, |
| "test_ap": 0.531507024218465 |
| }, |
| { |
| "id": "idea-63788f", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.993902657723898, |
| "test_ap": 0.4748801077943496 |
| }, |
| { |
| "id": "idea-6ba220", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9943330583551523, |
| "test_ap": 0.49678554848632145 |
| }, |
| { |
| "id": "idea-6bf2e2", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.984182776801406, |
| "test_ap": 0.49254457809323593 |
| }, |
| { |
| "id": "idea-6c4be5", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.994081991320254, |
| "test_ap": 0.5297293822866656 |
| }, |
| { |
| "id": "idea-6ce252", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9944047917936947, |
| "test_ap": 0.561723426662965 |
| }, |
| { |
| "id": "idea-6d6ed1", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9881639826405079, |
| "test_ap": 0.5454719410700077 |
| }, |
| { |
| "id": "idea-6db8e7", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9864065133962197, |
| "test_ap": 0.5382737147267402 |
| }, |
| { |
| "id": "idea-6dd7b5", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.994655858828593, |
| "test_ap": 0.5410033656242706 |
| }, |
| { |
| "id": "idea-6e3e4d", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.992001721602525, |
| "test_ap": 0.5782572263575456 |
| }, |
| { |
| "id": "idea-6ef02f", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9940461246009827, |
| "test_ap": 0.4837642834863246 |
| }, |
| { |
| "id": "idea-6f98b1", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9862271797998637, |
| "test_ap": 0.5676899330238857 |
| }, |
| { |
| "id": "idea-704ba7", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9940461246009827, |
| "test_ap": 0.4677760466152183 |
| }, |
| { |
| "id": "idea-70f035", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9879487823248807, |
| "test_ap": 0.5206974390372874 |
| }, |
| { |
| "id": "idea-747309", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.990853986585847, |
| "test_ap": 0.5360651451318335 |
| }, |
| { |
| "id": "idea-765969", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9862989132384061, |
| "test_ap": 0.49730193439301307 |
| }, |
| { |
| "id": "idea-0668cd", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9815286395753381, |
| "test_ap": 0.570290076336241 |
| }, |
| { |
| "id": "idea-122e1c", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9872673146587282, |
| "test_ap": 0.5991492725667322 |
| }, |
| { |
| "id": "idea-1cb694", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9845414439941178, |
| "test_ap": 0.5330995929426197 |
| }, |
| { |
| "id": "idea-2ae794", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9938309242853556, |
| "test_ap": 0.5589211152076808 |
| }, |
| { |
| "id": "idea-3aff82", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.993723324127542, |
| "test_ap": 0.5355848332726985 |
| }, |
| { |
| "id": "idea-462db2", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9888095835873892, |
| "test_ap": 0.47614826694998436 |
| }, |
| { |
| "id": "idea-4b6236", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9854381119758976, |
| "test_ap": 0.5572145915732416 |
| }, |
| { |
| "id": "idea-56a469", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9881639826405079, |
| "test_ap": 0.52148244776198 |
| }, |
| { |
| "id": "idea-5b8746", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9884509163946774, |
| "test_ap": 0.5289490958151805 |
| }, |
| { |
| "id": "idea-64a545", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.994081991320254, |
| "test_ap": 0.5596069321450347 |
| }, |
| { |
| "id": "idea-6ba547", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9899573186040673, |
| "test_ap": 0.5300081794527023 |
| }, |
| { |
| "id": "idea-6bf754", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.986657580431118, |
| "test_ap": 0.4945140179815092 |
| }, |
| { |
| "id": "idea-6c56e0", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9852229116602704, |
| "test_ap": 0.5300354614836008 |
| }, |
| { |
| "id": "idea-6ce2cf", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9859761127649654, |
| "test_ap": 0.5226067900940266 |
| }, |
| { |
| "id": "idea-6d7008", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9932929234962878, |
| "test_ap": 0.5176653004847472 |
| }, |
| { |
| "id": "idea-6dbc5f", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9954090599332879, |
| "test_ap": 0.5493748813189436 |
| }, |
| { |
| "id": "idea-6dd8c5", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9884867831139486, |
| "test_ap": 0.4957251163850511 |
| }, |
| { |
| "id": "idea-6e438a", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9884509163946774, |
| "test_ap": 0.5484045430310148 |
| }, |
| { |
| "id": "idea-6f04ee", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9886661167103045, |
| "test_ap": 0.5186295803869343 |
| }, |
| { |
| "id": "idea-6fae3d", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9900649187618809, |
| "test_ap": 0.4998074692880231 |
| }, |
| { |
| "id": "idea-705dae", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9861195796420501, |
| "test_ap": 0.5513766346512984 |
| }, |
| { |
| "id": "idea-7119ff", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9824253075571178, |
| "test_ap": 0.5409697066909193 |
| }, |
| { |
| "id": "idea-747552", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9867651805889315, |
| "test_ap": 0.48229182944977567 |
| }, |
| { |
| "id": "idea-767960", |
| "backbone": "vjepa2_vitl", |
| "val_ap": 0.9953731932140167, |
| "test_ap": 0.4621857976369428 |
| }, |
| { |
| "id": "idea-6dd438-ht-1", |
| "backbone": "dinov2_vitb14", |
| "val_ap": 0.9520797109118674, |
| "test_ap": 0.5354612181485084 |
| } |
| ] |
| }, |
| "smac": { |
| "n": 569, |
| "deployable_test_ap": 0.47056060233823493, |
| "deployable_val_ap": 0.9759644562182725, |
| "oracle_test_ap": 0.6752070301804249, |
| "val_test_rho": 0.16639240257146018 |
| } |
| } |
