| family,model,tag,all_tasks-add_relation_XS,all_tasks-add_relation_S,all_tasks-add_relation_M,all_tasks-add_relation_L,all_tasks-add_attribute_XS,all_tasks-add_attribute_S,all_tasks-add_attribute_M,all_tasks-add_attribute_L,all_tasks-replace_relation_XS,all_tasks-replace_relation_S,all_tasks-replace_relation_M,all_tasks-replace_relation_L,all_tasks-replace_attribute_XS,all_tasks-replace_attribute_S,all_tasks-replace_attribute_M,all_tasks-replace_attribute_L,all_tasks-replace_entity_XS,all_tasks-replace_entity_S,all_tasks-replace_entity_M,all_tasks-replace_entity_L,all_tasks-swap_relations,all_tasks-swap_attributes,overall-add_relation,overall-add_attribute,overall-replace_relation,overall-replace_attribute,overall-replace_entity,overall-swap_relations,overall-swap_attributes,overall-macro_avg,summary-add,summary-replace,summary-swap,summary-avg_ops,summary-relation,summary-attribute,summary-entity,summary-avg_neg_types,neg_start_positions-add_XS,neg_start_positions-add_S,neg_start_positions-add_M,neg_start_positions-add_L,neg_start_positions-replace_XS,neg_start_positions-replace_S,neg_start_positions-replace_M,neg_start_positions-replace_L,neg_start_positions-Avg_XS,neg_start_positions-Avg_S,neg_start_positions-Avg_M,neg_start_positions-Avg_L |
| ALIGN,align-base,coyo700m,58.208955223880594,50.0,50.0,50.0,67.03296703296704,50.0,50.0,50.0,50.0,50.0,50.0,50.0,56.024096385542165,50.0,50.0,50.0,51.8348623853211,50.0,50.0,50.0,53.191489361702125,56.582633053221286,52.05223880597015,54.25824175824176,50.0,51.506024096385545,50.45871559633028,53.191489361702125,56.582633053221286,52.57847752455016,53.15524028210595,50.65491323090527,54.887061207461706,52.89907157349097,51.747909389224084,54.11563296928286,50.45871559633028,52.10741931827908,62.620961128423815,50.0,50.0,50.0,52.61965292362109,50.0,50.0,50.0,57.62030702602245,50.0,50.0,50.0 |
| CLIPS,CLIPS-Large-14-224,recap-datacomp1b,64.17910447761194,50.27472527472528,50.0,50.0,68.95604395604396,50.8,50.0,50.0,51.724137931034484,50.0,50.0,50.0,66.86746987951807,50.0,50.0,50.0,52.29357798165138,50.0,50.0,50.0,47.23404255319149,55.88235294117648,53.6134574380843,54.93901098901099,50.43103448275862,54.21686746987952,50.57339449541284,47.23404255319149,55.88235294117648,52.41288005278775,54.276234213547646,51.74043214935032,51.55819774718398,52.52495470336064,50.426178158011474,55.01274380002233,50.57339449541284,52.00410548448222,66.56757421682795,50.537362637362634,50.0,50.0,56.961728597401304,50.0,50.0,50.0,61.76465140711463,50.26868131868132,50.0,50.0 |
| CLIPS,CLIPS-Large-14-336,recap-datacomp1b,61.19402985074627,49.72527472527473,50.0,50.0,66.20879120879121,50.8,50.0,50.0,48.9655172413793,50.0,50.0,50.0,68.07228915662651,50.0,50.0,50.0,50.45871559633028,50.0,50.0,50.0,46.38297872340426,54.76190476190476,52.72982614400525,54.2521978021978,49.741379310344826,54.51807228915663,50.11467889908257,46.38297872340426,54.76190476190476,51.7858625614423,53.49101197310152,51.45804349952801,50.572441742654505,51.84049907176135,49.61806139258477,54.510724951086395,50.11467889908257,51.414488414251245,63.70141052976874,50.26263736263736,50.0,50.0,55.83217399811203,50.0,50.0,50.0,59.76679226394039,50.13131868131868,50.0,50.0 |
| CLIPS,CLIPS-Huge-14-224,recap-datacomp1b,55.223880597014926,49.72527472527473,50.0,50.0,69.50549450549451,49.2,50.0,50.0,50.3448275862069,50.0,50.0,50.0,66.86746987951807,50.0,50.0,50.0,58.71559633027523,50.0,50.0,50.0,53.191489361702125,55.32212885154061,51.23728883057241,54.67637362637363,50.08620689655172,54.21686746987952,52.178899082568805,53.191489361702125,55.32212885154061,52.98703630274127,52.95683122847302,52.160657816333355,54.25680910662137,53.12476605047592,51.50499502960876,54.738456649264585,52.178899082568805,52.80745025381405,62.36468755125472,49.462637362637366,50.0,50.0,58.6426312653334,50.0,50.0,50.0,60.503659408294055,49.73131868131868,50.0,50.0 |
| DreamLIP,dreamlip-vitb16,cc3m-long,58.95522388059702,50.0,50.0,50.0,62.08791208791209,50.0,50.0,50.0,52.41379310344828,50.0,50.0,50.0,63.855421686746986,50.0,50.0,50.0,46.330275229357795,50.0,50.0,50.0,49.14893617021277,55.60224089635855,52.23880597014926,53.02197802197802,50.60344827586207,53.463855421686745,49.08256880733945,49.14893617021277,55.60224089635855,51.880261937655256,52.630391996063636,51.04995750162942,52.375588533285665,52.01864601032624,50.663730138741364,54.02935811334111,49.08256880733945,51.25855235314064,60.52156798425455,50.0,50.0,50.0,54.199830006517686,50.0,50.0,50.0,57.360698995386116,50.0,50.0,50.0 |
| DreamLIP,dreamlip-vitb16,cc12m-long,55.97014925373134,50.0,50.0,50.0,64.28571428571428,50.0,50.0,50.0,53.10344827586208,50.0,50.0,50.0,62.65060240963856,50.0,50.0,50.0,52.75229357798166,50.0,50.0,50.0,50.42553191489361,56.162464985994404,51.492537313432834,53.57142857142857,50.77586206896552,53.16265060240964,50.68807339449542,50.42553191489361,56.162464985994404,52.325506978802856,52.5319829424307,51.5421953552902,53.29399845044401,52.456058916054964,50.89797709909732,54.29884805327754,50.68807339449542,51.961632848956754,60.12793176972281,50.0,50.0,50.0,56.16878142116076,50.0,50.0,50.0,58.14835659544178,50.0,50.0,50.0 |
| DreamLIP,dreamlip-vitb16,yfcc15m-long,54.47761194029851,50.0,50.0,50.0,63.18681318681319,50.0,50.0,50.0,51.03448275862069,50.0,50.0,50.0,65.06024096385542,50.0,50.0,50.0,54.58715596330276,50.0,50.0,50.0,49.14893617021277,55.32212885154062,51.11940298507463,53.2967032967033,50.258620689655174,53.765060240963855,51.14678899082569,49.14893617021277,55.32212885154062,52.00823446071087,52.208053140888964,51.72348997381491,52.235532510876695,52.055691875193524,50.17565328164753,54.12796412973592,51.14678899082569,51.81680213406971,58.83221256355585,50.0,50.0,50.0,56.89395989525963,50.0,50.0,50.0,57.86308622940774,50.0,50.0,50.0 |
| DreamLIP,dreamlip-vitb16,cc30m-long,51.492537313432834,50.0,50.0,50.0,71.97802197802199,50.0,50.0,50.0,52.41379310344828,50.0,50.0,50.0,64.45783132530121,50.0,50.0,50.0,57.33944954128441,50.0,50.0,50.0,49.57446808510638,58.40336134453782,50.373134328358205,55.494505494505496,50.60344827586207,53.6144578313253,51.8348623853211,49.57446808510638,58.40336134453782,52.842605392145195,52.933819911431854,52.017589497502826,53.9889147148221,52.980108041252265,50.18368356310889,55.83744155678954,51.8348623853211,52.618662501739855,61.73527964572741,50.0,50.0,50.0,58.0703579900113,50.0,50.0,50.0,59.90281881786936,50.0,50.0,50.0 |
| FLAIR,flair-vitb16,cc3m-recap,63.43283582089553,50.0,50.0,50.0,70.32967032967034,50.0,50.0,50.0,53.79310344827586,50.0,50.0,50.0,64.45783132530121,50.0,50.0,50.0,50.0,50.0,50.0,50.0,52.97872340425532,56.44257703081233,53.35820895522388,55.082417582417584,50.94827586206897,53.6144578313253,50.0,52.97872340425532,56.44257703081233,53.20352295230049,54.22031326882073,51.52091123113143,54.710650217533825,53.483958239161986,52.42840274051605,55.04648414818507,50.0,52.49162896290037,66.88125307528293,50.0,50.0,50.0,56.083644924525686,50.0,50.0,50.0,61.48244899990431,50.0,50.0,50.0 |
| FLAIR,flair-vitb16,cc12m-recap,57.462686567164184,50.0,50.0,50.0,70.32967032967034,50.0,50.0,50.0,48.27586206896551,50.0,50.0,50.0,61.445783132530124,50.0,50.0,50.0,52.75229357798166,50.0,50.0,50.0,48.72340425531915,60.36414565826331,51.865671641791046,55.082417582417584,49.56896551724138,52.86144578313253,50.68807339449542,48.72340425531915,60.36414565826331,52.73630340466577,53.474044612104315,51.039494898289774,54.54377495679123,53.0191048223951,50.052680471450536,56.10266967460448,50.68807339449542,52.281141180183475,63.89617844841726,50.0,50.0,50.0,54.1579795931591,50.0,50.0,50.0,59.02707902078818,50.0,50.0,50.0 |
| FLAIR,flair-vitb16,yfcc15m-recap,63.43283582089553,50.0,50.0,50.0,73.07692307692307,50.0,50.0,50.0,51.724137931034484,50.0,50.0,50.0,63.25301204819277,50.0,50.0,50.0,62.8440366972477,50.0,50.0,50.0,50.42553191489361,58.96358543417367,53.35820895522388,55.76923076923077,50.43103448275862,53.31325301204819,53.211009174311926,50.42553191489361,58.96358543417367,53.63883624894867,54.56371986222732,52.318432223039586,54.69455867453364,53.858903586600185,51.40492511762537,56.015356405150875,53.211009174311926,53.543763565696054,68.25487944890929,50.0,50.0,50.0,59.27372889215832,50.0,50.0,50.0,63.764304170533805,50.0,50.0,50.0 |
| FLAIR,flair-vitb16,cc30m-recap,55.97014925373134,50.0,50.0,50.0,71.97802197802199,50.0,50.0,50.0,53.10344827586208,50.0,50.0,50.0,63.25301204819277,50.0,50.0,50.0,59.1743119266055,50.0,50.0,50.0,49.14893617021277,54.48179271708683,51.492537313432834,55.494505494505496,50.77586206896552,53.31325301204819,52.293577981651374,49.14893617021277,54.48179271708683,52.428637822557576,53.49352140396917,52.1275643542217,51.8153644436498,52.47881673394689,50.47244518420371,54.42985040788017,52.293577981651374,52.398624524578416,63.97408561587666,50.0,50.0,50.0,58.51025741688678,50.0,50.0,50.0,61.24217151638172,50.0,50.0,50.0 |
| FSC-CLIP,fsc-clip-ViT-B-32,laioncoco-ft,61.940298507462686,50.0,50.0,50.0,63.18681318681319,50.0,50.0,50.0,53.10344827586208,50.0,50.0,50.0,60.8433734939759,50.0,50.0,50.0,52.75229357798166,50.0,50.0,50.0,51.27659574468085,57.84313725490196,52.98507462686567,53.2967032967033,50.77586206896552,52.71084337349397,50.68807339449542,51.27659574468085,57.84313725490196,52.796612822872376,53.14088896178448,51.39159294565164,54.559866499791404,53.03078280240917,51.67917748017069,54.61689464169975,50.68807339449542,52.328048505455286,62.563555847137934,50.0,50.0,50.0,55.56637178260655,50.0,50.0,50.0,59.06496381487224,50.0,50.0,50.0 |
| FSC-CLIP,fsc-clip-ViT-B-16,laioncoco-ft,61.940298507462686,50.0,50.0,50.0,64.28571428571428,50.0,50.0,50.0,51.724137931034484,50.0,50.0,50.0,62.65060240963856,50.0,50.0,50.0,55.50458715596331,50.0,50.0,50.0,49.57446808510638,55.88235294117648,52.98507462686567,53.57142857142857,50.43103448275862,53.16265060240964,51.37614678899082,49.57446808510638,55.88235294117648,52.42616515696231,53.27825159914712,51.65661062471969,52.72841051314143,52.554424245669416,50.99685906491022,54.205477371671556,51.37614678899082,52.192827741857535,63.11300639658848,50.0,50.0,50.0,56.62644249887878,50.0,50.0,50.0,59.86972444773363,50.0,50.0,50.0 |
| FSC-CLIP,fsc-clip-ViT-L-14,laioncoco-ft,63.43283582089553,50.0,50.0,50.0,60.43956043956044,50.0,50.0,50.0,51.03448275862069,50.0,50.0,50.0,61.445783132530124,50.0,50.0,50.0,57.33944954128441,50.0,50.0,50.0,54.68085106382979,57.563025210084035,53.35820895522388,52.60989010989011,50.258620689655174,52.86144578313253,51.8348623853211,54.68085106382979,57.563025210084035,53.309557742448085,52.984049532556995,51.651642952702936,56.12193813695691,53.585876874072284,52.76589356956962,54.34478703436889,51.8348623853211,52.98184766308653,61.93619813022798,50.0,50.0,50.0,56.606571810811744,50.0,50.0,50.0,59.27138497051986,50.0,50.0,50.0 |
| Jina-CLIP,jina-clip-v1,jinaai,65.67164179104478,55.494505494505496,54.1044776119403,57.407407407407405,76.92307692307693,64.8,64.2156862745098,62.06896551724138,55.172413793103445,56.42857142857143,55.118110236220474,61.29032258064516,66.86746987951807,64.48598130841121,72.08333333333334,65.38461538461539,58.71559633027523,54.929577464788736,62.616822429906534,50.0,47.23404255319149,54.061624649859944,58.16950807622449,67.00193217870702,57.002354509635126,67.2053499764695,56.56549905624263,47.23404255319149,54.061624649859944,58.17718728576146,62.585720127465756,60.257734514115754,50.64783360152572,57.83042941436907,54.135301713017036,62.756302268345486,56.56549905624263,57.81903434586838,71.29735935706086,60.14725274725275,59.16008194322505,59.73818646232439,60.25182666763225,58.61471006725713,63.27275533315345,58.89164598842018,65.77459301234656,59.380981407254936,61.21641863818925,59.314916225372286 |
| Jina-CLIP,jina-clip-v2,jinaai,58.208955223880594,62.63736263736264,52.23880597014925,53.24074074074074,74.17582417582418,66.8,64.2156862745098,51.724137931034484,49.6551724137931,49.28571428571429,46.45669291338583,56.45161290322581,60.5421686746988,55.60747663551402,60.416666666666664,51.92307692307692,48.1651376146789,52.46478873239437,60.74766355140187,53.57142857142857,52.97872340425532,51.12044817927171,56.5814661430333,64.22891209534212,50.46229812902976,57.1223472249891,53.73725461747593,52.97872340425532,51.12044817927171,55.17592139905675,60.40518911918771,53.77396665716493,52.04958579176352,55.40958052270539,53.34082922543947,57.49056916653431,53.73725461747593,54.856217669816566,66.19238969985238,64.71868131868132,58.22724612232953,52.48243933588761,52.78749290105693,52.4526598845409,55.87367437715145,53.98203946591044,59.48994130045466,58.58567060161111,57.050460249740496,53.232239400899026 |
| LoTLIP,LoTLIP-ViT-B-32,lotlip100m,67.16417910447761,46.97802197802197,50.0,50.0,72.52747252747253,62.8,50.245098039215684,50.0,52.41379310344828,52.14285714285714,50.0,50.0,65.06024096385542,62.616822429906534,50.0,50.0,61.46788990825688,56.33802816901409,50.0,50.0,51.48936170212766,62.74509803921569,53.535550270624896,58.89314264167206,51.139162561576356,56.91926584844049,54.45147951931774,51.48936170212766,62.74509803921569,55.596151511853556,56.214346456148476,54.169969309778196,57.11722987067168,55.83384854553278,52.05469151144297,59.51916884310941,54.45147951931774,55.3417799579567,69.84582581597508,54.889010989010984,50.122549019607845,50.0,59.64730799185353,57.032569247259254,50.0,50.0,64.7465669039143,55.96079011813512,50.06127450980392,50.0 |
| LoTLIP,LoTLIP-ViT-B-16,lotlip100m,52.23880597014925,46.97802197802197,50.0,50.0,64.28571428571429,51.6,49.754901960784316,50.0,53.79310344827586,55.0,50.0,50.0,73.49397590361446,67.28971962616822,50.0,50.0,61.46788990825688,61.267605633802816,50.0,50.0,54.46808510638297,62.74509803921569,49.804206987042804,53.91015406162465,52.19827586206897,60.19592388244567,55.68387388551493,54.46808510638297,62.74509803921569,55.57223111775652,51.85718052433373,56.02602454334319,58.60659157279933,55.49659888015875,52.15685598516492,58.950391994428664,55.68387388551493,55.59704062170283,58.26226012793177,49.28901098901099,49.877450980392155,50.0,62.91832308671573,61.18577508665701,50.0,50.0,60.59029160732375,55.237393037833996,49.93872549019608,50.0 |
| LongCLIP,longclip-vitb32,sharegpt4v-1m,52.23880597014926,51.92307692307692,48.69402985074626,50.0,57.41758241758242,59.2,60.049019607843135,50.0,51.37931034482759,57.5,44.881889763779526,50.0,66.86746987951807,60.747663551401864,65.83333333333333,50.0,52.29357798165138,61.61971830985916,49.06542056074766,50.0,54.46808510638298,56.1624649859944,50.71397818599311,56.66665050635639,50.94030002715178,60.86211669106332,53.24467921306455,54.46808510638298,56.1624649859944,54.722610673715224,53.69031434617475,55.01569864375988,55.31527504618869,54.67376267870778,52.04078777317596,57.897077394471374,53.24467921306455,54.39418146023729,54.82819419386584,55.56153846153846,54.3715247292947,50.0,56.846786068665686,59.95579395375368,53.26021455262017,50.0,55.83749013126577,57.75866620764607,53.81586964095743,50.0 |
| LongCLIP,longclip-vitb16,sharegpt4v-1m,55.223880597014926,49.72527472527473,46.082089552238806,50.0,65.1098901098901,63.2,63.48039215686275,50.0,50.689655172413794,44.285714285714285,48.03149606299212,50.0,63.85542168674699,55.140186915887845,60.41666666666667,50.0,61.467889908256886,51.76056338028169,50.93457943925233,50.0,51.48936170212765,58.12324929971989,50.25781121863211,60.44757056668821,48.25171638028005,57.35306881732538,53.54075818194772,51.48936170212765,58.12324929971989,54.20907659524586,55.35269089266016,53.04851445985105,54.80630550092377,54.40250361781167,49.99962976701327,58.64129622791116,53.54075818194772,54.060561392290715,60.166885353452514,56.462637362637366,54.781240854550774,50.0,58.67098892247256,50.39548819396128,53.12758072297038,50.0,59.41893713796254,53.429062778299325,53.954410788760576,50.0 |
| LongCLIP,longclip-vitl14,sharegpt4v-1m,62.6865671641791,61.81318681318681,55.41044776119403,50.0,67.3076923076923,64.8,59.80392156862746,50.0,58.27586206896552,50.35714285714286,53.93700787401575,50.0,61.44578313253012,61.21495327102803,59.58333333333333,50.0,62.84403669724771,59.15492957746479,62.14953271028037,50.0,51.70212765957447,55.46218487394958,57.47755043463999,60.47790346907994,53.14250320003103,58.06101743422287,58.53712474624822,51.70212765957447,55.46218487394958,56.40863025967802,58.977726951859964,56.58021512683404,53.58215626676203,56.38003278181867,54.1073937647485,58.000368592417466,58.53712474624822,56.881629034471395,64.9971297359357,63.30659340659341,57.60718466491075,50.0,60.85522729958112,56.90900856854523,58.556624639209815,50.0,62.92617851775841,60.10780098756932,58.08190465206028,50.0 |
| LongCLIP,longclip-vitl14_336px,sharegpt4v-1m,64.92537313432837,64.01098901098901,53.17164179104478,50.0,65.38461538461539,58.8,56.127450980392155,50.0,56.896551724137936,49.642857142857146,46.85039370078741,50.0,68.97590361445782,60.28037383177569,62.5,50.0,56.88073394495413,54.929577464788736,56.54205607476636,50.0,50.42553191489362,54.48179271708683,58.02700098409054,57.57801659125188,50.84745064194562,60.43906936155838,54.588091871127304,50.42553191489362,54.48179271708683,55.198136297422025,57.802508787671215,55.29153729154376,52.45366231599023,55.182569465068404,53.09999451364326,57.49962622329903,54.588091871127304,55.062570869356534,65.15499425947188,61.4054945054945,54.649546385718466,50.0,60.917729761183296,54.95093614647386,55.29748325851792,50.0,63.036362010327586,58.17821532598418,54.97351482211819,50.0 |
| OpenCLIP,roberta-ViT-B-32,laion2b_s12b_b32k,69.40298507462687,50.0,50.0,50.0,65.38461538461537,50.0,50.0,50.0,50.0,50.0,50.0,50.0,65.36144578313252,50.0,50.0,50.0,44.95412844036697,50.0,50.0,50.0,52.97872340425532,55.88235294117647,54.85074626865672,53.84615384615384,50.0,53.84036144578313,48.73853211009174,52.97872340425532,55.88235294117647,52.87669571658817,54.34845005740528,50.85963118529162,54.4305381727159,53.21287313847093,52.609823224304016,54.522956077704485,48.73853211009174,51.95710380403341,67.39380022962112,50.0,50.0,50.0,53.438524741166496,50.0,50.0,50.0,60.41616248539381,50.0,50.0,50.0 |
| OpenCLIP,coca_ViT-B-32,laion2b_s13b_b90k,70.1492537313433,50.0,50.0,50.0,66.75824175824175,50.0,50.0,50.0,46.20689655172414,50.0,50.0,50.0,65.96385542168674,50.0,50.0,50.0,52.29357798165138,50.0,50.0,50.0,51.70212765957447,53.22128851540616,55.03731343283582,54.18956043956044,49.05172413793103,53.99096385542168,50.57339449541284,51.70212765957447,53.22128851540616,52.53805321944893,54.61343693619813,51.20536082958852,52.461708087490315,52.760168617758985,51.93038841011378,53.80060427012942,50.57339449541284,52.10146239188534,68.45374774479252,50.0,50.0,50.0,54.82144331835409,50.0,50.0,50.0,61.63759553157331,50.0,50.0,50.0 |
| OpenCLIP,coca_ViT-L-14,laion2b_s13b_b90k,58.208955223880594,50.0,50.0,50.0,66.75824175824175,50.0,50.0,50.0,55.172413793103445,50.0,50.0,50.0,64.1566265060241,50.0,50.0,50.0,50.45871559633028,50.0,50.0,50.0,50.0,55.182072829131656,52.05223880597015,54.18956043956044,51.29310344827586,53.53915662650603,50.11467889908257,50.0,55.182072829131656,52.33868729264667,53.12089962276529,51.64897965795482,52.59103641456583,52.45363856509531,51.115114084748676,54.30359663173271,50.11467889908257,51.844463205187985,62.48359849106117,50.0,50.0,50.0,56.59591863181927,50.0,50.0,50.0,59.53975856144022,50.0,50.0,50.0 |
| OpenCLIP,ViT-H-14,laion2b_s32b_b79k,64.92537313432837,50.0,50.0,50.0,71.42857142857143,50.0,50.0,50.0,46.896551724137936,50.0,50.0,50.0,66.26506024096386,50.0,50.0,50.0,58.25688073394495,50.0,50.0,50.0,52.5531914893617,53.92156862745098,53.73134328358209,55.35714285714286,49.224137931034484,54.066265060240966,52.06422018348624,52.5531914893617,53.92156862745098,52.98826706175705,54.54424307036248,51.78487439158723,53.237380058406345,53.18883250678535,51.836224234659426,54.44832551494494,52.06422018348624,52.7829233110302,68.1769722814499,50.0,50.0,50.0,57.139497566348915,50.0,50.0,50.0,62.658234923899414,50.0,50.0,50.0 |
| OpenCLIP,ViT-L-14,laion2b_s32b_b82k,58.95522388059702,50.0,50.0,50.0,65.38461538461539,50.0,50.0,50.0,45.51724137931035,50.0,50.0,50.0,63.855421686746986,50.0,50.0,50.0,56.42201834862385,50.0,50.0,50.0,50.42553191489361,57.84313725490196,52.23880597014926,53.84615384615385,48.87931034482759,53.463855421686745,51.60550458715596,50.42553191489361,57.84313725490196,52.61461419139557,53.04247990815155,51.316223451223436,54.134334584897786,52.831012648090926,50.51454940995682,55.051048840914184,51.60550458715596,52.390367612675654,62.1699196326062,50.0,50.0,50.0,55.264893804893724,50.0,50.0,50.0,58.71740671874996,50.0,50.0,50.0 |
| OpenCLIP,ViT-B-32,laion2b_s34b_b79k,57.462686567164184,50.0,50.0,50.0,69.78021978021978,50.0,50.0,50.0,51.03448275862069,50.0,50.0,50.0,64.45783132530121,50.0,50.0,50.0,51.8348623853211,50.0,50.0,50.0,53.829787234042556,53.0812324929972,51.865671641791046,54.94505494505495,50.258620689655174,53.6144578313253,50.45871559633028,53.829787234042556,53.0812324929972,52.57907720445663,53.405363293422994,51.443931372436914,53.45550986351988,52.768268176459934,51.98469318849626,53.88024842312581,50.45871559633028,52.10788573598412,63.62145317369198,50.0,50.0,50.0,55.775725489747664,50.0,50.0,50.0,59.69858933171982,50.0,50.0,50.0 |
| OpenCLIP,ViT-B-16,laion2b_s34b_b88k,60.44776119402985,50.0,50.0,50.0,62.08791208791209,50.0,50.0,50.0,48.27586206896551,50.0,50.0,50.0,63.855421686746986,50.0,50.0,50.0,50.91743119266056,50.0,50.0,50.0,51.27659574468085,52.240896358543424,52.61194029850746,53.02197802197802,49.56896551724138,53.463855421686745,50.22935779816514,51.27659574468085,52.240896358543424,51.773369880114714,52.816959160242746,51.08739291236443,51.758746051612135,51.88769937473976,51.152500520143235,52.90890993406939,50.22935779816514,51.430256084125915,61.26783664097097,50.0,50.0,50.0,54.34957164945769,50.0,50.0,50.0,57.80870414521433,50.0,50.0,50.0 |
| OpenCLIP,ViT-g-14,laion2b_s34b_b88k,61.940298507462686,50.0,50.0,50.0,59.34065934065934,50.0,50.0,50.0,50.344827586206904,50.0,50.0,50.0,65.06024096385542,50.0,50.0,50.0,50.0,50.0,50.0,50.0,52.5531914893617,54.20168067226891,52.98507462686567,52.33516483516483,50.08620689655173,53.765060240963855,50.0,52.5531914893617,54.20168067226891,52.27519696588239,52.66011973101525,51.28375571250519,53.3774360808153,52.44043717477857,51.87482433759303,53.433968582799196,50.0,51.76959764013074,60.640478924061014,50.0,50.0,50.0,55.13502285002077,50.0,50.0,50.0,57.887750887040895,50.0,50.0,50.0 |
| OpenCLIP,ViT-B-16,openai,58.95522388059702,50.0,50.0,50.0,60.98901098901099,50.0,50.0,50.0,50.344827586206904,50.0,50.0,50.0,60.24096385542168,50.0,50.0,50.0,50.0,50.0,50.0,50.0,52.12765957446808,56.162464985994404,52.23880597014926,52.747252747252745,50.08620689655173,52.56024096385542,50.0,52.12765957446808,56.162464985994404,52.27466159118167,52.493029358701,50.88214928680238,54.145062280231244,52.50674697524488,51.48422414705635,53.823319565700864,50.0,51.76918123758574,59.972117434804005,50.0,50.0,50.0,53.52859714720953,50.0,50.0,50.0,56.750357291006765,50.0,50.0,50.0 |
| OpenCLIP,ViT-B-32,openai,61.940298507462686,50.0,50.0,50.0,61.53846153846153,50.0,50.0,50.0,51.724137931034484,50.0,50.0,50.0,60.8433734939759,50.0,50.0,50.0,50.91743119266056,50.0,50.0,50.0,47.87234042553192,57.563025210084035,52.98507462686567,52.88461538461539,50.43103448275862,52.71084337349397,50.22935779816514,47.87234042553192,57.563025210084035,52.09661304307353,52.93484500574053,51.12374521813924,52.717682817807976,52.25875768056258,50.4294831783854,54.386161322731134,50.22935779816514,51.6816674330939,61.73938002296211,50.0,50.0,50.0,54.49498087255699,50.0,50.0,50.0,58.11718044775955,50.0,50.0,50.0 |
| OpenCLIP,ViT-L-14,openai,55.97014925373134,50.0,50.0,50.0,60.43956043956044,50.0,50.0,50.0,51.724137931034484,50.0,50.0,50.0,59.638554216867476,50.0,50.0,50.0,57.33944954128441,50.0,50.0,50.0,51.70212765957447,55.32212885154062,51.492537313432834,52.60989010989011,50.43103448275862,52.40963855421687,51.8348623853211,51.70212765957447,55.32212885154062,52.25745990810496,52.051213711661475,51.558511807432204,53.51212825555754,52.37395125821707,51.20856648525531,53.44721917188253,51.8348623853211,52.16354934748631,58.20485484664589,50.0,50.0,50.0,56.23404722972879,50.0,50.0,50.0,57.21945103818734,50.0,50.0,50.0 |
| OpenCLIP,ViT-L-14-336,openai,58.95522388059702,50.0,50.0,50.0,62.08791208791209,50.0,50.0,50.0,48.9655172413793,50.0,50.0,50.0,59.638554216867476,50.0,50.0,50.0,53.669724770642205,50.0,50.0,50.0,54.255319148936174,56.44257703081233,52.23880597014926,53.02197802197802,49.741379310344826,52.40963855421687,50.91743119266055,54.255319148936174,56.44257703081233,52.718161318442576,52.630391996063636,51.02281635240741,55.348948089874256,53.00071881278177,52.07850147647675,53.958064535669074,50.91743119266055,52.31799906826879,60.52156798425455,50.0,50.0,50.0,54.09126540962966,50.0,50.0,50.0,57.30641669694211,50.0,50.0,50.0 |
| OpenCLIP,ViT-B-16-SigLIP,webli,47.76119402985074,50.0,50.0,50.0,64.01098901098901,50.0,50.0,50.0,50.0,50.0,50.0,50.0,54.51807228915663,50.0,50.0,50.0,51.8348623853211,50.0,50.0,50.0,50.63829787234043,53.0812324929972,49.440298507462686,53.502747252747255,50.0,51.12951807228916,50.45871559633028,50.63829787234043,53.0812324929972,51.17868711345243,51.47152288010497,50.529411222873144,51.859765182668816,51.2868997618823,50.0261987932677,52.57116593934453,50.45871559633028,51.01869344298084,55.886091520419875,50.0,50.0,50.0,52.11764489149258,50.0,50.0,50.0,54.00186820595623,50.0,50.0,50.0 |
| OpenCLIP,ViT-B-16-SigLIP-384,webli,47.76119402985074,50.0,50.0,50.0,62.91208791208791,50.0,50.0,50.0,50.0,50.0,50.0,50.0,56.92771084337349,50.0,50.0,50.0,50.0,50.0,50.0,50.0,51.48936170212766,55.602240896358545,49.440298507462686,53.22802197802198,50.0,51.73192771084337,50.0,51.48936170212766,55.602240896358545,51.64169297068774,51.33416024274233,50.57730923694779,53.5458012992431,51.819090259644405,50.30988673653011,53.520730195074634,50.0,51.27687231053491,55.33664097096933,50.0,50.0,50.0,52.30923694779116,50.0,50.0,50.0,53.822938959380245,50.0,50.0,50.0 |
| OpenCLIP,ViT-L-16-SigLIP-256,webli,52.23880597014926,50.0,50.0,50.0,61.81318681318681,50.0,50.0,50.0,53.44827586206897,50.0,50.0,50.0,56.92771084337349,50.0,50.0,50.0,52.75229357798166,50.0,50.0,50.0,51.063829787234035,54.761904761904766,50.559701492537314,52.9532967032967,50.86206896551724,51.73192771084337,50.68807339449542,51.063829787234035,54.761904761904766,51.80297183083269,51.75649909791701,51.094023356952015,52.9128672745694,51.921129909812805,50.828533415096196,53.149043058681606,50.68807339449542,51.55521662275774,57.02599639166803,50.0,50.0,50.0,54.37609342780804,50.0,50.0,50.0,55.70104490973803,50.0,50.0,50.0 |
| OpenCLIP,ViT-L-16-SigLIP-384,webli,50.74626865671642,50.0,50.0,50.0,65.10989010989012,50.0,50.0,50.0,53.44827586206897,50.0,50.0,50.0,55.12048192771084,50.0,50.0,50.0,53.669724770642205,50.0,50.0,50.0,50.63829787234043,56.44257703081232,50.1865671641791,53.777472527472526,50.86206896551724,51.28012048192771,50.91743119266055,50.63829787234043,56.44257703081232,52.01493360498713,51.98201984582582,51.01987354670183,53.54043745157638,52.18077694803467,50.56231133401226,53.83339001340419,50.91743119266055,51.77104418002566,57.92807938330327,50.0,50.0,50.0,54.079494186807345,50.0,50.0,50.0,56.00378678505531,50.0,50.0,50.0 |
| OpenCLIP,ViT-SO400M-14-SigLIP,webli,50.0,50.0,50.0,50.0,50.0,50.0,50.0,50.0,50.0,50.0,50.0,50.0,50.0,50.0,50.0,50.0,50.0,50.0,50.0,50.0,49.57446808510638,50.700280112044815,50.0,50.0,50.0,50.0,50.0,49.57446808510638,50.700280112044815,50.039249742450174,50.0,50.0,50.1373740985756,50.04579136619187,49.858156028368796,50.23342670401494,50.0,50.03052757746124,50.0,50.0,50.0,50.0,50.0,50.0,50.0,50.0,50.0,50.0,50.0,50.0 |
| Recap-CLIP,ViT-L-16-HTxt-Recap-CLIP,recap-datacomp1b,59.70149253731343,53.2967032967033,50.0,50.0,69.78021978021978,59.199999999999996,50.245098039215684,50.0,46.206896551724135,41.07142857142857,50.0,50.0,74.09638554216868,56.074766355140184,50.0,50.0,58.71559633027523,51.05633802816901,50.0,50.0,54.04255319148936,55.32212885154061,53.24954895850418,57.30632945485887,46.81958128078818,57.54278797432721,52.44298358961106,54.04255319148936,55.32212885154061,53.81798761444564,55.27793920668152,52.268450948242155,54.682341021514986,54.07624372547955,51.3705611435939,56.72374876024222,52.44298358961106,53.51243116448239,64.7408561587666,56.248351648351644,50.122549019607845,50.0,59.67295947472269,49.40084431824592,50.0,50.0,62.206907816744646,52.82459798329879,50.06127450980392,50.0 |
| StructuredCLIP,NegCLIP-ViT-B-32,coco-ft,67.91044776119404,50.0,50.0,50.0,63.73626373626374,50.0,50.0,50.0,51.03448275862069,50.0,50.0,50.0,59.638554216867476,50.0,50.0,50.0,50.0,50.0,50.0,50.0,52.5531914893617,56.162464985994404,54.47761194029851,53.434065934065934,50.258620689655174,52.40963855421687,50.0,52.5531914893617,56.162464985994404,52.75651337051323,53.95583893718222,50.889419747957355,54.35782823767805,53.06769564093921,52.42980803977179,54.00205649142574,50.0,52.14395484373251,65.82335574872889,50.0,50.0,50.0,53.55767899182939,50.0,50.0,50.0,59.69051737027914,50.0,50.0,50.0 |
| StructuredCLIP,CE-CLIP-ViT-B-32,coco-ft,67.91044776119404,50.0,50.0,50.0,66.4835164835165,50.0,50.0,50.0,50.344827586206904,50.0,50.0,50.0,60.8433734939759,50.0,50.0,50.0,44.49541284403669,50.0,50.0,50.0,53.829787234042556,54.48179271708683,54.47761194029851,54.120879120879124,50.08620689655173,52.71084337349397,48.62385321100918,53.829787234042556,54.48179271708683,52.61871064190884,54.29924553058882,50.47363449368496,54.155789975564694,52.976223333279485,52.7978686902976,53.77117173715331,48.62385321100918,51.73096454615336,67.19698212235527,50.0,50.0,50.0,51.89453797473984,50.0,50.0,50.0,59.54576004854755,50.0,50.0,50.0 |
| StructuredCLIP,DAC-LLM-ViT-B-32,cc3m-ft,72.38805970149254,50.0,50.0,50.0,61.53846153846153,50.0,50.0,50.0,62.06896551724138,50.0,50.0,50.0,63.25301204819277,50.0,50.0,50.0,52.75229357798166,50.0,50.0,50.0,55.1063829787234,57.563025210084035,55.59701492537313,52.88461538461539,53.01724137931035,53.31325301204819,50.68807339449542,55.1063829787234,57.563025210084035,54.024229469235706,54.24081515499426,52.339522595284656,56.33470409440372,54.30501394822755,54.57354642780229,54.586964535582545,50.68807339449542,53.282861452626754,66.96326061997704,50.0,50.0,50.0,59.3580903811386,50.0,50.0,50.0,63.160675500557815,50.0,50.0,50.0 |
| StructuredCLIP,DAC-SAM-ViT-B-32,cc3m-ft,67.91044776119404,50.0,50.0,50.0,54.395604395604394,50.0,50.0,50.0,59.310344827586206,50.0,50.0,50.0,62.65060240963856,50.0,50.0,50.0,60.091743119266056,50.0,50.0,50.0,52.97872340425532,57.563025210084035,54.47761194029851,51.098901098901095,52.327586206896555,53.16265060240964,52.522935779816514,52.97872340425532,57.563025210084035,53.44734774895168,52.7882565195998,52.671057529707575,55.27087430716968,53.57672945215902,53.26130718381679,53.9415256371316,52.522935779816514,53.241922866921634,61.153026078399215,50.0,50.0,50.0,60.68423011883027,50.0,50.0,50.0,60.91862809861475,50.0,50.0,50.0 |
| TULIP,TULIP-ViT-L-14-RoPE,sharegpt4v-1m,53.73134328358209,58.791208791208796,53.17164179104478,50.0,66.48351648351648,56.00000000000001,61.029411764705884,50.0,53.103448275862064,52.142857142857146,54.33070866141732,50.0,67.46987951807229,55.140186915887845,62.5,50.0,61.46788990825688,54.929577464788736,54.67289719626168,50.0,50.42553191489361,59.80392156862745,53.92354846645892,58.378232062055595,52.39425352003413,58.77751660849003,55.26759114232682,50.42553191489361,59.80392156862745,55.56722789755522,56.15089026425726,55.47978709028366,55.114726741760535,55.58180136543382,52.24777796712888,58.986556746391024,55.26759114232682,55.5006419519489,60.10742988354929,57.3956043956044,57.10052677787533,50.0,60.68040590073041,54.07087384117791,57.16786861922633,50.0,60.393917892139854,55.733239118391154,57.134197698550835,50.0 |
| TULIP,TULIP-ViT-L-14-RoPE_CL512,sharegpt4v-1m,55.223880597014926,60.98901098901099,59.70149253731343,74.07407407407408,67.03296703296702,60.8,60.78431372549019,58.620689655172406,52.41379310344828,52.85714285714286,53.54330708661418,45.16129032258064,68.37349397590361,56.074766355140184,65.41666666666666,69.23076923076923,61.46788990825688,53.52112676056338,57.943925233644855,46.42857142857143,53.191489361702125,59.943977591036415,62.497114549353356,61.809492603407406,50.99388334244649,64.77392405711993,54.84037833275913,53.191489361702125,59.943977591036415,58.2928942625464,62.15330357638038,56.86939524410851,56.56773347636927,58.530144098952725,55.560829084500654,62.17579808385458,54.84037833275913,57.525668500371445,61.128423814990974,60.894505494505495,60.24290313140181,66.34738186462324,60.75172566253625,54.1510119909488,58.96796632897523,53.60687699397376,60.94007473876361,57.52275874272715,59.60543473018852,59.9771294292985 |
|
|
