"('Model', 'family')","('Model', 'model')","('Model', 'tag')","('SpatialAttr', 'text')","('SpatialAttr', 'image')","('SpatialAttr', 'group')","('VisualAttr', 'text')","('VisualAttr', 'image')","('VisualAttr', 'group')","('Relationships', 'text')","('Relationships', 'image')","('Relationships', 'group')","('Reasoning', 'text')","('Reasoning', 'image')","('Reasoning', 'group')","('View/Scene', 'text')","('View/Scene', 'image')","('View/Scene', 'group')","('Text', 'text')","('Text', 'image')","('Text', 'group')","('Avg', 'text')","('Avg', 'image')","('Avg', 'group')"
ALIGN,align-base,coyo700m,37.10664664687986,45.28691468426066,26.721269407419133,47.449870572821695,57.594680212088996,37.728379609338496,48.478540004030066,52.78706301254696,38.897857274536655,41.84116972175843,49.417677317764294,33.28442639636406,49.032001247486605,52.686153534339724,36.93293301079173,49.548752583721054,59.34945518573021,40.67095940049164,45.57616346278295,52.85365732445515,35.70597084982362
OpenCLIP,ViT-B-32,openai,32.076280994933825,42.70990472740638,21.21697247900379,45.48275400851759,48.81329299182275,33.41763072132565,40.24016263107686,46.74920011982224,28.860551200053454,38.582013743998026,40.71121999484984,24.793826676339684,48.252340813640984,51.716303745040065,36.879533404109004,44.06998800643059,54.02465061286288,36.414518173234775,41.450590033099644,47.454095365300695,30.263838775677723
OpenCLIP,ViT-B-16,openai,33.68761442297092,44.597344100888975,25.133894670725073,45.99747087177046,53.898474952688986,35.38071007986271,41.74063129032756,52.58778286432696,33.40001629912165,40.39139519774941,49.86053865160979,30.780647149031505,41.3777023734779,57.048804174144045,32.20951717107731,48.74662946675399,62.25087825251141,42.73453382441754,41.990240603841706,53.3739704993617,33.27321986570596
OpenCLIP,ViT-L-14,openai,38.2871241305648,49.44657137833744,29.285851767323717,44.119879957666086,50.088850270746526,33.57661029922985,48.51554644375198,57.22574324269292,39.9689480633921,43.66467560944705,48.43908013161435,29.20711074580978,46.91491999220695,52.70322420692422,32.6783530035596,58.19603106419537,70.07476842203755,52.70195554723849,46.61636286630537,54.663039608725505,36.23647157109226
OpenCLIP,ViT-L-14-336,openai,44.46423277427125,51.58338630106715,33.7406550425341,46.835920147942964,57.809483355051235,37.146487335976474,51.835187360646444,61.172697671966866,41.43723957421377,45.33016997248447,57.5143769504996,36.55574298635588,48.0243080394454,54.67106328414312,38.08281949923285,59.007510866514124,73.11143812253853,53.43432882794757,49.249554860217444,59.31040761421108,40.06621221104344
OpenCLIP,ViT-B-32,laion2b_s34b_b79k,42.24843499204075,49.06009823497615,31.974624088260995,50.19180865945862,55.85707906134184,38.368509524087855,47.43100541001934,50.19273390469774,36.67750627865362,40.567281471244144,57.49601814125462,34.31705182803749,46.8026985498716,52.38557507599534,38.72823302272064,54.35638763896804,61.217389825029976,49.45943876900044,46.93293612026708,54.36814904054928,38.25422725179351
OpenCLIP,ViT-B-16,laion2b_s34b_b88k,40.324988047989066,52.76213795302714,32.412897902838374,52.677825530581686,60.54062235805569,41.59359941612799,46.945475057541024,55.280740759101754,36.753652340081814,47.53785690969337,64.56401605917976,42.334217934740224,56.992039046031735,70.81513302971345,50.674581375877516,53.5899900478892,68.00523974379693,49.078366492859146,49.67802910662102,61.994648317145796,42.14121924375417
OpenCLIP,ViT-L-14,laion2b_s32b_b82k,41.66214403021111,56.82012607754818,35.08940328591436,51.256003047423675,66.94696851160218,45.347393020100824,47.92178919673745,63.21325435374183,40.26246054802797,45.78739429592056,60.83312123673712,38.02103779516922,48.027767047581364,62.21704846014306,42.336576823448866,54.911834505754356,66.94112943698272,50.882505550215626,48.261155353938086,62.82860801279251,41.989896170479476
OpenCLIP,ViT-g-14,laion2b_s34b_b88k,44.79904190836224,60.934156182587486,37.1437436847724,60.9107600758888,66.01047994008218,48.060137320484394,55.748491619896434,67.78434808137274,45.110666116875734,55.08650652887432,63.84369998555799,45.635951074916406,44.796436436331625,66.09644761734171,41.58159688008685,61.43939845019265,75.49739288721791,57.9918852019768,53.79677250325768,66.69442078236001,45.9206633798521
OpenCLIP,ViT-H-14,laion2b_s32b_b79k,43.531238588199926,57.925284568209335,34.06187417506877,57.356910674246734,67.22214614268557,48.96393912584007,54.24854668357801,67.5250745914119,45.523772898191446,54.49474123666081,65.81166336340127,45.42924030304941,49.80046197390823,68.24224798882048,47.6294014943663,62.57495980878337,75.64029499077091,56.68790350705578,53.66780982756285,67.06111860754991,46.38268858392863
OpenCLIP,roberta-ViT-B-32,laion2b_s12b_b32k,42.38010646394326,47.56721809007083,32.19746020757002,51.86783493219434,60.751108142841396,40.083416851576786,49.5908752809772,50.19428306344995,37.503467598071175,47.74213310890624,52.235911815757774,34.833059407508145,51.34400228556299,54.137048519974556,39.12106416291816,54.1139644275835,59.806231552444224,47.333769978649734,49.506486083194595,54.11530019742312,38.51203970104901
OpenCLIP,ViT-B-16-SigLIP,webli,40.857931433827076,54.23309462892675,34.93939320885973,50.12753023751677,65.03068882097774,40.56779982882368,48.520477597085396,59.808361527360624,39.83638183636665,48.77924717018987,60.66546758773226,40.66791282626587,37.31826651713779,62.76119718328293,29.296508795042357,52.55139797385231,63.521686244821915,43.42352610940517,46.35914182160153,61.003415998850365,38.12192043412724
OpenCLIP,ViT-B-16-SigLIP-384,webli,43.1484219755659,54.0948761892378,36.00068541276988,52.86926732971119,67.83332188354244,45.492565691511295,49.54433606573793,64.86068827440545,42.60319728099989,51.4468126887126,65.61350628002408,44.249444492246326,39.00871183919389,67.12592322796883,34.330506170683535,54.9552155014758,68.88051512805899,48.66752294514429,48.49546090006621,64.73480516387293,41.8906536655592
OpenCLIP,ViT-L-16-SigLIP-256,webli,44.026792041939345,62.680697738063685,38.659915127276335,57.945860823592376,68.52870977504193,48.96174914282815,53.25022290146296,63.7334083172265,45.65121876697481,53.59780417260178,67.00819922804392,46.7241156281106,49.3590925357596,57.9119669341259,41.00540091400083,57.241649158323604,67.25500370014373,52.793821185236844,52.57023693894661,64.5196642821076,45.63270346073793
OpenCLIP,ViT-L-16-SigLIP-384,webli,45.4388338050787,64.34807722908309,40.53363441544639,57.71523790112297,70.99311487182,50.72702018890585,56.32113995940937,64.77097571217884,46.466504891525204,61.841729987981545,68.4903373032293,52.1140567063181,47.820413532836454,58.20214967072111,36.699496704967544,58.54563085324463,70.33505439636619,53.05155533628777,54.61383100661229,66.18995153056642,46.59871137390848
OpenCLIP,ViT-SO400M-14-SigLIP,webli,26.018964821673872,38.733926898095035,17.890964922135616,25.861826337437172,44.026370623923306,20.546470079169154,29.69621141602403,46.35245786112938,20.524858178859983,32.22403100213218,53.99519239627201,28.55077435587601,25.046640517811646,49.67797569121266,18.01941307549949,23.662206646649025,40.58079497801178,16.802905676105574,27.08498012362132,45.5611197414407,20.389231047940967
Recap-CLIP,ViT-L-16-HTxt-Recap-CLIP,recap-datacomp1b,52.88539467512888,69.87692344682725,45.805846493351005,64.40773037776492,77.89910586493106,56.61661722617223,58.85633911254183,71.24727477625248,49.22370979630373,56.626165173251806,75.67425940153485,50.35214996801879,61.61338609972339,75.61791908314221,52.89836835781625,68.89837789100312,80.43006728307375,66.14751239760808,60.547898888235665,75.12425830929361,53.50736737321168
OpenCLIP,coca_ViT-B-32,laion2b_s13b_b90k,39.01171975320929,46.51215559852551,27.831280469686156,47.34319774001257,53.54803837234759,36.41665032303419,45.795084900034844,50.76981022767644,34.63003650426587,43.9075025998001,53.125925535770214,36.16767679895809,52.89571333535514,59.56412010124984,42.5249338394579,51.22189804615397,64.55772649558108,45.227665166761646,46.69585272909432,54.67962938852511,37.13304051702731
OpenCLIP,coca_ViT-L-14,laion2b_s13b_b90k,41.87026356336769,56.16453912316941,34.102115651031276,51.06337959701668,66.47078906353137,43.65902215827065,51.67955986212735,61.03713887122325,43.04983514016968,46.235297487282686,65.12932368539325,38.57368253704352,52.46030834907337,55.37597174756944,38.48243777431337,59.49490911256091,73.13185270876039,56.01932580829001,50.46728632857145,62.884935866607854,42.31440317818642
BLIP-Retrieval,blip-pretrain129M-base,combined,39.64317756264966,52.8761516986759,29.765398901031215,45.0536617887553,60.575098006156615,35.77133634956921,41.48167017292855,55.57997669572291,31.82616626572025,37.12644417349062,51.082978027947554,30.074288332496046,43.78887410967935,59.98221134951053,37.20580200936587,37.64449699310156,61.56443779080152,31.150106751273775,40.789720800100845,56.9434755948025,32.63218310157606
BLIP-Retrieval,blip-pretrain-large,combined,47.49533934091151,52.13807388946411,32.56201029960401,53.5298127821654,63.30157161223865,41.375757285635885,47.5177442587022,52.8086509125006,33.89947265175974,45.75077221822776,53.418669332204466,31.91305390993684,57.75857394630198,65.78504339839884,48.43503253524355,50.124614036729234,66.06585405272068,41.60152428910455,50.36280943050634,58.91964386625455,38.2978084952141
BLIP-Retrieval,blip-sgvl-base,combined,21.564702783647554,52.16901519546272,16.66065784007965,31.17439866654595,55.493638417030255,24.646007282736885,26.934151147445988,50.6260603874249,22.277950708776274,24.06419794656343,46.331640502984385,17.102786366001734,29.493616166768316,57.162409219733775,26.798936644806986,18.859675237957514,47.94535695754617,16.62427804666434,25.34845699148812,51.621353446697036,20.685102814844313
StructuredCLIP,NegCLIP-ViT-B-32,coco-ft,37.741032086953155,47.27710749406791,29.225407694299825,46.01131075981489,57.93117904208794,38.066910480648176,42.86885181044388,53.667845598926384,34.804841490960044,43.13469080196712,49.2110326420868,33.71692894308955,51.24053119894458,50.56559457358283,36.14633586333291,44.9656779769145,60.209419630325854,40.76792868504546,44.32701577250635,53.14369649684628,35.454725526229325
StructuredCLIP,CE-CLIP-ViT-B-32,coco-ft,26.37503736724841,43.133925359371695,18.757603188172823,31.356051511008374,54.844133375816575,25.31440934715105,30.982927976173556,48.22157404561444,21.204126075940053,28.087923144020202,42.15498875469676,20.085797793557543,31.50447782626206,49.20708315119007,17.998210290493112,28.2435800379371,54.00593724215952,23.446152275801055,29.42499964377495,48.594606988141514,21.134383161852604
StructuredCLIP,DAC-LLM-ViT-B-32,cc3m-ft,23.825635436686202,40.934797795042265,15.428615393121767,29.237021463497694,50.54497956865408,23.991532061803877,28.613128623782355,44.665350930387945,18.57885211203371,27.564053320852008,43.56596585207983,19.321514300807646,23.137754157634294,55.11867763427776,14.573231315653377,34.128084516386956,51.96447861997397,28.644216292541014,27.75094625313992,47.79904173340264,20.089660245993567
StructuredCLIP,DAC-SAM-ViT-B-32,cc3m-ft,25.14006415798654,40.25395185454912,18.84411308091252,37.913099387938324,56.584815747235446,30.80216828376443,28.235305016217307,46.73435997119619,21.90365178655337,31.827577693084542,41.23847681921417,19.307906739564423,31.78370392086986,50.3124512700543,19.66894861484487,35.577520138138695,51.94491464151135,29.52204350008081,31.746211719039213,47.844828383960085,23.341472000953402
FSC-CLIP,fsc-clip-ViT-B-32,laioncoco-ft,31.362764710552515,47.34997264290096,23.627630324165615,41.722840734178554,55.670471165916275,33.25827596444853,39.65241249004837,51.53600475541081,31.35040067825267,35.71104212498455,51.38252316234916,26.55370100503265,31.13135368376888,55.52869163110744,20.945472195744706,41.959630155746275,50.305793489448206,32.653130661857894,36.923340649879854,51.96224280785548,28.064768471583676
FSC-CLIP,fsc-clip-ViT-B-16,laioncoco-ft,35.27581111233249,52.69762072417992,27.21736830707215,45.3884383770064,59.92366261130395,35.62291851942154,41.540244369675015,53.140335285911554,30.544591430141207,38.21916423409412,52.60624485352728,28.076161787529003,31.182677885570026,56.75250740695175,20.216556346120697,46.98076775856349,66.98280921718566,39.785476723118656,39.76451728954026,57.017196683176685,30.24384551890054
FSC-CLIP,fsc-clip-ViT-L-14,laioncoco-ft,32.329055372939415,53.06793159977551,24.993040536573332,43.424892203622996,65.36272760162494,36.48394005524471,43.50125851059431,63.146741209192804,35.98282928289034,43.1728348795549,57.79874404648537,35.7068507855879,45.18663125140931,57.01870145469054,37.04169544499111,53.19700926311849,73.30027304509072,47.70293374616163,43.46861358020657,61.61585315947664,36.31854830857484
DreamLIP,dreamlip-vitb16,cc30m-long,44.7948811416518,62.34662466712888,36.98795904085396,52.43148608237621,70.37701992914367,45.92579382556347,47.27819455177987,65.88127896721437,39.67019206492401,44.83000645617083,62.435334959717636,38.85101848567581,51.96540842285309,67.17932283465156,39.79586990689098,31.562651514507113,53.61550828066653,25.28261442800881,45.47710469488982,63.639181606420436,37.75224129198617
LoTLIP,LoTLIP-ViT-B-32,lotlip100m,44.61312668761689,50.8424858331148,34.226419773625295,55.72977832093032,60.55821623713796,44.6950883587351,49.09891894273688,52.34881926055582,33.85502329749928,46.133200763273535,49.62940559987071,32.33556676373602,71.70022777101141,65.6597899091945,53.96129351198518,36.85258116924542,43.908372532174226,28.24272943017786,50.6879722758024,53.82451489534134,37.88602018929313
LoTLIP,LoTLIP-ViT-B-16,lotlip100m,45.367730735862196,57.76584626085085,36.42370749505745,54.22515510942453,65.9645288175433,44.52406293015508,52.2526280327783,57.067427508396825,40.14560490544908,44.90510068761218,52.61814659075983,33.57092648130739,55.950914991789986,52.24603681805654,44.02105769363808,34.173166727626885,40.03215297329942,25.027432100235615,47.81244938084902,54.28235649481778,37.285465267640454
LongCLIP,longclip-vitb32,sharegpt4v-1m,35.01184699535329,53.682418747729805,25.72067895604196,44.06178464034137,58.72693351259489,36.33989162037469,40.84290331072582,52.28346753803953,31.579869161361767,38.76824616374135,55.30056101081516,31.724983589601287,53.16456240555506,64.55651589255311,42.87728523579404,43.44904434218249,55.43751010096714,35.910958379762334,42.5497313096499,56.66456780044993,34.025611157156014
LongCLIP,longclip-vitb16,sharegpt4v-1m,37.79741923385928,53.12403730351374,30.355381090595348,44.33412186368962,58.687286944589694,36.61520636354311,41.59316146078242,58.06677889364746,35.15210663533055,38.94872600930109,55.541596342891964,29.455308028063,48.23917788538306,69.42305987973123,40.324350258042,53.24039025883993,69.19183756794229,48.37151144492739,44.0254994519759,60.672432822052734,36.71231063675024
LongCLIP,longclip-vitl14,sharegpt4v-1m,39.12661142497979,57.16700242686736,32.17502882191402,52.90126066398352,65.56129829272227,44.827189215375924,47.61080810982881,62.74269229439866,38.63918185008694,47.336677839733454,66.59853858390458,41.7647749608223,51.634054140769294,70.784357205974,48.56236142932947,60.17114228115988,74.93599176611689,56.22347167050857,49.796759076742454,66.29831342833063,43.69866799133953
LongCLIP,longclip-vitl14_336px,sharegpt4v-1m,40.51381400003672,69.0848929156364,35.20771320841964,54.31345804765081,70.74170539860015,47.481784151035036,50.382411163936986,70.47263456023948,44.93760370702879,54.41848835702382,72.72550091469685,48.70022170625255,48.76765823653408,69.05120715644476,45.42756519108495,55.25122700169269,75.81126715037892,52.17883177530345,50.60784280114586,71.31453468266609,45.65561995652073
Jina-CLIP,jina-clip-v1,jinaai,53.55313552669827,63.915655479175356,43.66087295391572,67.98423298387588,73.65759225214357,58.92063252617314,63.294672665409166,68.9202991325408,52.985528482457106,59.98884612355418,73.62056607309694,52.8466983716581,79.76637298129481,73.69861830387441,63.5400536314537,63.17463827905038,77.14331890135502,59.4055952978403,64.62698309331378,71.82600835703101,55.22656354391634
Jina-CLIP,jina-clip-v2,jinaai,48.709373267566306,58.36611919256547,39.53011773544674,57.805204456638315,71.74330971620151,49.67652603238189,54.95738914684559,63.8255613060464,45.553607435089845,53.046669820290205,63.03412079601502,43.38803638056102,72.01428701241541,73.17638286470941,60.75508464847315,61.55678232096832,76.6227469526977,57.36668849893248,58.01495100412069,67.79470680470591,49.37834345514752