table / data /250117 /summary.csv
ytaek-oh's picture
flair
c38d116
"('Model', 'family')","('Model', 'model')","('Model', 'tag')","('length_group', 'short')","('length_group', 'medium')","('length_group', 'long')","('neg_target', 'entity')","('neg_target', 'background')","('neg_type', 'contradict')","('neg_type', 'irrelevant')","('Avg', 'Avg')"
ALIGN,align-base,coyo700m,60.20833333,53.22916667,50.3125,59.16666667,50,53.33333333,55.83333333,54.58333333
CLIPS,CLIPS-Large-14-224,recap-datacomp1b,58.4375,56.45833333,51.35416667,60.83333333,50,53.61111111,57.22222222,55.41666667
CLIPS,CLIPS-Large-14-336,recap-datacomp1b,58.85416667,56.66666667,51.77083333,61.52777778,50,54.02777778,57.5,55.76388889
CLIPS,CLIPS-Huge-14-224,recap-datacomp1b,64.47916667,56.04166667,49.89583333,63.88888889,49.72222222,55.41666667,58.19444444,56.80555556
DreamLIP,dreamlip-vitb16,cc3m-long,59.0625,51.77083333,50.3125,57.29166667,50.13888889,53.88888889,53.54166667,53.71527778
DreamLIP,dreamlip-vitb16,cc12m-long,58.64583333,52.8125,50.3125,57.84722222,50,52.5,55.34722222,53.92361111
DreamLIP,dreamlip-vitb16,yfcc15m-long,60.10416667,52.39583333,51.14583333,59.09722222,50,52.08333333,57.01388889,54.54861111
DreamLIP,dreamlip-vitb16,cc30m-long,63.4375,55.3125,50.72916667,62.84722222,50.13888889,54.58333333,58.40277778,56.49305556
FLAIR,flair-vitb16,cc3m-recap,60.52083333,52.60416667,50.9375,59.375,50,53.33333333,56.04166667,54.6875
FLAIR,flair-vitb16,cc12m-recap,61.77083333,54.0625,50.10416667,60.90277778,49.72222222,54.16666667,56.45833333,55.3125
FLAIR,flair-vitb16,yfcc15m-recap,59.47916667,53.22916667,50.9375,59.375,49.72222222,53.47222222,55.625,54.54861111
FLAIR,flair-vitb16,cc30m-recap,61.77083333,53.4375,50.9375,61.04166667,49.72222222,54.30555556,56.45833333,55.38194444
FSC-CLIP,fsc-clip-ViT-B-32,laioncoco-ft,63.02083333,53.64583333,50.52083333,61.59722222,49.86111111,53.19444444,58.26388889,55.72916667
FSC-CLIP,fsc-clip-ViT-B-16,laioncoco-ft,63.22916667,55.72916667,50.72916667,63.26388889,49.86111111,53.88888889,59.23611111,56.5625
FSC-CLIP,fsc-clip-ViT-L-14,laioncoco-ft,61.77083333,55.52083333,50.72916667,62.01388889,50,51.94444444,60.06944444,56.00694444
Jina-CLIP,jina-clip-v1,jinaai,69.375,75,70,73.47222222,69.44444444,68.88888889,74.02777778,71.45833333
Jina-CLIP,jina-clip-v2,jinaai,79.0625,73.75,64.58333333,71.66666667,73.26388889,72.08333333,72.84722222,72.46527778
LoTLIP,LoTLIP-ViT-B-32,lotlip100m,63.54166667,57.29166667,57.8125,61.94444444,57.15277778,58.47222222,60.625,59.54861111
LoTLIP,LoTLIP-ViT-B-16,lotlip100m,61.45833333,57.08333333,55.72916667,61.52777778,54.65277778,56.94444444,59.23611111,58.09027778
LongCLIP,longclip-vitb32,sharegpt4v-1m,82.5,70.10416667,65.72916667,74.02777778,71.52777778,67.84722222,77.70833333,72.77777778
LongCLIP,longclip-vitb16,sharegpt4v-1m,79.0625,74.375,56.45833333,74.30555556,65.625,62.98611111,76.94444444,69.96527778
LongCLIP,longclip-vitl14,sharegpt4v-1m,73.02083333,68.33333333,59.375,70.27777778,63.54166667,60,73.81944444,66.90972222
LongCLIP,longclip-vitl14_336px,sharegpt4v-1m,82.29166667,69.47916667,52.39583333,70.34722222,65.76388889,61.45833333,74.65277778,68.05555556
OpenCLIP,roberta-ViT-B-32,laion2b_s12b_b32k,60.72916667,54.6875,50.3125,60.69444444,49.79166667,54.51388889,55.97222222,55.24305556
OpenCLIP,coca_ViT-B-32,laion2b_s13b_b90k,62.70833333,55.10416667,50.41666667,62.29166667,49.86111111,54.02777778,58.125,56.07638889
OpenCLIP,coca_ViT-L-14,laion2b_s13b_b90k,61.04166667,56.14583333,50,61.73611111,49.72222222,53.88888889,57.56944444,55.72916667
OpenCLIP,ViT-H-14,laion2b_s32b_b79k,61.77083333,55.9375,50.10416667,62.15277778,49.72222222,53.61111111,58.26388889,55.9375
OpenCLIP,ViT-L-14,laion2b_s32b_b82k,60.3125,54.89583333,50.3125,60.48611111,49.86111111,52.63888889,57.70833333,55.17361111
OpenCLIP,ViT-B-32,laion2b_s34b_b79k,62.1875,55.72916667,50.52083333,62.29166667,50,54.58333333,57.70833333,56.14583333
OpenCLIP,ViT-B-16,laion2b_s34b_b88k,58.64583333,55.52083333,50.52083333,60.06944444,49.72222222,53.05555556,56.73611111,54.89583333
OpenCLIP,ViT-g-14,laion2b_s34b_b88k,60.9375,55.10416667,50.10416667,61.04166667,49.72222222,53.33333333,57.43055556,55.38194444
OpenCLIP,ViT-B-16,openai,59.89583333,52.60416667,50.10416667,58.68055556,49.72222222,52.5,55.90277778,54.20138889
OpenCLIP,ViT-B-32,openai,56.14583333,54.47916667,49.89583333,57.29166667,49.72222222,51.66666667,55.34722222,53.50694444
OpenCLIP,ViT-L-14,openai,58.02083333,54.47916667,49.89583333,58.54166667,49.72222222,51.94444444,56.31944444,54.13194444
OpenCLIP,ViT-L-14-336,openai,58.4375,55.9375,49.0625,59.23611111,49.72222222,52.08333333,56.875,54.47916667
OpenCLIP,ViT-B-16-SigLIP,webli,55.83333333,52.70833333,50.72916667,56.04166667,50.13888889,51.80555556,54.375,53.09027778
OpenCLIP,ViT-B-16-SigLIP-384,webli,57.91666667,53.33333333,50.52083333,57.84722222,50,52.63888889,55.20833333,53.92361111
OpenCLIP,ViT-L-16-SigLIP-256,webli,60.20833333,53.95833333,50.10416667,59.51388889,50,53.05555556,56.45833333,54.75694444
OpenCLIP,ViT-L-16-SigLIP-384,webli,59.58333333,53.33333333,50.10416667,58.68055556,50,52.91666667,55.76388889,54.34027778
OpenCLIP,ViT-SO400M-14-SigLIP,webli,50,50,50.20833333,50.06944444,50.06944444,50.13888889,50,50.06944444
Recap-CLIP,ViT-L-16-HTxt-Recap-CLIP,recap-datacomp1b,69.16666667,57.08333333,53.4375,62.56944444,57.22222222,58.05555556,61.73611111,59.89583333
StructuredCLIP,NegCLIP-ViT-B-32,coco-ft,60.9375,55.52083333,50.9375,61.45833333,50.13888889,53.47222222,58.125,55.79861111
StructuredCLIP,CE-CLIP-ViT-B-32,coco-ft,64.27083333,56.77083333,51.97916667,65.20833333,50.13888889,53.47222222,61.875,57.67361111
StructuredCLIP,DAC-LLM-ViT-B-32,cc3m-ft,63.64583333,56.14583333,51.35416667,64.09722222,50,53.33333333,60.76388889,57.04861111
StructuredCLIP,DAC-SAM-ViT-B-32,cc3m-ft,63.02083333,56.77083333,51.14583333,63.95833333,50,52.91666667,61.04166667,56.97916667