| family,model,tag,all_tasks-add_relation_XS,all_tasks-add_relation_S,all_tasks-add_relation_M,all_tasks-add_relation_L,all_tasks-add_attribute_XS,all_tasks-add_attribute_S,all_tasks-add_attribute_M,all_tasks-add_attribute_L,all_tasks-replace_relation_XS,all_tasks-replace_relation_S,all_tasks-replace_relation_M,all_tasks-replace_relation_L,all_tasks-replace_attribute_XS,all_tasks-replace_attribute_S,all_tasks-replace_attribute_M,all_tasks-replace_attribute_L,all_tasks-replace_entity_XS,all_tasks-replace_entity_S,all_tasks-replace_entity_M,all_tasks-replace_entity_L,all_tasks-swap_relations,all_tasks-swap_attributes,overall-add_relation,overall-add_attribute,overall-replace_relation,overall-replace_attribute,overall-replace_entity,overall-swap_relations,overall-swap_attributes,overall-macro_avg,summary-add,summary-replace,summary-swap,summary-avg_ops,summary-relation,summary-attribute,summary-entity,summary-avg_neg_types,neg_start_positions-add_XS,neg_start_positions-add_S,neg_start_positions-add_M,neg_start_positions-add_L,neg_start_positions-replace_XS,neg_start_positions-replace_S,neg_start_positions-replace_M,neg_start_positions-replace_L,neg_start_positions-Avg_XS,neg_start_positions-Avg_S,neg_start_positions-Avg_M,neg_start_positions-Avg_L | |
| vqascore,instructblip-flant5-xl,none,61.111111111111114,60.902255639097746,50.0,50.0,54.0268456375839,48.4375,50.0,50.0,55.87301587301587,53.164556962025316,50.0,50.0,43.83561643835616,50.0,50.0,50.0,47.945205479452056,51.30597014925373,50.0,50.0,49.25816023738872,46.93396226415095,55.503341687552215,50.616086409395976,52.2593932087603,48.45890410958904,49.81279390717645,49.25816023738872,46.93396226415095,50.40609168914481,53.05971404847409,50.17703040850859,48.096061250769836,50.444268569250845,52.34029837790041,48.669650927711984,49.81279390717645,50.27424773759628,57.56897837434751,54.66987781954887,50.0,50.0,49.2179459302747,51.49017570375968,50.0,50.0,53.3934621523111,53.08002676165428,50.0,50.0 | |
| vqascore,clip-flant5-xl,none,50.55555555555556,49.81203007518798,45.52238805970149,34.92647058823529,57.718120805369125,53.38541666666667,58.33333333333333,54.44444444444444,56.666666666666664,55.537974683544306,57.43494423791822,53.846153846153854,57.705479452054796,56.437768240343345,59.51417004048582,55.64516129032258,69.63470319634703,62.873134328358205,63.98305084745763,58.62068965517241,63.05637982195846,64.38679245283019,45.20411106967008,55.97032881245339,55.871434858570765,57.32564475580163,63.77789450683382,63.05637982195846,64.38679245283019,57.94179803973119,50.58721994106173,58.99165804040208,63.721586137394326,57.76682137295271,54.710641916733096,59.227588673695074,63.77789450683382,59.238708365753986,54.13683818046234,51.598723370927324,51.92786069651741,44.685457516339866,61.33561643835617,58.28295908408196,60.310721708620555,56.03733493054961,57.73622730940926,54.94084122750464,56.11929120256899,50.36139622344474 | |
| vqascore,llava-v1.5-7b,none,62.77777777777777,50.18796992481202,50.29850746268657,56.98529411764706,59.060402684563755,54.42708333333333,57.608695652173914,53.33333333333333,52.53968253968254,53.79746835443038,53.3457249070632,49.230769230769226,59.24657534246575,54.50643776824034,54.25101214574899,48.38709677419355,62.32876712328767,62.5,62.5,59.48275862068965,51.63204747774481,58.0188679245283,55.06238732073086,56.10737875085108,52.22841125798634,54.09778050766215,61.70288143599433,51.63204747774481,58.0188679245283,55.54996495364255,55.58488303579097,56.00969106721427,54.82545770113656,55.47334393471393,52.974282018820674,56.07467572768051,61.70288143599433,56.9172797274985,60.91909023117076,52.307526629072676,53.95360155743025,55.15931372549019,58.03834166847866,56.934635374223575,56.6989123509374,52.36687487521747,59.47871594982471,54.62108100164812,55.32625695418382,53.76309430035383 | |
| vqascore,sharegpt4v-7b,none,53.333333333333336,51.691729323308266,60.44776119402985,68.75,59.22818791946309,49.73958333333333,59.42028985507247,63.33333333333333,49.20634920634921,49.683544303797476,53.53159851301115,53.84615384615385,58.04794520547945,52.36051502145922,54.04858299595142,45.16129032258064,60.50228310502283,62.126865671641795,54.449152542372886,61.206896551724135,57.71513353115727,62.73584905660377,58.555705962667865,57.930348610300555,51.56691146732792,52.40458338636768,59.57129946769041,57.71513353115727,62.73584905660377,57.21140449744506,58.24302728648421,54.51426477379533,60.22549129388052,57.66092778472002,55.94591698705102,57.69026035109067,59.57129946769041,57.735825601944036,56.28076062639821,50.7156563283208,59.93402552455116,66.04166666666666,55.918859172283824,54.72364166563283,54.00977801711182,53.40478024015287,56.09980989934102,52.719648996976815,56.971901770831494,59.72322345340976 | |
| visualgptscore,instructblip-flant5-xl,none,30.0,24.06015037593985,34.62686567164179,50.0,24.832214765100673,27.083333333333332,38.22463768115942,50.0,73.65079365079366,75.63291139240506,69.51672862453532,50.0,65.41095890410958,66.09442060085837,54.45344129554656,50.0,63.013698630136986,64.55223880597015,55.93220338983051,50.0,78.63501483679525,76.88679245283019,34.67175401189541,35.035046444898356,67.20010841693352,58.989705200128626,58.37453520648441,78.63501483679525,76.88679245283019,58.54185093856654,34.85340022839688,61.521449607848844,77.76090364481271,58.04525116035281,60.16895908854139,56.97051469928573,58.37453520648441,58.50466966477051,27.416107382550337,25.571741854636592,36.42575167640061,50.0,67.35848372834674,68.75985693307786,59.96745776997079,50.0,47.38729555544854,47.16579939385723,48.1966047231857,50.0 | |
| visualgptscore,clip-flant5-xl,none,34.44444444444444,23.684210526315788,22.388059701492537,22.794117647058822,25.503355704697988,29.166666666666668,40.57971014492754,33.33333333333333,73.01587301587301,73.73417721518987,73.60594795539035,78.46153846153847,66.43835616438356,67.38197424892704,59.91902834008097,58.06451612903226,68.94977168949772,64.92537313432835,65.67796610169492,72.41379310344827,81.89910979228486,81.36792452830188,25.827708079827897,32.145766462406385,74.70438416199792,62.95096872060596,67.99172600724232,81.89910979228486,81.36792452830188,60.98394110752389,28.986737271117143,68.54902629661541,81.63351716029337,59.72309357600864,60.8104006780369,58.821553237104744,67.99172600724232,62.54122664079466,29.973900074571215,26.425438596491226,31.483884923210038,28.063725490196077,69.4680002899181,68.68050819948176,66.40098079905542,69.64661589800635,49.72095018224466,47.55297339798649,48.94243286113273,48.85517069410121 | |
| visualgptscore,llava-v1.5-7b,none,20.0,16.541353383458645,11.641791044776118,10.294117647058822,23.48993288590604,25.0,36.231884057971016,28.888888888888886,77.46031746031747,81.32911392405063,78.81040892193309,78.46153846153847,76.36986301369863,75.9656652360515,70.85020242914979,72.58064516129032,77.6255707762557,76.11940298507463,72.88135593220339,74.13793103448276,85.7566765578635,87.26415094339622,14.619315518823395,28.402676458191486,79.01534469195991,73.94159396004757,75.19106518200411,85.7566765578635,87.26415094339622,63.45583190175517,21.51099598850744,76.04933461133719,86.51041375062985,61.3569147834915,59.7971122562156,63.202807120545096,75.19106518200411,66.06366151958827,21.74496644295302,20.77067669172932,23.936837551373568,19.591503267973856,77.15191708342394,77.80472738172558,74.18065576109542,75.06003821910384,49.448441763188484,49.28770203672745,49.0587466562345,47.325770743538854 | |
| visualgptscore,sharegpt4v-7b,none,21.11111111111111,18.421052631578945,14.328358208955224,11.76470588235294,22.818791946308725,26.041666666666668,35.14492753623188,33.33333333333333,80.0,83.54430379746836,78.43866171003717,76.92307692307693,79.1095890410959,78.54077253218884,72.06477732793522,67.74193548387096,80.36529680365297,78.35820895522389,80.50847457627118,82.75862068965517,89.61424332344214,89.85849056603774,16.406306958499556,29.334679870635153,79.72651060764562,74.36426859627272,80.4976502562008,89.61424332344214,89.85849056603774,65.68602145410482,22.870493414567356,78.19614315337304,89.73636694473994,63.60100117089345,61.915686963195775,64.51914634431522,80.4976502562008,68.97749452123726,21.964951528709918,22.23135964912281,24.736642872593553,22.549019607843135,79.82496194824962,80.14776176162702,77.00397120474786,75.80787769886769,50.89495673847977,51.189560705374916,50.8703070386707,49.17844865335541 | |