Upload final_w_mmbench.json with huggingface_hub
Browse files- final_w_mmbench.json +1 -0
final_w_mmbench.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"overall_acc": 0.665807560137457, "category_acc": {"action_recognition": 0.8703703703703703, "attribute_comparison": 0.5681818181818182, "attribute_recognition": 0.8243243243243243, "celebrity_recognition": 0.7878787878787878, "function_reasoning": 0.7848101265822784, "future_prediction": 0.45, "identity_reasoning": 0.9777777777777777, "image_emotion": 0.82, "image_quality": 0.41509433962264153, "image_scene": 0.9423076923076923, "image_style": 0.8490566037735849, "image_topic": 0.8055555555555556, "nature_relation": 0.4166666666666667, "object_localization": 0.5185185185185185, "ocr": 0.6410256410256411, "physical_property_reasoning": 0.4266666666666667, "physical_relation": 0.4166666666666667, "social_relation": 0.9302325581395349, "spatial_relationship": 0.24444444444444444, "structuralized_imagetext_understanding": 0.32051282051282054}, "l2_category_acc": {"attribute_reasoning": 0.6934673366834171, "coarse_perception": 0.793918918918919, "finegrained_perception (cross-instance)": 0.5804195804195804, "finegrained_perception (instance-level)": 0.7030716723549488, "logic_reasoning": 0.3644067796610169, "relation_reasoning": 0.6086956521739131}}
|