Add VDEBench evaluation results

#18
by hongzhuyi - opened
Files changed (1) hide show
  1. .eval_results/vdebench.yaml +18 -0
.eval_results/vdebench.yaml ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ - dataset:
2
+ id: hongzhuyi/VDEBench
3
+ task_id: local
4
+ value: 0.638
5
+ source:
6
+ url: https://huggingface.co/datasets/hongzhuyi/VDEBench/blob/18ee0824f34d41c6b91b302a38b5cf7404b53e17/results/2026-11-01/firered_image_edit_1_1/results.json
7
+ name: VDEBench full evaluation (2026-11-01)
8
+ user: hongzhuyi
9
+ notes: "local setting, n=3,506, PaddleOCR-VL; IoU 0.697, CDM 0.753, BLEU-4 0.430, TEDS 0.670"
10
+ - dataset:
11
+ id: hongzhuyi/VDEBench
12
+ task_id: global
13
+ value: 0.750
14
+ source:
15
+ url: https://huggingface.co/datasets/hongzhuyi/VDEBench/blob/18ee0824f34d41c6b91b302a38b5cf7404b53e17/results/2026-11-01/firered_image_edit_1_1/results.json
16
+ name: VDEBench full evaluation (2026-11-01)
17
+ user: hongzhuyi
18
+ notes: "global setting, n=3,506, PaddleOCR-VL; IoU 0.861, CDM 0.879, BLEU-4 0.518, TEDS 0.741"