Update README.md
Browse files
README.md
CHANGED
|
@@ -99,36 +99,6 @@ To add other evaluate references, we used our structured extraction benchmark to
|
|
| 99 |
|
| 100 |
<img src="md2st.svg" width="1000"/>
|
| 101 |
|
| 102 |
-
#### No thinking
|
| 103 |
-
|
| 104 |
-
| Model | Average score | Avg. num tokens answer |
|
| 105 |
-
| ---------------------| ------------: | ---------------------: |
|
| 106 |
-
| *Generalist models* | | |
|
| 107 |
-
| NuExtract3 |**0.683 ± 0.021**|1821 |
|
| 108 |
-
| Qwen3.5-4B |0.604 ± 0.025 |1797 |
|
| 109 |
-
| gemma-4-E4B |0.502 ± 0.027 |613 |
|
| 110 |
-
| GLM-4.6V-Flash |0.579 ± 0.029 |928 |
|
| 111 |
-
| Nemotron-3-Nano-Omni |0.640 ± 0.024 |1382 |
|
| 112 |
-
| granite-vision-4.1-4b|0.468 ± 0.026 |750 |
|
| 113 |
-
| Ministral-3-3B |0.521 ± 0.025 |3248 |
|
| 114 |
-
| *Specialized OCR/Markdown models* | | |
|
| 115 |
-
| GLM-OCR |0.631 ± 0.024 |1247 |
|
| 116 |
-
| LightOnOCR-2-1B |0.633 ± 0.024 |1073 |
|
| 117 |
-
| olmOCR-2-7B-1025 |0.587 ± 0.024 |732 |
|
| 118 |
-
| chandra-ocr-2 |0.665 ± 0.021 |2012 |
|
| 119 |
-
| PaddleOCR-VL-1.5 |0.433 ± 0.025 |747 |
|
| 120 |
-
|
| 121 |
-
#### Thinking
|
| 122 |
-
| Model | Average score | Avg. num tokens thinking | Avg. num tokens answer |
|
| 123 |
-
| -------------------- | ----------------: | -----------------------: | ---------------------: |
|
| 124 |
-
| NuExtract3 | **0.701 ± 0.019** | 338 | 1981 |
|
| 125 |
-
| Qwen3.5-4B | 0.662 ± 0.022 | 6552 | 1547 |
|
| 126 |
-
| gemma-4-E4B-it | 0.550 ± 0.023 | 790 | 672 |
|
| 127 |
-
| GLM-4.6V-Flash | 0.638 ± 0.023 | 1973 | 886 |
|
| 128 |
-
| Nemotron-3-Nano-Omni | 0.626 ± 0.025 | 11725 | 1040 |
|
| 129 |
-
| Ministral-3-3B | 0.542 ± 0.026 | 7593 | 773|
|
| 130 |
-
|
| 131 |
-
|
| 132 |
|
| 133 |
# Using NuExtract
|
| 134 |
|
|
|
|
| 99 |
|
| 100 |
<img src="md2st.svg" width="1000"/>
|
| 101 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 102 |
|
| 103 |
# Using NuExtract
|
| 104 |
|