| [ |
| { |
| "name": "claude-haiku", |
| "kind": "cloud", |
| "latency": "API", |
| "tracks": { |
| "doclaynet": 0.7516, |
| "forms": 0.9892, |
| "tobacco": 0.7773, |
| "ood": null, |
| "oov": null |
| } |
| }, |
| { |
| "name": "claude-opus", |
| "kind": "cloud", |
| "latency": "API", |
| "tracks": { |
| "doclaynet": 0.8273, |
| "forms": 0.9776, |
| "tobacco": 0.836, |
| "ood": null, |
| "oov": null |
| } |
| }, |
| { |
| "name": "claude-opus-4.5", |
| "kind": "cloud", |
| "latency": "API", |
| "tracks": { |
| "doclaynet": 0.8317, |
| "forms": 0.9737, |
| "tobacco": 0.8232, |
| "ood": null, |
| "oov": null |
| } |
| }, |
| { |
| "name": "claude-opus-5", |
| "kind": "cloud", |
| "latency": "API", |
| "tracks": { |
| "doclaynet": 0.8317, |
| "forms": 0.9577, |
| "tobacco": 0.852, |
| "ood": null, |
| "oov": null |
| } |
| }, |
| { |
| "name": "claude-sonnet", |
| "kind": "cloud", |
| "latency": "API", |
| "tracks": { |
| "doclaynet": 0.8299, |
| "forms": 0.8671, |
| "tobacco": 0.7971, |
| "ood": null, |
| "oov": null |
| } |
| }, |
| { |
| "name": "claude-sonnet-4.5", |
| "kind": "cloud", |
| "latency": "API", |
| "tracks": { |
| "doclaynet": 0.8223, |
| "forms": 0.989, |
| "tobacco": 0.7725, |
| "ood": null, |
| "oov": null |
| } |
| }, |
| { |
| "name": "gemini-flash", |
| "kind": "cloud", |
| "latency": "API", |
| "tracks": { |
| "doclaynet": 0.8317, |
| "forms": 1.0, |
| "tobacco": 0.8416, |
| "ood": null, |
| "oov": null |
| } |
| }, |
| { |
| "name": "gemini-flash-lite", |
| "kind": "cloud", |
| "latency": "API", |
| "tracks": { |
| "doclaynet": 0.799, |
| "forms": 1.0, |
| "tobacco": 0.7981, |
| "ood": null, |
| "oov": null |
| } |
| }, |
| { |
| "name": "gemini-pro", |
| "kind": "cloud", |
| "latency": "API", |
| "tracks": { |
| "doclaynet": 0.8295, |
| "forms": 1.0, |
| "tobacco": 0.8497, |
| "ood": null, |
| "oov": null |
| } |
| }, |
| { |
| "name": "gpt-4.1", |
| "kind": "cloud", |
| "latency": "API", |
| "tracks": { |
| "doclaynet": 0.7849, |
| "forms": 1.0, |
| "tobacco": 0.7547, |
| "ood": null, |
| "oov": null |
| } |
| }, |
| { |
| "name": "gpt-4.1-mini", |
| "kind": "cloud", |
| "latency": "API", |
| "tracks": { |
| "doclaynet": 0.8144, |
| "forms": 1.0, |
| "tobacco": 0.7843, |
| "ood": null, |
| "oov": null |
| } |
| }, |
| { |
| "name": "gpt-4o", |
| "kind": "cloud", |
| "latency": "API", |
| "tracks": { |
| "doclaynet": 0.8144, |
| "forms": 1.0, |
| "tobacco": 0.7693, |
| "ood": null, |
| "oov": null |
| } |
| }, |
| { |
| "name": "gpt-4o-mini", |
| "kind": "cloud", |
| "latency": "API", |
| "tracks": { |
| "doclaynet": 0.8065, |
| "forms": 1.0, |
| "tobacco": 0.7357, |
| "ood": null, |
| "oov": null |
| } |
| }, |
| { |
| "name": "gpt-luna", |
| "kind": "cloud", |
| "latency": "API", |
| "tracks": { |
| "doclaynet": 0.8004, |
| "forms": 1.0, |
| "tobacco": 0.7661, |
| "ood": null, |
| "oov": null |
| } |
| }, |
| { |
| "name": "gpt-sol", |
| "kind": "cloud", |
| "latency": "API", |
| "tracks": { |
| "doclaynet": 0.8317, |
| "forms": 1.0, |
| "tobacco": 0.8222, |
| "ood": null, |
| "oov": null |
| } |
| }, |
| { |
| "name": "gpt-terra", |
| "kind": "cloud", |
| "latency": "API", |
| "tracks": { |
| "doclaynet": 0.8223, |
| "forms": 1.0, |
| "tobacco": 0.8251, |
| "ood": null, |
| "oov": null |
| } |
| }, |
| { |
| "name": "document-classification-v2", |
| "kind": "ours-commercial", |
| "model": "nutrientdocs/document-classification-v2", |
| "latency": "~4.9 pages/s (A40)", |
| "tracks": { |
| "doclaynet": 0.968, |
| "forms": 1.0, |
| "tobacco": 0.735, |
| "ood": 0.946, |
| "oov": 0.83 |
| } |
| }, |
| { |
| "name": "document-classification-v1", |
| "kind": "ours-open", |
| "model": "nutrientdocs/document-classification-v1", |
| "latency": "~5.7 pages/s (A40)", |
| "tracks": { |
| "doclaynet": 0.749, |
| "forms": 0.803, |
| "tobacco": 0.614, |
| "ood": 0.86, |
| "oov": 0.731 |
| } |
| }, |
| { |
| "name": "clip-vit-base-patch32", |
| "kind": "generalist", |
| "model": "openai/clip-vit-base-patch32", |
| "latency": null, |
| "tracks": { |
| "doclaynet": 0.2843, |
| "forms": 0.0067, |
| "tobacco": 0.356, |
| "ood": 0.1402, |
| "oov": 0.4209 |
| } |
| }, |
| { |
| "name": "clip-vit-large-patch14-336", |
| "kind": "generalist", |
| "model": "openai/clip-vit-large-patch14-336", |
| "latency": null, |
| "tracks": { |
| "doclaynet": 0.5949, |
| "forms": 0.0161, |
| "tobacco": 0.3748, |
| "ood": 0.1854, |
| "oov": 0.6084 |
| } |
| }, |
| { |
| "name": "siglip-base-patch16-224", |
| "kind": "generalist", |
| "model": "google/siglip-base-patch16-224", |
| "latency": null, |
| "tracks": { |
| "doclaynet": 0.4346, |
| "forms": 0.2607, |
| "tobacco": 0.3711, |
| "ood": 0.2354, |
| "oov": 0.3677 |
| } |
| }, |
| { |
| "name": "siglip2-base-patch16-512", |
| "kind": "generalist", |
| "model": "google/siglip2-base-patch16-512", |
| "latency": null, |
| "tracks": { |
| "doclaynet": 0.5529, |
| "forms": 0.0245, |
| "tobacco": 0.4146, |
| "ood": 0.1901, |
| "oov": 0.4984 |
| } |
| }, |
| { |
| "name": "siglip2-so400m-patch16-512", |
| "kind": "generalist", |
| "model": "google/siglip2-so400m-patch16-512", |
| "latency": null, |
| "tracks": { |
| "doclaynet": 0.6293, |
| "forms": 0.106, |
| "tobacco": 0.431, |
| "ood": 0.2428, |
| "oov": 0.5941 |
| } |
| }, |
| { |
| "name": "CLIP-ViT-H-14", |
| "kind": "generalist", |
| "model": "laion/CLIP-ViT-H-14", |
| "latency": null, |
| "tracks": { |
| "doclaynet": 0.5593, |
| "forms": 0.2715, |
| "tobacco": 0.5017, |
| "ood": 0.1769, |
| "oov": 0.4013 |
| } |
| }, |
| { |
| "name": "DFN5B-CLIP-ViT-H-14-378", |
| "kind": "generalist", |
| "model": "apple/DFN5B-CLIP-ViT-H-14-378", |
| "latency": null, |
| "tracks": { |
| "doclaynet": 0.4725, |
| "forms": 0.4533, |
| "tobacco": 0.3404, |
| "ood": 0.2224, |
| "oov": 0.3824 |
| } |
| }, |
| { |
| "name": "eva02_large_patch14_clip_336", |
| "kind": "generalist", |
| "model": "timm/eva02_large_patch14_clip_336", |
| "latency": null, |
| "tracks": { |
| "doclaynet": 0.5961, |
| "forms": 0.1136, |
| "tobacco": 0.4303, |
| "ood": 0.269, |
| "oov": 0.4878 |
| } |
| } |
| ] |
