Reza2kn commited on
Commit
7aba856
·
verified ·
1 Parent(s): 618450b

Final Rizeh reader INT4 conversions; source 51b8c314b055; full-page qualification limits documented

Browse files
Files changed (3) hide show
  1. MANIFEST.json +4 -4
  2. RECIPE.md +1 -1
  3. VALIDATION.json +470 -0
MANIFEST.json CHANGED
@@ -10,8 +10,8 @@
10
  "sha256": "f006a8a94626496af91f604489efba22d29cca75621c3766a912e271a5139e9c"
11
  },
12
  "RECIPE.md": {
13
- "bytes": 4075,
14
- "sha256": "34dee9f78a3e9639def9c64926b088eb31f5cb6dca22ee54c92b811f10feb80f"
15
  },
16
  "BENCHMARK.md": {
17
  "bytes": 2584,
@@ -30,8 +30,8 @@
30
  "sha256": "e8b6e0d5cabeeb5a6eeff6aa2ef9b317f8f34c83e88f0a5f82e17a99f7d0a6cc"
31
  },
32
  "VALIDATION.json": {
33
- "bytes": 140369,
34
- "sha256": "245ed6184048bfecefa67b188c0eeb04ea45943713cc2fbb5ddda0832f01c749"
35
  },
36
  "inference.py": {
37
  "bytes": 4595,
 
10
  "sha256": "f006a8a94626496af91f604489efba22d29cca75621c3766a912e271a5139e9c"
11
  },
12
  "RECIPE.md": {
13
+ "bytes": 4078,
14
+ "sha256": "c784fc23cb98de73a7d735b1abc4dbd06ce33add5a64be3792b6c0b828201778"
15
  },
16
  "BENCHMARK.md": {
17
  "bytes": 2584,
 
30
  "sha256": "e8b6e0d5cabeeb5a6eeff6aa2ef9b317f8f34c83e88f0a5f82e17a99f7d0a6cc"
31
  },
32
  "VALIDATION.json": {
33
+ "bytes": 164614,
34
+ "sha256": "0a26405c4978f67a7566c12f18f19067b86d34c91b0f8c3b70d87874e8bc1c31"
35
  },
36
  "inference.py": {
37
  "bytes": 4595,
RECIPE.md CHANGED
@@ -4,7 +4,7 @@ Source: Reza2kn/Bina-0.4-Rizeh, revision51b8c314b0552b1884c1f0e28016cb12a143f637
4
 
5
  The recipe/source/recognizer.py file comes from that release. portable_model.py algebraically replaces pointwise Conv1d with Linear, preserving masked squeeze-excitation, true widths and CTC lengths. build_recognizer.py checks FP32 logit/argmax equivalence on varied synthetic shapes before exporting. Compact outputs contain tokens, frame confidence and lengths; callers do not need to transfer full logits.
6
 
7
- Use separate environments for Mac and Linux LiteRT. The requirements files list the measured key converter versions, not complete dependency locks. Python3.11 was used on Mac; LiteRT was built in its existing Linux Python3.12 environment. No upstream training environment was changed.
8
 
9
  ```sh
10
  # Mac: repeat for each source checkpoint listed in components.json.
 
4
 
5
  The recipe/source/recognizer.py file comes from that release. portable_model.py algebraically replaces pointwise Conv1d with Linear, preserving masked squeeze-excitation, true widths and CTC lengths. build_recognizer.py checks FP32 logit/argmax equivalence on varied synthetic shapes before exporting. Compact outputs contain tokens, frame confidence and lengths; callers do not need to transfer full logits.
6
 
7
+ Use separate environments for Mac and Linux LiteRT. The requirements files list the measured key converter versions, not complete dependency locks. Python3.11 was used on Mac; LiteRT was built in its existing Linux Python3.10.20 environment. No upstream training environment was changed.
8
 
9
  ```sh
10
  # Mac: repeat for each source checkpoint listed in components.json.
VALIDATION.json CHANGED
@@ -61,6 +61,10 @@
61
  "source_CER": 0.05468079015173204,
62
  "CER_delta": -0.000572573718866304
63
  }
 
 
 
 
64
  }
65
  },
66
  {
@@ -121,6 +125,19 @@
121
  "source_CER": 0.05468079015173204,
122
  "CER_delta": 0.0028628685943315204
123
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
124
  }
125
  },
126
  {
@@ -181,6 +198,15 @@
181
  "source_CER": 0.05468079015173204,
182
  "CER_delta": -0.000572573718866304
183
  }
 
 
 
 
 
 
 
 
 
184
  }
185
  },
186
  {
@@ -241,6 +267,19 @@
241
  "source_CER": 0.05468079015173204,
242
  "CER_delta": 0.0028628685943315204
243
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
244
  }
245
  },
246
  {
@@ -301,6 +340,11 @@
301
  "source_CER": 0.05468079015173204,
302
  "CER_delta": -0.000572573718866304
303
  }
 
 
 
 
 
304
  }
305
  },
306
  {
@@ -361,6 +405,10 @@
361
  "source_CER": 0.05468079015173204,
362
  "CER_delta": -0.000572573718866304
363
  }
 
 
 
 
364
  }
365
  },
366
  {
@@ -421,6 +469,20 @@
421
  "source_CER": 0.05468079015173204,
422
  "CER_delta": -0.000572573718866304
423
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
424
  }
425
  },
426
  {
@@ -481,6 +543,11 @@
481
  "source_CER": 0.05468079015173204,
482
  "CER_delta": -0.000572573718866304
483
  }
 
 
 
 
 
484
  }
485
  },
486
  {
@@ -541,6 +608,19 @@
541
  "source_CER": 0.05468079015173204,
542
  "CER_delta": -0.001145147437732608
543
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
544
  }
545
  },
546
  {
@@ -601,6 +681,15 @@
601
  "source_CER": 0.05468079015173204,
602
  "CER_delta": 0.0028628685943315204
603
  }
 
 
 
 
 
 
 
 
 
604
  }
605
  },
606
  {
@@ -661,6 +750,11 @@
661
  "source_CER": 0.05468079015173204,
662
  "CER_delta": -0.000572573718866304
663
  }
 
 
 
 
 
664
  }
665
  },
666
  {
@@ -721,6 +815,10 @@
721
  "source_CER": 0.05410821643286573,
722
  "CER_delta": -0.000286286859433152
723
  }
 
 
 
 
724
  }
725
  },
726
  {
@@ -781,6 +879,19 @@
781
  "source_CER": 0.05410821643286573,
782
  "CER_delta": 0.002290294875465216
783
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
784
  }
785
  },
786
  {
@@ -841,6 +952,15 @@
841
  "source_CER": 0.05410821643286573,
842
  "CER_delta": 0.002576581734898368
843
  }
 
 
 
 
 
 
 
 
 
844
  }
845
  },
846
  {
@@ -901,6 +1021,19 @@
901
  "source_CER": 0.05410821643286573,
902
  "CER_delta": 0.002290294875465216
903
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
904
  }
905
  },
906
  {
@@ -961,6 +1094,11 @@
961
  "source_CER": 0.05410821643286573,
962
  "CER_delta": -0.000286286859433152
963
  }
 
 
 
 
 
964
  }
965
  },
966
  {
@@ -1021,6 +1159,10 @@
1021
  "source_CER": 0.05410821643286573,
1022
  "CER_delta": -0.000286286859433152
1023
  }
 
 
 
 
1024
  }
1025
  },
1026
  {
@@ -1081,6 +1223,20 @@
1081
  "source_CER": 0.05410821643286573,
1082
  "CER_delta": -0.000572573718866304
1083
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1084
  }
1085
  },
1086
  {
@@ -1141,6 +1297,11 @@
1141
  "source_CER": 0.05410821643286573,
1142
  "CER_delta": -0.000286286859433152
1143
  }
 
 
 
 
 
1144
  }
1145
  },
1146
  {
@@ -1201,6 +1362,19 @@
1201
  "source_CER": 0.05410821643286573,
1202
  "CER_delta": -0.002290294875465216
1203
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
1204
  }
1205
  },
1206
  {
@@ -1261,6 +1435,15 @@
1261
  "source_CER": 0.05410821643286573,
1262
  "CER_delta": 0.006012024048096192
1263
  }
 
 
 
 
 
 
 
 
 
1264
  }
1265
  },
1266
  {
@@ -1321,6 +1504,11 @@
1321
  "source_CER": 0.05410821643286573,
1322
  "CER_delta": -0.000286286859433152
1323
  }
 
 
 
 
 
1324
  }
1325
  },
1326
  {
@@ -1381,6 +1569,10 @@
1381
  "source_CER": 0.05468079015173204,
1382
  "CER_delta": 0.0008588605782994561
1383
  }
 
 
 
 
1384
  }
1385
  },
1386
  {
@@ -1441,6 +1633,19 @@
1441
  "source_CER": 0.05468079015173204,
1442
  "CER_delta": 0.002576581734898368
1443
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
1444
  }
1445
  },
1446
  {
@@ -1501,6 +1706,15 @@
1501
  "source_CER": 0.05468079015173204,
1502
  "CER_delta": 0.0014314342971657602
1503
  }
 
 
 
 
 
 
 
 
 
1504
  }
1505
  },
1506
  {
@@ -1561,6 +1775,19 @@
1561
  "source_CER": 0.05468079015173204,
1562
  "CER_delta": 0.002576581734898368
1563
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
1564
  }
1565
  },
1566
  {
@@ -1621,6 +1848,11 @@
1621
  "source_CER": 0.05468079015173204,
1622
  "CER_delta": 0.0008588605782994561
1623
  }
 
 
 
 
 
1624
  }
1625
  },
1626
  {
@@ -1681,6 +1913,10 @@
1681
  "source_CER": 0.05468079015173204,
1682
  "CER_delta": 0.0008588605782994561
1683
  }
 
 
 
 
1684
  }
1685
  },
1686
  {
@@ -1741,6 +1977,20 @@
1741
  "source_CER": 0.05468079015173204,
1742
  "CER_delta": 0.000572573718866304
1743
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1744
  }
1745
  },
1746
  {
@@ -1801,6 +2051,11 @@
1801
  "source_CER": 0.05468079015173204,
1802
  "CER_delta": 0.0008588605782994561
1803
  }
 
 
 
 
 
1804
  }
1805
  },
1806
  {
@@ -1861,6 +2116,19 @@
1861
  "source_CER": 0.05468079015173204,
1862
  "CER_delta": -0.0017177211565989122
1863
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
1864
  }
1865
  },
1866
  {
@@ -1921,6 +2189,15 @@
1921
  "source_CER": 0.05468079015173204,
1922
  "CER_delta": 0.005153163469796736
1923
  }
 
 
 
 
 
 
 
 
 
1924
  }
1925
  },
1926
  {
@@ -1981,6 +2258,11 @@
1981
  "source_CER": 0.05468079015173204,
1982
  "CER_delta": 0.0008588605782994561
1983
  }
 
 
 
 
 
1984
  }
1985
  },
1986
  {
@@ -2041,6 +2323,10 @@
2041
  "source_CER": 0.0566847981677641,
2042
  "CER_delta": -0.0017177211565989122
2043
  }
 
 
 
 
2044
  }
2045
  },
2046
  {
@@ -2101,6 +2387,19 @@
2101
  "source_CER": 0.0566847981677641,
2102
  "CER_delta": 0.0
2103
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
2104
  }
2105
  },
2106
  {
@@ -2161,6 +2460,15 @@
2161
  "source_CER": 0.0566847981677641,
2162
  "CER_delta": -0.001145147437732608
2163
  }
 
 
 
 
 
 
 
 
 
2164
  }
2165
  },
2166
  {
@@ -2221,6 +2529,19 @@
2221
  "source_CER": 0.0566847981677641,
2222
  "CER_delta": 0.0
2223
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
2224
  }
2225
  },
2226
  {
@@ -2281,6 +2602,11 @@
2281
  "source_CER": 0.0566847981677641,
2282
  "CER_delta": -0.0017177211565989122
2283
  }
 
 
 
 
 
2284
  }
2285
  },
2286
  {
@@ -2341,6 +2667,10 @@
2341
  "source_CER": 0.0566847981677641,
2342
  "CER_delta": -0.0017177211565989122
2343
  }
 
 
 
 
2344
  }
2345
  },
2346
  {
@@ -2401,6 +2731,20 @@
2401
  "source_CER": 0.0566847981677641,
2402
  "CER_delta": -0.0014314342971657602
2403
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2404
  }
2405
  },
2406
  {
@@ -2461,6 +2805,11 @@
2461
  "source_CER": 0.0566847981677641,
2462
  "CER_delta": -0.0017177211565989122
2463
  }
 
 
 
 
 
2464
  }
2465
  },
2466
  {
@@ -2521,6 +2870,19 @@
2521
  "source_CER": 0.0566847981677641,
2522
  "CER_delta": -0.0017177211565989122
2523
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
2524
  }
2525
  },
2526
  {
@@ -2581,6 +2943,15 @@
2581
  "source_CER": 0.0566847981677641,
2582
  "CER_delta": 0.0028628685943315204
2583
  }
 
 
 
 
 
 
 
 
 
2584
  }
2585
  },
2586
  {
@@ -2641,6 +3012,11 @@
2641
  "source_CER": 0.0566847981677641,
2642
  "CER_delta": -0.0017177211565989122
2643
  }
 
 
 
 
 
2644
  }
2645
  },
2646
  {
@@ -2701,6 +3077,10 @@
2701
  "source_CER": 0.05697108502719725,
2702
  "CER_delta": -0.001145147437732608
2703
  }
 
 
 
 
2704
  }
2705
  },
2706
  {
@@ -2761,6 +3141,19 @@
2761
  "source_CER": 0.05697108502719725,
2762
  "CER_delta": 0.001145147437732608
2763
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
2764
  }
2765
  },
2766
  {
@@ -2821,6 +3214,15 @@
2821
  "source_CER": 0.05697108502719725,
2822
  "CER_delta": 0.000286286859433152
2823
  }
 
 
 
 
 
 
 
 
 
2824
  }
2825
  },
2826
  {
@@ -2881,6 +3283,19 @@
2881
  "source_CER": 0.05697108502719725,
2882
  "CER_delta": 0.001145147437732608
2883
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
2884
  }
2885
  },
2886
  {
@@ -2941,6 +3356,11 @@
2941
  "source_CER": 0.05697108502719725,
2942
  "CER_delta": -0.001145147437732608
2943
  }
 
 
 
 
 
2944
  }
2945
  },
2946
  {
@@ -3001,6 +3421,10 @@
3001
  "source_CER": 0.05697108502719725,
3002
  "CER_delta": -0.001145147437732608
3003
  }
 
 
 
 
3004
  }
3005
  },
3006
  {
@@ -3061,6 +3485,20 @@
3061
  "source_CER": 0.05697108502719725,
3062
  "CER_delta": -0.001145147437732608
3063
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3064
  }
3065
  },
3066
  {
@@ -3121,6 +3559,11 @@
3121
  "source_CER": 0.05697108502719725,
3122
  "CER_delta": -0.001145147437732608
3123
  }
 
 
 
 
 
3124
  }
3125
  },
3126
  {
@@ -3181,6 +3624,19 @@
3181
  "source_CER": 0.05697108502719725,
3182
  "CER_delta": -0.0017177211565989122
3183
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
3184
  }
3185
  },
3186
  {
@@ -3241,6 +3697,15 @@
3241
  "source_CER": 0.05697108502719725,
3242
  "CER_delta": 0.005153163469796736
3243
  }
 
 
 
 
 
 
 
 
 
3244
  }
3245
  },
3246
  {
@@ -3301,6 +3766,11 @@
3301
  "source_CER": 0.05697108502719725,
3302
  "CER_delta": -0.001145147437732608
3303
  }
 
 
 
 
 
3304
  }
3305
  }
3306
  ],
 
61
  "source_CER": 0.05468079015173204,
62
  "CER_delta": -0.000572573718866304
63
  }
64
+ },
65
+ "execution": {
66
+ "threads": 2,
67
+ "timing_scope": "Warm bucket, preprocessed crop to compact outputs, exact result cache disabled; concurrent Mac validation jobs may contend"
68
  }
69
  },
70
  {
 
125
  "source_CER": 0.05468079015173204,
126
  "CER_delta": 0.0028628685943315204
127
  }
128
+ },
129
+ "execution": {
130
+ "runtime_version": "1.31.0",
131
+ "platform": "Linux-7.0.0-31-generic-x86_64-with-glibc2.43",
132
+ "threads": 2,
133
+ "batch": 1,
134
+ "timing_scope": "Preprocessed crop -> compact tokens/confidence; excludes model load, preprocessing, CTC/bidi decode; caches disabled; first shape warmed only",
135
+ "provider": "CPUExecutionProvider",
136
+ "actual_profile_providers": {
137
+ "CPUExecutionProvider": 371
138
+ },
139
+ "baseline_sha256": "8228c8ed18fd274bf93bc849652bb20929ea7813f878b24e3f2262e46f8c288d",
140
+ "manifest_sha256": "7e7049a3b56323588ae1f6bd38b1753afc2b1149d275c6f0f07c6993be991978"
141
  }
142
  },
143
  {
 
198
  "source_CER": 0.05468079015173204,
199
  "CER_delta": -0.000572573718866304
200
  }
201
+ },
202
+ "execution": {
203
+ "platform": "macOS-26.5.1-arm64-arm-64bit",
204
+ "threads": 2,
205
+ "batch": 1,
206
+ "timing_scope": "Preprocessed crop -> compact tokens/confidence; excludes model load, preprocessing, CTC/bidi decode; caches disabled; first shape warmed only",
207
+ "provider": "CPUExecutionProvider",
208
+ "baseline_sha256": "8228c8ed18fd274bf93bc849652bb20929ea7813f878b24e3f2262e46f8c288d",
209
+ "manifest_sha256": "7e7049a3b56323588ae1f6bd38b1753afc2b1149d275c6f0f07c6993be991978"
210
  }
211
  },
212
  {
 
267
  "source_CER": 0.05468079015173204,
268
  "CER_delta": 0.0028628685943315204
269
  }
270
+ },
271
+ "execution": {
272
+ "runtime_version": "1.31.0",
273
+ "platform": "macOS-26.5.1-arm64-arm-64bit",
274
+ "threads": 2,
275
+ "batch": 1,
276
+ "timing_scope": "Preprocessed crop -> compact tokens/confidence; excludes model load, preprocessing, CTC/bidi decode; caches disabled; first shape warmed only",
277
+ "provider": "CPUExecutionProvider",
278
+ "actual_profile_providers": {
279
+ "CPUExecutionProvider": 370
280
+ },
281
+ "baseline_sha256": "8228c8ed18fd274bf93bc849652bb20929ea7813f878b24e3f2262e46f8c288d",
282
+ "manifest_sha256": "7e7049a3b56323588ae1f6bd38b1753afc2b1149d275c6f0f07c6993be991978"
283
  }
284
  },
285
  {
 
340
  "source_CER": 0.05468079015173204,
341
  "CER_delta": -0.000572573718866304
342
  }
343
+ },
344
+ "execution": {
345
+ "timing_scope": "Batch1, native model time after plan warmup; excludes plan preparation, input IO, CTC/bidi; exact-result cache off",
346
+ "version": "0.23.9-pre",
347
+ "plan_cache_hits": 296
348
  }
349
  },
350
  {
 
405
  "source_CER": 0.05468079015173204,
406
  "CER_delta": -0.000572573718866304
407
  }
408
+ },
409
+ "execution": {
410
+ "threads": 2,
411
+ "timing_scope": "Warm bucket, preprocessed crop to compact outputs, exact result cache disabled; concurrent Mac validation jobs may contend"
412
  }
413
  },
414
  {
 
469
  "source_CER": 0.05468079015173204,
470
  "CER_delta": -0.000572573718866304
471
  }
472
+ },
473
+ "execution": {
474
+ "runtime_version": "1.23.2",
475
+ "platform": "Linux-7.0.0-31-generic-x86_64-with-glibc2.43",
476
+ "threads": 2,
477
+ "batch": 1,
478
+ "timing_scope": "Preprocessed crop -> compact tokens/confidence; excludes model load, preprocessing, CTC/bidi decode; caches disabled; first shape warmed only",
479
+ "provider": "CUDAExecutionProvider",
480
+ "actual_profile_providers": {
481
+ "CUDAExecutionProvider": 448,
482
+ "CPUExecutionProvider": 3
483
+ },
484
+ "baseline_sha256": "8228c8ed18fd274bf93bc849652bb20929ea7813f878b24e3f2262e46f8c288d",
485
+ "manifest_sha256": "7e7049a3b56323588ae1f6bd38b1753afc2b1149d275c6f0f07c6993be991978"
486
  }
487
  },
488
  {
 
543
  "source_CER": 0.05468079015173204,
544
  "CER_delta": -0.000572573718866304
545
  }
546
+ },
547
+ "execution": {
548
+ "timing_scope": "Batch1, native model time after plan warmup; excludes plan preparation, input IO, CTC/bidi; exact-result cache off",
549
+ "version": "0.23.9-pre",
550
+ "plan_cache_hits": 296
551
  }
552
  },
553
  {
 
608
  "source_CER": 0.05468079015173204,
609
  "CER_delta": -0.001145147437732608
610
  }
611
+ },
612
+ "execution": {
613
+ "runtime_version": "1.31.0",
614
+ "platform": "macOS-26.5.1-arm64-arm-64bit",
615
+ "threads": 2,
616
+ "batch": 1,
617
+ "timing_scope": "Preprocessed crop -> compact tokens/confidence; excludes model load, preprocessing, CTC/bidi decode; caches disabled; first shape warmed only",
618
+ "provider": "CPUExecutionProvider",
619
+ "actual_profile_providers": {
620
+ "CPUExecutionProvider": 370
621
+ },
622
+ "baseline_sha256": "8228c8ed18fd274bf93bc849652bb20929ea7813f878b24e3f2262e46f8c288d",
623
+ "manifest_sha256": "7e7049a3b56323588ae1f6bd38b1753afc2b1149d275c6f0f07c6993be991978"
624
  }
625
  },
626
  {
 
681
  "source_CER": 0.05468079015173204,
682
  "CER_delta": 0.0028628685943315204
683
  }
684
+ },
685
+ "execution": {
686
+ "platform": "Linux-7.0.0-31-generic-x86_64-with-glibc2.43",
687
+ "threads": 2,
688
+ "batch": 1,
689
+ "timing_scope": "Preprocessed crop -> compact tokens/confidence; excludes model load, preprocessing, CTC/bidi decode; caches disabled; first shape warmed only",
690
+ "provider": "CPUExecutionProvider",
691
+ "baseline_sha256": "8228c8ed18fd274bf93bc849652bb20929ea7813f878b24e3f2262e46f8c288d",
692
+ "manifest_sha256": "7e7049a3b56323588ae1f6bd38b1753afc2b1149d275c6f0f07c6993be991978"
693
  }
694
  },
695
  {
 
750
  "source_CER": 0.05468079015173204,
751
  "CER_delta": -0.000572573718866304
752
  }
753
+ },
754
+ "execution": {
755
+ "timing_scope": "Batch1, native model time after plan warmup; excludes plan preparation, input IO, CTC/bidi; exact-result cache off",
756
+ "version": "0.23.9-pre",
757
+ "plan_cache_hits": 296
758
  }
759
  },
760
  {
 
815
  "source_CER": 0.05410821643286573,
816
  "CER_delta": -0.000286286859433152
817
  }
818
+ },
819
+ "execution": {
820
+ "threads": 2,
821
+ "timing_scope": "Warm bucket, preprocessed crop to compact outputs, exact result cache disabled; concurrent Mac validation jobs may contend"
822
  }
823
  },
824
  {
 
879
  "source_CER": 0.05410821643286573,
880
  "CER_delta": 0.002290294875465216
881
  }
882
+ },
883
+ "execution": {
884
+ "runtime_version": "1.31.0",
885
+ "platform": "Linux-7.0.0-31-generic-x86_64-with-glibc2.43",
886
+ "threads": 2,
887
+ "batch": 1,
888
+ "timing_scope": "Preprocessed crop -> compact tokens/confidence; excludes model load, preprocessing, CTC/bidi decode; caches disabled; first shape warmed only",
889
+ "provider": "CPUExecutionProvider",
890
+ "actual_profile_providers": {
891
+ "CPUExecutionProvider": 371
892
+ },
893
+ "baseline_sha256": "c9228d9d65efae590dc9c307f4909cea4d436929cc6887875ff5d2cbd3f7879b",
894
+ "manifest_sha256": "7e7049a3b56323588ae1f6bd38b1753afc2b1149d275c6f0f07c6993be991978"
895
  }
896
  },
897
  {
 
952
  "source_CER": 0.05410821643286573,
953
  "CER_delta": 0.002576581734898368
954
  }
955
+ },
956
+ "execution": {
957
+ "platform": "macOS-26.5.1-arm64-arm-64bit",
958
+ "threads": 2,
959
+ "batch": 1,
960
+ "timing_scope": "Preprocessed crop -> compact tokens/confidence; excludes model load, preprocessing, CTC/bidi decode; caches disabled; first shape warmed only",
961
+ "provider": "CPUExecutionProvider",
962
+ "baseline_sha256": "c9228d9d65efae590dc9c307f4909cea4d436929cc6887875ff5d2cbd3f7879b",
963
+ "manifest_sha256": "7e7049a3b56323588ae1f6bd38b1753afc2b1149d275c6f0f07c6993be991978"
964
  }
965
  },
966
  {
 
1021
  "source_CER": 0.05410821643286573,
1022
  "CER_delta": 0.002290294875465216
1023
  }
1024
+ },
1025
+ "execution": {
1026
+ "runtime_version": "1.31.0",
1027
+ "platform": "macOS-26.5.1-arm64-arm-64bit",
1028
+ "threads": 2,
1029
+ "batch": 1,
1030
+ "timing_scope": "Preprocessed crop -> compact tokens/confidence; excludes model load, preprocessing, CTC/bidi decode; caches disabled; first shape warmed only",
1031
+ "provider": "CPUExecutionProvider",
1032
+ "actual_profile_providers": {
1033
+ "CPUExecutionProvider": 370
1034
+ },
1035
+ "baseline_sha256": "c9228d9d65efae590dc9c307f4909cea4d436929cc6887875ff5d2cbd3f7879b",
1036
+ "manifest_sha256": "7e7049a3b56323588ae1f6bd38b1753afc2b1149d275c6f0f07c6993be991978"
1037
  }
1038
  },
1039
  {
 
1094
  "source_CER": 0.05410821643286573,
1095
  "CER_delta": -0.000286286859433152
1096
  }
1097
+ },
1098
+ "execution": {
1099
+ "timing_scope": "Batch1, native model time after plan warmup; excludes plan preparation, input IO, CTC/bidi; exact-result cache off",
1100
+ "version": "0.23.9-pre",
1101
+ "plan_cache_hits": 296
1102
  }
1103
  },
1104
  {
 
1159
  "source_CER": 0.05410821643286573,
1160
  "CER_delta": -0.000286286859433152
1161
  }
1162
+ },
1163
+ "execution": {
1164
+ "threads": 2,
1165
+ "timing_scope": "Warm bucket, preprocessed crop to compact outputs, exact result cache disabled; concurrent Mac validation jobs may contend"
1166
  }
1167
  },
1168
  {
 
1223
  "source_CER": 0.05410821643286573,
1224
  "CER_delta": -0.000572573718866304
1225
  }
1226
+ },
1227
+ "execution": {
1228
+ "runtime_version": "1.23.2",
1229
+ "platform": "Linux-7.0.0-31-generic-x86_64-with-glibc2.43",
1230
+ "threads": 2,
1231
+ "batch": 1,
1232
+ "timing_scope": "Preprocessed crop -> compact tokens/confidence; excludes model load, preprocessing, CTC/bidi decode; caches disabled; first shape warmed only",
1233
+ "provider": "CUDAExecutionProvider",
1234
+ "actual_profile_providers": {
1235
+ "CUDAExecutionProvider": 448,
1236
+ "CPUExecutionProvider": 3
1237
+ },
1238
+ "baseline_sha256": "c9228d9d65efae590dc9c307f4909cea4d436929cc6887875ff5d2cbd3f7879b",
1239
+ "manifest_sha256": "7e7049a3b56323588ae1f6bd38b1753afc2b1149d275c6f0f07c6993be991978"
1240
  }
1241
  },
1242
  {
 
1297
  "source_CER": 0.05410821643286573,
1298
  "CER_delta": -0.000286286859433152
1299
  }
1300
+ },
1301
+ "execution": {
1302
+ "timing_scope": "Batch1, native model time after plan warmup; excludes plan preparation, input IO, CTC/bidi; exact-result cache off",
1303
+ "version": "0.23.9-pre",
1304
+ "plan_cache_hits": 296
1305
  }
1306
  },
1307
  {
 
1362
  "source_CER": 0.05410821643286573,
1363
  "CER_delta": -0.002290294875465216
1364
  }
1365
+ },
1366
+ "execution": {
1367
+ "runtime_version": "1.31.0",
1368
+ "platform": "macOS-26.5.1-arm64-arm-64bit",
1369
+ "threads": 2,
1370
+ "batch": 1,
1371
+ "timing_scope": "Preprocessed crop -> compact tokens/confidence; excludes model load, preprocessing, CTC/bidi decode; caches disabled; first shape warmed only",
1372
+ "provider": "CPUExecutionProvider",
1373
+ "actual_profile_providers": {
1374
+ "CPUExecutionProvider": 370
1375
+ },
1376
+ "baseline_sha256": "c9228d9d65efae590dc9c307f4909cea4d436929cc6887875ff5d2cbd3f7879b",
1377
+ "manifest_sha256": "7e7049a3b56323588ae1f6bd38b1753afc2b1149d275c6f0f07c6993be991978"
1378
  }
1379
  },
1380
  {
 
1435
  "source_CER": 0.05410821643286573,
1436
  "CER_delta": 0.006012024048096192
1437
  }
1438
+ },
1439
+ "execution": {
1440
+ "platform": "Linux-7.0.0-31-generic-x86_64-with-glibc2.43",
1441
+ "threads": 2,
1442
+ "batch": 1,
1443
+ "timing_scope": "Preprocessed crop -> compact tokens/confidence; excludes model load, preprocessing, CTC/bidi decode; caches disabled; first shape warmed only",
1444
+ "provider": "CPUExecutionProvider",
1445
+ "baseline_sha256": "c9228d9d65efae590dc9c307f4909cea4d436929cc6887875ff5d2cbd3f7879b",
1446
+ "manifest_sha256": "7e7049a3b56323588ae1f6bd38b1753afc2b1149d275c6f0f07c6993be991978"
1447
  }
1448
  },
1449
  {
 
1504
  "source_CER": 0.05410821643286573,
1505
  "CER_delta": -0.000286286859433152
1506
  }
1507
+ },
1508
+ "execution": {
1509
+ "timing_scope": "Batch1, native model time after plan warmup; excludes plan preparation, input IO, CTC/bidi; exact-result cache off",
1510
+ "version": "0.23.9-pre",
1511
+ "plan_cache_hits": 296
1512
  }
1513
  },
1514
  {
 
1569
  "source_CER": 0.05468079015173204,
1570
  "CER_delta": 0.0008588605782994561
1571
  }
1572
+ },
1573
+ "execution": {
1574
+ "threads": 1,
1575
+ "timing_scope": "Warm bucket, preprocessed crop to compact outputs, exact result cache disabled; concurrent Mac validation jobs may contend"
1576
  }
1577
  },
1578
  {
 
1633
  "source_CER": 0.05468079015173204,
1634
  "CER_delta": 0.002576581734898368
1635
  }
1636
+ },
1637
+ "execution": {
1638
+ "runtime_version": "1.31.0",
1639
+ "platform": "Linux-7.0.0-31-generic-x86_64-with-glibc2.43",
1640
+ "threads": 2,
1641
+ "batch": 1,
1642
+ "timing_scope": "Preprocessed crop -> compact tokens/confidence; excludes model load, preprocessing, CTC/bidi decode; caches disabled; first shape warmed only",
1643
+ "provider": "CPUExecutionProvider",
1644
+ "actual_profile_providers": {
1645
+ "CPUExecutionProvider": 371
1646
+ },
1647
+ "baseline_sha256": "39c044c875b75d0082e35d2624a617f8320a95db4f3c3c861dbe7f76099815f9",
1648
+ "manifest_sha256": "7e7049a3b56323588ae1f6bd38b1753afc2b1149d275c6f0f07c6993be991978"
1649
  }
1650
  },
1651
  {
 
1706
  "source_CER": 0.05468079015173204,
1707
  "CER_delta": 0.0014314342971657602
1708
  }
1709
+ },
1710
+ "execution": {
1711
+ "platform": "macOS-26.5.1-arm64-arm-64bit",
1712
+ "threads": 2,
1713
+ "batch": 1,
1714
+ "timing_scope": "Preprocessed crop -> compact tokens/confidence; excludes model load, preprocessing, CTC/bidi decode; caches disabled; first shape warmed only",
1715
+ "provider": "CPUExecutionProvider",
1716
+ "baseline_sha256": "39c044c875b75d0082e35d2624a617f8320a95db4f3c3c861dbe7f76099815f9",
1717
+ "manifest_sha256": "7e7049a3b56323588ae1f6bd38b1753afc2b1149d275c6f0f07c6993be991978"
1718
  }
1719
  },
1720
  {
 
1775
  "source_CER": 0.05468079015173204,
1776
  "CER_delta": 0.002576581734898368
1777
  }
1778
+ },
1779
+ "execution": {
1780
+ "runtime_version": "1.31.0",
1781
+ "platform": "macOS-26.5.1-arm64-arm-64bit",
1782
+ "threads": 2,
1783
+ "batch": 1,
1784
+ "timing_scope": "Preprocessed crop -> compact tokens/confidence; excludes model load, preprocessing, CTC/bidi decode; caches disabled; first shape warmed only",
1785
+ "provider": "CPUExecutionProvider",
1786
+ "actual_profile_providers": {
1787
+ "CPUExecutionProvider": 370
1788
+ },
1789
+ "baseline_sha256": "39c044c875b75d0082e35d2624a617f8320a95db4f3c3c861dbe7f76099815f9",
1790
+ "manifest_sha256": "7e7049a3b56323588ae1f6bd38b1753afc2b1149d275c6f0f07c6993be991978"
1791
  }
1792
  },
1793
  {
 
1848
  "source_CER": 0.05468079015173204,
1849
  "CER_delta": 0.0008588605782994561
1850
  }
1851
+ },
1852
+ "execution": {
1853
+ "timing_scope": "Batch1, native model time after plan warmup; excludes plan preparation, input IO, CTC/bidi; exact-result cache off",
1854
+ "version": "0.23.9-pre",
1855
+ "plan_cache_hits": 296
1856
  }
1857
  },
1858
  {
 
1913
  "source_CER": 0.05468079015173204,
1914
  "CER_delta": 0.0008588605782994561
1915
  }
1916
+ },
1917
+ "execution": {
1918
+ "threads": 2,
1919
+ "timing_scope": "Warm bucket, preprocessed crop to compact outputs, exact result cache disabled; concurrent Mac validation jobs may contend"
1920
  }
1921
  },
1922
  {
 
1977
  "source_CER": 0.05468079015173204,
1978
  "CER_delta": 0.000572573718866304
1979
  }
1980
+ },
1981
+ "execution": {
1982
+ "runtime_version": "1.23.2",
1983
+ "platform": "Linux-7.0.0-31-generic-x86_64-with-glibc2.43",
1984
+ "threads": 2,
1985
+ "batch": 1,
1986
+ "timing_scope": "Preprocessed crop -> compact tokens/confidence; excludes model load, preprocessing, CTC/bidi decode; caches disabled; first shape warmed only",
1987
+ "provider": "CUDAExecutionProvider",
1988
+ "actual_profile_providers": {
1989
+ "CUDAExecutionProvider": 448,
1990
+ "CPUExecutionProvider": 3
1991
+ },
1992
+ "baseline_sha256": "39c044c875b75d0082e35d2624a617f8320a95db4f3c3c861dbe7f76099815f9",
1993
+ "manifest_sha256": "7e7049a3b56323588ae1f6bd38b1753afc2b1149d275c6f0f07c6993be991978"
1994
  }
1995
  },
1996
  {
 
2051
  "source_CER": 0.05468079015173204,
2052
  "CER_delta": 0.0008588605782994561
2053
  }
2054
+ },
2055
+ "execution": {
2056
+ "timing_scope": "Batch1, native model time after plan warmup; excludes plan preparation, input IO, CTC/bidi; exact-result cache off",
2057
+ "version": "0.23.9-pre",
2058
+ "plan_cache_hits": 296
2059
  }
2060
  },
2061
  {
 
2116
  "source_CER": 0.05468079015173204,
2117
  "CER_delta": -0.0017177211565989122
2118
  }
2119
+ },
2120
+ "execution": {
2121
+ "runtime_version": "1.31.0",
2122
+ "platform": "macOS-26.5.1-arm64-arm-64bit",
2123
+ "threads": 2,
2124
+ "batch": 1,
2125
+ "timing_scope": "Preprocessed crop -> compact tokens/confidence; excludes model load, preprocessing, CTC/bidi decode; caches disabled; first shape warmed only",
2126
+ "provider": "CPUExecutionProvider",
2127
+ "actual_profile_providers": {
2128
+ "CPUExecutionProvider": 370
2129
+ },
2130
+ "baseline_sha256": "39c044c875b75d0082e35d2624a617f8320a95db4f3c3c861dbe7f76099815f9",
2131
+ "manifest_sha256": "7e7049a3b56323588ae1f6bd38b1753afc2b1149d275c6f0f07c6993be991978"
2132
  }
2133
  },
2134
  {
 
2189
  "source_CER": 0.05468079015173204,
2190
  "CER_delta": 0.005153163469796736
2191
  }
2192
+ },
2193
+ "execution": {
2194
+ "platform": "Linux-7.0.0-31-generic-x86_64-with-glibc2.43",
2195
+ "threads": 2,
2196
+ "batch": 1,
2197
+ "timing_scope": "Preprocessed crop -> compact tokens/confidence; excludes model load, preprocessing, CTC/bidi decode; caches disabled; first shape warmed only",
2198
+ "provider": "CPUExecutionProvider",
2199
+ "baseline_sha256": "39c044c875b75d0082e35d2624a617f8320a95db4f3c3c861dbe7f76099815f9",
2200
+ "manifest_sha256": "7e7049a3b56323588ae1f6bd38b1753afc2b1149d275c6f0f07c6993be991978"
2201
  }
2202
  },
2203
  {
 
2258
  "source_CER": 0.05468079015173204,
2259
  "CER_delta": 0.0008588605782994561
2260
  }
2261
+ },
2262
+ "execution": {
2263
+ "timing_scope": "Batch1, native model time after plan warmup; excludes plan preparation, input IO, CTC/bidi; exact-result cache off",
2264
+ "version": "0.23.9-pre",
2265
+ "plan_cache_hits": 296
2266
  }
2267
  },
2268
  {
 
2323
  "source_CER": 0.0566847981677641,
2324
  "CER_delta": -0.0017177211565989122
2325
  }
2326
+ },
2327
+ "execution": {
2328
+ "threads": 1,
2329
+ "timing_scope": "Warm bucket, preprocessed crop to compact outputs, exact result cache disabled; concurrent Mac validation jobs may contend"
2330
  }
2331
  },
2332
  {
 
2387
  "source_CER": 0.0566847981677641,
2388
  "CER_delta": 0.0
2389
  }
2390
+ },
2391
+ "execution": {
2392
+ "runtime_version": "1.31.0",
2393
+ "platform": "Linux-7.0.0-31-generic-x86_64-with-glibc2.43",
2394
+ "threads": 2,
2395
+ "batch": 1,
2396
+ "timing_scope": "Preprocessed crop -> compact tokens/confidence; excludes model load, preprocessing, CTC/bidi decode; caches disabled; first shape warmed only",
2397
+ "provider": "CPUExecutionProvider",
2398
+ "actual_profile_providers": {
2399
+ "CPUExecutionProvider": 371
2400
+ },
2401
+ "baseline_sha256": "ae72ecf55cff6414f7a006b15cbbd310f6ef021d1a6adb2fb897660b29332b25",
2402
+ "manifest_sha256": "7e7049a3b56323588ae1f6bd38b1753afc2b1149d275c6f0f07c6993be991978"
2403
  }
2404
  },
2405
  {
 
2460
  "source_CER": 0.0566847981677641,
2461
  "CER_delta": -0.001145147437732608
2462
  }
2463
+ },
2464
+ "execution": {
2465
+ "platform": "macOS-26.5.1-arm64-arm-64bit",
2466
+ "threads": 2,
2467
+ "batch": 1,
2468
+ "timing_scope": "Preprocessed crop -> compact tokens/confidence; excludes model load, preprocessing, CTC/bidi decode; caches disabled; first shape warmed only",
2469
+ "provider": "CPUExecutionProvider",
2470
+ "baseline_sha256": "ae72ecf55cff6414f7a006b15cbbd310f6ef021d1a6adb2fb897660b29332b25",
2471
+ "manifest_sha256": "7e7049a3b56323588ae1f6bd38b1753afc2b1149d275c6f0f07c6993be991978"
2472
  }
2473
  },
2474
  {
 
2529
  "source_CER": 0.0566847981677641,
2530
  "CER_delta": 0.0
2531
  }
2532
+ },
2533
+ "execution": {
2534
+ "runtime_version": "1.31.0",
2535
+ "platform": "macOS-26.5.1-arm64-arm-64bit",
2536
+ "threads": 2,
2537
+ "batch": 1,
2538
+ "timing_scope": "Preprocessed crop -> compact tokens/confidence; excludes model load, preprocessing, CTC/bidi decode; caches disabled; first shape warmed only",
2539
+ "provider": "CPUExecutionProvider",
2540
+ "actual_profile_providers": {
2541
+ "CPUExecutionProvider": 370
2542
+ },
2543
+ "baseline_sha256": "ae72ecf55cff6414f7a006b15cbbd310f6ef021d1a6adb2fb897660b29332b25",
2544
+ "manifest_sha256": "7e7049a3b56323588ae1f6bd38b1753afc2b1149d275c6f0f07c6993be991978"
2545
  }
2546
  },
2547
  {
 
2602
  "source_CER": 0.0566847981677641,
2603
  "CER_delta": -0.0017177211565989122
2604
  }
2605
+ },
2606
+ "execution": {
2607
+ "timing_scope": "Batch1, native model time after plan warmup; excludes plan preparation, input IO, CTC/bidi; exact-result cache off",
2608
+ "version": "0.23.9-pre",
2609
+ "plan_cache_hits": 296
2610
  }
2611
  },
2612
  {
 
2667
  "source_CER": 0.0566847981677641,
2668
  "CER_delta": -0.0017177211565989122
2669
  }
2670
+ },
2671
+ "execution": {
2672
+ "threads": 2,
2673
+ "timing_scope": "Warm bucket, preprocessed crop to compact outputs, exact result cache disabled; concurrent Mac validation jobs may contend"
2674
  }
2675
  },
2676
  {
 
2731
  "source_CER": 0.0566847981677641,
2732
  "CER_delta": -0.0014314342971657602
2733
  }
2734
+ },
2735
+ "execution": {
2736
+ "runtime_version": "1.23.2",
2737
+ "platform": "Linux-7.0.0-31-generic-x86_64-with-glibc2.43",
2738
+ "threads": 2,
2739
+ "batch": 1,
2740
+ "timing_scope": "Preprocessed crop -> compact tokens/confidence; excludes model load, preprocessing, CTC/bidi decode; caches disabled; first shape warmed only",
2741
+ "provider": "CUDAExecutionProvider",
2742
+ "actual_profile_providers": {
2743
+ "CUDAExecutionProvider": 448,
2744
+ "CPUExecutionProvider": 3
2745
+ },
2746
+ "baseline_sha256": "ae72ecf55cff6414f7a006b15cbbd310f6ef021d1a6adb2fb897660b29332b25",
2747
+ "manifest_sha256": "7e7049a3b56323588ae1f6bd38b1753afc2b1149d275c6f0f07c6993be991978"
2748
  }
2749
  },
2750
  {
 
2805
  "source_CER": 0.0566847981677641,
2806
  "CER_delta": -0.0017177211565989122
2807
  }
2808
+ },
2809
+ "execution": {
2810
+ "timing_scope": "Batch1, native model time after plan warmup; excludes plan preparation, input IO, CTC/bidi; exact-result cache off",
2811
+ "version": "0.23.9-pre",
2812
+ "plan_cache_hits": 296
2813
  }
2814
  },
2815
  {
 
2870
  "source_CER": 0.0566847981677641,
2871
  "CER_delta": -0.0017177211565989122
2872
  }
2873
+ },
2874
+ "execution": {
2875
+ "runtime_version": "1.31.0",
2876
+ "platform": "macOS-26.5.1-arm64-arm-64bit",
2877
+ "threads": 2,
2878
+ "batch": 1,
2879
+ "timing_scope": "Preprocessed crop -> compact tokens/confidence; excludes model load, preprocessing, CTC/bidi decode; caches disabled; first shape warmed only",
2880
+ "provider": "CPUExecutionProvider",
2881
+ "actual_profile_providers": {
2882
+ "CPUExecutionProvider": 370
2883
+ },
2884
+ "baseline_sha256": "ae72ecf55cff6414f7a006b15cbbd310f6ef021d1a6adb2fb897660b29332b25",
2885
+ "manifest_sha256": "7e7049a3b56323588ae1f6bd38b1753afc2b1149d275c6f0f07c6993be991978"
2886
  }
2887
  },
2888
  {
 
2943
  "source_CER": 0.0566847981677641,
2944
  "CER_delta": 0.0028628685943315204
2945
  }
2946
+ },
2947
+ "execution": {
2948
+ "platform": "Linux-7.0.0-31-generic-x86_64-with-glibc2.43",
2949
+ "threads": 2,
2950
+ "batch": 1,
2951
+ "timing_scope": "Preprocessed crop -> compact tokens/confidence; excludes model load, preprocessing, CTC/bidi decode; caches disabled; first shape warmed only",
2952
+ "provider": "CPUExecutionProvider",
2953
+ "baseline_sha256": "ae72ecf55cff6414f7a006b15cbbd310f6ef021d1a6adb2fb897660b29332b25",
2954
+ "manifest_sha256": "7e7049a3b56323588ae1f6bd38b1753afc2b1149d275c6f0f07c6993be991978"
2955
  }
2956
  },
2957
  {
 
3012
  "source_CER": 0.0566847981677641,
3013
  "CER_delta": -0.0017177211565989122
3014
  }
3015
+ },
3016
+ "execution": {
3017
+ "timing_scope": "Batch1, native model time after plan warmup; excludes plan preparation, input IO, CTC/bidi; exact-result cache off",
3018
+ "version": "0.23.9-pre",
3019
+ "plan_cache_hits": 296
3020
  }
3021
  },
3022
  {
 
3077
  "source_CER": 0.05697108502719725,
3078
  "CER_delta": -0.001145147437732608
3079
  }
3080
+ },
3081
+ "execution": {
3082
+ "threads": 1,
3083
+ "timing_scope": "Warm bucket, preprocessed crop to compact outputs, exact result cache disabled; concurrent Mac validation jobs may contend"
3084
  }
3085
  },
3086
  {
 
3141
  "source_CER": 0.05697108502719725,
3142
  "CER_delta": 0.001145147437732608
3143
  }
3144
+ },
3145
+ "execution": {
3146
+ "runtime_version": "1.31.0",
3147
+ "platform": "Linux-7.0.0-31-generic-x86_64-with-glibc2.43",
3148
+ "threads": 2,
3149
+ "batch": 1,
3150
+ "timing_scope": "Preprocessed crop -> compact tokens/confidence; excludes model load, preprocessing, CTC/bidi decode; caches disabled; first shape warmed only",
3151
+ "provider": "CPUExecutionProvider",
3152
+ "actual_profile_providers": {
3153
+ "CPUExecutionProvider": 371
3154
+ },
3155
+ "baseline_sha256": "27c22f9b43892bd4275d414c22d06ec0507a1fe3e365fed97471069bfcbafca1",
3156
+ "manifest_sha256": "7e7049a3b56323588ae1f6bd38b1753afc2b1149d275c6f0f07c6993be991978"
3157
  }
3158
  },
3159
  {
 
3214
  "source_CER": 0.05697108502719725,
3215
  "CER_delta": 0.000286286859433152
3216
  }
3217
+ },
3218
+ "execution": {
3219
+ "platform": "macOS-26.5.1-arm64-arm-64bit",
3220
+ "threads": 2,
3221
+ "batch": 1,
3222
+ "timing_scope": "Preprocessed crop -> compact tokens/confidence; excludes model load, preprocessing, CTC/bidi decode; caches disabled; first shape warmed only",
3223
+ "provider": "CPUExecutionProvider",
3224
+ "baseline_sha256": "27c22f9b43892bd4275d414c22d06ec0507a1fe3e365fed97471069bfcbafca1",
3225
+ "manifest_sha256": "7e7049a3b56323588ae1f6bd38b1753afc2b1149d275c6f0f07c6993be991978"
3226
  }
3227
  },
3228
  {
 
3283
  "source_CER": 0.05697108502719725,
3284
  "CER_delta": 0.001145147437732608
3285
  }
3286
+ },
3287
+ "execution": {
3288
+ "runtime_version": "1.31.0",
3289
+ "platform": "macOS-26.5.1-arm64-arm-64bit",
3290
+ "threads": 2,
3291
+ "batch": 1,
3292
+ "timing_scope": "Preprocessed crop -> compact tokens/confidence; excludes model load, preprocessing, CTC/bidi decode; caches disabled; first shape warmed only",
3293
+ "provider": "CPUExecutionProvider",
3294
+ "actual_profile_providers": {
3295
+ "CPUExecutionProvider": 370
3296
+ },
3297
+ "baseline_sha256": "27c22f9b43892bd4275d414c22d06ec0507a1fe3e365fed97471069bfcbafca1",
3298
+ "manifest_sha256": "7e7049a3b56323588ae1f6bd38b1753afc2b1149d275c6f0f07c6993be991978"
3299
  }
3300
  },
3301
  {
 
3356
  "source_CER": 0.05697108502719725,
3357
  "CER_delta": -0.001145147437732608
3358
  }
3359
+ },
3360
+ "execution": {
3361
+ "timing_scope": "Batch1, native model time after plan warmup; excludes plan preparation, input IO, CTC/bidi; exact-result cache off",
3362
+ "version": "0.23.9-pre",
3363
+ "plan_cache_hits": 296
3364
  }
3365
  },
3366
  {
 
3421
  "source_CER": 0.05697108502719725,
3422
  "CER_delta": -0.001145147437732608
3423
  }
3424
+ },
3425
+ "execution": {
3426
+ "threads": 2,
3427
+ "timing_scope": "Warm bucket, preprocessed crop to compact outputs, exact result cache disabled; concurrent Mac validation jobs may contend"
3428
  }
3429
  },
3430
  {
 
3485
  "source_CER": 0.05697108502719725,
3486
  "CER_delta": -0.001145147437732608
3487
  }
3488
+ },
3489
+ "execution": {
3490
+ "runtime_version": "1.23.2",
3491
+ "platform": "Linux-7.0.0-31-generic-x86_64-with-glibc2.43",
3492
+ "threads": 2,
3493
+ "batch": 1,
3494
+ "timing_scope": "Preprocessed crop -> compact tokens/confidence; excludes model load, preprocessing, CTC/bidi decode; caches disabled; first shape warmed only",
3495
+ "provider": "CUDAExecutionProvider",
3496
+ "actual_profile_providers": {
3497
+ "CUDAExecutionProvider": 448,
3498
+ "CPUExecutionProvider": 3
3499
+ },
3500
+ "baseline_sha256": "27c22f9b43892bd4275d414c22d06ec0507a1fe3e365fed97471069bfcbafca1",
3501
+ "manifest_sha256": "7e7049a3b56323588ae1f6bd38b1753afc2b1149d275c6f0f07c6993be991978"
3502
  }
3503
  },
3504
  {
 
3559
  "source_CER": 0.05697108502719725,
3560
  "CER_delta": -0.001145147437732608
3561
  }
3562
+ },
3563
+ "execution": {
3564
+ "timing_scope": "Batch1, native model time after plan warmup; excludes plan preparation, input IO, CTC/bidi; exact-result cache off",
3565
+ "version": "0.23.9-pre",
3566
+ "plan_cache_hits": 296
3567
  }
3568
  },
3569
  {
 
3624
  "source_CER": 0.05697108502719725,
3625
  "CER_delta": -0.0017177211565989122
3626
  }
3627
+ },
3628
+ "execution": {
3629
+ "runtime_version": "1.31.0",
3630
+ "platform": "macOS-26.5.1-arm64-arm-64bit",
3631
+ "threads": 2,
3632
+ "batch": 1,
3633
+ "timing_scope": "Preprocessed crop -> compact tokens/confidence; excludes model load, preprocessing, CTC/bidi decode; caches disabled; first shape warmed only",
3634
+ "provider": "CPUExecutionProvider",
3635
+ "actual_profile_providers": {
3636
+ "CPUExecutionProvider": 370
3637
+ },
3638
+ "baseline_sha256": "27c22f9b43892bd4275d414c22d06ec0507a1fe3e365fed97471069bfcbafca1",
3639
+ "manifest_sha256": "7e7049a3b56323588ae1f6bd38b1753afc2b1149d275c6f0f07c6993be991978"
3640
  }
3641
  },
3642
  {
 
3697
  "source_CER": 0.05697108502719725,
3698
  "CER_delta": 0.005153163469796736
3699
  }
3700
+ },
3701
+ "execution": {
3702
+ "platform": "Linux-7.0.0-31-generic-x86_64-with-glibc2.43",
3703
+ "threads": 2,
3704
+ "batch": 1,
3705
+ "timing_scope": "Preprocessed crop -> compact tokens/confidence; excludes model load, preprocessing, CTC/bidi decode; caches disabled; first shape warmed only",
3706
+ "provider": "CPUExecutionProvider",
3707
+ "baseline_sha256": "27c22f9b43892bd4275d414c22d06ec0507a1fe3e365fed97471069bfcbafca1",
3708
+ "manifest_sha256": "7e7049a3b56323588ae1f6bd38b1753afc2b1149d275c6f0f07c6993be991978"
3709
  }
3710
  },
3711
  {
 
3766
  "source_CER": 0.05697108502719725,
3767
  "CER_delta": -0.001145147437732608
3768
  }
3769
+ },
3770
+ "execution": {
3771
+ "timing_scope": "Batch1, native model time after plan warmup; excludes plan preparation, input IO, CTC/bidi; exact-result cache off",
3772
+ "version": "0.23.9-pre",
3773
+ "plan_cache_hits": 296
3774
  }
3775
  }
3776
  ],