mlboydaisuke commited on
Commit
39299aa
·
verified ·
1 Parent(s): d61f0d8

Add files using upload-large-folder tool

Browse files
Files changed (50) hide show
  1. LICENSE +202 -0
  2. NOTICE +27 -0
  3. README.md +242 -0
  4. SHA256SUMS +83 -0
  5. config.json +177 -0
  6. host/pipeline.json +34 -0
  7. host/reader_config.json +79 -0
  8. host/vocab.txt +0 -0
  9. ios/eg2_audio_fp16_T3000.aimodel/main.hash +1 -0
  10. ios/eg2_audio_fp16_T3000.aimodel/metadata.json +8 -0
  11. ios/eg2_reader_fp16_T750.aimodel/main.hash +1 -0
  12. ios/eg2_reader_fp16_T750.aimodel/metadata.json +8 -0
  13. macos-encoder-split7-30s/eg2_body_layer7_fp16_T3000.aimodel/main.hash +1 -0
  14. macos-encoder-split7-30s/eg2_body_layer7_fp16_T3000.aimodel/metadata.json +8 -0
  15. macos-encoder-split7-30s/eg2_front_layer7_fp32_T3000.aimodel/main.hash +2 -0
  16. macos-encoder-split7-30s/eg2_front_layer7_fp32_T3000.aimodel/metadata.json +8 -0
  17. macos/eg2_audio_fp16_T3000.aimodel/main.hash +1 -0
  18. macos/eg2_audio_fp16_T3000.aimodel/metadata.json +8 -0
  19. macos/eg2_reader_fp16_T750.aimodel/main.hash +1 -0
  20. macos/eg2_reader_fp16_T750.aimodel/metadata.json +8 -0
  21. pipeline.json +34 -0
  22. provenance/README.md +19 -0
  23. provenance/SOURCES.tsv +20 -0
  24. provenance/app/SOURCES.tsv +5 -0
  25. provenance/app/iphone-gpu-gate.json +425 -0
  26. provenance/app/iphone-gpu-timing.json +390 -0
  27. provenance/app/mac-gpu-ane-gate.json +420 -0
  28. provenance/app/mac-gpu-gate.json +296 -0
  29. provenance/encoder-split7/strip_eg2_body_layer7_fp16_T3000.json +566 -0
  30. provenance/encoder/iphone-gpu-aot-gate.json +1053 -0
  31. provenance/encoder/iphone-gpu-aot-timing.json +493 -0
  32. provenance/encoder/iphone-gpu-jit-gate.json +901 -0
  33. provenance/encoder/iphone-gpu-jit-timing.json +493 -0
  34. provenance/encoder/mac-gpu-gate.json +826 -0
  35. provenance/encoder/mac-gpu-timing.json +488 -0
  36. provenance/pipeline/mac-encoder-gpu-reader-ane-overlap.json +665 -0
  37. provenance/pipeline/mac-encoder-gpu-reader-gpu.json +627 -0
  38. provenance/pipeline/torch-fp32.json +85 -0
  39. provenance/reader/iphone-gpu-aot-timing-interim-weights.json +816 -0
  40. provenance/reader/mac-ane-gate.json +3120 -0
  41. provenance/reader/mac-gpu-gate.json +3127 -0
  42. provenance/reader/mac-gpu-redarm-zerohalf.json +96 -0
  43. provenance/reader/mac-gpu-timing.json +483 -0
  44. provenance/strip/aot_h19p_eg2_audio_fp16_T3000.json +130 -0
  45. provenance/strip/aot_h19p_eg2_reader_fp16_T750.json +130 -0
  46. provenance/strip/compare_mac.json +108 -0
  47. provenance/strip/strip_eg2_audio_fp16_T3000.json +584 -0
  48. provenance/strip/strip_eg2_reader_fp16_T750.json +583 -0
  49. reader_config.json +79 -0
  50. vocab.txt +0 -0
LICENSE ADDED
@@ -0,0 +1,202 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+
2
+ Apache License
3
+ Version 2.0, January 2004
4
+ http://www.apache.org/licenses/
5
+
6
+ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
7
+
8
+ 1. Definitions.
9
+
10
+ "License" shall mean the terms and conditions for use, reproduction,
11
+ and distribution as defined by Sections 1 through 9 of this document.
12
+
13
+ "Licensor" shall mean the copyright owner or entity authorized by
14
+ the copyright owner that is granting the License.
15
+
16
+ "Legal Entity" shall mean the union of the acting entity and all
17
+ other entities that control, are controlled by, or are under common
18
+ control with that entity. For the purposes of this definition,
19
+ "control" means (i) the power, direct or indirect, to cause the
20
+ direction or management of such entity, whether by contract or
21
+ otherwise, or (ii) ownership of fifty percent (50%) or more of the
22
+ outstanding shares, or (iii) beneficial ownership of such entity.
23
+
24
+ "You" (or "Your") shall mean an individual or Legal Entity
25
+ exercising permissions granted by this License.
26
+
27
+ "Source" form shall mean the preferred form for making modifications,
28
+ including but not limited to software source code, documentation
29
+ source, and configuration files.
30
+
31
+ "Object" form shall mean any form resulting from mechanical
32
+ transformation or translation of a Source form, including but
33
+ not limited to compiled object code, generated documentation,
34
+ and conversions to other media types.
35
+
36
+ "Work" shall mean the work of authorship, whether in Source or
37
+ Object form, made available under the License, as indicated by a
38
+ copyright notice that is included in or attached to the work
39
+ (an example is provided in the Appendix below).
40
+
41
+ "Derivative Works" shall mean any work, whether in Source or Object
42
+ form, that is based on (or derived from) the Work and for which the
43
+ editorial revisions, annotations, elaborations, or other modifications
44
+ represent, as a whole, an original work of authorship. For the purposes
45
+ of this License, Derivative Works shall not include works that remain
46
+ separable from, or merely link (or bind by name) to the interfaces of,
47
+ the Work and Derivative Works thereof.
48
+
49
+ "Contribution" shall mean any work of authorship, including
50
+ the original version of the Work and any modifications or additions
51
+ to that Work or Derivative Works thereof, that is intentionally
52
+ submitted to Licensor for inclusion in the Work by the copyright owner
53
+ or by an individual or Legal Entity authorized to submit on behalf of
54
+ the copyright owner. For the purposes of this definition, "submitted"
55
+ means any form of electronic, verbal, or written communication sent
56
+ to the Licensor or its representatives, including but not limited to
57
+ communication on electronic mailing lists, source code control systems,
58
+ and issue tracking systems that are managed by, or on behalf of, the
59
+ Licensor for the purpose of discussing and improving the Work, but
60
+ excluding communication that is conspicuously marked or otherwise
61
+ designated in writing by the copyright owner as "Not a Contribution."
62
+
63
+ "Contributor" shall mean Licensor and any individual or Legal Entity
64
+ on behalf of whom a Contribution has been received by Licensor and
65
+ subsequently incorporated within the Work.
66
+
67
+ 2. Grant of Copyright License. Subject to the terms and conditions of
68
+ this License, each Contributor hereby grants to You a perpetual,
69
+ worldwide, non-exclusive, no-charge, royalty-free, irrevocable
70
+ copyright license to reproduce, prepare Derivative Works of,
71
+ publicly display, publicly perform, sublicense, and distribute the
72
+ Work and such Derivative Works in Source or Object form.
73
+
74
+ 3. Grant of Patent License. Subject to the terms and conditions of
75
+ this License, each Contributor hereby grants to You a perpetual,
76
+ worldwide, non-exclusive, no-charge, royalty-free, irrevocable
77
+ (except as stated in this section) patent license to make, have made,
78
+ use, offer to sell, sell, import, and otherwise transfer the Work,
79
+ where such license applies only to those patent claims licensable
80
+ by such Contributor that are necessarily infringed by their
81
+ Contribution(s) alone or by combination of their Contribution(s)
82
+ with the Work to which such Contribution(s) was submitted. If You
83
+ institute patent litigation against any entity (including a
84
+ cross-claim or counterclaim in a lawsuit) alleging that the Work
85
+ or a Contribution incorporated within the Work constitutes direct
86
+ or contributory patent infringement, then any patent licenses
87
+ granted to You under this License for that Work shall terminate
88
+ as of the date such litigation is filed.
89
+
90
+ 4. Redistribution. You may reproduce and distribute copies of the
91
+ Work or Derivative Works thereof in any medium, with or without
92
+ modifications, and in Source or Object form, provided that You
93
+ meet the following conditions:
94
+
95
+ (a) You must give any other recipients of the Work or
96
+ Derivative Works a copy of this License; and
97
+
98
+ (b) You must cause any modified files to carry prominent notices
99
+ stating that You changed the files; and
100
+
101
+ (c) You must retain, in the Source form of any Derivative Works
102
+ that You distribute, all copyright, patent, trademark, and
103
+ attribution notices from the Source form of the Work,
104
+ excluding those notices that do not pertain to any part of
105
+ the Derivative Works; and
106
+
107
+ (d) If the Work includes a "NOTICE" text file as part of its
108
+ distribution, then any Derivative Works that You distribute must
109
+ include a readable copy of the attribution notices contained
110
+ within such NOTICE file, excluding those notices that do not
111
+ pertain to any part of the Derivative Works, in at least one
112
+ of the following places: within a NOTICE text file distributed
113
+ as part of the Derivative Works; within the Source form or
114
+ documentation, if provided along with the Derivative Works; or,
115
+ within a display generated by the Derivative Works, if and
116
+ wherever such third-party notices normally appear. The contents
117
+ of the NOTICE file are for informational purposes only and
118
+ do not modify the License. You may add Your own attribution
119
+ notices within Derivative Works that You distribute, alongside
120
+ or as an addendum to the NOTICE text from the Work, provided
121
+ that such additional attribution notices cannot be construed
122
+ as modifying the License.
123
+
124
+ You may add Your own copyright statement to Your modifications and
125
+ may provide additional or different license terms and conditions
126
+ for use, reproduction, or distribution of Your modifications, or
127
+ for any such Derivative Works as a whole, provided Your use,
128
+ reproduction, and distribution of the Work otherwise complies with
129
+ the conditions stated in this License.
130
+
131
+ 5. Submission of Contributions. Unless You explicitly state otherwise,
132
+ any Contribution intentionally submitted for inclusion in the Work
133
+ by You to the Licensor shall be under the terms and conditions of
134
+ this License, without any additional terms or conditions.
135
+ Notwithstanding the above, nothing herein shall supersede or modify
136
+ the terms of any separate license agreement you may have executed
137
+ with Licensor regarding such Contributions.
138
+
139
+ 6. Trademarks. This License does not grant permission to use the trade
140
+ names, trademarks, service marks, or product names of the Licensor,
141
+ except as required for reasonable and customary use in describing the
142
+ origin of the Work and reproducing the content of the NOTICE file.
143
+
144
+ 7. Disclaimer of Warranty. Unless required by applicable law or
145
+ agreed to in writing, Licensor provides the Work (and each
146
+ Contributor provides its Contributions) on an "AS IS" BASIS,
147
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
148
+ implied, including, without limitation, any warranties or conditions
149
+ of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
150
+ PARTICULAR PURPOSE. You are solely responsible for determining the
151
+ appropriateness of using or redistributing the Work and assume any
152
+ risks associated with Your exercise of permissions under this License.
153
+
154
+ 8. Limitation of Liability. In no event and under no legal theory,
155
+ whether in tort (including negligence), contract, or otherwise,
156
+ unless required by applicable law (such as deliberate and grossly
157
+ negligent acts) or agreed to in writing, shall any Contributor be
158
+ liable to You for damages, including any direct, indirect, special,
159
+ incidental, or consequential damages of any character arising as a
160
+ result of this License or out of the use or inability to use the
161
+ Work (including but not limited to damages for loss of goodwill,
162
+ work stoppage, computer failure or malfunction, or any and all
163
+ other commercial damages or losses), even if such Contributor
164
+ has been advised of the possibility of such damages.
165
+
166
+ 9. Accepting Warranty or Additional Liability. While redistributing
167
+ the Work or Derivative Works thereof, You may choose to offer,
168
+ and charge a fee for, acceptance of support, warranty, indemnity,
169
+ or other liability obligations and/or rights consistent with this
170
+ License. However, in accepting such obligations, You may act only
171
+ on Your own behalf and on Your sole responsibility, not on behalf
172
+ of any other Contributor, and only if You agree to indemnify,
173
+ defend, and hold each Contributor harmless for any liability
174
+ incurred by, or claims asserted against, such Contributor by reason
175
+ of your accepting any such warranty or additional liability.
176
+
177
+ END OF TERMS AND CONDITIONS
178
+
179
+ APPENDIX: How to apply the Apache License to your work.
180
+
181
+ To apply the Apache License to your work, attach the following
182
+ boilerplate notice, with the fields enclosed by brackets "[]"
183
+ replaced with your own identifying information. (Don't include
184
+ the brackets!) The text should be enclosed in the appropriate
185
+ comment syntax for the file format. We also recommend that a
186
+ file or class name and description of purpose be included on the
187
+ same "printed page" as the copyright notice for easier
188
+ identification within third-party archives.
189
+
190
+ Copyright [yyyy] [name of copyright owner]
191
+
192
+ Licensed under the Apache License, Version 2.0 (the "License");
193
+ you may not use this file except in compliance with the License.
194
+ You may obtain a copy of the License at
195
+
196
+ http://www.apache.org/licenses/LICENSE-2.0
197
+
198
+ Unless required by applicable law or agreed to in writing, software
199
+ distributed under the License is distributed on an "AS IS" BASIS,
200
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
201
+ See the License for the specific language governing permissions and
202
+ limitations under the License.
NOTICE ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ EmbeddingGemma-2-Transcribe-CoreAI — NOTICE
2
+
3
+ This repository redistributes, in Apple Core AI `.aimodel` / `.aimodelc` form, two graphs licensed under the Apache
4
+ License, Version 2.0 (see LICENSE):
5
+
6
+ - eg2_audio_fp16_T3000: the audio encoder of EmbeddingGemma 2 (google/embeddinggemma-2, revision
7
+ 914f7f89142e33e77833254d9c9b90c3cef7303b, Google DeepMind; the Gemma 4 audio tower and embed_audio), licensed under
8
+ the Apache License, Version 2.0. Deployments of EmbeddingGemma 2 must adhere to the Gemma Prohibited Use Policy
9
+ (https://ai.google.dev/gemma/prohibited_use_policy). config.json is the model's configuration at that revision,
10
+ unchanged.
11
+ - eg2_reader_fp16_T750: reader v1 of EmbeddingGemma 2 Transcribe (mlboydaisuke/EmbeddingGemma-2-Transcribe-Reader),
12
+ trained by mlboydaisuke (john-rocky), 2026-10, with CTC on LibriSpeech train-clean-100 (V. Panayotov, G. Chen,
13
+ D. Povey, S. Khudanpur, "Librispeech: an ASR corpus based on public domain audio books", ICASSP 2015,
14
+ https://www.openslr.org/12, CC BY 4.0), together with a word table of EmbeddingGemma 2 text embeddings of the words
15
+ of the LibriSpeech lexicon (https://www.openslr.org/11, public domain); vocab.txt lists those words.
16
+
17
+ Conversion: mlboydaisuke (john-rocky), 2026-10. Code, gates and records:
18
+ https://github.com/john-rocky/coreai-model-zoo (conversion/eg2_transcribe, models/embeddinggemma-2-transcribe).
19
+ Modifications to the encoder as exported: a fixed 30 s window (3,000 log-mel frames, 750 tokens); float16 weights and
20
+ arithmetic; every RMSNorm divides its row by the row's maximum absolute value before squaring (exact in real
21
+ arithmetic); the attention written in its banded form with the query and key scales folded into the projections;
22
+ the ±1e10 clamps that are no-ops at inference removed; the graphs' MLIR debug locations removed. The reader graph holds
23
+ the reader and the word table in float16 and returns the arg-max word, its logit and the blank logit per token.
24
+ The design of the banded attention, the folded scales and the max-abs RMSNorm follows the published description of
25
+ EverPaper's Core AI port (EverPaper/embeddinggemma-2-coreai v1.2, Apache-2.0); no code was copied.
26
+
27
+ Keep this NOTICE together with the LICENSE file when redistributing.
README.md ADDED
@@ -0,0 +1,242 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: apache-2.0
3
+ library_name: coreai
4
+ pipeline_tag: automatic-speech-recognition
5
+ base_model: google/embeddinggemma-2
6
+ base_model_relation: quantized
7
+ language:
8
+ - en
9
+ datasets:
10
+ - openslr/librispeech_asr
11
+ tags: [core-ai, coreai, embeddinggemma, gemma, speech-recognition, asr, ctc, on-device, apple, ios, macos]
12
+ ---
13
+
14
+ Core AI is Apple's on-device ML runtime in iOS 27 / macOS 27 and the successor to Core ML: PyTorch models are exported with Apple's `coreai-torch` (LLMs: `coreai.llm.export`) into `.aimodel` bundles that run on the GPU or the Neural Engine, e.g. Qwen3-8B 4-bit decodes at 94 tok/s on an M4 Max GPU, MLX 90 under the same protocol ([apple-silicon-llm-bench](https://github.com/john-rocky/apple-silicon-llm-bench), macOS 27 beta, 2026-06).
15
+
16
+ # EmbeddingGemma 2 Transcribe — Core AI
17
+
18
+ Apache-2.0, Gemma Prohibited Use Policy · source [google/embeddinggemma-2](https://huggingface.co/google/embeddinggemma-2/tree/914f7f89142e33e77833254d9c9b90c3cef7303b) (revision `914f7f89`) · reader weights [mlboydaisuke/EmbeddingGemma-2-Transcribe-Reader](https://huggingface.co/mlboydaisuke/EmbeddingGemma-2-Transcribe-Reader) · conversion and card in the [CoreAI-Model-Zoo](https://github.com/john-rocky/coreai-model-zoo/tree/main/models/embeddinggemma-2-transcribe)
19
+
20
+ ## What it is
21
+
22
+ English speech to text from the audio encoder of Google's EmbeddingGemma 2. The frozen encoder turns 16 kHz audio
23
+ into 25 soft tokens per second in the model's text-embedding space; a 13.3 M-parameter reader, trained on LibriSpeech,
24
+ maps each token to a 768-d unit vector, and the graph reads the closest of 200,000 English words (cosine) or blank.
25
+ Greedy CTC on the host (merge repeats, drop blanks) gives the transcript. There is no language model, no punctuation
26
+ and no casing.
27
+
28
+ This is an independent reproduction of the method behind Shahir's *Embedding Gemma Transcribe* Mac app (eg2.haku.sh),
29
+ described in a post on 2026-10-13; that app's code and weights are not public. The encoder conversion and the reader
30
+ here are this port's own, the reader trained from scratch (test-clean WER 6.81 %, test-other 15.10 %, greedy, no
31
+ language model). The same reader runs on Android through LiteRT
32
+ ([mlboydaisuke/EmbeddingGemma-2-Transcribe-LiteRT](https://huggingface.co/mlboydaisuke/EmbeddingGemma-2-Transcribe-LiteRT)).
33
+
34
+ Two static graphs, one 30 s window each (bytes of the JIT `.aimodel`; the iPhone 18 Pro AOT compiles are 587,306,390
35
+ and 334,027,356):
36
+
37
+ | Bundle | Graph | Inputs → outputs | Bytes |
38
+ |---|---|---|---:|
39
+ | `eg2_audio_fp16_T3000` | the Gemma 4 audio tower (12-layer conformer) + `embed_audio`, fp16 | `features [1, 3000, 128]`, `half_mask [1, 1500]` → `soft_tokens [1, 750, 512]` | 586,857,301 |
40
+ | `eg2_reader_fp16_T750` | the reader + the 200,000 × 768 word table + argmax, fp16 | `soft_tokens [1, 750, 512]`, `token_mask [1, 750]` → `top1_index [1, 750]` (int32), `top1_logit [1, 750]`, `blank_logit [1, 750]` | 333,974,935 |
41
+
42
+ ## Files
43
+
44
+ | Path | What |
45
+ |---|---|
46
+ | `macos/eg2_audio_fp16_T3000.aimodel`, `macos/eg2_reader_fp16_T750.aimodel` | the two bundles for the Mac (macOS 27), specialized when they load |
47
+ | `ios/` | the same bytes for any iPhone (iOS 27), specialized on the phone when they load |
48
+ | `ios-h19p/eg2_audio_fp16_T3000.aimodelc`, `ios-h19p/eg2_reader_fp16_T750.aimodelc` | compiled ahead of time for the iPhone 18 Pro (`h19p`) only; never load them on a Mac |
49
+ | `macos-encoder-split7-30s/eg2_front_layer7_fp32_T3000.aimodel`, `macos-encoder-split7-30s/eg2_body_layer7_fp16_T3000.aimodel` | a second form of the encoder, for the Mac only: the same encoder cut in two after layer 7, for running the encoder alone on long audio (below); the app does not download it |
50
+ | `pipeline.json`, `reader_config.json`, `vocab.txt`, `mel_filters.bin` | the host files: the pipeline forms, the reader's window contract, the 200,000 words (line number = index), the 257 × 128 float64 mel filter bank; the same files again under `host/` |
51
+ | `config.json` | EmbeddingGemma 2's configuration at revision `914f7f89`, unchanged |
52
+ | `provenance/` | the gate, timing, pipeline and strip records behind the numbers below (`SOURCES.tsv` gives each original's sha256); `provenance/app/` holds those of the app rows, `provenance/encoder-split7/` those of the second encoder form |
53
+ | `SHA256SUMS` | every file |
54
+
55
+ `pipeline.json` also names a two-bundle encoder form (`split7-gpu`) whose bundles are not in `macos/`; a loader that
56
+ lists only the forms whose bundles are present there (as the app below does) skips it.
57
+
58
+ ## Contract
59
+
60
+ - **Log-mel (host)**: transformers' `Gemma4AudioFeatureExtractor`: 16 kHz mono, 160 zeros in front, 20 ms frames every
61
+ 10 ms, periodic Hann window, |FFT| of 512, 128 HTK mel bins over 0–8 kHz without normalization (the 257 × 128
62
+ float64 matrix is `mel_filters.bin`), `log(mel + 0.001)`. Only frames whose window is all real audio count:
63
+ n_frames = ⌊(samples − 161) / 160⌋ + 1 (2,999 for 30 s); rows from n_frames on are 0.
64
+ - **`half_mask`**: 1 on the leading ⌈n_frames / 2⌉ of its 1,500 entries, 0 after. Without it a window whose n_frames %
65
+ 4 == 2 gets a wrong last token (cosine 0.85–0.88): the second stride-2 convolution reads the half frame.
66
+ - **Encoder**: causal apart from the one-frame look-ahead of the 3 × 3 subsampling convolutions; each attention query
67
+ sees itself and the 11 tokens before it. Tokens = ⌈⌈n_frames / 2⌉ / 2⌉, 25 per second.
68
+ - **Windows for long audio**: 30 s windows (3,000 frames, 750 tokens), each starting 96 tokens (3.84 s) before the
69
+ end of the previous one; a window keeps only its new tokens and drops its last token (the last token of a 30 s cut
70
+ misses one input frame); the last window keeps through the end. Step = 653 tokens. A window needs 83 tokens of left
71
+ context before its tokens match a continuous run (per-token cosine mean ≥ 0.999 and min ≥ 0.99).
72
+ - **Reader**: `token_mask` is 1 on the valid tokens. Per token, `top1_index` is the argmax over the 200,000 words of
73
+ cos(h, table), `top1_logit` = 91.218 × that cosine, `blank_logit` the blank score. The word table and the rotary
74
+ positions are constants of the graph.
75
+ - **Host read-out**: blank where `blank_logit > top1_logit` (strict: a tie reads the word), else `top1_index`; merge
76
+ repeats, drop blanks; map ids through `vocab.txt` (line number = index, blank = 200,000).
77
+ - **Calls**: two calls of the same bundle's function issued together return wrong outputs (encoder: max |Δ| 8.04 against
78
+ the sequential pass). The encoder of window i + 1 and the reader of window i can run together (two bundles): the
79
+ labels stay identical to the sequential pass.
80
+
81
+ ## Measured
82
+
83
+ Mac: M4 Max 128 GB, macOS 27.0 (26A428), Core AI Python runtime (coreai-core 1.0.0b2); ms = median of 8
84
+ process-level repetitions × 20 calls. iPhone 18 Pro (iPhone19,2), iOS 27.2 (24B5099f), Swift Core AI runtime, on USB
85
+ power, thermal state nominal; ms = median of rounds 1–7 of 8 rounds × 20 calls (round 0 = cold in brackets). ×RT =
86
+ audio seconds / wall-clock seconds. The long recording is *The Adventure of the Speckled Band* (LibriVox, 3,257.4 s,
87
+ 125 windows), scored against the Project Gutenberg text (9,889 words; the LibriVox intro and outro are in the audio
88
+ only).
89
+
90
+ | Device | Workload | Form | Time | ×RT | Parity |
91
+ |---|---|---|---|---:|---|
92
+ | Mac M4 Max | encoder, one 30 s window | fp16, GPU | 40.02 ms | 750 | 20/20 clips pass, per-token cosine min 0.99645 |
93
+ | Mac M4 Max | reader + table, one 30 s window | fp16, GPU | 22.45 ms | 1,336 | fixture transcripts 19/20 = PyTorch, test-clean (200 utterances) WER 5.878 % = PyTorch |
94
+ | Mac M4 Max | 3,257.4 s recording | encoder GPU ∥ reader Neural Engine, 2 windows in flight | 5.681 s | 573 | WER 5.80 % (float32 PyTorch path on the same windows: 5.78 %) |
95
+ | Mac M4 Max | 3,257.4 s recording | encoder GPU → reader GPU, one window at a time | 8.093 s | 402.5 | WER 5.79 % |
96
+ | Mac M4 Max | 3,257.4 s recording, the app | encoder GPU ∥ reader Neural Engine, 2 windows in flight (the app's Mac default) | 5.480 s | 594 | WER 5.78 % (572 of 9,889 words, as many as the float32 PyTorch path); fixture transcripts 19/20 = PyTorch (one near-tie between two words) |
97
+ | iPhone 18 Pro | encoder, one 30 s window | fp16, GPU, AOT h19p | 59.60 ms (58.49) | 503 | 20/20 clips pass, per-token cosine min 0.99626 |
98
+ | iPhone 18 Pro | encoder, one 30 s window | fp16, GPU, JIT `.aimodel` | 59.88 ms (56.81) | 501 | outputs bit-identical to the AOT bundle |
99
+ | iPhone 18 Pro | reader + table, one 30 s window | fp16, GPU, AOT h19p | 32.99 ms (32.77) | 909 | the ms of the same compiled graph, timed with an interim reader checkpoint's weights; reader v1 on the phone, through the app: fixture transcripts 20/20 = PyTorch, long-recording WER 5.77 % |
100
+ | iPhone 18 Pro | 3,257.4 s recording, the app | encoder GPU → reader GPU, one window at a time (the app's iPhone default) | 11.631 s | 280 | WER 5.77 % (571 of 9,889 words; float32 PyTorch path 572); fixture transcripts 20/20 = PyTorch |
101
+
102
+ - The Mac rows ran the AOT h16c compile of each graph; `macos/` holds the JIT `.aimodel`, which the Mac specializes
103
+ when it loads it (encoder 40.50 ms, reader 22.68 ms, outputs identical to the AOT compile).
104
+ - The bundles here are the measured ones with their MLIR debug locations removed (coreai-torch `strip_debug_info`; the
105
+ export recorded the converting machine's file paths there). The operations are unchanged: on the Mac each stripped
106
+ bundle returns outputs bit-identical to the gated one on the 20 fixture clips (the encoder with the GPU preferred,
107
+ the reader with the GPU and with the Neural Engine preferred; `provenance/strip/compare_mac.json`), and the
108
+ `ios-h19p/` compiles of the stripped graphs hold the same weights file (`resources.bin`, byte for byte) as the
109
+ compiles of the gated graphs. The app rows ran this repository's bundles (`macos/` on the Mac, `ios-h19p/` on the
110
+ iPhone, with reader v1); the iPhone encoder and reader rows ran the compiles of the unstripped graphs.
111
+ - The app rows: the eg2-transcribe app (Release build, Swift Core AI runtime) on the 125 windows, the log-mel computed
112
+ before the clock starts (decode and log-mel add 0.63 + 0.05 s on the Mac, 0.49 + 0.16 s on the iPhone); the iPhone
113
+ pass started and ended at thermal state nominal.
114
+ - The Mac's Neural Engine: the fp16 encoder runs there as one region at 85.21 ms but misses the per-token bar at
115
+ near-silent tokens (min 0.888). Cut in two after layer 7 (a float32 front on the GPU, a float16 body on the Neural
116
+ Engine) it passes (min 0.99671) and runs 30.96 ms per window with two windows in flight (×969); that two-bundle form
117
+ is the second encoder form in `macos-encoder-split7-30s/` (below). The iPhone's Neural Engine runs none of the 30 s
118
+ graphs: with the Neural Engine preferred they are placed on the GPU, the encoder's Neural Engine AOT h19p fails to
119
+ load (`failedToSpecialize`), and the reader's is ended by jetsam at 3.77 GB under the default memory limit.
120
+ - Not measured: a launch of the app right after an install with reader v1, reader v1's own gate on the iPhone (the
121
+ 200 test-clean utterances), other iPhones (the JIT `.aimodel` specializes on each; the AOT bundle is h19p only),
122
+ languages other than English, noisy or conversational speech.
123
+
124
+ ## Second encoder form: two bundles for long audio on a Mac
125
+
126
+ `macos-encoder-split7-30s/` holds the encoder of this repository cut in two after conformer layer 7: a float32 front
127
+ for the GPU and a float16 body for the Neural Engine, both JIT `.aimodel` bundles for the Mac (macOS 27). It is for
128
+ running the encoder alone over long recordings: with two windows in flight the M4 Max turns a stream of 30 s windows
129
+ into soft tokens at 30.96 ms per window, against 40.04 ms for the one-bundle encoder above in the same measurement
130
+ window. The app below does not download this folder (it fetches `macos/`), and `ios/` and `ios-h19p/` do not have it.
131
+
132
+ | Bundle | Graph | Inputs → outputs | Load with | Bytes |
133
+ |---|---|---|---|---:|
134
+ | `eg2_front_layer7_fp32_T3000.aimodel` | the subsampling + conformer layers 0–7, float32 | `features [1, 3000, 128]`, `half_mask [1, 1500]` → `hidden [1, 750, 1024]`, float32 | the GPU preferred | 777,292,646 |
135
+ | `eg2_body_layer7_fp16_T3000.aimodel` | conformer layers 8–11 + `embed_audio`, float16 (max-abs RMSNorm) | `hidden [1, 750, 1024]` → `soft_tokens [1, 750, 512]`, float16 | the Neural Engine preferred | 198,052,423 |
136
+
137
+ - **Contract**: the log-mel, `half_mask` and windows of the encoder above, as float32. The host casts the front's
138
+ `hidden` to float16 and passes it to the body. The soft tokens pass the same parity bar as the encoder above and go
139
+ to the same reader.
140
+ - **Two windows in flight**: issue the front of window i + 1 together with the body of window i. They are two
141
+ bundles, so the GPU and the Neural Engine work at once, and the soft tokens stay bit-identical to one window at a
142
+ time. Never issue two calls of one bundle's function together.
143
+ - **When it helps**: long recordings on a Mac. The 30.96 ms is the wall time of 20 windows in a row divided by 20; one
144
+ window alone takes 57.40 ms, longer than the one-bundle encoder.
145
+ - **Not for the iPhone**: on the iPhone 18 Pro the body is placed on the GPU with the Neural Engine preferred, its
146
+ Neural Engine AOT h19p fails to load (`failedToSpecialize`), and the float32 front alone takes 124.4 ms per 30 s
147
+ window; two windows in flight take 144.0–144.6 ms per window there, against 58.4–60.9 ms for the one-bundle fp16
148
+ encoder in the same launch.
149
+
150
+ | Device | Workload | Form | Time | ×RT | Parity |
151
+ |---|---|---|---|---:|---|
152
+ | Mac M4 Max | encoder, 30 s windows, 2 in flight | front GPU ∥ body Neural Engine | 30.96 ms per window | 969 | 20/20 clips pass, per-token cosine min 0.99671; soft tokens bit-identical to one window at a time |
153
+ | Mac M4 Max | encoder, one 30 s window | front GPU → host cast → body Neural Engine | 57.40 ms (front 29.13 + cast 0.58 + body 27.75) | 523 | 20/20 clips pass, per-token cosine min 0.99671 |
154
+
155
+ - Measured like the Mac rows above, on the AOT h16c compile of each graph (front GPU, body Neural Engine with one
156
+ Neural Engine region), in one measurement window with the one-bundle encoder (40.04 ms there). On the 20 fixture
157
+ clips the bundles here (the JIT sources of that compile, with their MLIR debug locations removed) return hidden
158
+ states and soft tokens bit-identical to the gated `.aimodel` bundles and to the AOT h16c compile
159
+ (`provenance/encoder-split7/compare_mac.json`).
160
+ - Rebuild: `split_encoder.py export --part front --stage layer7 --bucket 3000 --aot gpu` and `split_encoder.py export
161
+ --part body --stage layer7 --bucket 3000 --aot neural-engine` (recipe `embeddinggemma-2-transcribe-macos-encoder-split7`
162
+ in the CoreAI-Model-Zoo); the records are in `provenance/encoder-split7/`.
163
+
164
+ ## Parity
165
+
166
+ - **Encoder bar**: per-token cosine against transformers 5.19.0 float32 soft tokens (the default attention; `eager`
167
+ inverts the audio mask in that version) on 20 LibriSpeech test-clean clips: every clip mean ≥ 0.999 and min ≥ 0.99,
168
+ no non-finite value, two passes with drift 0, and a red arm (`half_mask` all ones must break the last token of the
169
+ 3 clips with n_frames % 4 == 2; it does on every row).
170
+ - **float16 and near-silent tokens**: the tokens that fail on the Neural Engine sit in near-silence (log-mel
171
+ −6.91 = log 0.001 in every bin). In PyTorch, rounding only the input features to float16 already moves them to
172
+ 0.996; moving 12 of the 115,584 inputs of one clip by one float16 step puts one token anywhere from 0.972 to
173
+ 0.99996 (7 of 24 trials below 0.99). The GPU passes, and its per-token minimum is a number, not a margin.
174
+ - **Task bar for the app path**: a float16 path fed by another log-mel implementation is judged by what it writes:
175
+ fixture transcripts ≥ 19/20 equal to the PyTorch path and long-recording WER ≤ PyTorch + 0.1 pt; the extractor itself
176
+ must stay within 1e-5 of transformers' and reach per-token cosine ≥ 0.99999 through the float32 encoder.
177
+ - **Reader bar**: against the reader's own float32 PyTorch forward and greedy labels on the same windows, the 20 fixture
178
+ utterances and the 200 leading test-clean utterances (44,162 tokens): test-clean WER ≤ PyTorch + 0.2 pt and fixture
179
+ transcripts ≥ 19/20 for float16. Two red arms: `token_mask` all ones changes 7 of 10 transcripts, and the second half
180
+ of the valid soft tokens set to 0 changes the labels of 10 of 10 utterances.
181
+ - **Pipeline**: WER on the long recording next to the float32 PyTorch path on the same windows.
182
+
183
+ ## Levers
184
+
185
+ | Lever | Result |
186
+ |---|---|
187
+ | quant | fp16 ships. Mac GPU, 30 s: fp16 40.02 ms, fp32 42.47, fp16 weights with fp32 arithmetic 48.17, int8 (Linear, per block of 32, weights only) 42.80 ms; int8 misses the per-token bar (min 0.929) and compiles to the fp32 size (1,174 MB). On the iPhone 18 Pro the fp32 encoder (AOT h19p) takes 188.53 ms against 60.08 ms for fp16 in one launch (3.1×). Reader: fp16 22.45 ms against fp32 28.05 ms, table 307 MB against 614 MB. |
188
+ | chunk | 30 s windows. Mac GPU 10 s 17.87 ms vs 30 s 40.02 ms; with the 96-token overlap that is ×345 vs ×654 of new audio per call. iPhone 20.87 vs 59.88 ms (×295 vs ×437 with the overlap). Reader 9.38 ms (10 s) vs 22.45 ms (30 s). |
189
+ | aot | JIT and AOT run at the same speed with the same outputs (Mac encoder 40.50 vs 40.22 ms, reader 22.68 vs 22.51 ms; iPhone encoder 59.88 vs 59.60 ms, reader 32.97 vs 32.99 ms with the interim reader weights). AOT saves the phone's on-device specialization (the encoder in a fresh app container: JIT load 2.94 s and 10.1 s for the opening call, AOT 0.91 s and 0.20 s). fp32 runs on the phone only as AOT: its JIT aborts in MPSGraph's on-device canonicalization, the AOT h19p loads in 1.26 s. |
190
+ | compute-unit | Mac: encoder GPU, reader on the Neural Engine beside it (45.55 ms there vs 22.45 ms on the GPU; the two run side by side, 5.68 s vs 10.68 s one window at a time). The all-fp16 encoder on the Neural Engine misses the per-token bar; the two-bundle cut passes (above). iPhone: GPU only at 30 s (above). |
191
+ | state | n-a: the metric is throughput on recordings (× real time); a streaming form splits the same audio into smaller calls for latency and does not raise throughput. |
192
+
193
+ ## Reproduce
194
+
195
+ [`conversion/eg2_transcribe/`](https://github.com/john-rocky/coreai-model-zoo/tree/main/conversion/eg2_transcribe) in
196
+ the CoreAI-Model-Zoo re-authors the encoder from `model.safetensors` and puts the reader and its table into one graph;
197
+ [`models/embeddinggemma-2-transcribe/recipe.toml`](https://github.com/john-rocky/coreai-model-zoo/blob/main/models/embeddinggemma-2-transcribe/recipe.toml)
198
+ names the commands:
199
+
200
+ ```bash
201
+ PY=<venv>/bin/python # coreai-core 1.0.0b2, coreai-torch 0.4.1, torch 2.9.0
202
+ $PY conversion/eg2_transcribe/parity_encoder.py parity
203
+ $PY conversion/eg2_transcribe/export_encoder.py --form fp16 --bucket 3000 --aot gpu,neural-engine
204
+ $PY conversion/eg2_transcribe/export_reader.py --form fp16 --tokens 750 --aot gpu,neural-engine
205
+ $PY conversion/eg2_transcribe/gate_encoder.py --bundle <exports>/fp16/eg2_audio_fp16_T3000_gpu_h16c.aimodelc --backend gpu
206
+ $PY conversion/eg2_transcribe/gate_reader.py gate --bundle <exports>/reader/fp16/eg2_reader_fp16_T750_gpu_h16c.aimodelc --backend gpu
207
+ $PY conversion/eg2_transcribe/strip_ship.py strip && $PY conversion/eg2_transcribe/strip_ship.py aot
208
+ ```
209
+
210
+ Lessons from the port:
211
+ [`knowledge/embeddinggemma-2-transcribe-port.md`](https://github.com/john-rocky/coreai-model-zoo/blob/main/knowledge/embeddinggemma-2-transcribe-port.md).
212
+
213
+ ## App
214
+
215
+ The `ios/` directory of the [eg2-transcribe repository](https://github.com/john-rocky/eg2-transcribe) is a SwiftUI app for iPhone and Mac that downloads this model
216
+ folder (`pipeline.json`, `reader_config.json`, `vocab.txt`, `mel_filters.bin`, `SHA256SUMS` and the platform's bundle
217
+ folder: `ios-<arch>/` when the phone's chip has one, else `ios/`; `macos/` on the Mac), computes the log-mel in Swift
218
+ with a float64 FFT (within 4.77e-7 of transformers'), runs the windows through the two bundles and shows the
219
+ transcript. When the folder's fingerprint (`SHA256SUMS` and every bundle file) differs from the one it loaded last, it
220
+ clears its Core AI cache before loading. Its defaults: on the Mac the reader on the Neural Engine with two windows in
221
+ flight, on the iPhone both bundles on the GPU one window at a time.
222
+
223
+ With reader v1 on the 3,257.4 s recording (the app rows above): the Mac default takes 5.480 s (×594), WER 5.78 % (572
224
+ of 9,889 words, as many as the float32 PyTorch path), fixture transcripts 19/20 = PyTorch (one near-tie between two
225
+ words); with both bundles on the GPU, 7.288 s with two windows in flight and 7.861 s one at a time (WER 5.77 %,
226
+ fixture 20/20). The iPhone 18 Pro default takes 11.631 s (×280; thermal state nominal, on USB power), WER 5.77 % (571),
227
+ fixture transcripts 20/20 = PyTorch. From launch to the transcript of a 10.4 s clip: on the Mac 5.21 s right after the
228
+ app cleared its Core AI cache and 0.50 s from the cache; on the iPhone 18 Pro 1.28 s and 0.51 s. A launch right after
229
+ an install with reader v1: not yet measured.
230
+
231
+ ## Licenses
232
+
233
+ - The bundles: Apache-2.0 (`LICENSE`, `NOTICE`). EmbeddingGemma 2 (Google DeepMind) is Apache-2.0; deployments must
234
+ adhere to the [Gemma Prohibited Use Policy](https://ai.google.dev/gemma/prohibited_use_policy).
235
+ - The reader is trained on LibriSpeech train-clean-100 (CC BY 4.0); the word table holds EmbeddingGemma 2 text
236
+ embeddings of the words of the LibriSpeech lexicon (public domain).
237
+ - Graph reference: transformers' `modeling_gemma4.py` / `modeling_embedding_gemma2.py` (Apache-2.0). The banded
238
+ attention, the folded q / k scales and the max-abs RMSNorm follow the published design of EverPaper's Core AI port
239
+ ([EverPaper/embeddinggemma-2-coreai](https://huggingface.co/EverPaper/embeddinggemma-2-coreai) v1.2, Apache-2.0);
240
+ no code was copied.
241
+ - Gate data: LibriSpeech test-clean (CC BY 4.0); the long recording is LibriVox (public domain) with the Project
242
+ Gutenberg #1661 text.
SHA256SUMS ADDED
@@ -0,0 +1,83 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # EmbeddingGemma-2-Transcribe-CoreAI, staged 2026-10-14. Verify with: shasum -a 256 -c SHA256SUMS
2
+ # macos/, ios/ (same bytes): the gated .aimodel bundles with their MLIR debug locations stripped; Mac outputs bit-identical to the gated bundles (provenance/strip/compare_mac.json)
3
+ # ios-h19p/: compiled from the stripped .aimodel bundles (coreai-build 3600.83.1, --platform iOS --preferred-compute gpu --architecture h19p); resources.bin byte-identical to the compiles of the gated graphs; ran on the iPhone 18 Pro in the app with reader v1 (provenance/app/)
4
+ # macos-encoder-split7-30s/ (Mac only; at the root, so an app that fetches macos/* does not download it): the encoder cut after layer 7, the gated .aimodel bundles with their MLIR debug locations stripped; Mac outputs bit-identical to the gated bundles and to their h16c AOT compiles (provenance/encoder-split7/compare_mac.json)
5
+ cfc7749b96f63bd31c3c42b5c471bf756814053e847c10f3eb003417bc523d30 LICENSE
6
+ bce8de7fe65f14b58827c75b361ff9bea06e0f8c312d90273005e275c1eafca0 NOTICE
7
+ 6a4b9db0bfe3f7c6dc56b687a58f5d5fccdd86e742a8f47891d25ecbb2849879 README.md
8
+ b8f1e9931b57fbc054acdb445c41765d55b0074c58d145fa82839941ad1b5bb3 config.json
9
+ 525f8745cf88c08d054328635e93aa8a663e1239bdec4004a73d5d8bd0d3ef41 host/mel_filters.bin
10
+ e829a0f510ab85cca9e2c77b3f261c8758e109ab75eb1e18f3d6498b87e863ce host/pipeline.json
11
+ 68efaabae4c2eaa8ae2a5abf8f85fab115791b13178ee3a22e57a0cec727b94e host/reader_config.json
12
+ bb3b3c70379082333e1bbd90d07ca69fe5c0096bd1c3b2b3f83edd65f1062a68 host/vocab.txt
13
+ a44d86778f64769ebaf4aaec5add876b00a940b0e575c4ec56ff65115f553322 ios-h19p/eg2_audio_fp16_T3000.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/manifest.plist
14
+ 982ce817e95622dfdd2de324b06fd8d645dd090cb0872077f2f4efeaa19289ca ios-h19p/eg2_audio_fp16_T3000.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/resources.bin
15
+ 55f275826dcfda773e5d70a550fac82b1b2052cf6a3b67631f4525ee68f4f7d0 ios-h19p/eg2_audio_fp16_T3000.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/specialized_model_0.mpsgraph
16
+ 46bcd1e57d2008457153ecd67ca27dacac4d26be696c42b377306c1f3a485bf5 ios-h19p/eg2_audio_fp16_T3000.aimodelc/main-h19p.mlirb
17
+ 06f74173742d7d4333bc05c780062a5d7f90dc881ae4ed268310b8ba7501ea6a ios-h19p/eg2_audio_fp16_T3000.aimodelc/main.hash
18
+ 64eca72af8054bda3d0c360746e52cdd3ebad81407dfb0582b97ac1ef9764e4b ios-h19p/eg2_audio_fp16_T3000.aimodelc/metadata.json
19
+ 0ddc0adceafde34166b6a09cd1ccc723c94f3f4a26743c4d625384d8bb2c0c6a ios-h19p/eg2_audio_fp16_T3000.aimodelc/stats.json
20
+ 571de8626789baf121366c314dddf839fb2d9f63a903783e4c34fde24ea26d9f ios-h19p/eg2_reader_fp16_T750.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/manifest.plist
21
+ f6228944df8eb07c7c331287a3810dc6ffef7b3590f592a76624b24945e57c76 ios-h19p/eg2_reader_fp16_T750.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/resources.bin
22
+ 4b8509b73a580a3eb2f1ef0c0f28e01d1c8c3aefe724ec1f1cc1db714300064c ios-h19p/eg2_reader_fp16_T750.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/specialized_model_0.mpsgraph
23
+ 7ad3b2b217af4b586eb8b776af4ff88210ccfbd3c31e51f7e3a88d89aaa353e6 ios-h19p/eg2_reader_fp16_T750.aimodelc/main-h19p.mlirb
24
+ f2a49f0008b3ea3ea76801fb7f9ed1a41ca5efb00c5b597c6c008595e401769f ios-h19p/eg2_reader_fp16_T750.aimodelc/main.hash
25
+ 0d1afc078be7a6295a17522e92f7e2772734d168a235c13b7493d39eeea29e71 ios-h19p/eg2_reader_fp16_T750.aimodelc/metadata.json
26
+ b1566b4cca3f7760098dc5a0bdf7c1c8d5c147c94eb8c75544fc30664bd98c9e ios-h19p/eg2_reader_fp16_T750.aimodelc/stats.json
27
+ ae463dbfa9e57b58f4a1bc8b51a3b63aa6df794d63ab6e4f280a55ef60e520fb ios/eg2_audio_fp16_T3000.aimodel/main.hash
28
+ 330ff806a36cc7299de0350b26d27c32b2e8dc96ffee8f2f437d4f86a103498a ios/eg2_audio_fp16_T3000.aimodel/main.mlirb
29
+ 9f832dab8f65a60098afee565887f1042fe670398b7d56a15c16ff86ecee223a ios/eg2_audio_fp16_T3000.aimodel/metadata.json
30
+ 2909d2932e29106d5e52e8061b121b7af2537185e9348b404bdecb69478fc7e4 ios/eg2_reader_fp16_T750.aimodel/main.hash
31
+ f7e5b2b886dd5dca92c39313ba85c0306daad1e695e64beb5597f2e7f13f2397 ios/eg2_reader_fp16_T750.aimodel/main.mlirb
32
+ cb0dfc6370a69335a1871aebf0dee14221ce2c262b4f0f24475052d30445b4ac ios/eg2_reader_fp16_T750.aimodel/metadata.json
33
+ 1377a03ca07f0d5c53d829ffbdf5da5b6861a662bf718d7c16b18e1a6150c81d macos-encoder-split7-30s/eg2_body_layer7_fp16_T3000.aimodel/main.hash
34
+ b2181c232fd9a1b17d0dfa5dbb882978b503acc91d32cd8781a22021c3a803a6 macos-encoder-split7-30s/eg2_body_layer7_fp16_T3000.aimodel/main.mlirb
35
+ 36d3452f93bd441cf5261abb2434149342c55d8afd004a84fa4683ea216fbdf5 macos-encoder-split7-30s/eg2_body_layer7_fp16_T3000.aimodel/metadata.json
36
+ 102d4bd5b14cae1d6f380d69a79603934d1ba79183000313a6e7eb93edf9601f macos-encoder-split7-30s/eg2_front_layer7_fp32_T3000.aimodel/main.hash
37
+ e1b87c6caf870ace687a36d1544268d99dc9b460d34d5d9953406322596dbb42 macos-encoder-split7-30s/eg2_front_layer7_fp32_T3000.aimodel/main.mlirb
38
+ 21309e8eb585458b90fa4a89f48cd9dcd42b45eb04c0e13f10ed4592da3e1e08 macos-encoder-split7-30s/eg2_front_layer7_fp32_T3000.aimodel/metadata.json
39
+ ae463dbfa9e57b58f4a1bc8b51a3b63aa6df794d63ab6e4f280a55ef60e520fb macos/eg2_audio_fp16_T3000.aimodel/main.hash
40
+ 330ff806a36cc7299de0350b26d27c32b2e8dc96ffee8f2f437d4f86a103498a macos/eg2_audio_fp16_T3000.aimodel/main.mlirb
41
+ 9f832dab8f65a60098afee565887f1042fe670398b7d56a15c16ff86ecee223a macos/eg2_audio_fp16_T3000.aimodel/metadata.json
42
+ 2909d2932e29106d5e52e8061b121b7af2537185e9348b404bdecb69478fc7e4 macos/eg2_reader_fp16_T750.aimodel/main.hash
43
+ f7e5b2b886dd5dca92c39313ba85c0306daad1e695e64beb5597f2e7f13f2397 macos/eg2_reader_fp16_T750.aimodel/main.mlirb
44
+ cb0dfc6370a69335a1871aebf0dee14221ce2c262b4f0f24475052d30445b4ac macos/eg2_reader_fp16_T750.aimodel/metadata.json
45
+ 525f8745cf88c08d054328635e93aa8a663e1239bdec4004a73d5d8bd0d3ef41 mel_filters.bin
46
+ e829a0f510ab85cca9e2c77b3f261c8758e109ab75eb1e18f3d6498b87e863ce pipeline.json
47
+ 7c8f6259481e43a50fb7e571ee56361b99a4e80c4a1869c734c6ad9418963fa8 provenance/README.md
48
+ 26506f9bf974601b9a0347b9942062d9b78324d522c9b81cf018a5c1685be3d4 provenance/SOURCES.tsv
49
+ c295a14008ffb464c940b3724bcf08e394f8ce711f603f2e1420a0ba163e874a provenance/app/SOURCES.tsv
50
+ 5ba6b91f0c27f634009e4807fb91f96f0c6abd6ea9bba33a8678b50d1639259e provenance/app/iphone-gpu-gate.json
51
+ 8b87ce36a26a67bf3f78fe51402f92fba495a35722c104e0d35f73950b1b4e3f provenance/app/iphone-gpu-timing.json
52
+ 76581ebfc070a026715d4f693d1ca6b4e92ab0fb8c6a003873a51bfd8e6fe207 provenance/app/mac-gpu-ane-gate.json
53
+ 0090d9b721d76bfc803a1dfa47e947cde28637a81a0c2fee52f66ceb187f9f70 provenance/app/mac-gpu-gate.json
54
+ 1cd03c3fbe00187c3e2c5287adc97cc87c6fc661f549f38fcc3c4d98b19843a1 provenance/encoder-split7/README.md
55
+ bbcc19cfdebeefe7d4627163d2a65fd3d0fcc76f43c76ddde413c7032ce3181e provenance/encoder-split7/SOURCES.tsv
56
+ 24c2a58873c684abbf15e32094ae416f21a585397213a91888f53fe2dc90109b provenance/encoder-split7/compare_mac.json
57
+ 521a89fd54d901954877e4aaa6f2b37c47d439c4fb66c7715d6a34176ccf3b21 provenance/encoder-split7/mac-gate.json
58
+ 18a59f1748bb1e5f415aff4dffe626fb18d849fe80a02717c6cff312bf8ac7c3 provenance/encoder-split7/mac-one-bundle-gpu-same-window-timing.json
59
+ c87e3565383459fd5498a0632a4f08f39a509837bcfff2422e7c9f5521786944 provenance/encoder-split7/mac-timing-window.json
60
+ fae8cc3680c5a6f45f12b68cc6f7e93015cd8311d4566cb8c9f23ef87c3bf2ad provenance/encoder-split7/mac-timing.json
61
+ 3bbdfa089f6915be6a63c384f3b256e747f1ce184d8179309658b978e497a140 provenance/encoder-split7/strip_eg2_body_layer7_fp16_T3000.json
62
+ 14e84718849f450e0c798960d4c7d7233da476feac6e6880435e04b993202ba5 provenance/encoder-split7/strip_eg2_front_layer7_fp32_T3000.json
63
+ c77db323059c8b7e4161617e9d56d85fea6886d827b29d7a96f52b48cda78628 provenance/encoder/iphone-gpu-aot-gate.json
64
+ 76edfed9e8cdd402a19d3756830bfd6849cf6ab4a0c10091257d4ad032a81790 provenance/encoder/iphone-gpu-aot-timing.json
65
+ 7ee36ee462ee61984a8c34e37454c7efe053f5f1af11a319a8da4e4484803df3 provenance/encoder/iphone-gpu-jit-gate.json
66
+ ff5ac9ff98d04cc65662d7e39b6b19c806fca6fa4a48da7da247aa0db5c8bd56 provenance/encoder/iphone-gpu-jit-timing.json
67
+ 7a9c355ec9cdbf0f8e8bf145804edc7375eaef4c00ca98e8bdf908e4f75356d2 provenance/encoder/mac-gpu-gate.json
68
+ d5214fb7990763900bbc3fd38a2b4f3f1de111ed5073cbecd4ff9ea614f21121 provenance/encoder/mac-gpu-timing.json
69
+ 000974d3a74a96dc7bdda4300b13b6761b00d0370e8b79d2f9d3159ad795e958 provenance/pipeline/mac-encoder-gpu-reader-ane-overlap.json
70
+ 96b74d514caff52dbc4a6f54fada6a3b549d2a62012f1cacc824bd555f9793a3 provenance/pipeline/mac-encoder-gpu-reader-gpu.json
71
+ 00e108772c6e3fdbd6a940e4cf279cb58a9204c28658e9a7893e60e2ca463731 provenance/pipeline/torch-fp32.json
72
+ 0ee906463e2f13db456b3f1a4afcaead4c27582d7fb3da909d11d8d627346cf5 provenance/reader/iphone-gpu-aot-timing-interim-weights.json
73
+ 54d7c1e932b97423408a3cbc156850a65394851490f52e6ef05045ead27aa69c provenance/reader/mac-ane-gate.json
74
+ 79e9a0b6c9abe0aa837dedeb9f9dab42b635c71d5a2fb5f900cb1d985038d770 provenance/reader/mac-gpu-gate.json
75
+ bbb8c9f87fefdb3d7368e22957e678e25606b6b701d571d9b8be0fbb304685d9 provenance/reader/mac-gpu-redarm-zerohalf.json
76
+ aee54214b4396b913af784b1e804fd2b6eebd1640a3d2bca465023bcb631399f provenance/reader/mac-gpu-timing.json
77
+ 92a4b4f98445115dbb8c5ea16d0dc2c1d01a4a1a6ff83466340b63d4f31d402b provenance/strip/aot_h19p_eg2_audio_fp16_T3000.json
78
+ 6c67cc3d21d37ecc6a481d81302b340c44ab56b1cc5a5f85f010a916ace9c53a provenance/strip/aot_h19p_eg2_reader_fp16_T750.json
79
+ ca3d569a7c00d86a6f367bdcdbd9a4865b482520323d00bb600ba6bbbb858f22 provenance/strip/compare_mac.json
80
+ 5a9a1ac4eb27901bb2c794777d982e133dbbd297ebda045c944116ff12c5cc5f provenance/strip/strip_eg2_audio_fp16_T3000.json
81
+ d40f076deeb528cf0ea8686d6465b7ab6968fe7624246cba43b27db2565f7444 provenance/strip/strip_eg2_reader_fp16_T750.json
82
+ 68efaabae4c2eaa8ae2a5abf8f85fab115791b13178ee3a22e57a0cec727b94e reader_config.json
83
+ bb3b3c70379082333e1bbd90d07ca69fe5c0096bd1c3b2b3f83edd65f1062a68 vocab.txt
config.json ADDED
@@ -0,0 +1,177 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "EmbeddingGemma2Model"
4
+ ],
5
+ "audio_config": {
6
+ "_name_or_path": "",
7
+ "architectures": null,
8
+ "attention_chunk_size": 12,
9
+ "attention_context_left": 13,
10
+ "attention_context_right": 0,
11
+ "attention_invalid_logits_value": -1000000000.0,
12
+ "attention_logit_cap": 50.0,
13
+ "chunk_size_feed_forward": 0,
14
+ "conv_kernel_size": 5,
15
+ "dtype": "bfloat16",
16
+ "gradient_clipping": 10000000000.0,
17
+ "hidden_act": "silu",
18
+ "hidden_size": 1024,
19
+ "id2label": {
20
+ "0": "LABEL_0",
21
+ "1": "LABEL_1"
22
+ },
23
+ "initializer_range": 0.02,
24
+ "is_encoder_decoder": false,
25
+ "label2id": {
26
+ "LABEL_0": 0,
27
+ "LABEL_1": 1
28
+ },
29
+ "model_type": "gemma4_audio",
30
+ "num_attention_heads": 8,
31
+ "num_hidden_layers": 12,
32
+ "output_attentions": false,
33
+ "output_hidden_states": false,
34
+ "output_proj_dims": 1536,
35
+ "problem_type": null,
36
+ "residual_weight": 0.5,
37
+ "return_dict": true,
38
+ "rms_norm_eps": 1e-06,
39
+ "subsampling_conv_channels": [
40
+ 128,
41
+ 32
42
+ ],
43
+ "use_clipped_linears": true
44
+ },
45
+ "audio_token_id": 258881,
46
+ "boa_token_id": 256000,
47
+ "boi_token_id": 255999,
48
+ "dtype": "bfloat16",
49
+ "eoa_token_index": 258883,
50
+ "eoi_token_id": 258882,
51
+ "image_token_id": 258880,
52
+ "initializer_range": 0.02,
53
+ "model_type": "embedding_gemma2",
54
+ "text_config": {
55
+ "attention_bias": false,
56
+ "attention_dropout": 0.0,
57
+ "bos_token_id": 2,
58
+ "dtype": "bfloat16",
59
+ "embedding_dim": 768,
60
+ "eos_token_id": 1,
61
+ "head_dim": 256,
62
+ "hidden_activation": "gelu_pytorch_tanh",
63
+ "hidden_size": 512,
64
+ "hidden_size_per_layer_input": 512,
65
+ "initializer_range": 0.02,
66
+ "intermediate_size": 2048,
67
+ "layer_types": [
68
+ "sliding_attention",
69
+ "sliding_attention",
70
+ "sliding_attention",
71
+ "sliding_attention",
72
+ "sliding_attention",
73
+ "full_attention",
74
+ "sliding_attention",
75
+ "sliding_attention",
76
+ "sliding_attention",
77
+ "sliding_attention",
78
+ "sliding_attention",
79
+ "full_attention",
80
+ "sliding_attention",
81
+ "sliding_attention",
82
+ "sliding_attention",
83
+ "sliding_attention",
84
+ "sliding_attention",
85
+ "full_attention",
86
+ "sliding_attention",
87
+ "sliding_attention",
88
+ "sliding_attention",
89
+ "sliding_attention",
90
+ "sliding_attention",
91
+ "full_attention"
92
+ ],
93
+ "max_position_embeddings": 262144,
94
+ "model_type": "embedding_gemma2_text",
95
+ "num_attention_heads": 4,
96
+ "num_hidden_layers": 24,
97
+ "num_key_value_heads": 2,
98
+ "pad_token_id": 0,
99
+ "per_layer_config": {
100
+ "05": {
101
+ "head_dim": 512,
102
+ "num_key_value_heads": 1
103
+ },
104
+ "11": {
105
+ "head_dim": 512,
106
+ "num_key_value_heads": 1
107
+ },
108
+ "17": {
109
+ "head_dim": 512,
110
+ "num_key_value_heads": 1
111
+ },
112
+ "23": {
113
+ "head_dim": 512,
114
+ "num_key_value_heads": 1
115
+ }
116
+ },
117
+ "rms_norm_eps": 1e-06,
118
+ "rope_parameters": {
119
+ "full_attention": {
120
+ "rope_theta": 1000000.0,
121
+ "rope_type": "default"
122
+ },
123
+ "sliding_attention": {
124
+ "rope_theta": 10000.0,
125
+ "rope_type": "default"
126
+ }
127
+ },
128
+ "sliding_window": 512,
129
+ "vocab_size": 262144
130
+ },
131
+ "transformers_version": "5.18.0.dev0",
132
+ "video_token_id": 258884,
133
+ "vision_config": {
134
+ "_name_or_path": "",
135
+ "architectures": null,
136
+ "attention_bias": false,
137
+ "attention_dropout": 0.0,
138
+ "chunk_size_feed_forward": 0,
139
+ "default_output_length": 280,
140
+ "dtype": "bfloat16",
141
+ "global_head_dim": 64,
142
+ "head_dim": 64,
143
+ "hidden_activation": "gelu_pytorch_tanh",
144
+ "hidden_size": 768,
145
+ "id2label": {
146
+ "0": "LABEL_0",
147
+ "1": "LABEL_1"
148
+ },
149
+ "initializer_range": 0.02,
150
+ "intermediate_size": 3072,
151
+ "is_encoder_decoder": false,
152
+ "label2id": {
153
+ "LABEL_0": 0,
154
+ "LABEL_1": 1
155
+ },
156
+ "max_position_embeddings": 131072,
157
+ "model_type": "gemma4_vision",
158
+ "num_attention_heads": 12,
159
+ "num_hidden_layers": 16,
160
+ "num_key_value_heads": 12,
161
+ "output_attentions": false,
162
+ "output_hidden_states": false,
163
+ "patch_size": 16,
164
+ "pooling_kernel_size": 3,
165
+ "position_embedding_size": 10240,
166
+ "problem_type": null,
167
+ "return_dict": true,
168
+ "rms_norm_eps": 1e-06,
169
+ "rope_parameters": {
170
+ "rope_theta": 100.0,
171
+ "rope_type": "axial"
172
+ },
173
+ "standardize": false,
174
+ "use_clipped_linears": false
175
+ },
176
+ "vision_soft_tokens_per_image": 280
177
+ }
host/pipeline.json ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schema": 1,
3
+ "default_form": {"macos": "gpu-ane", "ios": "gpu"},
4
+ "overlap": {"macos": true, "ios": false},
5
+ "forms": [
6
+ {
7
+ "id": "gpu",
8
+ "title": "Encoder GPU · reader GPU",
9
+ "stages": [
10
+ {"name": "encoder", "bundle": "eg2_audio_fp16_T3000", "compute": "gpu"},
11
+ {"name": "reader", "bundle": "eg2_reader_fp16_T750", "compute": "gpu"}
12
+ ]
13
+ },
14
+ {
15
+ "id": "gpu-ane",
16
+ "title": "Encoder GPU · reader Neural Engine",
17
+ "platforms": ["macos"],
18
+ "stages": [
19
+ {"name": "encoder", "bundle": "eg2_audio_fp16_T3000", "compute": "gpu"},
20
+ {"name": "reader", "bundle": "eg2_reader_fp16_T750", "compute": "ane"}
21
+ ]
22
+ },
23
+ {
24
+ "id": "split7-gpu",
25
+ "title": "Encoder in two bundles (GPU, Neural Engine) · reader GPU",
26
+ "platforms": ["macos"],
27
+ "stages": [
28
+ {"name": "front", "bundle": "eg2_front_layer7_fp32_T3000", "compute": "gpu"},
29
+ {"name": "body", "bundle": "eg2_body_layer7_fp16_T3000", "compute": "ane"},
30
+ {"name": "reader", "bundle": "eg2_reader_fp16_T750", "compute": "gpu"}
31
+ ]
32
+ }
33
+ ]
34
+ }
host/reader_config.json ADDED
@@ -0,0 +1,79 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "v1",
3
+ "input": {
4
+ "shape": "[T, 512]",
5
+ "dtype": "float32",
6
+ "what": "EmbeddingGemma 2 audio soft tokens (embed_audio output), 25 per second"
7
+ },
8
+ "context": "bidirectional within the window",
9
+ "architecture": {
10
+ "name": "a",
11
+ "kind": "transformer encoder from scratch",
12
+ "layers": 4,
13
+ "d_model": 512,
14
+ "heads": 8,
15
+ "ffn": 2048,
16
+ "activation": "gelu",
17
+ "norm": "pre-LayerNorm",
18
+ "positions": "rotary (base 10000)",
19
+ "input": "LayerNorm -> Linear 512->512",
20
+ "output": "LayerNorm -> Linear 512->768",
21
+ "params": 13268994
22
+ },
23
+ "output": {
24
+ "vector": "[T, 768] L2-normalized",
25
+ "blank_logit": "[T]"
26
+ },
27
+ "logits": "scale * cos(vector, table[w]) for w in vocab; blank from blank_logit",
28
+ "scale": 91.21830749511719,
29
+ "vocab": "vocab.txt",
30
+ "table": {
31
+ "file": "word_table.npy",
32
+ "dtype": "float16",
33
+ "shape": "[200000, 768]",
34
+ "prompt": "task: search result | query: ",
35
+ "normalized": true
36
+ },
37
+ "decode": "greedy argmax over N+1, collapse repeats, drop blank",
38
+ "window": {
39
+ "seconds": 30,
40
+ "left_overlap_tokens": 96,
41
+ "right_extra_tokens": 1,
42
+ "note": "encoder is causal; the 83 tokens at the start of a window and its last token differ from a continuous run (fixtures/long-speckled-band: soft_tokens_w30 vs soft_tokens_continuous)"
43
+ },
44
+ "weights": {
45
+ "file": "reader.pt",
46
+ "format": "torch state_dict, float32",
47
+ "code": "train/model.py Reader(arch, n_vocab, k)",
48
+ "keys": "body.* (reader body), blank.weight [1, 768], blank.bias [1], log_scale (scale = exp(log_scale))"
49
+ },
50
+ "n_vocab": 200000,
51
+ "wer": {
52
+ "dev-clean": {
53
+ "wer": 0.06566,
54
+ "utterances": 2703,
55
+ "ref_words": 54402
56
+ },
57
+ "dev-other": {
58
+ "wer": 0.14927,
59
+ "utterances": 2864,
60
+ "ref_words": 50948
61
+ },
62
+ "test-clean": {
63
+ "wer": 0.06807,
64
+ "utterances": 2620,
65
+ "ref_words": 52576
66
+ },
67
+ "test-other": {
68
+ "wer": 0.15102,
69
+ "utterances": 2939,
70
+ "ref_words": 52343
71
+ },
72
+ "fixtures": {
73
+ "wer": 0.04806,
74
+ "utterances": 20,
75
+ "ref_words": 541
76
+ },
77
+ "decode": "greedy, no language model"
78
+ }
79
+ }
host/vocab.txt ADDED
The diff for this file is too large to render. See raw diff
 
ios/eg2_audio_fp16_T3000.aimodel/main.hash ADDED
@@ -0,0 +1 @@
 
 
1
+ 3��l�)��5 &�|2��ܖ��/C}O��I�
ios/eg2_audio_fp16_T3000.aimodel/metadata.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "producer" : "coreai-core 1.0.0b2",
3
+ "author" : "coreai-model-zoo community port; weights Google DeepMind (Gemma Team)",
4
+ "description" : "EmbeddingGemma 2 audio encoder (Gemma 4 audio tower + embed_audio): log-mel features [1,3000,128] + half_mask -> soft tokens [1,750,512]; fp16; source google\/embeddinggemma-2@914f7f89",
5
+ "creationDate" : "20261014T022944Z",
6
+ "license" : "Apache-2.0 + Gemma Prohibited Use Policy",
7
+ "assetVersion" : "2.0"
8
+ }
ios/eg2_reader_fp16_T750.aimodel/main.hash ADDED
@@ -0,0 +1 @@
 
 
1
+ �岸��]ʒÓ���0m����K�U����?#�
ios/eg2_reader_fp16_T750.aimodel/metadata.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "assetVersion" : "2.0",
3
+ "author" : "coreai-model-zoo community port; reader trained with CTC on LibriSpeech train-clean-100 (CC BY 4.0); word table: EmbeddingGemma 2 (Google DeepMind) embeddings of the LibriSpeech lexicon",
4
+ "description" : "EG2 transcribe reader (arch a, 13,268,994 parameters, scale 91.2183) + 200,000-word table: soft tokens [1,750,512] + token_mask -> top-1 word index \/ logit, blank logit; fp16; weights 67a06a857b9a",
5
+ "producer" : "coreai-core 1.0.0b2",
6
+ "creationDate" : "20261014T022946Z",
7
+ "license" : "Apache-2.0; word table from google\/embeddinggemma-2 text embeddings (Gemma Prohibited Use Policy)"
8
+ }
macos-encoder-split7-30s/eg2_body_layer7_fp16_T3000.aimodel/main.hash ADDED
@@ -0,0 +1 @@
 
 
1
+ �#/١�}
macos-encoder-split7-30s/eg2_body_layer7_fp16_T3000.aimodel/metadata.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "license" : "Apache-2.0 + Gemma Prohibited Use Policy",
3
+ "producer" : "coreai-core 1.0.0b2",
4
+ "creationDate" : "20261014T064935Z",
5
+ "description" : "EmbeddingGemma 2 audio encoder, body of the cut after layer7 (float16): hidden -> soft_tokens; bucket 3000 frames; source google\/embeddinggemma-2@914f7f89",
6
+ "author" : "coreai-model-zoo community port; weights Google DeepMind (Gemma Team)",
7
+ "assetVersion" : "2.0"
8
+ }
macos-encoder-split7-30s/eg2_front_layer7_fp32_T3000.aimodel/main.hash ADDED
@@ -0,0 +1,2 @@
 
 
 
1
+ �|l��
2
+ �hz6�TBhٝɴ`�M]�S@c"Ym�B
macos-encoder-split7-30s/eg2_front_layer7_fp32_T3000.aimodel/metadata.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "description" : "EmbeddingGemma 2 audio encoder, front of the cut after layer7 (float32): features, half_mask -> hidden; bucket 3000 frames; source google\/embeddinggemma-2@914f7f89",
3
+ "assetVersion" : "2.0",
4
+ "author" : "coreai-model-zoo community port; weights Google DeepMind (Gemma Team)",
5
+ "producer" : "coreai-core 1.0.0b2",
6
+ "creationDate" : "20261014T064933Z",
7
+ "license" : "Apache-2.0 + Gemma Prohibited Use Policy"
8
+ }
macos/eg2_audio_fp16_T3000.aimodel/main.hash ADDED
@@ -0,0 +1 @@
 
 
1
+ 3��l�)��5 &�|2��ܖ��/C}O��I�
macos/eg2_audio_fp16_T3000.aimodel/metadata.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "producer" : "coreai-core 1.0.0b2",
3
+ "author" : "coreai-model-zoo community port; weights Google DeepMind (Gemma Team)",
4
+ "description" : "EmbeddingGemma 2 audio encoder (Gemma 4 audio tower + embed_audio): log-mel features [1,3000,128] + half_mask -> soft tokens [1,750,512]; fp16; source google\/embeddinggemma-2@914f7f89",
5
+ "creationDate" : "20261014T022944Z",
6
+ "license" : "Apache-2.0 + Gemma Prohibited Use Policy",
7
+ "assetVersion" : "2.0"
8
+ }
macos/eg2_reader_fp16_T750.aimodel/main.hash ADDED
@@ -0,0 +1 @@
 
 
1
+ �岸��]ʒÓ���0m����K�U����?#�
macos/eg2_reader_fp16_T750.aimodel/metadata.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "assetVersion" : "2.0",
3
+ "author" : "coreai-model-zoo community port; reader trained with CTC on LibriSpeech train-clean-100 (CC BY 4.0); word table: EmbeddingGemma 2 (Google DeepMind) embeddings of the LibriSpeech lexicon",
4
+ "description" : "EG2 transcribe reader (arch a, 13,268,994 parameters, scale 91.2183) + 200,000-word table: soft tokens [1,750,512] + token_mask -> top-1 word index \/ logit, blank logit; fp16; weights 67a06a857b9a",
5
+ "producer" : "coreai-core 1.0.0b2",
6
+ "creationDate" : "20261014T022946Z",
7
+ "license" : "Apache-2.0; word table from google\/embeddinggemma-2 text embeddings (Gemma Prohibited Use Policy)"
8
+ }
pipeline.json ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schema": 1,
3
+ "default_form": {"macos": "gpu-ane", "ios": "gpu"},
4
+ "overlap": {"macos": true, "ios": false},
5
+ "forms": [
6
+ {
7
+ "id": "gpu",
8
+ "title": "Encoder GPU · reader GPU",
9
+ "stages": [
10
+ {"name": "encoder", "bundle": "eg2_audio_fp16_T3000", "compute": "gpu"},
11
+ {"name": "reader", "bundle": "eg2_reader_fp16_T750", "compute": "gpu"}
12
+ ]
13
+ },
14
+ {
15
+ "id": "gpu-ane",
16
+ "title": "Encoder GPU · reader Neural Engine",
17
+ "platforms": ["macos"],
18
+ "stages": [
19
+ {"name": "encoder", "bundle": "eg2_audio_fp16_T3000", "compute": "gpu"},
20
+ {"name": "reader", "bundle": "eg2_reader_fp16_T750", "compute": "ane"}
21
+ ]
22
+ },
23
+ {
24
+ "id": "split7-gpu",
25
+ "title": "Encoder in two bundles (GPU, Neural Engine) · reader GPU",
26
+ "platforms": ["macos"],
27
+ "stages": [
28
+ {"name": "front", "bundle": "eg2_front_layer7_fp32_T3000", "compute": "gpu"},
29
+ {"name": "body", "bundle": "eg2_body_layer7_fp16_T3000", "compute": "ane"},
30
+ {"name": "reader", "bundle": "eg2_reader_fp16_T750", "compute": "gpu"}
31
+ ]
32
+ }
33
+ ]
34
+ }
provenance/README.md ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Provenance
2
+
3
+ The records behind the numbers of the card, copied from the conversion's work directory with its paths replaced by
4
+ placeholders (`<work>` = the work directory, `<eg2-transcribe>` = the reader / app repository, `<venv>`, `<home>`).
5
+ `SOURCES.tsv` lists each copy, the record it was copied from, the speed-ladder row it backs, the sha256 of the record
6
+ as written and the sha256 of the copy.
7
+
8
+ | Folder | Records |
9
+ |---|---|
10
+ | `encoder/` | the fp16 encoder: Mac M4 Max GPU gate and timing; iPhone 18 Pro GPU gate and timing, AOT h19p and JIT |
11
+ | `reader/` | reader v1 + word table, fp16: Mac GPU gate, timing and the zero-half red arm; Mac Neural Engine gate; the iPhone 18 Pro GPU timing of the same compiled graph with an interim checkpoint's weights |
12
+ | `pipeline/` | the 3,257.4 s recording end to end on the Mac (encoder GPU ∥ reader Neural Engine with two windows in flight; encoder GPU → reader GPU one window at a time) and the float32 PyTorch path on the same windows |
13
+ | `strip/` | `strip_<name>.json`: the bundles of `macos/` and `ios/` are the gated bundles with their MLIR debug locations removed (coreai-torch `strip_debug_info`); `aot_h19p_<name>.json`: the bundles of `ios-h19p/` are compiled from those stripped `.aimodel` bundles and hold the same `resources.bin` as the compiles of the gated graphs; `compare_mac.json`: on the Mac the stripped bundles return outputs bit-identical to the gated ones |
14
+ | `app/` | the eg2-transcribe app with reader v1 on this repository's files: on the Mac M4 Max its default form and both bundles on the GPU, on the iPhone 18 Pro its default form and the timing record of its passes (the 3,257.4 s recording, the 20 fixture utterances, launch to transcript after a Core AI cache clear and from the cache); its own `SOURCES.tsv` |
15
+ | `encoder-split7/` | the second encoder form (`macos-encoder-split7-30s/`, Mac only): its gate, timing and measurement window, the one-bundle encoder's timing in that window, the strip records of its two bundles and the Mac compare; its own `README.md` and `SOURCES.tsv` |
16
+
17
+ The `ios-h19p/` bundles were compiled from the stripped `.aimodel` bundles; the app ran them on the iPhone 18 Pro with
18
+ reader v1 (`app/`: fixture transcripts 20/20 = PyTorch, long-recording WER 5.77 %). The iPhone encoder and reader rows
19
+ of the card were measured on the compiles of the unstripped graphs.
provenance/SOURCES.tsv ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ copy record (under <work>/exports) ladder row sha256 of the record sha256 of the copy
2
+ encoder/mac-gpu-gate.json fp16/gate_gpu_T3000.json 1 e4bd1441ccdc69a0494286b4da2d472d8e84c8cc6a848668c4ec719e99273ae3 7a9c355ec9cdbf0f8e8bf145804edc7375eaef4c00ca98e8bdf908e4f75356d2
3
+ encoder/mac-gpu-timing.json fp16/timing_gpu_T3000.json 1 4f43fcebe68a77e13a81e362ed8b91ab85d0a6daa0e45e2f64962aa1c0f72a1c d5214fb7990763900bbc3fd38a2b4f3f1de111ed5073cbecd4ff9ea614f21121
4
+ encoder/iphone-gpu-aot-gate.json fp16/gate_iphone18pro_gpu-aot_T3000.json 27 7ab943d31eca5d05815418a61e5258db7898bce98df0953c1a762c33d036f7f7 c77db323059c8b7e4161617e9d56d85fea6886d827b29d7a96f52b48cda78628
5
+ encoder/iphone-gpu-aot-timing.json fp16/timing_iphone18pro_gpu-aot_T3000.json 27 0de13d764b7f01a8cf010089c2725f66da5b3ac283c3548caa4ad98a49133a3a 76edfed9e8cdd402a19d3756830bfd6849cf6ab4a0c10091257d4ad032a81790
6
+ encoder/iphone-gpu-jit-gate.json fp16/gate_iphone18pro_gpu-jit_T3000.json 27a f6261882be73d43e5af16b29e2afc3745e759f2a6c80db8ada8dbaccdc7d0976 7ee36ee462ee61984a8c34e37454c7efe053f5f1af11a319a8da4e4484803df3
7
+ encoder/iphone-gpu-jit-timing.json fp16/timing_iphone18pro_gpu-jit_T3000.json 27a 90109c3ee1aad2f9839445e97c0077ee4d9002eb05bff6d0855fc321d11d4a7a ff5ac9ff98d04cc65662d7e39b6b19c806fca6fa4a48da7da247aa0db5c8bd56
8
+ reader/mac-gpu-gate.json reader/fp16/gate_gpu_T750.json 53 d27d21887890197932d7bc7a74b54662404886b1faf5a3fa84440522035589f1 79e9a0b6c9abe0aa837dedeb9f9dab42b635c71d5a2fb5f900cb1d985038d770
9
+ reader/mac-gpu-timing.json reader/fp16/timing_gpu_T750.json 53 fb013eda956e75122b79e089d5d2b0a7b06eaef1c1ec850a1d06e196b3e79661 aee54214b4396b913af784b1e804fd2b6eebd1640a3d2bca465023bcb631399f
10
+ reader/mac-gpu-redarm-zerohalf.json reader/fp16/redarm_zerohalf_gpu_T750.json 53 32ebfc4c3ab58f54c7773056d255ed692c3ac413cb0682ac7f06cbd804617749 bbb8c9f87fefdb3d7368e22957e678e25606b6b701d571d9b8be0fbb304685d9
11
+ reader/mac-ane-gate.json reader/fp16/gate_ane_T750.json 56 35e9a78b319462b804ac39a1a80118d75370208309ae0992ff20add2a05849da 54d7c1e932b97423408a3cbc156850a65394851490f52e6ef05045ead27aa69c
12
+ reader/iphone-gpu-aot-timing-interim-weights.json r4b/timing_iphone18pro_reader_fp16-gpu-aot_T750_r4b20805-t-reader.json 80 7f2ef097540053859dd7e9d1a475727b9f3b341ff13b146ce2f71818e1dfb955 0ee906463e2f13db456b3f1a4afcaead4c27582d7fb3da909d11d8d627346cf5
13
+ pipeline/mac-encoder-gpu-reader-ane-overlap.json pipeline/pipeline_long_fp16_ane_overlap.json 73 69767253281f3e793cc7b17b4fb513d07ad8eab1e4a99ec00241df142a2fabe8 000974d3a74a96dc7bdda4300b13b6761b00d0370e8b79d2f9d3159ad795e958
14
+ pipeline/mac-encoder-gpu-reader-gpu.json pipeline/pipeline_long_fp16_gpu.json 69 f40f22063411141c60f9bd59cf056a259f617d64b117e9aae354dcfc3cf4177a 96b74d514caff52dbc4a6f54fada6a3b549d2a62012f1cacc824bd555f9793a3
15
+ pipeline/torch-fp32.json pipeline/pipeline_long_torch.json - 77e053d8e1102d5b0044b9404839b4998decfb0b6a52a40170a450b3ce990fe3 00e108772c6e3fdbd6a940e4cf279cb58a9204c28658e9a7893e60e2ca463731
16
+ strip/strip_eg2_audio_fp16_T3000.json ship/provenance/strip_eg2_audio_fp16_T3000.json - 5a9a1ac4eb27901bb2c794777d982e133dbbd297ebda045c944116ff12c5cc5f 5a9a1ac4eb27901bb2c794777d982e133dbbd297ebda045c944116ff12c5cc5f
17
+ strip/strip_eg2_reader_fp16_T750.json ship/provenance/strip_eg2_reader_fp16_T750.json - d40f076deeb528cf0ea8686d6465b7ab6968fe7624246cba43b27db2565f7444 d40f076deeb528cf0ea8686d6465b7ab6968fe7624246cba43b27db2565f7444
18
+ strip/aot_h19p_eg2_audio_fp16_T3000.json ship/provenance/aot_h19p_eg2_audio_fp16_T3000.json - 92a4b4f98445115dbb8c5ea16d0dc2c1d01a4a1a6ff83466340b63d4f31d402b 92a4b4f98445115dbb8c5ea16d0dc2c1d01a4a1a6ff83466340b63d4f31d402b
19
+ strip/aot_h19p_eg2_reader_fp16_T750.json ship/provenance/aot_h19p_eg2_reader_fp16_T750.json - 6c67cc3d21d37ecc6a481d81302b340c44ab56b1cc5a5f85f010a916ace9c53a 6c67cc3d21d37ecc6a481d81302b340c44ab56b1cc5a5f85f010a916ace9c53a
20
+ strip/compare_mac.json ship/provenance/compare_mac.json - ca3d569a7c00d86a6f367bdcdbd9a4865b482520323d00bb600ba6bbbb858f22 ca3d569a7c00d86a6f367bdcdbd9a4865b482520323d00bb600ba6bbbb858f22
provenance/app/SOURCES.tsv ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ copy record (under <work>/exports) ladder rows sha256 of the record sha256 of the copy
2
+ mac-gpu-ane-gate.json app/gate_mac_v1_gpu-ane_124853.json 90 91 cf02fab0f6df851ddc902abdec4d0abb344f02fe27e64fb5594bcc813c9c737d 76581ebfc070a026715d4f693d1ca6b4e92ab0fb8c6a003873a51bfd8e6fe207
3
+ mac-gpu-gate.json app/gate_mac_v1_gpu_124853.json 88 89 8fb7b5eced8672b9caac26c32de5921d013388df09b1e110f9f401910b1ea5db 0090d9b721d76bfc803a1dfa47e947cde28637a81a0c2fee52f66ceb187f9f70
4
+ iphone-gpu-gate.json app/gate_iphone18pro_v1_r6a1255.json 94 95 8cb3e8104f1cf11ce4a7bb49abdb1dbc99812d0d1a618ea2d641cddf88cd7f91 5ba6b91f0c27f634009e4807fb91f96f0c6abd6ea9bba33a8678b50d1639259e
5
+ iphone-gpu-timing.json app/timing_iphone18pro_v1_r6a1255.json 94 95 8b87ce36a26a67bf3f78fe51402f92fba495a35722c104e0d35f73950b1b4e3f 8b87ce36a26a67bf3f78fe51402f92fba495a35722c104e0d35f73950b1b4e3f
provenance/app/iphone-gpu-gate.json ADDED
@@ -0,0 +1,425 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "what": "the app's self-test with reader v1 against the r4 bars and the r6a stop conditions",
3
+ "device": "iphone",
4
+ "form": "gpu",
5
+ "inputs": {
6
+ "gate": "<work>/device/pull/r6a1255-gate/result.json",
7
+ "long": "<work>/device/pull/r6a1255-long/result.json",
8
+ "iso": "<work>/exports/app/extractor_isolation_mac_v1_gpu_124853.json",
9
+ "transcribe": [
10
+ "<work>/device/pull/r6a1255-cold/result.json",
11
+ "<work>/device/pull/r6a1255-warm/result.json"
12
+ ]
13
+ },
14
+ "references": {
15
+ "ref_fixtures": {
16
+ "file": "ref_fixtures_coreai_path.json",
17
+ "finished": "2026-10-14T12:48:58+0900",
18
+ "transcripts_same_as_torch": 20
19
+ },
20
+ "torch": "exports/reader/ref_T750.npz, exports/reader/fp16/hyp_gpu_T750.tsv (v1)"
21
+ },
22
+ "device_record": {
23
+ "arch": "h19p",
24
+ "available_mb": 3521.837312,
25
+ "footprint_mb": 13.731584,
26
+ "machine": "iPhone19,2",
27
+ "os": "Version 27.2 (Build 24B5099f)",
28
+ "os_build": "24B5099f",
29
+ "physical_memory_gb": 12.12,
30
+ "power": {
31
+ "battery": "charging",
32
+ "level": 0.800000011920929,
33
+ "low_power_mode": false
34
+ },
35
+ "thermal": "nominal"
36
+ },
37
+ "model": {
38
+ "cache": {
39
+ "cleared": false,
40
+ "fingerprint": "2e2e1a1925074c657b1146c7e61043d94b5590aaf6091c8b26f4c452a81be400",
41
+ "mode": "check",
42
+ "ms": 1.486666,
43
+ "previous": "2e2e1a1925074c657b1146c7e61043d94b5590aaf6091c8b26f4c452a81be400"
44
+ },
45
+ "folder": "eg2-transcribe",
46
+ "form": "gpu",
47
+ "platform_folders": [
48
+ "ios-h19p"
49
+ ],
50
+ "reader_config_version": "v1",
51
+ "stages": [
52
+ {
53
+ "aot": true,
54
+ "bundle": "eg2_audio_fp16_T3000.aimodelc",
55
+ "compute": "gpu",
56
+ "load_s": 0.098403167,
57
+ "name": "encoder",
58
+ "warm_up_ms": 97.186084
59
+ },
60
+ {
61
+ "aot": true,
62
+ "bundle": "eg2_reader_fp16_T750.aimodelc",
63
+ "compute": "gpu",
64
+ "load_s": 0.043606917,
65
+ "name": "reader",
66
+ "warm_up_ms": 43.432708
67
+ }
68
+ ],
69
+ "vocabulary": 200000,
70
+ "window": {
71
+ "drop_last": 1,
72
+ "frames": 3000,
73
+ "left_overlap": 96,
74
+ "tokens": 750
75
+ }
76
+ },
77
+ "fixtures": {
78
+ "source": "r6a1255-gate",
79
+ "utterances": 20,
80
+ "features_max_abs_diff": 4.76837158203125e-07,
81
+ "fp32_encoder_cos_min_app_features": 0.9999999995026775,
82
+ "fp32_encoder_cos_min_hf_features": 0.9999999990170414,
83
+ "iso_features_max_abs": 4.76837158203125e-07,
84
+ "extractor_pass": true,
85
+ "transcripts_same_as_torch": 20,
86
+ "mismatches": [],
87
+ "fixture_pass": true,
88
+ "fp16_soft_cos_mean_app_features": 0.9999947903463485,
89
+ "fp16_soft_cos_min_app_features": 0.991114015115895,
90
+ "fp16_soft_cos_min_reference_features": 0.9962582505090712,
91
+ "labels_same_both_features": 20,
92
+ "host_labels_equal_python_gpu_path_on_features_npy": 20
93
+ },
94
+ "long": {
95
+ "source": "r6a1255-long",
96
+ "audio_s": 3257.44325,
97
+ "decode_s": 0.488071708,
98
+ "log_mel_s": 0.160618959,
99
+ "log_mel_cpu_s": {
100
+ "blocks": 637,
101
+ "fft": 0.5949621569999999,
102
+ "log": 0.09767911500000007,
103
+ "mel": 0.22696038400000002,
104
+ "note": "CPU seconds summed over the parallel blocks of 512 frames: framing + FFT + |X|, mel product, log"
105
+ },
106
+ "torch_wer": {
107
+ "wer": 0.05784204671857619,
108
+ "errors": 572,
109
+ "ref_words": 9889,
110
+ "hyp_words": 9930,
111
+ "engine": "word Levenshtein (numpy); jiwer: bench_pipeline.py score"
112
+ },
113
+ "python_path": {
114
+ "sequential_s": 8.0933,
115
+ "overlap_s": 7.6403,
116
+ "overlap_s_pass2": 7.3074,
117
+ "errors": 573,
118
+ "ref_words": 9889,
119
+ "wer": 0.057943169177874405,
120
+ "x_realtime_overlap": 426.3,
121
+ "x_realtime_sequential": 402.5,
122
+ "reader_bundle": "eg2_reader_fp16_T750_gpu_h16c.aimodelc",
123
+ "json": [
124
+ "pipeline_long_fp16_gpu.json",
125
+ "pipeline_long_fp16_gpu_overlap.json"
126
+ ],
127
+ "labels": "labels_long_fp16_gpu_overlap.npy"
128
+ },
129
+ "modes": {
130
+ "overlap_off": {
131
+ "wall_s": [
132
+ 11.631452667,
133
+ 12.366459125
134
+ ],
135
+ "x_realtime_windows": [
136
+ 280.0547225921149,
137
+ 263.40953518495536
138
+ ],
139
+ "x_realtime_end_to_end": null,
140
+ "stage_ms_median": [
141
+ 57.799417,
142
+ 34.4955
143
+ ],
144
+ "stage_ms_median_every_pass": [
145
+ [
146
+ 57.799417,
147
+ 34.4955
148
+ ],
149
+ [
150
+ 59.526667,
151
+ 38.885959
152
+ ]
153
+ ],
154
+ "host_ms_per_window": {
155
+ "collapse": 0.015566,
156
+ "feed": 0.6100727119999997,
157
+ "inputs": 0.06284570399999997,
158
+ "labels": 0.009333024,
159
+ "total": 0.6978174399999997
160
+ },
161
+ "wer": {
162
+ "errors": 571,
163
+ "reference_words": 9889,
164
+ "wer": 0.05774092425927799
165
+ },
166
+ "wer_errors_every_pass": [
167
+ 571,
168
+ 571
169
+ ],
170
+ "word_distance_to_python_hyp": 6,
171
+ "labels_differing_from_python": 19,
172
+ "labels_differing_positions_s": [
173
+ 158.68,
174
+ 264.0,
175
+ 287.2,
176
+ 287.4,
177
+ 287.44,
178
+ 291.48,
179
+ 469.4,
180
+ 996.36,
181
+ 1020.76,
182
+ 1047.0,
183
+ 1539.04,
184
+ 1720.08,
185
+ 1999.92,
186
+ 2329.8,
187
+ 2441.64,
188
+ 2773.84,
189
+ 2773.92,
190
+ 2852.6,
191
+ 3200.48
192
+ ],
193
+ "top1_logit_max": 40.53125,
194
+ "thermal": [
195
+ {
196
+ "order": 0,
197
+ "start": "nominal",
198
+ "end": "nominal",
199
+ "cooled_s": 1.0728836059570312e-06
200
+ },
201
+ {
202
+ "order": 2,
203
+ "start": "nominal",
204
+ "end": "nominal",
205
+ "cooled_s": 0
206
+ }
207
+ ]
208
+ },
209
+ "overlap_on": {
210
+ "wall_s": [
211
+ 11.679626291,
212
+ 14.340012583
213
+ ],
214
+ "x_realtime_windows": [
215
+ 278.8996127821398,
216
+ 227.1576284292581
217
+ ],
218
+ "x_realtime_end_to_end": null,
219
+ "stage_ms_median": [
220
+ 92.199375,
221
+ 48.712208
222
+ ],
223
+ "stage_ms_median_every_pass": [
224
+ [
225
+ 92.199375,
226
+ 48.712208
227
+ ],
228
+ [
229
+ 115.943625,
230
+ 60.6265
231
+ ]
232
+ ],
233
+ "host_ms_per_window": {
234
+ "collapse": 0.002445328,
235
+ "feed": 1.0069093679999999,
236
+ "inputs": 0.173969696,
237
+ "labels": 0.027355032000000022,
238
+ "total": 1.210679424
239
+ },
240
+ "wer": {
241
+ "errors": 571,
242
+ "reference_words": 9889,
243
+ "wer": 0.05774092425927799
244
+ },
245
+ "wer_errors_every_pass": [
246
+ 571,
247
+ 571
248
+ ],
249
+ "word_distance_to_python_hyp": 6,
250
+ "labels_differing_from_python": 19,
251
+ "labels_differing_positions_s": [
252
+ 158.68,
253
+ 264.0,
254
+ 287.2,
255
+ 287.4,
256
+ 287.44,
257
+ 291.48,
258
+ 469.4,
259
+ 996.36,
260
+ 1020.76,
261
+ 1047.0,
262
+ 1539.04,
263
+ 1720.08,
264
+ 1999.92,
265
+ 2329.8,
266
+ 2441.64,
267
+ 2773.84,
268
+ 2773.92,
269
+ 2852.6,
270
+ 3200.48
271
+ ],
272
+ "top1_logit_max": 40.53125,
273
+ "thermal": [
274
+ {
275
+ "order": 1,
276
+ "start": "nominal",
277
+ "end": "nominal",
278
+ "cooled_s": 0
279
+ },
280
+ {
281
+ "order": 3,
282
+ "start": "nominal",
283
+ "end": "nominal",
284
+ "cooled_s": 0
285
+ }
286
+ ]
287
+ }
288
+ },
289
+ "errors": [
290
+ 571,
291
+ 571,
292
+ 571,
293
+ 571
294
+ ],
295
+ "long_vs_torch_pass": true,
296
+ "long_vs_python_pass": true,
297
+ "overlap_labels_same_as_sequential": true
298
+ },
299
+ "transcribe": [
300
+ {
301
+ "source": "r6a1255-cold",
302
+ "milestones_s": {
303
+ "load_and_warm_up": 1.0898919105529785,
304
+ "process_start_to_load_start": 0.08295607566833496,
305
+ "process_start_to_transcript": 1.2771220207214355,
306
+ "transcribe": 0.10427403450012207
307
+ },
308
+ "cache": {
309
+ "cleared": true,
310
+ "fingerprint": "2e2e1a1925074c657b1146c7e61043d94b5590aaf6091c8b26f4c452a81be400",
311
+ "mode": "check",
312
+ "ms": 11.065791,
313
+ "previous": null
314
+ },
315
+ "stages": [
316
+ {
317
+ "aot": true,
318
+ "bundle": "eg2_audio_fp16_T3000.aimodelc",
319
+ "compute": "gpu",
320
+ "load_s": 0.520539584,
321
+ "name": "encoder",
322
+ "warm_up_ms": 152.656667
323
+ },
324
+ {
325
+ "aot": true,
326
+ "bundle": "eg2_reader_fp16_T750.aimodelc",
327
+ "compute": "gpu",
328
+ "load_s": 0.276540666,
329
+ "name": "reader",
330
+ "warm_up_ms": 100.124583
331
+ }
332
+ ],
333
+ "result": {
334
+ "audio_s": 10.435,
335
+ "decode_s": 0.012767875,
336
+ "log_mel_s": 0.000869708,
337
+ "total_s": 0.104259666,
338
+ "x_realtime": 100.08664328542929,
339
+ "text": "he hoped there would be stew for dinner turnips and carrots and bruised potatoes and fat muttered pieces to be ladled out in thick peppered flour fatten sauce"
340
+ },
341
+ "device": {
342
+ "arch": "h19p",
343
+ "available_mb": 3521.657112,
344
+ "footprint_mb": 13.797072,
345
+ "machine": "iPhone19,2",
346
+ "os": "Version 27.2 (Build 24B5099f)",
347
+ "os_build": "24B5099f",
348
+ "physical_memory_gb": 12.12,
349
+ "power": {
350
+ "battery": "charging",
351
+ "level": 0.800000011920929,
352
+ "low_power_mode": false
353
+ },
354
+ "thermal": "nominal"
355
+ },
356
+ "error": null
357
+ },
358
+ {
359
+ "source": "r6a1255-warm",
360
+ "milestones_s": {
361
+ "load_and_warm_up": 0.31466495990753174,
362
+ "process_start_to_load_start": 0.08220303058624268,
363
+ "process_start_to_transcript": 0.5103769302368164,
364
+ "transcribe": 0.11350893974304199
365
+ },
366
+ "cache": {
367
+ "cleared": false,
368
+ "fingerprint": "2e2e1a1925074c657b1146c7e61043d94b5590aaf6091c8b26f4c452a81be400",
369
+ "mode": "check",
370
+ "ms": 1.8715,
371
+ "previous": "2e2e1a1925074c657b1146c7e61043d94b5590aaf6091c8b26f4c452a81be400"
372
+ },
373
+ "stages": [
374
+ {
375
+ "aot": true,
376
+ "bundle": "eg2_audio_fp16_T3000.aimodelc",
377
+ "compute": "gpu",
378
+ "load_s": 0.095391583,
379
+ "name": "encoder",
380
+ "warm_up_ms": 98.953916
381
+ },
382
+ {
383
+ "aot": true,
384
+ "bundle": "eg2_reader_fp16_T750.aimodelc",
385
+ "compute": "gpu",
386
+ "load_s": 0.0446345,
387
+ "name": "reader",
388
+ "warm_up_ms": 44.191125
389
+ }
390
+ ],
391
+ "result": {
392
+ "audio_s": 10.435,
393
+ "decode_s": 0.018186209,
394
+ "log_mel_s": 0.000815333,
395
+ "total_s": 0.11349604199999999,
396
+ "x_realtime": 91.94153219898189,
397
+ "text": "he hoped there would be stew for dinner turnips and carrots and bruised potatoes and fat muttered pieces to be ladled out in thick peppered flour fatten sauce"
398
+ },
399
+ "device": {
400
+ "arch": "h19p",
401
+ "available_mb": 3521.657112,
402
+ "footprint_mb": 13.82984,
403
+ "machine": "iPhone19,2",
404
+ "os": "Version 27.2 (Build 24B5099f)",
405
+ "os_build": "24B5099f",
406
+ "physical_memory_gb": 12.12,
407
+ "power": {
408
+ "battery": "charging",
409
+ "level": 0.800000011920929,
410
+ "low_power_mode": false
411
+ },
412
+ "thermal": "nominal"
413
+ },
414
+ "error": null
415
+ }
416
+ ],
417
+ "verdicts": {
418
+ "extractor_pass": true,
419
+ "fixture_pass": true,
420
+ "long_vs_torch_pass": true,
421
+ "long_vs_python_pass": true
422
+ },
423
+ "pass": true,
424
+ "finished": "2026-10-14T12:59:51+0900"
425
+ }
provenance/app/iphone-gpu-timing.json ADDED
@@ -0,0 +1,390 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "what": "EG2 Transcribe app (reader v1, the shipped h19p bundles) on the iPhone 18 Pro: start-up with the model-cache check, the long recording, the demo clip, thermal and power",
3
+ "frame": {
4
+ "run": "r6a1255",
5
+ "probe": {
6
+ "milestones_s": null,
7
+ "device": {
8
+ "arch": "h19p",
9
+ "available_mb": 3521.722624,
10
+ "footprint_mb": 13.551336,
11
+ "machine": "iPhone19,2",
12
+ "os": "Version 27.2 (Build 24B5099f)",
13
+ "os_build": "24B5099f",
14
+ "physical_memory_gb": 12.12,
15
+ "power": {
16
+ "battery": "charging",
17
+ "level": 0.800000011920929,
18
+ "low_power_mode": false
19
+ },
20
+ "thermal": "nominal"
21
+ },
22
+ "model_cache": null,
23
+ "stages": null,
24
+ "sampler": {
25
+ "available_least_mb": 3522.214144,
26
+ "footprint_peak_mb": 17.778432,
27
+ "thermal_changes": [],
28
+ "thermal_end": "nominal"
29
+ },
30
+ "transcribe": {
31
+ "audio_s": null,
32
+ "decode_s": null,
33
+ "log_mel_s": null,
34
+ "total_s": null,
35
+ "x_realtime": null,
36
+ "text": null
37
+ },
38
+ "error": null
39
+ },
40
+ "cold": {
41
+ "milestones_s": {
42
+ "load_and_warm_up": 1.0898919105529785,
43
+ "process_start_to_load_start": 0.08295607566833496,
44
+ "process_start_to_transcript": 1.2771220207214355,
45
+ "transcribe": 0.10427403450012207
46
+ },
47
+ "device": {
48
+ "arch": "h19p",
49
+ "available_mb": 3521.657112,
50
+ "footprint_mb": 13.797072,
51
+ "machine": "iPhone19,2",
52
+ "os": "Version 27.2 (Build 24B5099f)",
53
+ "os_build": "24B5099f",
54
+ "physical_memory_gb": 12.12,
55
+ "power": {
56
+ "battery": "charging",
57
+ "level": 0.800000011920929,
58
+ "low_power_mode": false
59
+ },
60
+ "thermal": "nominal"
61
+ },
62
+ "model_cache": {
63
+ "cleared": true,
64
+ "fingerprint": "2e2e1a1925074c657b1146c7e61043d94b5590aaf6091c8b26f4c452a81be400",
65
+ "mode": "check",
66
+ "ms": 11.065791,
67
+ "previous": null
68
+ },
69
+ "stages": [
70
+ {
71
+ "aot": true,
72
+ "bundle": "eg2_audio_fp16_T3000.aimodelc",
73
+ "compute": "gpu",
74
+ "load_s": 0.520539584,
75
+ "name": "encoder",
76
+ "warm_up_ms": 152.656667
77
+ },
78
+ {
79
+ "aot": true,
80
+ "bundle": "eg2_reader_fp16_T750.aimodelc",
81
+ "compute": "gpu",
82
+ "load_s": 0.276540666,
83
+ "name": "reader",
84
+ "warm_up_ms": 100.124583
85
+ }
86
+ ],
87
+ "sampler": {
88
+ "available_least_mb": 2695.328992,
89
+ "footprint_peak_mb": 844.663584,
90
+ "thermal_changes": [],
91
+ "thermal_end": "nominal"
92
+ },
93
+ "transcribe": {
94
+ "audio_s": 10.435,
95
+ "decode_s": 0.012767875,
96
+ "log_mel_s": 0.000869708,
97
+ "total_s": 0.104259666,
98
+ "x_realtime": 100.08664328542929,
99
+ "text": "he hoped there would be stew for dinner turnips and carrots and bruised potatoes and fat muttered pieces to be ladled out in thick peppered flour fatten sauce"
100
+ },
101
+ "error": null
102
+ },
103
+ "warm": {
104
+ "milestones_s": {
105
+ "load_and_warm_up": 0.31466495990753174,
106
+ "process_start_to_load_start": 0.08220303058624268,
107
+ "process_start_to_transcript": 0.5103769302368164,
108
+ "transcribe": 0.11350893974304199
109
+ },
110
+ "device": {
111
+ "arch": "h19p",
112
+ "available_mb": 3521.657112,
113
+ "footprint_mb": 13.82984,
114
+ "machine": "iPhone19,2",
115
+ "os": "Version 27.2 (Build 24B5099f)",
116
+ "os_build": "24B5099f",
117
+ "physical_memory_gb": 12.12,
118
+ "power": {
119
+ "battery": "charging",
120
+ "level": 0.800000011920929,
121
+ "low_power_mode": false
122
+ },
123
+ "thermal": "nominal"
124
+ },
125
+ "model_cache": {
126
+ "cleared": false,
127
+ "fingerprint": "2e2e1a1925074c657b1146c7e61043d94b5590aaf6091c8b26f4c452a81be400",
128
+ "mode": "check",
129
+ "ms": 1.8715,
130
+ "previous": "2e2e1a1925074c657b1146c7e61043d94b5590aaf6091c8b26f4c452a81be400"
131
+ },
132
+ "stages": [
133
+ {
134
+ "aot": true,
135
+ "bundle": "eg2_audio_fp16_T3000.aimodelc",
136
+ "compute": "gpu",
137
+ "load_s": 0.095391583,
138
+ "name": "encoder",
139
+ "warm_up_ms": 98.953916
140
+ },
141
+ {
142
+ "aot": true,
143
+ "bundle": "eg2_reader_fp16_T750.aimodelc",
144
+ "compute": "gpu",
145
+ "load_s": 0.0446345,
146
+ "name": "reader",
147
+ "warm_up_ms": 44.191125
148
+ }
149
+ ],
150
+ "sampler": {
151
+ "available_least_mb": 2697.999608,
152
+ "footprint_peak_mb": 841.992968,
153
+ "thermal_changes": [],
154
+ "thermal_end": "nominal"
155
+ },
156
+ "transcribe": {
157
+ "audio_s": 10.435,
158
+ "decode_s": 0.018186209,
159
+ "log_mel_s": 0.000815333,
160
+ "total_s": 0.11349604199999999,
161
+ "x_realtime": 91.94153219898189,
162
+ "text": "he hoped there would be stew for dinner turnips and carrots and bruised potatoes and fat muttered pieces to be ladled out in thick peppered flour fatten sauce"
163
+ },
164
+ "error": null
165
+ },
166
+ "long": {
167
+ "input": {
168
+ "audio": "audio.flac",
169
+ "audio_s": 3257.44325,
170
+ "converted": false,
171
+ "decode_s": 0.488071708,
172
+ "frames": 325744,
173
+ "log_mel_cpu_s": {
174
+ "blocks": 637,
175
+ "fft": 0.5949621569999999,
176
+ "log": 0.09767911500000007,
177
+ "mel": 0.22696038400000002,
178
+ "note": "CPU seconds summed over the parallel blocks of 512 frames: framing + FFT + |X|, mel product, log"
179
+ },
180
+ "log_mel_s": 0.160618959,
181
+ "samples": 52119092,
182
+ "source_rate": 16000
183
+ },
184
+ "passes": [
185
+ {
186
+ "order": 0,
187
+ "overlap": false,
188
+ "wall_s": 11.631452667,
189
+ "x_realtime": 280.0547225921149,
190
+ "stage_ms_median": [
191
+ 57.799417,
192
+ 34.4955
193
+ ],
194
+ "host_ms_per_window": 0.6978174399999997,
195
+ "thermal_start": "nominal",
196
+ "thermal_end": "nominal",
197
+ "cooled_s": 1.0728836059570312e-06,
198
+ "wer_errors": 571,
199
+ "wer": 0.05774092425927799,
200
+ "labels_differing_from_first_pass": 0,
201
+ "labels_differing_from_mac_python": 19,
202
+ "words_differing_from_mac_python": 6,
203
+ "top1_logit_max": 40.53125
204
+ },
205
+ {
206
+ "order": 1,
207
+ "overlap": true,
208
+ "wall_s": 11.679626291,
209
+ "x_realtime": 278.8996127821398,
210
+ "stage_ms_median": [
211
+ 92.199375,
212
+ 48.712208
213
+ ],
214
+ "host_ms_per_window": 1.210679424,
215
+ "thermal_start": "nominal",
216
+ "thermal_end": "nominal",
217
+ "cooled_s": 0,
218
+ "wer_errors": 571,
219
+ "wer": 0.05774092425927799,
220
+ "labels_differing_from_first_pass": 0,
221
+ "labels_differing_from_mac_python": 19,
222
+ "words_differing_from_mac_python": 6,
223
+ "top1_logit_max": 40.53125
224
+ },
225
+ {
226
+ "order": 2,
227
+ "overlap": false,
228
+ "wall_s": 12.366459125,
229
+ "x_realtime": 263.40953518495536,
230
+ "stage_ms_median": [
231
+ 59.526667,
232
+ 38.885959
233
+ ],
234
+ "host_ms_per_window": 0.7033300319999995,
235
+ "thermal_start": "nominal",
236
+ "thermal_end": "nominal",
237
+ "cooled_s": 0,
238
+ "wer_errors": 571,
239
+ "wer": 0.05774092425927799,
240
+ "labels_differing_from_first_pass": 0,
241
+ "labels_differing_from_mac_python": 19,
242
+ "words_differing_from_mac_python": 6,
243
+ "top1_logit_max": 40.53125
244
+ },
245
+ {
246
+ "order": 3,
247
+ "overlap": true,
248
+ "wall_s": 14.340012583,
249
+ "x_realtime": 227.1576284292581,
250
+ "stage_ms_median": [
251
+ 115.943625,
252
+ 60.6265
253
+ ],
254
+ "host_ms_per_window": 1.2726330559999999,
255
+ "thermal_start": "nominal",
256
+ "thermal_end": "nominal",
257
+ "cooled_s": 0,
258
+ "wer_errors": 571,
259
+ "wer": 0.05774092425927799,
260
+ "labels_differing_from_first_pass": 0,
261
+ "labels_differing_from_mac_python": 19,
262
+ "words_differing_from_mac_python": 6,
263
+ "top1_logit_max": 40.53125
264
+ }
265
+ ],
266
+ "sampler": {
267
+ "available_least_mb": 2286.4496,
268
+ "footprint_peak_mb": 1253.542976,
269
+ "thermal_changes": [],
270
+ "thermal_end": "nominal"
271
+ },
272
+ "device_start": {
273
+ "arch": "h19p",
274
+ "available_mb": 3521.771776,
275
+ "footprint_mb": 13.846272,
276
+ "machine": "iPhone19,2",
277
+ "os": "Version 27.2 (Build 24B5099f)",
278
+ "os_build": "24B5099f",
279
+ "physical_memory_gb": 12.12,
280
+ "power": {
281
+ "battery": "charging",
282
+ "level": 0.800000011920929,
283
+ "low_power_mode": false
284
+ },
285
+ "thermal": "nominal"
286
+ },
287
+ "power_end": {
288
+ "battery": "charging",
289
+ "level": 0.800000011920929,
290
+ "low_power_mode": false
291
+ },
292
+ "error": null
293
+ },
294
+ "ui": {
295
+ "audio_s": 8.6,
296
+ "decode_s": 0.010321833,
297
+ "device": {
298
+ "arch": "h19p",
299
+ "available_mb": 2721.199304,
300
+ "footprint_mb": 818.58028,
301
+ "machine": "iPhone19,2",
302
+ "os": "Version 27.2 (Build 24B5099f)",
303
+ "os_build": "24B5099f",
304
+ "physical_memory_gb": 12.12,
305
+ "power": {
306
+ "battery": "charging",
307
+ "level": 0.800000011920929,
308
+ "low_power_mode": false
309
+ },
310
+ "thermal": "nominal"
311
+ },
312
+ "file": "speckled-band-opening.wav",
313
+ "form": "gpu",
314
+ "host_s": 0.0009686250000000001,
315
+ "log_mel_cpu_s": {
316
+ "blocks": 2,
317
+ "fft": 0.004009376,
318
+ "log": 0.000680375,
319
+ "mel": 0.001225666,
320
+ "note": "CPU seconds summed over the parallel blocks of 512 frames: framing + FFT + |X|, mel product, log"
321
+ },
322
+ "log_mel_s": 0.003624167,
323
+ "overlap": false,
324
+ "stage_ms_median": [
325
+ 79.402084,
326
+ 48.845792
327
+ ],
328
+ "total_s": 0.14326283299999998,
329
+ "windows": 1,
330
+ "windows_wall_s": 0.129316833,
331
+ "words": 27,
332
+ "x_realtime": 60.02952629032543
333
+ },
334
+ "core_ai_cache": {
335
+ "before": {
336
+ "file": "device/r6a_cache_before.txt",
337
+ "lines": 43,
338
+ "entries": [
339
+ {
340
+ "build": "24B5099f",
341
+ "namespace": "com.coreai.eg2transcribe",
342
+ "main_hash": "17df9b320b2f7a95fbebd561f0d6242c25478907bdee526ebee6fab794445606"
343
+ },
344
+ {
345
+ "build": "24B5099f",
346
+ "namespace": "com.coreai.eg2transcribe",
347
+ "main_hash": "755fe56bbd2b219f60f075808abf13b4400c574fe7573f311338ad33cdcead69"
348
+ }
349
+ ]
350
+ },
351
+ "after-cold": {
352
+ "file": "device/r6a_cache_after-cold.txt",
353
+ "lines": 45,
354
+ "entries": [
355
+ {
356
+ "build": "24B5099f",
357
+ "namespace": "com.coreai.eg2transcribe",
358
+ "main_hash": "46bcd1e57d2008457153ecd67ca27dacac4d26be696c42b377306c1f3a485bf5"
359
+ },
360
+ {
361
+ "build": "24B5099f",
362
+ "namespace": "com.coreai.eg2transcribe",
363
+ "main_hash": "7ad3b2b217af4b586eb8b776af4ff88210ccfbd3c31e51f7e3a88d89aaa353e6"
364
+ }
365
+ ]
366
+ },
367
+ "after-warm": {
368
+ "file": "device/r6a_cache_after-warm.txt",
369
+ "lines": 45,
370
+ "entries": [
371
+ {
372
+ "build": "24B5099f",
373
+ "namespace": "com.coreai.eg2transcribe",
374
+ "main_hash": "46bcd1e57d2008457153ecd67ca27dacac4d26be696c42b377306c1f3a485bf5"
375
+ },
376
+ {
377
+ "build": "24B5099f",
378
+ "namespace": "com.coreai.eg2transcribe",
379
+ "main_hash": "7ad3b2b217af4b586eb8b776af4ff88210ccfbd3c31e51f7e3a88d89aaa353e6"
380
+ }
381
+ ]
382
+ }
383
+ }
384
+ },
385
+ "hold_log": [
386
+ "[2026-10-14 12:55:39] eg2stt_r6a frame pid 41936 enqueued (supervisor coreai-8f, ~30 min); waiting for the hold",
387
+ "[2026-10-14 12:55:39] hold taken by eg2stt_r6a frame pid 41936: {\"pid\": 41936, \"script\": \"eg2stt_r6a\", \"device\": \"iPhone 18 Pro\", \"session\": \"EG2 STT r6a worker (Opus 5.5), supervisor coreai-8f\", \"started\": \"2026-10-14 12:55:39\"}",
388
+ "[2026-10-14 12:59:05] hold released by eg2stt_r6a frame pid 41936 after 206 s; thermal=nominal"
389
+ ]
390
+ }
provenance/app/mac-gpu-ane-gate.json ADDED
@@ -0,0 +1,420 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "what": "the app's self-test with reader v1 against the r4 bars and the r6a stop conditions",
3
+ "device": "mac",
4
+ "form": "gpu-ane",
5
+ "inputs": {
6
+ "gate": "<work>/exports/app/mac_v1/gate-gpu-ane-124904/result.json",
7
+ "long": "<work>/exports/app/mac_v1/long-gpu-ane-124917/result.json",
8
+ "iso": "<work>/exports/app/extractor_isolation_mac_v1_gpu-ane_124853.json",
9
+ "transcribe": [
10
+ "<work>/exports/app/mac_v1/transcribe-gpu-ane-clear-124858/result.json",
11
+ "<work>/exports/app/mac_v1/transcribe-gpu-ane-check-124903/result.json"
12
+ ]
13
+ },
14
+ "references": {
15
+ "ref_fixtures": {
16
+ "file": "ref_fixtures_coreai_path.json",
17
+ "finished": "2026-10-14T12:48:58+0900",
18
+ "transcripts_same_as_torch": 20
19
+ },
20
+ "torch": "exports/reader/ref_T750.npz, exports/reader/fp16/hyp_gpu_T750.tsv (v1)"
21
+ },
22
+ "device_record": {
23
+ "arch": "h16c",
24
+ "available_mb": null,
25
+ "footprint_mb": 3.392088,
26
+ "machine": "Mac16,9",
27
+ "os": "Version 27.0 (Build 26A428)",
28
+ "os_build": "26A428",
29
+ "physical_memory_gb": 137.44,
30
+ "power": {
31
+ "battery": "mac",
32
+ "level": null,
33
+ "low_power_mode": false
34
+ },
35
+ "thermal": "nominal"
36
+ },
37
+ "model": {
38
+ "cache": {
39
+ "cleared": false,
40
+ "fingerprint": "e8429013ffe6a096df55e9a134e8e212948627a25dcc3b00736140a8d48c97c8",
41
+ "mode": "check",
42
+ "ms": 0.627042,
43
+ "previous": "e8429013ffe6a096df55e9a134e8e212948627a25dcc3b00736140a8d48c97c8"
44
+ },
45
+ "folder": "eg2-transcribe",
46
+ "form": "gpu-ane",
47
+ "platform_folders": [
48
+ "macos"
49
+ ],
50
+ "reader_config_version": "v1",
51
+ "stages": [
52
+ {
53
+ "aot": false,
54
+ "bundle": "eg2_audio_fp16_T3000.aimodel",
55
+ "compute": "gpu",
56
+ "load_s": 0.133974166,
57
+ "name": "encoder",
58
+ "warm_up_ms": 104.626917
59
+ },
60
+ {
61
+ "aot": false,
62
+ "bundle": "eg2_reader_fp16_T750.aimodel",
63
+ "compute": "ane",
64
+ "load_s": 0.08123825,
65
+ "name": "reader",
66
+ "warm_up_ms": 49.123416
67
+ }
68
+ ],
69
+ "vocabulary": 200000,
70
+ "window": {
71
+ "drop_last": 1,
72
+ "frames": 3000,
73
+ "left_overlap": 96,
74
+ "tokens": 750
75
+ }
76
+ },
77
+ "fixtures": {
78
+ "source": "gate-gpu-ane-124904",
79
+ "utterances": 20,
80
+ "features_max_abs_diff": 4.76837158203125e-07,
81
+ "fp32_encoder_cos_min_app_features": 0.9999999995026775,
82
+ "fp32_encoder_cos_min_hf_features": 0.9999999990170414,
83
+ "iso_features_max_abs": 4.76837158203125e-07,
84
+ "extractor_pass": true,
85
+ "transcripts_same_as_torch": 19,
86
+ "mismatches": [
87
+ {
88
+ "id": "1188-133604-0000",
89
+ "transcript_app": "you will find me continually speaking of four men tion sublime turner and tiara in almost the same terms",
90
+ "transcript_torch": "you will find me continually speaking of four men tion sublime turner and tintoret in almost the same terms",
91
+ "positions": [
92
+ {
93
+ "token": 185,
94
+ "label_app": 177342,
95
+ "label_torch": 177983,
96
+ "app_top1_minus_blank": 5.7266,
97
+ "torch_top1_minus_blank": 5.7166,
98
+ "torch_top1_minus_top2_cos": 8.9e-05
99
+ }
100
+ ]
101
+ }
102
+ ],
103
+ "fixture_pass": true,
104
+ "fp16_soft_cos_mean_app_features": 0.9999941175021174,
105
+ "fp16_soft_cos_min_app_features": 0.989784733563025,
106
+ "fp16_soft_cos_min_reference_features": 0.9964469062042872,
107
+ "labels_same_both_features": 19,
108
+ "host_labels_equal_python_gpu_path_on_features_npy": 20
109
+ },
110
+ "long": {
111
+ "source": "long-gpu-ane-124917",
112
+ "audio_s": 3257.44325,
113
+ "decode_s": 0.634887292,
114
+ "log_mel_s": 0.050173,
115
+ "log_mel_cpu_s": {
116
+ "blocks": 637,
117
+ "fft": 0.5019028929999998,
118
+ "log": 0.07281616899999996,
119
+ "mel": 0.11522407699999994,
120
+ "note": "CPU seconds summed over the parallel blocks of 512 frames: framing + FFT + |X|, mel product, log"
121
+ },
122
+ "torch_wer": {
123
+ "wer": 0.05784204671857619,
124
+ "errors": 572,
125
+ "ref_words": 9889,
126
+ "hyp_words": 9930,
127
+ "engine": "word Levenshtein (numpy); jiwer: bench_pipeline.py score"
128
+ },
129
+ "python_path": {
130
+ "sequential_s": 10.708,
131
+ "overlap_s": 5.6814,
132
+ "overlap_s_pass2": 5.8143,
133
+ "errors": 574,
134
+ "ref_words": 9889,
135
+ "wer": 0.05804429163717262,
136
+ "x_realtime_overlap": 573.3,
137
+ "x_realtime_sequential": 304.2,
138
+ "reader_bundle": "eg2_reader_fp16_T750_ane_h16c.aimodelc",
139
+ "json": [
140
+ "pipeline_long_fp16_ane.json",
141
+ "pipeline_long_fp16_ane_overlap.json"
142
+ ],
143
+ "labels": "labels_long_fp16_ane_overlap.npy"
144
+ },
145
+ "features_max_abs_diff_long": 4.76837158203125e-07,
146
+ "host_long_labels_differing_on_features_npy": 0,
147
+ "host_long_word_distance_on_features_npy": 0,
148
+ "modes": {
149
+ "overlap_off": {
150
+ "wall_s": [
151
+ 10.448345541,
152
+ 10.798591875
153
+ ],
154
+ "x_realtime_windows": [
155
+ 311.7664167228751,
156
+ 301.654446033965
157
+ ],
158
+ "x_realtime_end_to_end": 292.58281777035086,
159
+ "stage_ms_median": [
160
+ 40.629958,
161
+ 41.955208
162
+ ],
163
+ "stage_ms_median_every_pass": [
164
+ [
165
+ 40.629958,
166
+ 41.955208
167
+ ],
168
+ [
169
+ 40.562833,
170
+ 41.770833
171
+ ]
172
+ ],
173
+ "host_ms_per_window": {
174
+ "collapse": 0.003569328,
175
+ "feed": 0.29721467199999985,
176
+ "inputs": 0.03152696800000001,
177
+ "labels": 0.008576992,
178
+ "total": 0.3408879599999998
179
+ },
180
+ "wer": {
181
+ "errors": 572,
182
+ "reference_words": 9889,
183
+ "wer": 0.05784204671857619
184
+ },
185
+ "wer_errors_every_pass": [
186
+ 572,
187
+ 572
188
+ ],
189
+ "word_distance_to_python_hyp": 3,
190
+ "labels_differing_from_python": 13,
191
+ "labels_differing_positions_s": [
192
+ 291.48,
193
+ 469.4,
194
+ 603.24,
195
+ 1020.76,
196
+ 1047.0,
197
+ 1720.08,
198
+ 1818.44,
199
+ 1999.92,
200
+ 2080.56,
201
+ 2080.6,
202
+ 2441.64,
203
+ 2773.84,
204
+ 2773.92
205
+ ],
206
+ "top1_logit_max": 40.4375,
207
+ "labels_differing_pass2_vs_pass1": 0,
208
+ "soft_tokens_first_minutes_vs_continuous": {
209
+ "cos_mean": 0.9999893888428746,
210
+ "cos_min": 0.9470607199456169,
211
+ "reference": "soft_tokens_continuous.npy",
212
+ "tokens": 15000
213
+ }
214
+ },
215
+ "overlap_on": {
216
+ "wall_s": [
217
+ 5.480012375,
218
+ 5.498028166
219
+ ],
220
+ "x_realtime_windows": [
221
+ 594.4226083978505,
222
+ 592.4748203627154
223
+ ],
224
+ "x_realtime_end_to_end": 528.3706171763765,
225
+ "stage_ms_median": [
226
+ 40.30025,
227
+ 42.904
228
+ ],
229
+ "stage_ms_median_every_pass": [
230
+ [
231
+ 40.30025,
232
+ 42.904
233
+ ],
234
+ [
235
+ 40.379417,
236
+ 43.18075
237
+ ]
238
+ ],
239
+ "host_ms_per_window": {
240
+ "collapse": 0.003064,
241
+ "feed": 0.21146640800000005,
242
+ "inputs": 0.030885944000000002,
243
+ "labels": 0.007875311999999999,
244
+ "total": 0.2532916640000001
245
+ },
246
+ "wer": {
247
+ "errors": 572,
248
+ "reference_words": 9889,
249
+ "wer": 0.05784204671857619
250
+ },
251
+ "wer_errors_every_pass": [
252
+ 572,
253
+ 572
254
+ ],
255
+ "word_distance_to_python_hyp": 3,
256
+ "labels_differing_from_python": 13,
257
+ "labels_differing_positions_s": [
258
+ 291.48,
259
+ 469.4,
260
+ 603.24,
261
+ 1020.76,
262
+ 1047.0,
263
+ 1720.08,
264
+ 1818.44,
265
+ 1999.92,
266
+ 2080.56,
267
+ 2080.6,
268
+ 2441.64,
269
+ 2773.84,
270
+ 2773.92
271
+ ],
272
+ "top1_logit_max": 40.4375,
273
+ "labels_differing_pass2_vs_pass1": 0
274
+ }
275
+ },
276
+ "errors": [
277
+ 572,
278
+ 572,
279
+ 572,
280
+ 572
281
+ ],
282
+ "long_vs_torch_pass": true,
283
+ "long_vs_python_pass": true,
284
+ "overlap_labels_same_as_sequential": true,
285
+ "speed": {
286
+ "python_sequential_s": 10.708,
287
+ "python_overlap_s": 5.6814,
288
+ "app_sequential_s": 10.448345541,
289
+ "app_overlap_s": 5.480012375,
290
+ "sequential_ratio": 0.9757513579566679,
291
+ "overlap_ratio": 0.9645531691132467
292
+ }
293
+ },
294
+ "transcribe": [
295
+ {
296
+ "source": "transcribe-gpu-ane-clear-124858",
297
+ "milestones_s": {
298
+ "load_and_warm_up": 5.113898992538452,
299
+ "process_start_to_load_start": 0.010068058967590332,
300
+ "process_start_to_transcript": 5.213732123374939,
301
+ "transcribe": 0.08976507186889648
302
+ },
303
+ "cache": {
304
+ "cleared": true,
305
+ "fingerprint": "e8429013ffe6a096df55e9a134e8e212948627a25dcc3b00736140a8d48c97c8",
306
+ "mode": "clear",
307
+ "ms": 41.4955,
308
+ "previous": "e8429013ffe6a096df55e9a134e8e212948627a25dcc3b00736140a8d48c97c8"
309
+ },
310
+ "stages": [
311
+ {
312
+ "aot": false,
313
+ "bundle": "eg2_audio_fp16_T3000.aimodel",
314
+ "compute": "gpu",
315
+ "load_s": 1.266170458,
316
+ "name": "encoder",
317
+ "warm_up_ms": 107.368042
318
+ },
319
+ {
320
+ "aot": false,
321
+ "bundle": "eg2_reader_fp16_T750.aimodel",
322
+ "compute": "ane",
323
+ "load_s": 3.6100365,
324
+ "name": "reader",
325
+ "warm_up_ms": 51.036667
326
+ }
327
+ ],
328
+ "result": {
329
+ "audio_s": 10.435,
330
+ "decode_s": 0.005991542,
331
+ "log_mel_s": 0.000941041,
332
+ "total_s": 0.08975037400000001,
333
+ "x_realtime": 116.26692497125416,
334
+ "text": "he hoped there would be stew for dinner turnips and carrots and bruised potatoes and fat muttered pieces to be ladled out in thick peppered flour fatten sauce"
335
+ },
336
+ "device": {
337
+ "arch": "h16c",
338
+ "available_mb": null,
339
+ "footprint_mb": 3.37568,
340
+ "machine": "Mac16,9",
341
+ "os": "Version 27.0 (Build 26A428)",
342
+ "os_build": "26A428",
343
+ "physical_memory_gb": 137.44,
344
+ "power": {
345
+ "battery": "mac",
346
+ "level": null,
347
+ "low_power_mode": false
348
+ },
349
+ "thermal": "nominal"
350
+ },
351
+ "error": null
352
+ },
353
+ {
354
+ "source": "transcribe-gpu-ane-check-124903",
355
+ "milestones_s": {
356
+ "load_and_warm_up": 0.4048839807510376,
357
+ "process_start_to_load_start": 0.00967097282409668,
358
+ "process_start_to_transcript": 0.5038329362869263,
359
+ "transcribe": 0.08927798271179199
360
+ },
361
+ "cache": {
362
+ "cleared": false,
363
+ "fingerprint": "e8429013ffe6a096df55e9a134e8e212948627a25dcc3b00736140a8d48c97c8",
364
+ "mode": "check",
365
+ "ms": 0.618,
366
+ "previous": "e8429013ffe6a096df55e9a134e8e212948627a25dcc3b00736140a8d48c97c8"
367
+ },
368
+ "stages": [
369
+ {
370
+ "aot": false,
371
+ "bundle": "eg2_audio_fp16_T3000.aimodel",
372
+ "compute": "gpu",
373
+ "load_s": 0.135292584,
374
+ "name": "encoder",
375
+ "warm_up_ms": 103.62
376
+ },
377
+ {
378
+ "aot": false,
379
+ "bundle": "eg2_reader_fp16_T750.aimodel",
380
+ "compute": "ane",
381
+ "load_s": 0.079399792,
382
+ "name": "reader",
383
+ "warm_up_ms": 50.759416
384
+ }
385
+ ],
386
+ "result": {
387
+ "audio_s": 10.435,
388
+ "decode_s": 0.005810541,
389
+ "log_mel_s": 0.000970334,
390
+ "total_s": 0.089263167,
391
+ "x_realtime": 116.90152109436136,
392
+ "text": "he hoped there would be stew for dinner turnips and carrots and bruised potatoes and fat muttered pieces to be ladled out in thick peppered flour fatten sauce"
393
+ },
394
+ "device": {
395
+ "arch": "h16c",
396
+ "available_mb": null,
397
+ "footprint_mb": 3.37568,
398
+ "machine": "Mac16,9",
399
+ "os": "Version 27.0 (Build 26A428)",
400
+ "os_build": "26A428",
401
+ "physical_memory_gb": 137.44,
402
+ "power": {
403
+ "battery": "mac",
404
+ "level": null,
405
+ "low_power_mode": false
406
+ },
407
+ "thermal": "nominal"
408
+ },
409
+ "error": null
410
+ }
411
+ ],
412
+ "verdicts": {
413
+ "extractor_pass": true,
414
+ "fixture_pass": true,
415
+ "long_vs_torch_pass": true,
416
+ "long_vs_python_pass": true
417
+ },
418
+ "pass": true,
419
+ "finished": "2026-10-14T12:49:58+0900"
420
+ }
provenance/app/mac-gpu-gate.json ADDED
@@ -0,0 +1,296 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "what": "the app's self-test with reader v1 against the r4 bars and the r6a stop conditions",
3
+ "device": "mac",
4
+ "form": "gpu",
5
+ "inputs": {
6
+ "gate": "<work>/exports/app/mac_v1/gate-gpu-124958/result.json",
7
+ "long": "<work>/exports/app/mac_v1/long-gpu-125011/result.json",
8
+ "iso": "<work>/exports/app/extractor_isolation_mac_v1_gpu_124853.json",
9
+ "transcribe": []
10
+ },
11
+ "references": {
12
+ "ref_fixtures": {
13
+ "file": "ref_fixtures_coreai_path.json",
14
+ "finished": "2026-10-14T12:48:58+0900",
15
+ "transcripts_same_as_torch": 20
16
+ },
17
+ "torch": "exports/reader/ref_T750.npz, exports/reader/fp16/hyp_gpu_T750.tsv (v1)"
18
+ },
19
+ "device_record": {
20
+ "arch": "h16c",
21
+ "available_mb": null,
22
+ "footprint_mb": 3.37568,
23
+ "machine": "Mac16,9",
24
+ "os": "Version 27.0 (Build 26A428)",
25
+ "os_build": "26A428",
26
+ "physical_memory_gb": 137.44,
27
+ "power": {
28
+ "battery": "mac",
29
+ "level": null,
30
+ "low_power_mode": false
31
+ },
32
+ "thermal": "nominal"
33
+ },
34
+ "model": {
35
+ "cache": {
36
+ "cleared": false,
37
+ "fingerprint": "e8429013ffe6a096df55e9a134e8e212948627a25dcc3b00736140a8d48c97c8",
38
+ "mode": "check",
39
+ "ms": 0.771792,
40
+ "previous": "e8429013ffe6a096df55e9a134e8e212948627a25dcc3b00736140a8d48c97c8"
41
+ },
42
+ "folder": "eg2-transcribe",
43
+ "form": "gpu",
44
+ "platform_folders": [
45
+ "macos"
46
+ ],
47
+ "reader_config_version": "v1",
48
+ "stages": [
49
+ {
50
+ "aot": false,
51
+ "bundle": "eg2_audio_fp16_T3000.aimodel",
52
+ "compute": "gpu",
53
+ "load_s": 0.819112042,
54
+ "name": "encoder",
55
+ "warm_up_ms": 101.078125
56
+ },
57
+ {
58
+ "aot": false,
59
+ "bundle": "eg2_reader_fp16_T750.aimodel",
60
+ "compute": "gpu",
61
+ "load_s": 1.054093583,
62
+ "name": "reader",
63
+ "warm_up_ms": 31.866583
64
+ }
65
+ ],
66
+ "vocabulary": 200000,
67
+ "window": {
68
+ "drop_last": 1,
69
+ "frames": 3000,
70
+ "left_overlap": 96,
71
+ "tokens": 750
72
+ }
73
+ },
74
+ "fixtures": {
75
+ "source": "gate-gpu-124958",
76
+ "utterances": 20,
77
+ "features_max_abs_diff": 4.76837158203125e-07,
78
+ "fp32_encoder_cos_min_app_features": 0.9999999995026775,
79
+ "fp32_encoder_cos_min_hf_features": 0.9999999990170414,
80
+ "iso_features_max_abs": 4.76837158203125e-07,
81
+ "extractor_pass": true,
82
+ "transcripts_same_as_torch": 20,
83
+ "mismatches": [],
84
+ "fixture_pass": true,
85
+ "fp16_soft_cos_mean_app_features": 0.9999941175021174,
86
+ "fp16_soft_cos_min_app_features": 0.989784733563025,
87
+ "fp16_soft_cos_min_reference_features": 0.9964469062042872,
88
+ "labels_same_both_features": 20,
89
+ "host_labels_equal_python_gpu_path_on_features_npy": 20,
90
+ "host_fixture_pass": true
91
+ },
92
+ "long": {
93
+ "source": "long-gpu-125011",
94
+ "audio_s": 3257.44325,
95
+ "decode_s": 0.627848167,
96
+ "log_mel_s": 0.05057975,
97
+ "log_mel_cpu_s": {
98
+ "blocks": 637,
99
+ "fft": 0.4922012929999999,
100
+ "log": 0.07533278500000001,
101
+ "mel": 0.12448558399999993,
102
+ "note": "CPU seconds summed over the parallel blocks of 512 frames: framing + FFT + |X|, mel product, log"
103
+ },
104
+ "torch_wer": {
105
+ "wer": 0.05784204671857619,
106
+ "errors": 572,
107
+ "ref_words": 9889,
108
+ "hyp_words": 9930,
109
+ "engine": "word Levenshtein (numpy); jiwer: bench_pipeline.py score"
110
+ },
111
+ "python_path": {
112
+ "sequential_s": 8.0933,
113
+ "overlap_s": 7.6403,
114
+ "overlap_s_pass2": 7.3074,
115
+ "errors": 573,
116
+ "ref_words": 9889,
117
+ "wer": 0.057943169177874405,
118
+ "x_realtime_overlap": 426.3,
119
+ "x_realtime_sequential": 402.5,
120
+ "reader_bundle": "eg2_reader_fp16_T750_gpu_h16c.aimodelc",
121
+ "json": [
122
+ "pipeline_long_fp16_gpu.json",
123
+ "pipeline_long_fp16_gpu_overlap.json"
124
+ ],
125
+ "labels": "labels_long_fp16_gpu_overlap.npy"
126
+ },
127
+ "features_max_abs_diff_long": 4.76837158203125e-07,
128
+ "host_long_labels_differing_on_features_npy": 0,
129
+ "host_long_word_distance_on_features_npy": 0,
130
+ "host_long_pass": true,
131
+ "modes": {
132
+ "overlap_off": {
133
+ "wall_s": [
134
+ 7.860829167,
135
+ 7.855387292
136
+ ],
137
+ "x_realtime_windows": [
138
+ 414.3892687141511,
139
+ 414.6763398053474
140
+ ],
141
+ "x_realtime_end_to_end": 381.4668205860049,
142
+ "stage_ms_median": [
143
+ 39.954792,
144
+ 22.517875
145
+ ],
146
+ "stage_ms_median_every_pass": [
147
+ [
148
+ 39.954792,
149
+ 22.517875
150
+ ],
151
+ [
152
+ 39.924917,
153
+ 22.550208
154
+ ]
155
+ ],
156
+ "host_ms_per_window": {
157
+ "collapse": 0.002753336,
158
+ "feed": 0.260046672,
159
+ "inputs": 0.030012351999999996,
160
+ "labels": 0.007232360000000001,
161
+ "total": 0.30004472
162
+ },
163
+ "wer": {
164
+ "errors": 571,
165
+ "reference_words": 9889,
166
+ "wer": 0.05774092425927799
167
+ },
168
+ "wer_errors_every_pass": [
169
+ 571,
170
+ 571
171
+ ],
172
+ "word_distance_to_python_hyp": 4,
173
+ "labels_differing_from_python": 16,
174
+ "labels_differing_positions_s": [
175
+ 158.68,
176
+ 291.48,
177
+ 469.4,
178
+ 996.36,
179
+ 1020.76,
180
+ 1047.0,
181
+ 1054.0,
182
+ 1720.08,
183
+ 1818.44,
184
+ 1999.92,
185
+ 2080.56,
186
+ 2080.6,
187
+ 2441.64,
188
+ 2773.84,
189
+ 2773.92,
190
+ 3200.48
191
+ ],
192
+ "top1_logit_max": 40.5,
193
+ "labels_differing_pass2_vs_pass1": 0,
194
+ "soft_tokens_first_minutes_vs_continuous": {
195
+ "cos_mean": 0.9999893888428746,
196
+ "cos_min": 0.9470607199456169,
197
+ "reference": "soft_tokens_continuous.npy",
198
+ "tokens": 15000
199
+ }
200
+ },
201
+ "overlap_on": {
202
+ "wall_s": [
203
+ 7.288343667,
204
+ 7.613621167
205
+ ],
206
+ "x_realtime_windows": [
207
+ 446.93875574898846,
208
+ 427.84414650401266
209
+ ],
210
+ "x_realtime_end_to_end": 408.8787052137982,
211
+ "stage_ms_median": [
212
+ 57.842666,
213
+ 30.488875
214
+ ],
215
+ "stage_ms_median_every_pass": [
216
+ [
217
+ 57.842666,
218
+ 30.488875
219
+ ],
220
+ [
221
+ 57.829042,
222
+ 30.453208
223
+ ]
224
+ ],
225
+ "host_ms_per_window": {
226
+ "collapse": 0.002750664,
227
+ "feed": 0.224006648,
228
+ "inputs": 0.03185366399999998,
229
+ "labels": 0.009281959999999995,
230
+ "total": 0.26789293599999997
231
+ },
232
+ "wer": {
233
+ "errors": 571,
234
+ "reference_words": 9889,
235
+ "wer": 0.05774092425927799
236
+ },
237
+ "wer_errors_every_pass": [
238
+ 571,
239
+ 571
240
+ ],
241
+ "word_distance_to_python_hyp": 4,
242
+ "labels_differing_from_python": 16,
243
+ "labels_differing_positions_s": [
244
+ 158.68,
245
+ 291.48,
246
+ 469.4,
247
+ 996.36,
248
+ 1020.76,
249
+ 1047.0,
250
+ 1054.0,
251
+ 1720.08,
252
+ 1818.44,
253
+ 1999.92,
254
+ 2080.56,
255
+ 2080.6,
256
+ 2441.64,
257
+ 2773.84,
258
+ 2773.92,
259
+ 3200.48
260
+ ],
261
+ "top1_logit_max": 40.5,
262
+ "labels_differing_pass2_vs_pass1": 0
263
+ }
264
+ },
265
+ "errors": [
266
+ 571,
267
+ 571,
268
+ 571,
269
+ 571
270
+ ],
271
+ "long_vs_torch_pass": true,
272
+ "long_vs_python_pass": true,
273
+ "overlap_labels_same_as_sequential": true,
274
+ "speed": {
275
+ "python_sequential_s": 8.0933,
276
+ "python_overlap_s": 7.6403,
277
+ "app_sequential_s": 7.860829167,
278
+ "app_overlap_s": 7.288343667,
279
+ "sequential_ratio": 0.9712761379165484,
280
+ "overlap_ratio": 0.9539342260120677
281
+ },
282
+ "speed_pass": true
283
+ },
284
+ "transcribe": [],
285
+ "verdicts": {
286
+ "extractor_pass": true,
287
+ "fixture_pass": true,
288
+ "host_fixture_pass": true,
289
+ "host_long_pass": true,
290
+ "long_vs_torch_pass": true,
291
+ "long_vs_python_pass": true,
292
+ "speed_pass": true
293
+ },
294
+ "pass": true,
295
+ "finished": "2026-10-14T12:50:53+0900"
296
+ }
provenance/encoder-split7/strip_eg2_body_layer7_fp16_T3000.json ADDED
@@ -0,0 +1,566 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schema": "eg2-transcribe-strip/1",
3
+ "status": "PASS",
4
+ "failures": [],
5
+ "name": "eg2_body_layer7_fp16_T3000",
6
+ "started": "2026-10-14T15:49:35+0900",
7
+ "source": {
8
+ "bundle": "split/eg2_body_layer7_fp16_T3000.aimodel",
9
+ "main_hash": "571bc2d42ac14f98249ee088285460225a2955e7caa8a2c4bd70657e953112b3",
10
+ "files": [
11
+ {
12
+ "path": "main.hash",
13
+ "bytes": 32,
14
+ "sha256": "c396f0615749d149057f0f8cec6bf7b3060ea03f0e5029c512e2d5c115852af1"
15
+ },
16
+ {
17
+ "path": "main.mlirb",
18
+ "bytes": 198231377,
19
+ "sha256": "571bc2d42ac14f98249ee088285460225a2955e7caa8a2c4bd70657e953112b3"
20
+ },
21
+ {
22
+ "path": "metadata.json",
23
+ "bytes": 426,
24
+ "sha256": "b8e9dce4343f1206847da3d3b6bac09770423abbf792357a38622d344117bc36"
25
+ }
26
+ ],
27
+ "local_paths": {
28
+ "main.hash": {
29
+ "users_dir": 0,
30
+ "home_dir": 0,
31
+ "user_name": 0
32
+ },
33
+ "main.mlirb": {
34
+ "users_dir": 6,
35
+ "home_dir": 6,
36
+ "user_name": 6
37
+ },
38
+ "metadata.json": {
39
+ "users_dir": 0,
40
+ "home_dir": 0,
41
+ "user_name": 0
42
+ }
43
+ },
44
+ "op_total": 1580,
45
+ "metadata": {
46
+ "producer": "coreai-core 1.0.0b2",
47
+ "creationDate": "20261013T135103Z",
48
+ "license": "Apache-2.0 + Gemma Prohibited Use Policy",
49
+ "assetVersion": "2.0",
50
+ "description": "EmbeddingGemma 2 audio encoder, body of the cut after layer7 (float16): hidden -> soft_tokens; bucket 3000 frames; source google/embeddinggemma-2@914f7f89",
51
+ "author": "coreai-model-zoo community port; weights Google DeepMind (Gemma Team)"
52
+ }
53
+ },
54
+ "how": "AIModelAsset.load(source).program -> coreai_torch.debugging.debug_info.strip_debug_info(program) -> program.save_asset(out, the source's AIModelAssetMetadata); one program object throughout",
55
+ "after": {
56
+ "bundle": "macos/eg2_body_layer7_fp16_T3000.aimodel",
57
+ "main_hash": "b2181c232fd9a1b17d0dfa5dbb882978b503acc91d32cd8781a22021c3a803a6",
58
+ "files": [
59
+ {
60
+ "path": "main.hash",
61
+ "bytes": 32,
62
+ "sha256": "1377a03ca07f0d5c53d829ffbdf5da5b6861a662bf718d7c16b18e1a6150c81d"
63
+ },
64
+ {
65
+ "path": "main.mlirb",
66
+ "bytes": 198051965,
67
+ "sha256": "b2181c232fd9a1b17d0dfa5dbb882978b503acc91d32cd8781a22021c3a803a6"
68
+ },
69
+ {
70
+ "path": "metadata.json",
71
+ "bytes": 426,
72
+ "sha256": "36d3452f93bd441cf5261abb2434149342c55d8afd004a84fa4683ea216fbdf5"
73
+ }
74
+ ],
75
+ "local_paths": {
76
+ "main.hash": {
77
+ "users_dir": 0,
78
+ "home_dir": 0,
79
+ "user_name": 0
80
+ },
81
+ "main.mlirb": {
82
+ "users_dir": 0,
83
+ "home_dir": 0,
84
+ "user_name": 0
85
+ },
86
+ "metadata.json": {
87
+ "users_dir": 0,
88
+ "home_dir": 0,
89
+ "user_name": 0
90
+ }
91
+ },
92
+ "op_total": 1580,
93
+ "metadata": {
94
+ "license": "Apache-2.0 + Gemma Prohibited Use Policy",
95
+ "producer": "coreai-core 1.0.0b2",
96
+ "creationDate": "20261014T064935Z",
97
+ "description": "EmbeddingGemma 2 audio encoder, body of the cut after layer7 (float16): hidden -> soft_tokens; bucket 3000 frames; source google/embeddinggemma-2@914f7f89",
98
+ "author": "coreai-model-zoo community port; weights Google DeepMind (Gemma Team)",
99
+ "assetVersion": "2.0"
100
+ }
101
+ },
102
+ "ops": {
103
+ "equal": true,
104
+ "source": 1580,
105
+ "stripped": 1580,
106
+ "saved_reloaded": 1580,
107
+ "op_counts": {
108
+ "builtin.module": 1,
109
+ "coreai.abs": 37,
110
+ "coreai.concat": 4,
111
+ "coreai.constant": 339,
112
+ "coreai.conv2d": 4,
113
+ "coreai.decomposable.broadcasting_add": 150,
114
+ "coreai.decomposable.broadcasting_batch_matmul": 42,
115
+ "coreai.decomposable.broadcasting_maximum": 109,
116
+ "coreai.decomposable.broadcasting_minimum": 72,
117
+ "coreai.decomposable.broadcasting_mul": 366,
118
+ "coreai.graph": 1,
119
+ "coreai.output": 1,
120
+ "coreai.pad": 12,
121
+ "coreai.reduce_max": 37,
122
+ "coreai.reduce_mean": 37,
123
+ "coreai.reduce_sum": 48,
124
+ "coreai.reshape": 24,
125
+ "coreai.rsqrt": 74,
126
+ "coreai.sigmoid": 4,
127
+ "coreai.silu": 12,
128
+ "coreai.slice": 152,
129
+ "coreai.softmax": 4,
130
+ "coreai.tanh": 4,
131
+ "coreai.transpose": 46
132
+ }
133
+ },
134
+ "inspect": {
135
+ "equal": true,
136
+ "source": {
137
+ "operationDistribution": [
138
+ {
139
+ "count": 2243,
140
+ "name": "constant"
141
+ },
142
+ {
143
+ "name": "broadcast_in_dims",
144
+ "count": 485
145
+ },
146
+ {
147
+ "count": 424,
148
+ "name": "reshape"
149
+ },
150
+ {
151
+ "name": "mul",
152
+ "count": 415
153
+ },
154
+ {
155
+ "name": "broadcasting_mul",
156
+ "count": 378
157
+ },
158
+ {
159
+ "count": 255,
160
+ "name": "add"
161
+ },
162
+ {
163
+ "name": "cast",
164
+ "count": 200
165
+ },
166
+ {
167
+ "name": "slice",
168
+ "count": 190
169
+ },
170
+ {
171
+ "name": "broadcasting_add",
172
+ "count": 166
173
+ },
174
+ {
175
+ "count": 163,
176
+ "name": "reduce"
177
+ },
178
+ {
179
+ "count": 146,
180
+ "name": "maximum"
181
+ },
182
+ {
183
+ "count": 112,
184
+ "name": "broadcast_to"
185
+ },
186
+ {
187
+ "name": "broadcasting_maximum",
188
+ "count": 109
189
+ },
190
+ {
191
+ "name": "reduce_sum",
192
+ "count": 89
193
+ },
194
+ {
195
+ "count": 74,
196
+ "name": "rsqrt"
197
+ },
198
+ {
199
+ "count": 72,
200
+ "name": "broadcasting_minimum"
201
+ },
202
+ {
203
+ "name": "minimum",
204
+ "count": 72
205
+ },
206
+ {
207
+ "count": 57,
208
+ "name": "broadcasting_divide"
209
+ },
210
+ {
211
+ "name": "divide",
212
+ "count": 57
213
+ },
214
+ {
215
+ "count": 46,
216
+ "name": "transpose"
217
+ },
218
+ {
219
+ "count": 42,
220
+ "name": "batch_matmul"
221
+ },
222
+ {
223
+ "count": 42,
224
+ "name": "broadcasting_batch_matmul"
225
+ },
226
+ {
227
+ "name": "concat",
228
+ "count": 42
229
+ },
230
+ {
231
+ "name": "abs",
232
+ "count": 37
233
+ },
234
+ {
235
+ "name": "broadcast_shapes",
236
+ "count": 37
237
+ },
238
+ {
239
+ "count": 37,
240
+ "name": "gather_nd"
241
+ },
242
+ {
243
+ "count": 37,
244
+ "name": "get_shape"
245
+ },
246
+ {
247
+ "count": 37,
248
+ "name": "reduce_max"
249
+ },
250
+ {
251
+ "count": 37,
252
+ "name": "reduce_mean"
253
+ },
254
+ {
255
+ "name": "reduce_product",
256
+ "count": 37
257
+ },
258
+ {
259
+ "name": "exp",
260
+ "count": 20
261
+ },
262
+ {
263
+ "name": "broadcasting_sub",
264
+ "count": 16
265
+ },
266
+ {
267
+ "name": "sub",
268
+ "count": 16
269
+ },
270
+ {
271
+ "name": "pad",
272
+ "count": 12
273
+ },
274
+ {
275
+ "name": "silu",
276
+ "count": 12
277
+ },
278
+ {
279
+ "count": 4,
280
+ "name": "conv2d"
281
+ },
282
+ {
283
+ "count": 4,
284
+ "name": "sigmoid"
285
+ },
286
+ {
287
+ "count": 4,
288
+ "name": "softmax"
289
+ },
290
+ {
291
+ "name": "tanh",
292
+ "count": 4
293
+ }
294
+ ],
295
+ "computeTypes": [
296
+ "Float16",
297
+ "Float32",
298
+ "Int32",
299
+ "UInt32",
300
+ "UInt64"
301
+ ],
302
+ "functions": [
303
+ {
304
+ "inputs": [
305
+ {
306
+ "name": "hidden",
307
+ "type": "NDArray (Float16, 1 \u00d7 750 \u00d7 1024)"
308
+ }
309
+ ],
310
+ "name": "main",
311
+ "outputs": [
312
+ {
313
+ "type": "NDArray (Float16, 1 \u00d7 750 \u00d7 512)",
314
+ "name": "soft_tokens"
315
+ }
316
+ ]
317
+ }
318
+ ],
319
+ "storageTypes": [
320
+ {
321
+ "count": 99073386,
322
+ "name": "Float16"
323
+ },
324
+ {
325
+ "name": "Int32",
326
+ "count": 219
327
+ },
328
+ {
329
+ "name": "UInt32",
330
+ "count": 63
331
+ },
332
+ {
333
+ "count": 1,
334
+ "name": "UInt64"
335
+ }
336
+ ],
337
+ "compatibilityVersion": "27.0"
338
+ },
339
+ "stripped": {
340
+ "functions": [
341
+ {
342
+ "name": "main",
343
+ "inputs": [
344
+ {
345
+ "name": "hidden",
346
+ "type": "NDArray (Float16, 1 \u00d7 750 \u00d7 1024)"
347
+ }
348
+ ],
349
+ "outputs": [
350
+ {
351
+ "name": "soft_tokens",
352
+ "type": "NDArray (Float16, 1 \u00d7 750 \u00d7 512)"
353
+ }
354
+ ]
355
+ }
356
+ ],
357
+ "compatibilityVersion": "27.0",
358
+ "storageTypes": [
359
+ {
360
+ "count": 99073386,
361
+ "name": "Float16"
362
+ },
363
+ {
364
+ "count": 219,
365
+ "name": "Int32"
366
+ },
367
+ {
368
+ "name": "UInt32",
369
+ "count": 63
370
+ },
371
+ {
372
+ "name": "UInt64",
373
+ "count": 1
374
+ }
375
+ ],
376
+ "computeTypes": [
377
+ "Float16",
378
+ "Float32",
379
+ "Int32",
380
+ "UInt32",
381
+ "UInt64"
382
+ ],
383
+ "operationDistribution": [
384
+ {
385
+ "name": "constant",
386
+ "count": 2243
387
+ },
388
+ {
389
+ "name": "broadcast_in_dims",
390
+ "count": 485
391
+ },
392
+ {
393
+ "name": "reshape",
394
+ "count": 424
395
+ },
396
+ {
397
+ "name": "mul",
398
+ "count": 415
399
+ },
400
+ {
401
+ "name": "broadcasting_mul",
402
+ "count": 378
403
+ },
404
+ {
405
+ "count": 255,
406
+ "name": "add"
407
+ },
408
+ {
409
+ "name": "cast",
410
+ "count": 200
411
+ },
412
+ {
413
+ "count": 190,
414
+ "name": "slice"
415
+ },
416
+ {
417
+ "name": "broadcasting_add",
418
+ "count": 166
419
+ },
420
+ {
421
+ "count": 163,
422
+ "name": "reduce"
423
+ },
424
+ {
425
+ "count": 146,
426
+ "name": "maximum"
427
+ },
428
+ {
429
+ "count": 112,
430
+ "name": "broadcast_to"
431
+ },
432
+ {
433
+ "name": "broadcasting_maximum",
434
+ "count": 109
435
+ },
436
+ {
437
+ "name": "reduce_sum",
438
+ "count": 89
439
+ },
440
+ {
441
+ "count": 74,
442
+ "name": "rsqrt"
443
+ },
444
+ {
445
+ "name": "broadcasting_minimum",
446
+ "count": 72
447
+ },
448
+ {
449
+ "name": "minimum",
450
+ "count": 72
451
+ },
452
+ {
453
+ "name": "broadcasting_divide",
454
+ "count": 57
455
+ },
456
+ {
457
+ "count": 57,
458
+ "name": "divide"
459
+ },
460
+ {
461
+ "count": 46,
462
+ "name": "transpose"
463
+ },
464
+ {
465
+ "count": 42,
466
+ "name": "batch_matmul"
467
+ },
468
+ {
469
+ "count": 42,
470
+ "name": "broadcasting_batch_matmul"
471
+ },
472
+ {
473
+ "count": 42,
474
+ "name": "concat"
475
+ },
476
+ {
477
+ "count": 37,
478
+ "name": "abs"
479
+ },
480
+ {
481
+ "name": "broadcast_shapes",
482
+ "count": 37
483
+ },
484
+ {
485
+ "name": "gather_nd",
486
+ "count": 37
487
+ },
488
+ {
489
+ "count": 37,
490
+ "name": "get_shape"
491
+ },
492
+ {
493
+ "count": 37,
494
+ "name": "reduce_max"
495
+ },
496
+ {
497
+ "name": "reduce_mean",
498
+ "count": 37
499
+ },
500
+ {
501
+ "name": "reduce_product",
502
+ "count": 37
503
+ },
504
+ {
505
+ "count": 20,
506
+ "name": "exp"
507
+ },
508
+ {
509
+ "name": "broadcasting_sub",
510
+ "count": 16
511
+ },
512
+ {
513
+ "name": "sub",
514
+ "count": 16
515
+ },
516
+ {
517
+ "count": 12,
518
+ "name": "pad"
519
+ },
520
+ {
521
+ "name": "silu",
522
+ "count": 12
523
+ },
524
+ {
525
+ "count": 4,
526
+ "name": "conv2d"
527
+ },
528
+ {
529
+ "name": "sigmoid",
530
+ "count": 4
531
+ },
532
+ {
533
+ "name": "softmax",
534
+ "count": 4
535
+ },
536
+ {
537
+ "name": "tanh",
538
+ "count": 4
539
+ }
540
+ ]
541
+ }
542
+ },
543
+ "local_path_needles": [
544
+ "home_dir",
545
+ "user_name",
546
+ "users_dir"
547
+ ],
548
+ "seconds": {
549
+ "load": 0.06,
550
+ "strip": 0.02,
551
+ "save": 0.43,
552
+ "total": 1.02
553
+ },
554
+ "code_sha256": {
555
+ "strip_ship.py": "63147229f7d1f2308c4b6e7fb09d345106da233fc6bce207f80d9f74b0c99dab"
556
+ },
557
+ "environment": {
558
+ "python": "3.11.13",
559
+ "macos_build": "26A428",
560
+ "coreai-core": "1.0.0b2",
561
+ "coreai-torch": "0.4.1",
562
+ "torch": "2.9.0",
563
+ "numpy": "2.3.5",
564
+ "coreai_build": "coreai-build 3600.83.1"
565
+ }
566
+ }
provenance/encoder/iphone-gpu-aot-gate.json ADDED
@@ -0,0 +1,1053 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bundle": "eg2_audio_fp16_T3000_gpu_h19p.aimodelc",
3
+ "function": "main",
4
+ "contract": "eg2stt",
5
+ "form": "fp16",
6
+ "bucket_frames": 3000,
7
+ "backend": "gpu-aot",
8
+ "route": "gpu-aot",
9
+ "specialization": "SpecializationOptions(allowedComputeUnitKinds: Set([CoreAIDelegates.ComputeUnitKind.gpu, CoreAIDelegates.ComputeUnitKind.cpu, CoreAIDelegates.ComputeUnitKind.neuralEngine]), preferredComputeUnitKind: Optional(CoreAIDelegates.ComputeUnitKind.gpu), enableEncodingFunctions: false, enableDefaultOSPreferredCompute: true, debugConfiguration: nil, expectFrequentReshapes: false, delegateOptionsOverride: nil)",
10
+ "compute": "gpu",
11
+ "preferred_compute_unit": "gpu",
12
+ "input_dtype": "float16",
13
+ "bar": {
14
+ "cos_mean_per_clip": 0.999,
15
+ "cos_min_per_clip": 0.99
16
+ },
17
+ "summary": {
18
+ "pass": true,
19
+ "clips": 20,
20
+ "tokens": 5036,
21
+ "cos_mean_of_means": 0.9999970271281511,
22
+ "cos_mean_worst_clip": 0.9999734424058659,
23
+ "cos_min": 0.9962582505090709,
24
+ "cos_min_clip": "1188-133604-0001",
25
+ "worst5_positions": [
26
+ {
27
+ "cos": 0.9962582505090709,
28
+ "id": "1188-133604-0001",
29
+ "pos": 217
30
+ },
31
+ {
32
+ "cos": 0.998000519601377,
33
+ "id": "1188-133604-0001",
34
+ "pos": 218
35
+ },
36
+ {
37
+ "cos": 0.9993068874896276,
38
+ "id": "121-121726-0001",
39
+ "pos": 52
40
+ },
41
+ {
42
+ "cos": 0.9994797442089033,
43
+ "id": "1089-134686-0000",
44
+ "pos": 129
45
+ },
46
+ {
47
+ "cos": 0.9996163980341319,
48
+ "id": "121-121726-0001",
49
+ "pos": 53
50
+ }
51
+ ],
52
+ "clips_failing": [],
53
+ "max_abs": 0.41021156311035156,
54
+ "nonfinite": 0,
55
+ "drift_max_abs": 0.0,
56
+ "drift_ok": true,
57
+ "red_arm_all_fail": true
58
+ },
59
+ "red_arm_masks_all_ones": [
60
+ {
61
+ "id": "1089-134686-0002",
62
+ "n_frames": 662,
63
+ "cos_min": 0.8497772853454273,
64
+ "worst_pos": 165,
65
+ "last_pos": 165,
66
+ "fails_bar": true
67
+ },
68
+ {
69
+ "id": "2094-142345-0001",
70
+ "n_frames": 802,
71
+ "cos_min": 0.8468062895860485,
72
+ "worst_pos": 200,
73
+ "last_pos": 200,
74
+ "fails_bar": true
75
+ },
76
+ {
77
+ "id": "2300-131720-0001",
78
+ "n_frames": 1462,
79
+ "cos_min": 0.8792389556123755,
80
+ "worst_pos": 365,
81
+ "last_pos": 365,
82
+ "fails_bar": true
83
+ }
84
+ ],
85
+ "judged_by": "ios-gate/tools/judge.py with WT/conversion/eg2_transcribe/_common.py token_stats + compared_tokens (the functions gate_encoder.py uses)",
86
+ "timing_note": "per-call ms of the gate passes (the timing launch is separate)",
87
+ "load_s": 0.911,
88
+ "load_cpu_s": 0.349,
89
+ "first_call_s": 0.2042,
90
+ "median_call_s_pass2": 0.0571,
91
+ "cpu_ms_per_call_by_pass": [
92
+ 38.403,
93
+ 31.518
94
+ ],
95
+ "device": {
96
+ "arch": "h19p",
97
+ "available_compute_units": [
98
+ "cpu",
99
+ "gpu",
100
+ "neuralEngine"
101
+ ],
102
+ "build": "24B5099f",
103
+ "machine": "iPhone19,2",
104
+ "os": "Version 27.2 (Build 24B5099f)",
105
+ "physical_memory_gb": 12.12
106
+ },
107
+ "coreai": {
108
+ "bundle_id": "com.apple.CoreAI",
109
+ "short": "1.0",
110
+ "version": "1"
111
+ },
112
+ "power_start": {
113
+ "battery": "charging",
114
+ "level": 0.800000011920929,
115
+ "low_power_mode": false
116
+ },
117
+ "power_end": {
118
+ "battery": "charging",
119
+ "level": 0.800000011920929,
120
+ "low_power_mode": false
121
+ },
122
+ "thermal": {
123
+ "start": "nominal",
124
+ "after_load": "nominal",
125
+ "by_pass": [
126
+ "nominal",
127
+ "nominal"
128
+ ],
129
+ "end": "nominal",
130
+ "changes": []
131
+ },
132
+ "memory_mb": {
133
+ "start": 9.8,
134
+ "before_load": 9.9,
135
+ "after_load": 105.5,
136
+ "peak": 233.7,
137
+ "available_start": 3530.2,
138
+ "available_after_load": 3434.4,
139
+ "available_least": 3306.3
140
+ },
141
+ "label": "r4a2224-g-fp16-T3000-gpu-aot",
142
+ "run_started": "2026-10-13T13:28:57Z",
143
+ "run_finished": "2026-10-13T13:29:01Z",
144
+ "run_dir": "<work>/device/pull/r4a2224-g-fp16-T3000-gpu-aot",
145
+ "judged": "2026-10-13T22:53:00+0900",
146
+ "clips_table": [
147
+ {
148
+ "n": 261,
149
+ "cos_mean": 0.9999969421093816,
150
+ "cos_min": 0.9994797442089033,
151
+ "worst5": [
152
+ {
153
+ "pos": 129,
154
+ "cos": 0.9994797442089033
155
+ },
156
+ {
157
+ "pos": 130,
158
+ "cos": 0.9998292093915552
159
+ },
160
+ {
161
+ "pos": 223,
162
+ "cos": 0.9999895335979906
163
+ },
164
+ {
165
+ "pos": 131,
166
+ "cos": 0.9999954918130789
167
+ },
168
+ {
169
+ "pos": 122,
170
+ "cos": 0.9999977921801628
171
+ }
172
+ ],
173
+ "max_abs": 0.15066051483154297,
174
+ "ref_max_abs": 7.2352070808410645,
175
+ "nonfinite": 0,
176
+ "drift_max_abs": 0.0,
177
+ "pass": true,
178
+ "id": "1089-134686-0000",
179
+ "n_frames": 1043,
180
+ "cut": false,
181
+ "call_s": 0.2042
182
+ },
183
+ {
184
+ "n": 166,
185
+ "cos_mean": 0.9999994190930948,
186
+ "cos_min": 0.9999829211923381,
187
+ "worst5": [
188
+ {
189
+ "pos": 164,
190
+ "cos": 0.9999829211923381
191
+ },
192
+ {
193
+ "pos": 163,
194
+ "cos": 0.999993031517811
195
+ },
196
+ {
197
+ "pos": 149,
198
+ "cos": 0.9999963259745019
199
+ },
200
+ {
201
+ "pos": 8,
202
+ "cos": 0.999996952970286
203
+ },
204
+ {
205
+ "pos": 165,
206
+ "cos": 0.9999971427372807
207
+ }
208
+ ],
209
+ "max_abs": 0.024215995334088802,
210
+ "ref_max_abs": 6.5739240646362305,
211
+ "nonfinite": 0,
212
+ "drift_max_abs": 0.0,
213
+ "pass": true,
214
+ "id": "1089-134686-0002",
215
+ "n_frames": 662,
216
+ "cut": false,
217
+ "call_s": 0.057
218
+ },
219
+ {
220
+ "n": 268,
221
+ "cos_mean": 0.9999989089681879,
222
+ "cos_min": 0.9999300226378455,
223
+ "worst5": [
224
+ {
225
+ "pos": 216,
226
+ "cos": 0.9999300226378455
227
+ },
228
+ {
229
+ "pos": 128,
230
+ "cos": 0.9999743336612394
231
+ },
232
+ {
233
+ "pos": 215,
234
+ "cos": 0.9999900003958683
235
+ },
236
+ {
237
+ "pos": 99,
238
+ "cos": 0.9999915421273025
239
+ },
240
+ {
241
+ "pos": 214,
242
+ "cos": 0.9999917649263568
243
+ }
244
+ ],
245
+ "max_abs": 0.06435624696314335,
246
+ "ref_max_abs": 6.307945251464844,
247
+ "nonfinite": 0,
248
+ "drift_max_abs": 0.0,
249
+ "pass": true,
250
+ "id": "1188-133604-0000",
251
+ "n_frames": 1072,
252
+ "cut": false,
253
+ "call_s": 0.057
254
+ },
255
+ {
256
+ "n": 226,
257
+ "cos_mean": 0.9999734424058659,
258
+ "cos_min": 0.9962582505090709,
259
+ "worst5": [
260
+ {
261
+ "pos": 217,
262
+ "cos": 0.9962582505090709
263
+ },
264
+ {
265
+ "pos": 218,
266
+ "cos": 0.998000519601377
267
+ },
268
+ {
269
+ "pos": 219,
270
+ "cos": 0.999965999975977
271
+ },
272
+ {
273
+ "pos": 63,
274
+ "cos": 0.9999708802050897
275
+ },
276
+ {
277
+ "pos": 223,
278
+ "cos": 0.9999805928769347
279
+ }
280
+ ],
281
+ "max_abs": 0.41021156311035156,
282
+ "ref_max_abs": 6.497803688049316,
283
+ "nonfinite": 0,
284
+ "drift_max_abs": 0.0,
285
+ "pass": true,
286
+ "id": "1188-133604-0001",
287
+ "n_frames": 903,
288
+ "cut": false,
289
+ "call_s": 0.0572
290
+ },
291
+ {
292
+ "n": 212,
293
+ "cos_mean": 0.999998785052735,
294
+ "cos_min": 0.9999754315539712,
295
+ "worst5": [
296
+ {
297
+ "pos": 103,
298
+ "cos": 0.9999754315539712
299
+ },
300
+ {
301
+ "pos": 160,
302
+ "cos": 0.9999784648168043
303
+ },
304
+ {
305
+ "pos": 104,
306
+ "cos": 0.9999859448825786
307
+ },
308
+ {
309
+ "pos": 5,
310
+ "cos": 0.9999896945278444
311
+ },
312
+ {
313
+ "pos": 4,
314
+ "cos": 0.9999902903433464
315
+ }
316
+ ],
317
+ "max_abs": 0.0296628475189209,
318
+ "ref_max_abs": 6.237517833709717,
319
+ "nonfinite": 0,
320
+ "drift_max_abs": 0.0,
321
+ "pass": true,
322
+ "id": "121-121726-0000",
323
+ "n_frames": 845,
324
+ "cut": false,
325
+ "call_s": 0.057
326
+ },
327
+ {
328
+ "n": 148,
329
+ "cos_mean": 0.9999894876993688,
330
+ "cos_min": 0.9993068874896276,
331
+ "worst5": [
332
+ {
333
+ "pos": 52,
334
+ "cos": 0.9993068874896276
335
+ },
336
+ {
337
+ "pos": 53,
338
+ "cos": 0.9996163980341319
339
+ },
340
+ {
341
+ "pos": 17,
342
+ "cos": 0.9999597499990923
343
+ },
344
+ {
345
+ "pos": 11,
346
+ "cos": 0.9999725750863443
347
+ },
348
+ {
349
+ "pos": 18,
350
+ "cos": 0.9999733096501212
351
+ }
352
+ ],
353
+ "max_abs": 0.19186782836914062,
354
+ "ref_max_abs": 6.694194793701172,
355
+ "nonfinite": 0,
356
+ "drift_max_abs": 0.0,
357
+ "pass": true,
358
+ "id": "121-121726-0001",
359
+ "n_frames": 592,
360
+ "cut": false,
361
+ "call_s": 0.057
362
+ },
363
+ {
364
+ "n": 311,
365
+ "cos_mean": 0.9999985150739088,
366
+ "cos_min": 0.9998327603287671,
367
+ "worst5": [
368
+ {
369
+ "pos": 179,
370
+ "cos": 0.9998327603287671
371
+ },
372
+ {
373
+ "pos": 178,
374
+ "cos": 0.9998934337471131
375
+ },
376
+ {
377
+ "pos": 256,
378
+ "cos": 0.9999517158967537
379
+ },
380
+ {
381
+ "pos": 255,
382
+ "cos": 0.9999912423901515
383
+ },
384
+ {
385
+ "pos": 158,
386
+ "cos": 0.9999918794656676
387
+ }
388
+ ],
389
+ "max_abs": 0.08277773857116699,
390
+ "ref_max_abs": 8.03580379486084,
391
+ "nonfinite": 0,
392
+ "drift_max_abs": 0.0,
393
+ "pass": true,
394
+ "id": "1221-135766-0000",
395
+ "n_frames": 1243,
396
+ "cut": false,
397
+ "call_s": 0.0571
398
+ },
399
+ {
400
+ "n": 418,
401
+ "cos_mean": 0.9999994953198843,
402
+ "cos_min": 0.9999920372361186,
403
+ "worst5": [
404
+ {
405
+ "pos": 57,
406
+ "cos": 0.9999920372361186
407
+ },
408
+ {
409
+ "pos": 267,
410
+ "cos": 0.9999928945220049
411
+ },
412
+ {
413
+ "pos": 268,
414
+ "cos": 0.9999935662539869
415
+ },
416
+ {
417
+ "pos": 266,
418
+ "cos": 0.9999945617866912
419
+ },
420
+ {
421
+ "pos": 72,
422
+ "cos": 0.9999952306632071
423
+ }
424
+ ],
425
+ "max_abs": 0.02139139175415039,
426
+ "ref_max_abs": 7.89909553527832,
427
+ "nonfinite": 0,
428
+ "drift_max_abs": 0.0,
429
+ "pass": true,
430
+ "id": "1221-135766-0001",
431
+ "n_frames": 1671,
432
+ "cut": false,
433
+ "call_s": 0.0572
434
+ },
435
+ {
436
+ "n": 203,
437
+ "cos_mean": 0.9999981592859328,
438
+ "cos_min": 0.9997761285839775,
439
+ "worst5": [
440
+ {
441
+ "pos": 120,
442
+ "cos": 0.9997761285839775
443
+ },
444
+ {
445
+ "pos": 119,
446
+ "cos": 0.9999498053984567
447
+ },
448
+ {
449
+ "pos": 121,
450
+ "cos": 0.99999584093538
451
+ },
452
+ {
453
+ "pos": 48,
454
+ "cos": 0.9999962681613452
455
+ },
456
+ {
457
+ "pos": 49,
458
+ "cos": 0.9999969217335339
459
+ }
460
+ ],
461
+ "max_abs": 0.08682560920715332,
462
+ "ref_max_abs": 7.740767002105713,
463
+ "nonfinite": 0,
464
+ "drift_max_abs": 0.0,
465
+ "pass": true,
466
+ "id": "1284-1180-0000",
467
+ "n_frames": 811,
468
+ "cut": false,
469
+ "call_s": 0.0571
470
+ },
471
+ {
472
+ "n": 194,
473
+ "cos_mean": 0.9999992288280654,
474
+ "cos_min": 0.9999782092951311,
475
+ "worst5": [
476
+ {
477
+ "pos": 35,
478
+ "cos": 0.9999782092951311
479
+ },
480
+ {
481
+ "pos": 7,
482
+ "cos": 0.9999906668276102
483
+ },
484
+ {
485
+ "pos": 34,
486
+ "cos": 0.9999914503893963
487
+ },
488
+ {
489
+ "pos": 6,
490
+ "cos": 0.9999918464665769
491
+ },
492
+ {
493
+ "pos": 8,
494
+ "cos": 0.9999924850010091
495
+ }
496
+ ],
497
+ "max_abs": 0.03583109378814697,
498
+ "ref_max_abs": 7.421662330627441,
499
+ "nonfinite": 0,
500
+ "drift_max_abs": 0.0,
501
+ "pass": true,
502
+ "id": "1284-1180-0001",
503
+ "n_frames": 775,
504
+ "cut": false,
505
+ "call_s": 0.057
506
+ },
507
+ {
508
+ "n": 337,
509
+ "cos_mean": 0.9999994770552625,
510
+ "cos_min": 0.9999749480202813,
511
+ "worst5": [
512
+ {
513
+ "pos": 13,
514
+ "cos": 0.9999749480202813
515
+ },
516
+ {
517
+ "pos": 14,
518
+ "cos": 0.9999886107932585
519
+ },
520
+ {
521
+ "pos": 184,
522
+ "cos": 0.999994601305383
523
+ },
524
+ {
525
+ "pos": 56,
526
+ "cos": 0.9999956193569995
527
+ },
528
+ {
529
+ "pos": 15,
530
+ "cos": 0.9999962751292931
531
+ }
532
+ ],
533
+ "max_abs": 0.02997136116027832,
534
+ "ref_max_abs": 6.521810531616211,
535
+ "nonfinite": 0,
536
+ "drift_max_abs": 0.0,
537
+ "pass": true,
538
+ "id": "1320-122612-0000",
539
+ "n_frames": 1347,
540
+ "cut": false,
541
+ "call_s": 0.057
542
+ },
543
+ {
544
+ "n": 238,
545
+ "cos_mean": 0.999999128862958,
546
+ "cos_min": 0.9999026958988106,
547
+ "worst5": [
548
+ {
549
+ "pos": 85,
550
+ "cos": 0.9999026958988106
551
+ },
552
+ {
553
+ "pos": 86,
554
+ "cos": 0.9999863311701992
555
+ },
556
+ {
557
+ "pos": 5,
558
+ "cos": 0.9999968790459138
559
+ },
560
+ {
561
+ "pos": 44,
562
+ "cos": 0.9999975088361619
563
+ },
564
+ {
565
+ "pos": 233,
566
+ "cos": 0.9999975385848393
567
+ }
568
+ ],
569
+ "max_abs": 0.059140563011169434,
570
+ "ref_max_abs": 7.879604816436768,
571
+ "nonfinite": 0,
572
+ "drift_max_abs": 0.0,
573
+ "pass": true,
574
+ "id": "1320-122612-0001",
575
+ "n_frames": 951,
576
+ "cut": false,
577
+ "call_s": 0.0571
578
+ },
579
+ {
580
+ "n": 224,
581
+ "cos_mean": 0.999997962109065,
582
+ "cos_min": 0.9998128424813301,
583
+ "worst5": [
584
+ {
585
+ "pos": 142,
586
+ "cos": 0.9998128424813301
587
+ },
588
+ {
589
+ "pos": 143,
590
+ "cos": 0.9999125124259962
591
+ },
592
+ {
593
+ "pos": 141,
594
+ "cos": 0.9999636020309144
595
+ },
596
+ {
597
+ "pos": 15,
598
+ "cos": 0.999983058488564
599
+ },
600
+ {
601
+ "pos": 160,
602
+ "cos": 0.9999938738785651
603
+ }
604
+ ],
605
+ "max_abs": 0.08508211374282837,
606
+ "ref_max_abs": 7.707693099975586,
607
+ "nonfinite": 0,
608
+ "drift_max_abs": 0.0,
609
+ "pass": true,
610
+ "id": "1580-141083-0000",
611
+ "n_frames": 893,
612
+ "cut": false,
613
+ "call_s": 0.0571
614
+ },
615
+ {
616
+ "n": 257,
617
+ "cos_mean": 0.9999988043639418,
618
+ "cos_min": 0.9999333684963331,
619
+ "worst5": [
620
+ {
621
+ "pos": 98,
622
+ "cos": 0.9999333684963331
623
+ },
624
+ {
625
+ "pos": 245,
626
+ "cos": 0.9999344115046217
627
+ },
628
+ {
629
+ "pos": 246,
630
+ "cos": 0.9999696948350809
631
+ },
632
+ {
633
+ "pos": 6,
634
+ "cos": 0.9999798210957563
635
+ },
636
+ {
637
+ "pos": 99,
638
+ "cos": 0.9999866983269934
639
+ }
640
+ ],
641
+ "max_abs": 0.06687891483306885,
642
+ "ref_max_abs": 6.8953423500061035,
643
+ "nonfinite": 0,
644
+ "drift_max_abs": 0.0,
645
+ "pass": true,
646
+ "id": "1580-141083-0001",
647
+ "n_frames": 1025,
648
+ "cut": false,
649
+ "call_s": 0.057
650
+ },
651
+ {
652
+ "n": 237,
653
+ "cos_mean": 0.9999963024418764,
654
+ "cos_min": 0.999688847182132,
655
+ "worst5": [
656
+ {
657
+ "pos": 121,
658
+ "cos": 0.999688847182132
659
+ },
660
+ {
661
+ "pos": 108,
662
+ "cos": 0.9996892464406539
663
+ },
664
+ {
665
+ "pos": 120,
666
+ "cos": 0.9999349532609968
667
+ },
668
+ {
669
+ "pos": 25,
670
+ "cos": 0.9999846624648883
671
+ },
672
+ {
673
+ "pos": 110,
674
+ "cos": 0.9999850374280206
675
+ }
676
+ ],
677
+ "max_abs": 0.12391507625579834,
678
+ "ref_max_abs": 6.876163959503174,
679
+ "nonfinite": 0,
680
+ "drift_max_abs": 0.0,
681
+ "pass": true,
682
+ "id": "1995-1826-0000",
683
+ "n_frames": 948,
684
+ "cut": false,
685
+ "call_s": 0.0571
686
+ },
687
+ {
688
+ "n": 254,
689
+ "cos_mean": 0.9999994963896761,
690
+ "cos_min": 0.9999927538341817,
691
+ "worst5": [
692
+ {
693
+ "pos": 184,
694
+ "cos": 0.9999927538341817
695
+ },
696
+ {
697
+ "pos": 185,
698
+ "cos": 0.9999930894351289
699
+ },
700
+ {
701
+ "pos": 186,
702
+ "cos": 0.9999951151713483
703
+ },
704
+ {
705
+ "pos": 183,
706
+ "cos": 0.9999982909503212
707
+ },
708
+ {
709
+ "pos": 204,
710
+ "cos": 0.9999983730271591
711
+ }
712
+ ],
713
+ "max_abs": 0.018108248710632324,
714
+ "ref_max_abs": 7.509359359741211,
715
+ "nonfinite": 0,
716
+ "drift_max_abs": 0.0,
717
+ "pass": true,
718
+ "id": "1995-1826-0001",
719
+ "n_frames": 1016,
720
+ "cut": false,
721
+ "call_s": 0.0571
722
+ },
723
+ {
724
+ "n": 201,
725
+ "cos_mean": 0.9999988939739854,
726
+ "cos_min": 0.9999518919052379,
727
+ "worst5": [
728
+ {
729
+ "pos": 77,
730
+ "cos": 0.9999518919052379
731
+ },
732
+ {
733
+ "pos": 190,
734
+ "cos": 0.9999648338935453
735
+ },
736
+ {
737
+ "pos": 191,
738
+ "cos": 0.9999882311850843
739
+ },
740
+ {
741
+ "pos": 78,
742
+ "cos": 0.9999888636295651
743
+ },
744
+ {
745
+ "pos": 12,
746
+ "cos": 0.9999912141792341
747
+ }
748
+ ],
749
+ "max_abs": 0.04511505365371704,
750
+ "ref_max_abs": 7.029752254486084,
751
+ "nonfinite": 0,
752
+ "drift_max_abs": 0.0,
753
+ "pass": true,
754
+ "id": "2094-142345-0001",
755
+ "n_frames": 802,
756
+ "cut": false,
757
+ "call_s": 0.057
758
+ },
759
+ {
760
+ "n": 388,
761
+ "cos_mean": 0.9999991472901991,
762
+ "cos_min": 0.9999681447376819,
763
+ "worst5": [
764
+ {
765
+ "pos": 106,
766
+ "cos": 0.9999681447376819
767
+ },
768
+ {
769
+ "pos": 12,
770
+ "cos": 0.9999734004695184
771
+ },
772
+ {
773
+ "pos": 89,
774
+ "cos": 0.9999832189609026
775
+ },
776
+ {
777
+ "pos": 384,
778
+ "cos": 0.9999860193487131
779
+ },
780
+ {
781
+ "pos": 253,
782
+ "cos": 0.9999878518553413
783
+ }
784
+ ],
785
+ "max_abs": 0.04219275712966919,
786
+ "ref_max_abs": 8.040725708007812,
787
+ "nonfinite": 0,
788
+ "drift_max_abs": 0.0,
789
+ "pass": true,
790
+ "id": "2094-142345-0002",
791
+ "n_frames": 1551,
792
+ "cut": false,
793
+ "call_s": 0.057
794
+ },
795
+ {
796
+ "n": 127,
797
+ "cos_mean": 0.9999996088399749,
798
+ "cos_min": 0.9999980546914043,
799
+ "worst5": [
800
+ {
801
+ "pos": 125,
802
+ "cos": 0.9999980546914043
803
+ },
804
+ {
805
+ "pos": 124,
806
+ "cos": 0.9999984637079565
807
+ },
808
+ {
809
+ "pos": 102,
810
+ "cos": 0.999998799606585
811
+ },
812
+ {
813
+ "pos": 25,
814
+ "cos": 0.9999990627021816
815
+ },
816
+ {
817
+ "pos": 109,
818
+ "cos": 0.9999991336977676
819
+ }
820
+ ],
821
+ "max_abs": 0.009100854396820068,
822
+ "ref_max_abs": 6.594679355621338,
823
+ "nonfinite": 0,
824
+ "drift_max_abs": 0.0,
825
+ "pass": true,
826
+ "id": "2300-131720-0000",
827
+ "n_frames": 507,
828
+ "cut": false,
829
+ "call_s": 0.0571
830
+ },
831
+ {
832
+ "n": 366,
833
+ "cos_mean": 0.9999993373996579,
834
+ "cos_min": 0.9999750768488629,
835
+ "worst5": [
836
+ {
837
+ "pos": 11,
838
+ "cos": 0.9999750768488629
839
+ },
840
+ {
841
+ "pos": 365,
842
+ "cos": 0.9999909547600173
843
+ },
844
+ {
845
+ "pos": 159,
846
+ "cos": 0.9999916194294107
847
+ },
848
+ {
849
+ "pos": 12,
850
+ "cos": 0.9999919379017403
851
+ },
852
+ {
853
+ "pos": 0,
854
+ "cos": 0.9999934323465645
855
+ }
856
+ ],
857
+ "max_abs": 0.043245792388916016,
858
+ "ref_max_abs": 7.393332481384277,
859
+ "nonfinite": 0,
860
+ "drift_max_abs": 0.0,
861
+ "pass": true,
862
+ "id": "2300-131720-0001",
863
+ "n_frames": 1462,
864
+ "cut": false,
865
+ "call_s": 0.057
866
+ }
867
+ ],
868
+ "compare_with_mac_gate": [
869
+ {
870
+ "against": "<work>/exports/fp16/gate_gpu_T3000.json",
871
+ "against_backend": "gpu",
872
+ "against_specialization": "default()",
873
+ "max_abs_delta_per_clip": {
874
+ "cos_mean": 3.2706517253289213e-05,
875
+ "cos_min": 0.003407553919521966,
876
+ "max_abs": 0.2890625
877
+ },
878
+ "clips_not_bit_identical": 20,
879
+ "cos_min": [
880
+ 0.9962582505090709,
881
+ 0.9964469062042868
882
+ ],
883
+ "cos_mean_of_means": [
884
+ 0.9999970271281511,
885
+ 0.9999964339086356
886
+ ],
887
+ "pass": [
888
+ true,
889
+ true
890
+ ],
891
+ "clips_failing": [
892
+ [],
893
+ []
894
+ ],
895
+ "red_arm_all_fail": [
896
+ true,
897
+ true
898
+ ]
899
+ }
900
+ ],
901
+ "vs_other_runs": [
902
+ {
903
+ "other_run": "<work>/device/pull/r4a2224-g-fp16-T3000-gpu-jit",
904
+ "other_route": "gpu-jit",
905
+ "other_bundle": "eg2_audio_fp16_T3000.aimodel",
906
+ "clips_bit_identical": 20,
907
+ "clips": 20,
908
+ "cos_min_between_runs": 0.9999999999999998,
909
+ "per_clip": [
910
+ {
911
+ "id": "1089-134686-0000",
912
+ "cos_min": 0.9999999999999998,
913
+ "argmin": 0,
914
+ "max_abs": 0.0,
915
+ "bit_identical": true
916
+ },
917
+ {
918
+ "id": "1089-134686-0002",
919
+ "cos_min": 0.9999999999999998,
920
+ "argmin": 0,
921
+ "max_abs": 0.0,
922
+ "bit_identical": true
923
+ },
924
+ {
925
+ "id": "1188-133604-0000",
926
+ "cos_min": 0.9999999999999998,
927
+ "argmin": 89,
928
+ "max_abs": 0.0,
929
+ "bit_identical": true
930
+ },
931
+ {
932
+ "id": "1188-133604-0001",
933
+ "cos_min": 0.9999999999999998,
934
+ "argmin": 6,
935
+ "max_abs": 0.0,
936
+ "bit_identical": true
937
+ },
938
+ {
939
+ "id": "121-121726-0000",
940
+ "cos_min": 0.9999999999999998,
941
+ "argmin": 0,
942
+ "max_abs": 0.0,
943
+ "bit_identical": true
944
+ },
945
+ {
946
+ "id": "121-121726-0001",
947
+ "cos_min": 0.9999999999999998,
948
+ "argmin": 1,
949
+ "max_abs": 0.0,
950
+ "bit_identical": true
951
+ },
952
+ {
953
+ "id": "1221-135766-0000",
954
+ "cos_min": 0.9999999999999998,
955
+ "argmin": 6,
956
+ "max_abs": 0.0,
957
+ "bit_identical": true
958
+ },
959
+ {
960
+ "id": "1221-135766-0001",
961
+ "cos_min": 0.9999999999999998,
962
+ "argmin": 110,
963
+ "max_abs": 0.0,
964
+ "bit_identical": true
965
+ },
966
+ {
967
+ "id": "1284-1180-0000",
968
+ "cos_min": 0.9999999999999998,
969
+ "argmin": 1,
970
+ "max_abs": 0.0,
971
+ "bit_identical": true
972
+ },
973
+ {
974
+ "id": "1284-1180-0001",
975
+ "cos_min": 0.9999999999999998,
976
+ "argmin": 0,
977
+ "max_abs": 0.0,
978
+ "bit_identical": true
979
+ },
980
+ {
981
+ "id": "1320-122612-0000",
982
+ "cos_min": 0.9999999999999998,
983
+ "argmin": 1,
984
+ "max_abs": 0.0,
985
+ "bit_identical": true
986
+ },
987
+ {
988
+ "id": "1320-122612-0001",
989
+ "cos_min": 0.9999999999999998,
990
+ "argmin": 2,
991
+ "max_abs": 0.0,
992
+ "bit_identical": true
993
+ },
994
+ {
995
+ "id": "1580-141083-0000",
996
+ "cos_min": 0.9999999999999998,
997
+ "argmin": 8,
998
+ "max_abs": 0.0,
999
+ "bit_identical": true
1000
+ },
1001
+ {
1002
+ "id": "1580-141083-0001",
1003
+ "cos_min": 0.9999999999999998,
1004
+ "argmin": 9,
1005
+ "max_abs": 0.0,
1006
+ "bit_identical": true
1007
+ },
1008
+ {
1009
+ "id": "1995-1826-0000",
1010
+ "cos_min": 0.9999999999999998,
1011
+ "argmin": 122,
1012
+ "max_abs": 0.0,
1013
+ "bit_identical": true
1014
+ },
1015
+ {
1016
+ "id": "1995-1826-0001",
1017
+ "cos_min": 0.9999999999999998,
1018
+ "argmin": 89,
1019
+ "max_abs": 0.0,
1020
+ "bit_identical": true
1021
+ },
1022
+ {
1023
+ "id": "2094-142345-0001",
1024
+ "cos_min": 0.9999999999999998,
1025
+ "argmin": 126,
1026
+ "max_abs": 0.0,
1027
+ "bit_identical": true
1028
+ },
1029
+ {
1030
+ "id": "2094-142345-0002",
1031
+ "cos_min": 0.9999999999999998,
1032
+ "argmin": 265,
1033
+ "max_abs": 0.0,
1034
+ "bit_identical": true
1035
+ },
1036
+ {
1037
+ "id": "2300-131720-0000",
1038
+ "cos_min": 0.9999999999999998,
1039
+ "argmin": 97,
1040
+ "max_abs": 0.0,
1041
+ "bit_identical": true
1042
+ },
1043
+ {
1044
+ "id": "2300-131720-0001",
1045
+ "cos_min": 0.9999999999999998,
1046
+ "argmin": 1,
1047
+ "max_abs": 0.0,
1048
+ "bit_identical": true
1049
+ }
1050
+ ]
1051
+ }
1052
+ ]
1053
+ }
provenance/encoder/iphone-gpu-aot-timing.json ADDED
@@ -0,0 +1,493 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "form": "fp16",
3
+ "bucket_frames": 3000,
4
+ "route": "gpu-aot",
5
+ "backend": "gpu-aot",
6
+ "bundle": "eg2_audio_fp16_T3000_gpu_h19p.aimodelc",
7
+ "compute": "gpu",
8
+ "specialization": "SpecializationOptions(allowedComputeUnitKinds: Set([CoreAIDelegates.ComputeUnitKind.neuralEngine, CoreAIDelegates.ComputeUnitKind.gpu, CoreAIDelegates.ComputeUnitKind.cpu]), preferredComputeUnitKind: Optional(CoreAIDelegates.ComputeUnitKind.gpu), enableEncodingFunctions: false, enableDefaultOSPreferredCompute: true, debugConfiguration: nil, expectFrequentReshapes: false, delegateOptionsOverride: nil)",
9
+ "preferred_compute_unit": "gpu",
10
+ "io_dtype": "f16",
11
+ "device": {
12
+ "arch": "h19p",
13
+ "available_compute_units": [
14
+ "cpu",
15
+ "gpu",
16
+ "neuralEngine"
17
+ ],
18
+ "build": "24B5099f",
19
+ "machine": "iPhone19,2",
20
+ "os": "Version 27.2 (Build 24B5099f)",
21
+ "physical_memory_gb": 12.12
22
+ },
23
+ "coreai": {
24
+ "bundle_id": "com.apple.CoreAI",
25
+ "short": "1.0",
26
+ "version": "1"
27
+ },
28
+ "launch": {
29
+ "tag": "r4a2224-t-T3000-fp16",
30
+ "started": "2026-10-13T13:46:40Z",
31
+ "finished": "2026-10-13T13:47:13Z",
32
+ "order": [
33
+ "fp16:gpu-jit",
34
+ "fp16:gpu-aot",
35
+ "fp16:ane-jit"
36
+ ],
37
+ "note": "one process: every bundle loaded once, then rounds A/B/C...; rep 0 = cold clocks, reps 1.. = ramped",
38
+ "power_start": {
39
+ "battery": "charging",
40
+ "level": 0.800000011920929,
41
+ "low_power_mode": false
42
+ },
43
+ "power_end": {
44
+ "battery": "charging",
45
+ "level": 0.800000011920929,
46
+ "low_power_mode": false
47
+ },
48
+ "thermal_start": "nominal",
49
+ "thermal_end": "nominal",
50
+ "thermal_changes": []
51
+ },
52
+ "compared_in_launch_with": [
53
+ "fp16:gpu-jit",
54
+ "fp16:gpu-aot",
55
+ "fp16:ane-jit"
56
+ ],
57
+ "summary": {
58
+ "cold_ms": 58.489,
59
+ "ramped_ms": 59.603,
60
+ "ramped_rep_median_range_ms": [
61
+ 58.54,
62
+ 60.521
63
+ ],
64
+ "ramped_p90_ms": 62.374,
65
+ "x_realtime_ramped": 503.3,
66
+ "x_realtime_cold": 512.9,
67
+ "audio_s_per_call": 30.0,
68
+ "reps": 8,
69
+ "calls_per_rep": 20,
70
+ "warmup_calls_per_rep": 3,
71
+ "cpu_ms_per_call_median": 29.127,
72
+ "load_ms": 204.365,
73
+ "load_cpu_ms": 112.656,
74
+ "load_cold_requested": false,
75
+ "footprint_after_load_mb": 190.3,
76
+ "launch_footprint_peak_mb": 417.2,
77
+ "launch_available_least_mb": 3122.9,
78
+ "thermal_by_rep": [
79
+ "nominal->nominal",
80
+ "nominal->nominal",
81
+ "nominal->nominal",
82
+ "nominal->nominal",
83
+ "nominal->nominal",
84
+ "nominal->nominal",
85
+ "nominal->nominal",
86
+ "nominal->nominal"
87
+ ],
88
+ "cooled_s_total": 0,
89
+ "power_by_rep": [
90
+ "charging",
91
+ "charging",
92
+ "charging",
93
+ "charging",
94
+ "charging",
95
+ "charging",
96
+ "charging",
97
+ "charging"
98
+ ],
99
+ "usb_powered": true,
100
+ "battery_level_first_last": [
101
+ 0.800000011920929,
102
+ 0.800000011920929
103
+ ],
104
+ "last_output_finite_every_rep": true
105
+ },
106
+ "app_summary": {
107
+ "cold_ms": 58.489,
108
+ "ramped_ms": 59.603,
109
+ "ramped_p90_ms": 62.374,
110
+ "x_realtime_ramped": 503.3,
111
+ "cpu_ms_per_call_median": 29.127
112
+ },
113
+ "reps": [
114
+ {
115
+ "available_mb": 3186.9,
116
+ "block_s": 1.177,
117
+ "cooled_s": 0,
118
+ "cpu_ms_per_call": 29.047,
119
+ "footprint_mb": 353.1,
120
+ "last_output_finite": true,
121
+ "median_ms": 58.489,
122
+ "ms": [
123
+ 57.099,
124
+ 60.138,
125
+ 57.138,
126
+ 59.631,
127
+ 57.208,
128
+ 60.277,
129
+ 57.231,
130
+ 60.532,
131
+ 57.154,
132
+ 61.021,
133
+ 57.196,
134
+ 60.779,
135
+ 57.347,
136
+ 60.546,
137
+ 57.191,
138
+ 60.328,
139
+ 57.176,
140
+ 60.392,
141
+ 57.25,
142
+ 60.616
143
+ ],
144
+ "p90_ms": 60.632,
145
+ "power": {
146
+ "battery": "charging",
147
+ "level": 0.800000011920929,
148
+ "low_power_mode": false
149
+ },
150
+ "rep": 0,
151
+ "sequence": 1,
152
+ "t_start_s": 1.597,
153
+ "thermal_after": "nominal",
154
+ "thermal_before": "nominal",
155
+ "warm_ms": [
156
+ 65.709,
157
+ 57.238,
158
+ 61.334
159
+ ]
160
+ },
161
+ {
162
+ "available_mb": 3184.1,
163
+ "block_s": 1.182,
164
+ "cooled_s": 0,
165
+ "cpu_ms_per_call": 29.795,
166
+ "footprint_mb": 355.8,
167
+ "last_output_finite": true,
168
+ "median_ms": 58.606,
169
+ "ms": [
170
+ 57.459,
171
+ 60.766,
172
+ 57.307,
173
+ 61.448,
174
+ 57.443,
175
+ 60.592,
176
+ 57.493,
177
+ 61.018,
178
+ 57.461,
179
+ 60.942,
180
+ 57.527,
181
+ 59.683,
182
+ 57.474,
183
+ 60.547,
184
+ 57.51,
185
+ 60.516,
186
+ 57.494,
187
+ 60.757,
188
+ 57.53,
189
+ 60.395
190
+ ],
191
+ "p90_ms": 60.949,
192
+ "power": {
193
+ "battery": "charging",
194
+ "level": 0.800000011920929,
195
+ "low_power_mode": false
196
+ },
197
+ "rep": 1,
198
+ "sequence": 4,
199
+ "t_start_s": 5.646,
200
+ "thermal_after": "nominal",
201
+ "thermal_before": "nominal",
202
+ "warm_ms": [
203
+ 63.581,
204
+ 57.368,
205
+ 60.153
206
+ ]
207
+ },
208
+ {
209
+ "available_mb": 3186,
210
+ "block_s": 1.188,
211
+ "cooled_s": 0,
212
+ "cpu_ms_per_call": 28.706,
213
+ "footprint_mb": 354,
214
+ "last_output_finite": true,
215
+ "median_ms": 58.541,
216
+ "ms": [
217
+ 57.738,
218
+ 60.489,
219
+ 57.636,
220
+ 60.552,
221
+ 57.606,
222
+ 60.909,
223
+ 57.74,
224
+ 61.061,
225
+ 58.185,
226
+ 61.038,
227
+ 57.74,
228
+ 58.858,
229
+ 61.201,
230
+ 57.964,
231
+ 60.657,
232
+ 57.966,
233
+ 63.51,
234
+ 58.223,
235
+ 61.017,
236
+ 57.901
237
+ ],
238
+ "p90_ms": 61.075,
239
+ "power": {
240
+ "battery": "charging",
241
+ "level": 0.800000011920929,
242
+ "low_power_mode": false
243
+ },
244
+ "rep": 2,
245
+ "sequence": 7,
246
+ "t_start_s": 9.694,
247
+ "thermal_after": "nominal",
248
+ "thermal_before": "nominal",
249
+ "warm_ms": [
250
+ 60.409,
251
+ 57.796,
252
+ 60.402
253
+ ]
254
+ },
255
+ {
256
+ "available_mb": 3187.6,
257
+ "block_s": 1.2,
258
+ "cooled_s": 0,
259
+ "cpu_ms_per_call": 29.287,
260
+ "footprint_mb": 352.4,
261
+ "last_output_finite": true,
262
+ "median_ms": 59.536,
263
+ "ms": [
264
+ 58.172,
265
+ 60.356,
266
+ 58.552,
267
+ 62.172,
268
+ 58.339,
269
+ 61.632,
270
+ 58.443,
271
+ 61.032,
272
+ 58.635,
273
+ 61.503,
274
+ 58.343,
275
+ 61.107,
276
+ 58.716,
277
+ 61.943,
278
+ 58.434,
279
+ 61.822,
280
+ 58.488,
281
+ 61.432,
282
+ 58.699,
283
+ 61.784
284
+ ],
285
+ "p90_ms": 61.834,
286
+ "power": {
287
+ "battery": "charging",
288
+ "level": 0.800000011920929,
289
+ "low_power_mode": false
290
+ },
291
+ "rep": 3,
292
+ "sequence": 10,
293
+ "t_start_s": 13.801,
294
+ "thermal_after": "nominal",
295
+ "thermal_before": "nominal",
296
+ "warm_ms": [
297
+ 66.933,
298
+ 58.234,
299
+ 61.165
300
+ ]
301
+ },
302
+ {
303
+ "available_mb": 3189.9,
304
+ "block_s": 1.204,
305
+ "cooled_s": 0,
306
+ "cpu_ms_per_call": 28.197,
307
+ "footprint_mb": 350.1,
308
+ "last_output_finite": true,
309
+ "median_ms": 59.603,
310
+ "ms": [
311
+ 58.67,
312
+ 59.996,
313
+ 58.936,
314
+ 62.5,
315
+ 58.904,
316
+ 61.863,
317
+ 59.106,
318
+ 60.478,
319
+ 58.725,
320
+ 61.552,
321
+ 59.031,
322
+ 61.698,
323
+ 58.696,
324
+ 61.223,
325
+ 58.899,
326
+ 61.253,
327
+ 59.21,
328
+ 62.207,
329
+ 58.918,
330
+ 61.685
331
+ ],
332
+ "p90_ms": 61.898,
333
+ "power": {
334
+ "battery": "charging",
335
+ "level": 0.800000011920929,
336
+ "low_power_mode": false
337
+ },
338
+ "rep": 4,
339
+ "sequence": 13,
340
+ "t_start_s": 17.935,
341
+ "thermal_after": "nominal",
342
+ "thermal_before": "nominal",
343
+ "warm_ms": [
344
+ 69.975,
345
+ 58.316,
346
+ 61.346
347
+ ]
348
+ },
349
+ {
350
+ "available_mb": 3189.7,
351
+ "block_s": 1.214,
352
+ "cooled_s": 0,
353
+ "cpu_ms_per_call": 29.208,
354
+ "footprint_mb": 350.3,
355
+ "last_output_finite": true,
356
+ "median_ms": 60.521,
357
+ "ms": [
358
+ 59.035,
359
+ 62.387,
360
+ 59.012,
361
+ 61.893,
362
+ 59.051,
363
+ 62.308,
364
+ 59.307,
365
+ 61.73,
366
+ 58.87,
367
+ 63.565,
368
+ 59.215,
369
+ 62.102,
370
+ 59.101,
371
+ 62.135,
372
+ 59.236,
373
+ 62.254,
374
+ 58.99,
375
+ 61.681,
376
+ 59.361,
377
+ 62.397
378
+ ],
379
+ "p90_ms": 62.388,
380
+ "power": {
381
+ "battery": "charging",
382
+ "level": 0.800000011920929,
383
+ "low_power_mode": false
384
+ },
385
+ "rep": 5,
386
+ "sequence": 16,
387
+ "t_start_s": 22.087,
388
+ "thermal_after": "nominal",
389
+ "thermal_before": "nominal",
390
+ "warm_ms": [
391
+ 67.081,
392
+ 59.131,
393
+ 62.11
394
+ ]
395
+ },
396
+ {
397
+ "available_mb": 3189.4,
398
+ "block_s": 1.217,
399
+ "cooled_s": 0,
400
+ "cpu_ms_per_call": 28.576,
401
+ "footprint_mb": 350.6,
402
+ "last_output_finite": true,
403
+ "median_ms": 60.432,
404
+ "ms": [
405
+ 59.411,
406
+ 62.923,
407
+ 59.449,
408
+ 61.268,
409
+ 59.394,
410
+ 62.366,
411
+ 59.41,
412
+ 62.24,
413
+ 59.343,
414
+ 62.363,
415
+ 59.239,
416
+ 62.252,
417
+ 59.596,
418
+ 62.701,
419
+ 59.473,
420
+ 62.371,
421
+ 59.35,
422
+ 62.25,
423
+ 59.337,
424
+ 62.338
425
+ ],
426
+ "p90_ms": 62.404,
427
+ "power": {
428
+ "battery": "charging",
429
+ "level": 0.800000011920929,
430
+ "low_power_mode": false
431
+ },
432
+ "rep": 6,
433
+ "sequence": 19,
434
+ "t_start_s": 26.281,
435
+ "thermal_after": "nominal",
436
+ "thermal_before": "nominal",
437
+ "warm_ms": [
438
+ 68.652,
439
+ 59.264,
440
+ 62.335
441
+ ]
442
+ },
443
+ {
444
+ "available_mb": 3189.1,
445
+ "block_s": 1.218,
446
+ "cooled_s": 0,
447
+ "cpu_ms_per_call": 29.388,
448
+ "footprint_mb": 350.9,
449
+ "last_output_finite": true,
450
+ "median_ms": 60.399,
451
+ "ms": [
452
+ 59.358,
453
+ 62.609,
454
+ 59.502,
455
+ 62.507,
456
+ 59.317,
457
+ 62.544,
458
+ 59.515,
459
+ 62.7,
460
+ 59.344,
461
+ 62.915,
462
+ 59.419,
463
+ 61.282,
464
+ 59.394,
465
+ 61.701,
466
+ 59.36,
467
+ 62.373,
468
+ 59.426,
469
+ 62.51,
470
+ 59.37,
471
+ 62.935
472
+ ],
473
+ "p90_ms": 62.722,
474
+ "power": {
475
+ "battery": "charging",
476
+ "level": 0.800000011920929,
477
+ "low_power_mode": false
478
+ },
479
+ "rep": 7,
480
+ "sequence": 22,
481
+ "t_start_s": 30.472,
482
+ "thermal_after": "nominal",
483
+ "thermal_before": "nominal",
484
+ "warm_ms": [
485
+ 63.699,
486
+ 59.432,
487
+ 62.643
488
+ ]
489
+ }
490
+ ],
491
+ "made": "2026-10-13T22:53:02+0900",
492
+ "run_dir": "<work>/device/pull/r4a2224-t-T3000-fp16"
493
+ }
provenance/encoder/iphone-gpu-jit-gate.json ADDED
@@ -0,0 +1,901 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bundle": "eg2_audio_fp16_T3000.aimodel",
3
+ "function": "main",
4
+ "contract": "eg2stt",
5
+ "form": "fp16",
6
+ "bucket_frames": 3000,
7
+ "backend": "gpu-jit",
8
+ "route": "gpu-jit",
9
+ "specialization": "SpecializationOptions(allowedComputeUnitKinds: Set([CoreAIDelegates.ComputeUnitKind.cpu, CoreAIDelegates.ComputeUnitKind.gpu, CoreAIDelegates.ComputeUnitKind.neuralEngine]), preferredComputeUnitKind: Optional(CoreAIDelegates.ComputeUnitKind.gpu), enableEncodingFunctions: false, enableDefaultOSPreferredCompute: true, debugConfiguration: nil, expectFrequentReshapes: false, delegateOptionsOverride: nil)",
10
+ "compute": "gpu",
11
+ "preferred_compute_unit": "gpu",
12
+ "input_dtype": "float16",
13
+ "bar": {
14
+ "cos_mean_per_clip": 0.999,
15
+ "cos_min_per_clip": 0.99
16
+ },
17
+ "summary": {
18
+ "pass": true,
19
+ "clips": 20,
20
+ "tokens": 5036,
21
+ "cos_mean_of_means": 0.9999970271281511,
22
+ "cos_mean_worst_clip": 0.9999734424058659,
23
+ "cos_min": 0.9962582505090709,
24
+ "cos_min_clip": "1188-133604-0001",
25
+ "worst5_positions": [
26
+ {
27
+ "cos": 0.9962582505090709,
28
+ "id": "1188-133604-0001",
29
+ "pos": 217
30
+ },
31
+ {
32
+ "cos": 0.998000519601377,
33
+ "id": "1188-133604-0001",
34
+ "pos": 218
35
+ },
36
+ {
37
+ "cos": 0.9993068874896276,
38
+ "id": "121-121726-0001",
39
+ "pos": 52
40
+ },
41
+ {
42
+ "cos": 0.9994797442089033,
43
+ "id": "1089-134686-0000",
44
+ "pos": 129
45
+ },
46
+ {
47
+ "cos": 0.9996163980341319,
48
+ "id": "121-121726-0001",
49
+ "pos": 53
50
+ }
51
+ ],
52
+ "clips_failing": [],
53
+ "max_abs": 0.41021156311035156,
54
+ "nonfinite": 0,
55
+ "drift_max_abs": 0.0,
56
+ "drift_ok": true,
57
+ "red_arm_all_fail": true
58
+ },
59
+ "red_arm_masks_all_ones": [
60
+ {
61
+ "id": "1089-134686-0002",
62
+ "n_frames": 662,
63
+ "cos_min": 0.8497772853454273,
64
+ "worst_pos": 165,
65
+ "last_pos": 165,
66
+ "fails_bar": true
67
+ },
68
+ {
69
+ "id": "2094-142345-0001",
70
+ "n_frames": 802,
71
+ "cos_min": 0.8468062895860485,
72
+ "worst_pos": 200,
73
+ "last_pos": 200,
74
+ "fails_bar": true
75
+ },
76
+ {
77
+ "id": "2300-131720-0001",
78
+ "n_frames": 1462,
79
+ "cos_min": 0.8792389556123755,
80
+ "worst_pos": 365,
81
+ "last_pos": 365,
82
+ "fails_bar": true
83
+ }
84
+ ],
85
+ "judged_by": "ios-gate/tools/judge.py with WT/conversion/eg2_transcribe/_common.py token_stats + compared_tokens (the functions gate_encoder.py uses)",
86
+ "timing_note": "per-call ms of the gate passes (the timing launch is separate)",
87
+ "load_s": 2.937,
88
+ "load_cpu_s": 3.747,
89
+ "first_call_s": 10.1197,
90
+ "median_call_s_pass2": 0.0566,
91
+ "cpu_ms_per_call_by_pass": [
92
+ 36.995,
93
+ 21.635
94
+ ],
95
+ "device": {
96
+ "arch": "h19p",
97
+ "available_compute_units": [
98
+ "cpu",
99
+ "gpu",
100
+ "neuralEngine"
101
+ ],
102
+ "build": "24B5099f",
103
+ "machine": "iPhone19,2",
104
+ "os": "Version 27.2 (Build 24B5099f)",
105
+ "physical_memory_gb": 12.12
106
+ },
107
+ "coreai": {
108
+ "bundle_id": "com.apple.CoreAI",
109
+ "short": "1.0",
110
+ "version": "1"
111
+ },
112
+ "power_start": {
113
+ "battery": "charging",
114
+ "level": 0.800000011920929,
115
+ "low_power_mode": false
116
+ },
117
+ "power_end": {
118
+ "battery": "charging",
119
+ "level": 0.800000011920929,
120
+ "low_power_mode": false
121
+ },
122
+ "thermal": {
123
+ "start": "nominal",
124
+ "after_load": "nominal",
125
+ "by_pass": [
126
+ "nominal",
127
+ "nominal"
128
+ ],
129
+ "end": "nominal",
130
+ "changes": []
131
+ },
132
+ "memory_mb": {
133
+ "start": 9.8,
134
+ "before_load": 9.9,
135
+ "after_load": 94.3,
136
+ "peak": 161,
137
+ "available_start": 3530.2,
138
+ "available_after_load": 3445.7,
139
+ "available_least": 3379
140
+ },
141
+ "label": "r4a2224-g-fp16-T3000-gpu-jit",
142
+ "run_started": "2026-10-13T13:26:49Z",
143
+ "run_finished": "2026-10-13T13:27:05Z",
144
+ "run_dir": "<work>/device/pull/r4a2224-g-fp16-T3000-gpu-jit",
145
+ "judged": "2026-10-13T22:52:58+0900",
146
+ "clips_table": [
147
+ {
148
+ "n": 261,
149
+ "cos_mean": 0.9999969421093816,
150
+ "cos_min": 0.9994797442089033,
151
+ "worst5": [
152
+ {
153
+ "pos": 129,
154
+ "cos": 0.9994797442089033
155
+ },
156
+ {
157
+ "pos": 130,
158
+ "cos": 0.9998292093915552
159
+ },
160
+ {
161
+ "pos": 223,
162
+ "cos": 0.9999895335979906
163
+ },
164
+ {
165
+ "pos": 131,
166
+ "cos": 0.9999954918130789
167
+ },
168
+ {
169
+ "pos": 122,
170
+ "cos": 0.9999977921801628
171
+ }
172
+ ],
173
+ "max_abs": 0.15066051483154297,
174
+ "ref_max_abs": 7.2352070808410645,
175
+ "nonfinite": 0,
176
+ "drift_max_abs": 0.0,
177
+ "pass": true,
178
+ "id": "1089-134686-0000",
179
+ "n_frames": 1043,
180
+ "cut": false,
181
+ "call_s": 10.1197
182
+ },
183
+ {
184
+ "n": 166,
185
+ "cos_mean": 0.9999994190930948,
186
+ "cos_min": 0.9999829211923381,
187
+ "worst5": [
188
+ {
189
+ "pos": 164,
190
+ "cos": 0.9999829211923381
191
+ },
192
+ {
193
+ "pos": 163,
194
+ "cos": 0.999993031517811
195
+ },
196
+ {
197
+ "pos": 149,
198
+ "cos": 0.9999963259745019
199
+ },
200
+ {
201
+ "pos": 8,
202
+ "cos": 0.999996952970286
203
+ },
204
+ {
205
+ "pos": 165,
206
+ "cos": 0.9999971427372807
207
+ }
208
+ ],
209
+ "max_abs": 0.024215995334088802,
210
+ "ref_max_abs": 6.5739240646362305,
211
+ "nonfinite": 0,
212
+ "drift_max_abs": 0.0,
213
+ "pass": true,
214
+ "id": "1089-134686-0002",
215
+ "n_frames": 662,
216
+ "cut": false,
217
+ "call_s": 0.065
218
+ },
219
+ {
220
+ "n": 268,
221
+ "cos_mean": 0.9999989089681879,
222
+ "cos_min": 0.9999300226378455,
223
+ "worst5": [
224
+ {
225
+ "pos": 216,
226
+ "cos": 0.9999300226378455
227
+ },
228
+ {
229
+ "pos": 128,
230
+ "cos": 0.9999743336612394
231
+ },
232
+ {
233
+ "pos": 215,
234
+ "cos": 0.9999900003958683
235
+ },
236
+ {
237
+ "pos": 99,
238
+ "cos": 0.9999915421273025
239
+ },
240
+ {
241
+ "pos": 214,
242
+ "cos": 0.9999917649263568
243
+ }
244
+ ],
245
+ "max_abs": 0.06435624696314335,
246
+ "ref_max_abs": 6.307945251464844,
247
+ "nonfinite": 0,
248
+ "drift_max_abs": 0.0,
249
+ "pass": true,
250
+ "id": "1188-133604-0000",
251
+ "n_frames": 1072,
252
+ "cut": false,
253
+ "call_s": 0.0565
254
+ },
255
+ {
256
+ "n": 226,
257
+ "cos_mean": 0.9999734424058659,
258
+ "cos_min": 0.9962582505090709,
259
+ "worst5": [
260
+ {
261
+ "pos": 217,
262
+ "cos": 0.9962582505090709
263
+ },
264
+ {
265
+ "pos": 218,
266
+ "cos": 0.998000519601377
267
+ },
268
+ {
269
+ "pos": 219,
270
+ "cos": 0.999965999975977
271
+ },
272
+ {
273
+ "pos": 63,
274
+ "cos": 0.9999708802050897
275
+ },
276
+ {
277
+ "pos": 223,
278
+ "cos": 0.9999805928769347
279
+ }
280
+ ],
281
+ "max_abs": 0.41021156311035156,
282
+ "ref_max_abs": 6.497803688049316,
283
+ "nonfinite": 0,
284
+ "drift_max_abs": 0.0,
285
+ "pass": true,
286
+ "id": "1188-133604-0001",
287
+ "n_frames": 903,
288
+ "cut": false,
289
+ "call_s": 0.0564
290
+ },
291
+ {
292
+ "n": 212,
293
+ "cos_mean": 0.999998785052735,
294
+ "cos_min": 0.9999754315539712,
295
+ "worst5": [
296
+ {
297
+ "pos": 103,
298
+ "cos": 0.9999754315539712
299
+ },
300
+ {
301
+ "pos": 160,
302
+ "cos": 0.9999784648168043
303
+ },
304
+ {
305
+ "pos": 104,
306
+ "cos": 0.9999859448825786
307
+ },
308
+ {
309
+ "pos": 5,
310
+ "cos": 0.9999896945278444
311
+ },
312
+ {
313
+ "pos": 4,
314
+ "cos": 0.9999902903433464
315
+ }
316
+ ],
317
+ "max_abs": 0.0296628475189209,
318
+ "ref_max_abs": 6.237517833709717,
319
+ "nonfinite": 0,
320
+ "drift_max_abs": 0.0,
321
+ "pass": true,
322
+ "id": "121-121726-0000",
323
+ "n_frames": 845,
324
+ "cut": false,
325
+ "call_s": 0.0564
326
+ },
327
+ {
328
+ "n": 148,
329
+ "cos_mean": 0.9999894876993688,
330
+ "cos_min": 0.9993068874896276,
331
+ "worst5": [
332
+ {
333
+ "pos": 52,
334
+ "cos": 0.9993068874896276
335
+ },
336
+ {
337
+ "pos": 53,
338
+ "cos": 0.9996163980341319
339
+ },
340
+ {
341
+ "pos": 17,
342
+ "cos": 0.9999597499990923
343
+ },
344
+ {
345
+ "pos": 11,
346
+ "cos": 0.9999725750863443
347
+ },
348
+ {
349
+ "pos": 18,
350
+ "cos": 0.9999733096501212
351
+ }
352
+ ],
353
+ "max_abs": 0.19186782836914062,
354
+ "ref_max_abs": 6.694194793701172,
355
+ "nonfinite": 0,
356
+ "drift_max_abs": 0.0,
357
+ "pass": true,
358
+ "id": "121-121726-0001",
359
+ "n_frames": 592,
360
+ "cut": false,
361
+ "call_s": 0.0565
362
+ },
363
+ {
364
+ "n": 311,
365
+ "cos_mean": 0.9999985150739088,
366
+ "cos_min": 0.9998327603287671,
367
+ "worst5": [
368
+ {
369
+ "pos": 179,
370
+ "cos": 0.9998327603287671
371
+ },
372
+ {
373
+ "pos": 178,
374
+ "cos": 0.9998934337471131
375
+ },
376
+ {
377
+ "pos": 256,
378
+ "cos": 0.9999517158967537
379
+ },
380
+ {
381
+ "pos": 255,
382
+ "cos": 0.9999912423901515
383
+ },
384
+ {
385
+ "pos": 158,
386
+ "cos": 0.9999918794656676
387
+ }
388
+ ],
389
+ "max_abs": 0.08277773857116699,
390
+ "ref_max_abs": 8.03580379486084,
391
+ "nonfinite": 0,
392
+ "drift_max_abs": 0.0,
393
+ "pass": true,
394
+ "id": "1221-135766-0000",
395
+ "n_frames": 1243,
396
+ "cut": false,
397
+ "call_s": 0.0565
398
+ },
399
+ {
400
+ "n": 418,
401
+ "cos_mean": 0.9999994953198843,
402
+ "cos_min": 0.9999920372361186,
403
+ "worst5": [
404
+ {
405
+ "pos": 57,
406
+ "cos": 0.9999920372361186
407
+ },
408
+ {
409
+ "pos": 267,
410
+ "cos": 0.9999928945220049
411
+ },
412
+ {
413
+ "pos": 268,
414
+ "cos": 0.9999935662539869
415
+ },
416
+ {
417
+ "pos": 266,
418
+ "cos": 0.9999945617866912
419
+ },
420
+ {
421
+ "pos": 72,
422
+ "cos": 0.9999952306632071
423
+ }
424
+ ],
425
+ "max_abs": 0.02139139175415039,
426
+ "ref_max_abs": 7.89909553527832,
427
+ "nonfinite": 0,
428
+ "drift_max_abs": 0.0,
429
+ "pass": true,
430
+ "id": "1221-135766-0001",
431
+ "n_frames": 1671,
432
+ "cut": false,
433
+ "call_s": 0.0564
434
+ },
435
+ {
436
+ "n": 203,
437
+ "cos_mean": 0.9999981592859328,
438
+ "cos_min": 0.9997761285839775,
439
+ "worst5": [
440
+ {
441
+ "pos": 120,
442
+ "cos": 0.9997761285839775
443
+ },
444
+ {
445
+ "pos": 119,
446
+ "cos": 0.9999498053984567
447
+ },
448
+ {
449
+ "pos": 121,
450
+ "cos": 0.99999584093538
451
+ },
452
+ {
453
+ "pos": 48,
454
+ "cos": 0.9999962681613452
455
+ },
456
+ {
457
+ "pos": 49,
458
+ "cos": 0.9999969217335339
459
+ }
460
+ ],
461
+ "max_abs": 0.08682560920715332,
462
+ "ref_max_abs": 7.740767002105713,
463
+ "nonfinite": 0,
464
+ "drift_max_abs": 0.0,
465
+ "pass": true,
466
+ "id": "1284-1180-0000",
467
+ "n_frames": 811,
468
+ "cut": false,
469
+ "call_s": 0.0565
470
+ },
471
+ {
472
+ "n": 194,
473
+ "cos_mean": 0.9999992288280654,
474
+ "cos_min": 0.9999782092951311,
475
+ "worst5": [
476
+ {
477
+ "pos": 35,
478
+ "cos": 0.9999782092951311
479
+ },
480
+ {
481
+ "pos": 7,
482
+ "cos": 0.9999906668276102
483
+ },
484
+ {
485
+ "pos": 34,
486
+ "cos": 0.9999914503893963
487
+ },
488
+ {
489
+ "pos": 6,
490
+ "cos": 0.9999918464665769
491
+ },
492
+ {
493
+ "pos": 8,
494
+ "cos": 0.9999924850010091
495
+ }
496
+ ],
497
+ "max_abs": 0.03583109378814697,
498
+ "ref_max_abs": 7.421662330627441,
499
+ "nonfinite": 0,
500
+ "drift_max_abs": 0.0,
501
+ "pass": true,
502
+ "id": "1284-1180-0001",
503
+ "n_frames": 775,
504
+ "cut": false,
505
+ "call_s": 0.0566
506
+ },
507
+ {
508
+ "n": 337,
509
+ "cos_mean": 0.9999994770552625,
510
+ "cos_min": 0.9999749480202813,
511
+ "worst5": [
512
+ {
513
+ "pos": 13,
514
+ "cos": 0.9999749480202813
515
+ },
516
+ {
517
+ "pos": 14,
518
+ "cos": 0.9999886107932585
519
+ },
520
+ {
521
+ "pos": 184,
522
+ "cos": 0.999994601305383
523
+ },
524
+ {
525
+ "pos": 56,
526
+ "cos": 0.9999956193569995
527
+ },
528
+ {
529
+ "pos": 15,
530
+ "cos": 0.9999962751292931
531
+ }
532
+ ],
533
+ "max_abs": 0.02997136116027832,
534
+ "ref_max_abs": 6.521810531616211,
535
+ "nonfinite": 0,
536
+ "drift_max_abs": 0.0,
537
+ "pass": true,
538
+ "id": "1320-122612-0000",
539
+ "n_frames": 1347,
540
+ "cut": false,
541
+ "call_s": 0.0564
542
+ },
543
+ {
544
+ "n": 238,
545
+ "cos_mean": 0.999999128862958,
546
+ "cos_min": 0.9999026958988106,
547
+ "worst5": [
548
+ {
549
+ "pos": 85,
550
+ "cos": 0.9999026958988106
551
+ },
552
+ {
553
+ "pos": 86,
554
+ "cos": 0.9999863311701992
555
+ },
556
+ {
557
+ "pos": 5,
558
+ "cos": 0.9999968790459138
559
+ },
560
+ {
561
+ "pos": 44,
562
+ "cos": 0.9999975088361619
563
+ },
564
+ {
565
+ "pos": 233,
566
+ "cos": 0.9999975385848393
567
+ }
568
+ ],
569
+ "max_abs": 0.059140563011169434,
570
+ "ref_max_abs": 7.879604816436768,
571
+ "nonfinite": 0,
572
+ "drift_max_abs": 0.0,
573
+ "pass": true,
574
+ "id": "1320-122612-0001",
575
+ "n_frames": 951,
576
+ "cut": false,
577
+ "call_s": 0.0566
578
+ },
579
+ {
580
+ "n": 224,
581
+ "cos_mean": 0.999997962109065,
582
+ "cos_min": 0.9998128424813301,
583
+ "worst5": [
584
+ {
585
+ "pos": 142,
586
+ "cos": 0.9998128424813301
587
+ },
588
+ {
589
+ "pos": 143,
590
+ "cos": 0.9999125124259962
591
+ },
592
+ {
593
+ "pos": 141,
594
+ "cos": 0.9999636020309144
595
+ },
596
+ {
597
+ "pos": 15,
598
+ "cos": 0.999983058488564
599
+ },
600
+ {
601
+ "pos": 160,
602
+ "cos": 0.9999938738785651
603
+ }
604
+ ],
605
+ "max_abs": 0.08508211374282837,
606
+ "ref_max_abs": 7.707693099975586,
607
+ "nonfinite": 0,
608
+ "drift_max_abs": 0.0,
609
+ "pass": true,
610
+ "id": "1580-141083-0000",
611
+ "n_frames": 893,
612
+ "cut": false,
613
+ "call_s": 0.0565
614
+ },
615
+ {
616
+ "n": 257,
617
+ "cos_mean": 0.9999988043639418,
618
+ "cos_min": 0.9999333684963331,
619
+ "worst5": [
620
+ {
621
+ "pos": 98,
622
+ "cos": 0.9999333684963331
623
+ },
624
+ {
625
+ "pos": 245,
626
+ "cos": 0.9999344115046217
627
+ },
628
+ {
629
+ "pos": 246,
630
+ "cos": 0.9999696948350809
631
+ },
632
+ {
633
+ "pos": 6,
634
+ "cos": 0.9999798210957563
635
+ },
636
+ {
637
+ "pos": 99,
638
+ "cos": 0.9999866983269934
639
+ }
640
+ ],
641
+ "max_abs": 0.06687891483306885,
642
+ "ref_max_abs": 6.8953423500061035,
643
+ "nonfinite": 0,
644
+ "drift_max_abs": 0.0,
645
+ "pass": true,
646
+ "id": "1580-141083-0001",
647
+ "n_frames": 1025,
648
+ "cut": false,
649
+ "call_s": 0.0565
650
+ },
651
+ {
652
+ "n": 237,
653
+ "cos_mean": 0.9999963024418764,
654
+ "cos_min": 0.999688847182132,
655
+ "worst5": [
656
+ {
657
+ "pos": 121,
658
+ "cos": 0.999688847182132
659
+ },
660
+ {
661
+ "pos": 108,
662
+ "cos": 0.9996892464406539
663
+ },
664
+ {
665
+ "pos": 120,
666
+ "cos": 0.9999349532609968
667
+ },
668
+ {
669
+ "pos": 25,
670
+ "cos": 0.9999846624648883
671
+ },
672
+ {
673
+ "pos": 110,
674
+ "cos": 0.9999850374280206
675
+ }
676
+ ],
677
+ "max_abs": 0.12391507625579834,
678
+ "ref_max_abs": 6.876163959503174,
679
+ "nonfinite": 0,
680
+ "drift_max_abs": 0.0,
681
+ "pass": true,
682
+ "id": "1995-1826-0000",
683
+ "n_frames": 948,
684
+ "cut": false,
685
+ "call_s": 0.0565
686
+ },
687
+ {
688
+ "n": 254,
689
+ "cos_mean": 0.9999994963896761,
690
+ "cos_min": 0.9999927538341817,
691
+ "worst5": [
692
+ {
693
+ "pos": 184,
694
+ "cos": 0.9999927538341817
695
+ },
696
+ {
697
+ "pos": 185,
698
+ "cos": 0.9999930894351289
699
+ },
700
+ {
701
+ "pos": 186,
702
+ "cos": 0.9999951151713483
703
+ },
704
+ {
705
+ "pos": 183,
706
+ "cos": 0.9999982909503212
707
+ },
708
+ {
709
+ "pos": 204,
710
+ "cos": 0.9999983730271591
711
+ }
712
+ ],
713
+ "max_abs": 0.018108248710632324,
714
+ "ref_max_abs": 7.509359359741211,
715
+ "nonfinite": 0,
716
+ "drift_max_abs": 0.0,
717
+ "pass": true,
718
+ "id": "1995-1826-0001",
719
+ "n_frames": 1016,
720
+ "cut": false,
721
+ "call_s": 0.0565
722
+ },
723
+ {
724
+ "n": 201,
725
+ "cos_mean": 0.9999988939739854,
726
+ "cos_min": 0.9999518919052379,
727
+ "worst5": [
728
+ {
729
+ "pos": 77,
730
+ "cos": 0.9999518919052379
731
+ },
732
+ {
733
+ "pos": 190,
734
+ "cos": 0.9999648338935453
735
+ },
736
+ {
737
+ "pos": 191,
738
+ "cos": 0.9999882311850843
739
+ },
740
+ {
741
+ "pos": 78,
742
+ "cos": 0.9999888636295651
743
+ },
744
+ {
745
+ "pos": 12,
746
+ "cos": 0.9999912141792341
747
+ }
748
+ ],
749
+ "max_abs": 0.04511505365371704,
750
+ "ref_max_abs": 7.029752254486084,
751
+ "nonfinite": 0,
752
+ "drift_max_abs": 0.0,
753
+ "pass": true,
754
+ "id": "2094-142345-0001",
755
+ "n_frames": 802,
756
+ "cut": false,
757
+ "call_s": 0.0565
758
+ },
759
+ {
760
+ "n": 388,
761
+ "cos_mean": 0.9999991472901991,
762
+ "cos_min": 0.9999681447376819,
763
+ "worst5": [
764
+ {
765
+ "pos": 106,
766
+ "cos": 0.9999681447376819
767
+ },
768
+ {
769
+ "pos": 12,
770
+ "cos": 0.9999734004695184
771
+ },
772
+ {
773
+ "pos": 89,
774
+ "cos": 0.9999832189609026
775
+ },
776
+ {
777
+ "pos": 384,
778
+ "cos": 0.9999860193487131
779
+ },
780
+ {
781
+ "pos": 253,
782
+ "cos": 0.9999878518553413
783
+ }
784
+ ],
785
+ "max_abs": 0.04219275712966919,
786
+ "ref_max_abs": 8.040725708007812,
787
+ "nonfinite": 0,
788
+ "drift_max_abs": 0.0,
789
+ "pass": true,
790
+ "id": "2094-142345-0002",
791
+ "n_frames": 1551,
792
+ "cut": false,
793
+ "call_s": 0.0565
794
+ },
795
+ {
796
+ "n": 127,
797
+ "cos_mean": 0.9999996088399749,
798
+ "cos_min": 0.9999980546914043,
799
+ "worst5": [
800
+ {
801
+ "pos": 125,
802
+ "cos": 0.9999980546914043
803
+ },
804
+ {
805
+ "pos": 124,
806
+ "cos": 0.9999984637079565
807
+ },
808
+ {
809
+ "pos": 102,
810
+ "cos": 0.999998799606585
811
+ },
812
+ {
813
+ "pos": 25,
814
+ "cos": 0.9999990627021816
815
+ },
816
+ {
817
+ "pos": 109,
818
+ "cos": 0.9999991336977676
819
+ }
820
+ ],
821
+ "max_abs": 0.009100854396820068,
822
+ "ref_max_abs": 6.594679355621338,
823
+ "nonfinite": 0,
824
+ "drift_max_abs": 0.0,
825
+ "pass": true,
826
+ "id": "2300-131720-0000",
827
+ "n_frames": 507,
828
+ "cut": false,
829
+ "call_s": 0.0565
830
+ },
831
+ {
832
+ "n": 366,
833
+ "cos_mean": 0.9999993373996579,
834
+ "cos_min": 0.9999750768488629,
835
+ "worst5": [
836
+ {
837
+ "pos": 11,
838
+ "cos": 0.9999750768488629
839
+ },
840
+ {
841
+ "pos": 365,
842
+ "cos": 0.9999909547600173
843
+ },
844
+ {
845
+ "pos": 159,
846
+ "cos": 0.9999916194294107
847
+ },
848
+ {
849
+ "pos": 12,
850
+ "cos": 0.9999919379017403
851
+ },
852
+ {
853
+ "pos": 0,
854
+ "cos": 0.9999934323465645
855
+ }
856
+ ],
857
+ "max_abs": 0.043245792388916016,
858
+ "ref_max_abs": 7.393332481384277,
859
+ "nonfinite": 0,
860
+ "drift_max_abs": 0.0,
861
+ "pass": true,
862
+ "id": "2300-131720-0001",
863
+ "n_frames": 1462,
864
+ "cut": false,
865
+ "call_s": 0.0565
866
+ }
867
+ ],
868
+ "compare_with_mac_gate": [
869
+ {
870
+ "against": "<work>/exports/fp16/gate_gpu_T3000.json",
871
+ "against_backend": "gpu",
872
+ "against_specialization": "default()",
873
+ "max_abs_delta_per_clip": {
874
+ "cos_mean": 3.2706517253289213e-05,
875
+ "cos_min": 0.003407553919521966,
876
+ "max_abs": 0.2890625
877
+ },
878
+ "clips_not_bit_identical": 20,
879
+ "cos_min": [
880
+ 0.9962582505090709,
881
+ 0.9964469062042868
882
+ ],
883
+ "cos_mean_of_means": [
884
+ 0.9999970271281511,
885
+ 0.9999964339086356
886
+ ],
887
+ "pass": [
888
+ true,
889
+ true
890
+ ],
891
+ "clips_failing": [
892
+ [],
893
+ []
894
+ ],
895
+ "red_arm_all_fail": [
896
+ true,
897
+ true
898
+ ]
899
+ }
900
+ ]
901
+ }
provenance/encoder/iphone-gpu-jit-timing.json ADDED
@@ -0,0 +1,493 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "form": "fp16",
3
+ "bucket_frames": 3000,
4
+ "route": "gpu-jit",
5
+ "backend": "gpu-jit",
6
+ "bundle": "eg2_audio_fp16_T3000.aimodel",
7
+ "compute": "gpu",
8
+ "specialization": "SpecializationOptions(allowedComputeUnitKinds: Set([CoreAIDelegates.ComputeUnitKind.neuralEngine, CoreAIDelegates.ComputeUnitKind.gpu, CoreAIDelegates.ComputeUnitKind.cpu]), preferredComputeUnitKind: Optional(CoreAIDelegates.ComputeUnitKind.gpu), enableEncodingFunctions: false, enableDefaultOSPreferredCompute: true, debugConfiguration: nil, expectFrequentReshapes: false, delegateOptionsOverride: nil)",
9
+ "preferred_compute_unit": "gpu",
10
+ "io_dtype": "f16",
11
+ "device": {
12
+ "arch": "h19p",
13
+ "available_compute_units": [
14
+ "cpu",
15
+ "gpu",
16
+ "neuralEngine"
17
+ ],
18
+ "build": "24B5099f",
19
+ "machine": "iPhone19,2",
20
+ "os": "Version 27.2 (Build 24B5099f)",
21
+ "physical_memory_gb": 12.12
22
+ },
23
+ "coreai": {
24
+ "bundle_id": "com.apple.CoreAI",
25
+ "short": "1.0",
26
+ "version": "1"
27
+ },
28
+ "launch": {
29
+ "tag": "r4a2224-t-T3000-fp16",
30
+ "started": "2026-10-13T13:46:40Z",
31
+ "finished": "2026-10-13T13:47:13Z",
32
+ "order": [
33
+ "fp16:gpu-jit",
34
+ "fp16:gpu-aot",
35
+ "fp16:ane-jit"
36
+ ],
37
+ "note": "one process: every bundle loaded once, then rounds A/B/C...; rep 0 = cold clocks, reps 1.. = ramped",
38
+ "power_start": {
39
+ "battery": "charging",
40
+ "level": 0.800000011920929,
41
+ "low_power_mode": false
42
+ },
43
+ "power_end": {
44
+ "battery": "charging",
45
+ "level": 0.800000011920929,
46
+ "low_power_mode": false
47
+ },
48
+ "thermal_start": "nominal",
49
+ "thermal_end": "nominal",
50
+ "thermal_changes": []
51
+ },
52
+ "compared_in_launch_with": [
53
+ "fp16:gpu-jit",
54
+ "fp16:gpu-aot",
55
+ "fp16:ane-jit"
56
+ ],
57
+ "summary": {
58
+ "cold_ms": 56.809,
59
+ "ramped_ms": 59.88,
60
+ "ramped_rep_median_range_ms": [
61
+ 58.611,
62
+ 60.694
63
+ ],
64
+ "ramped_p90_ms": 60.954,
65
+ "x_realtime_ramped": 501.0,
66
+ "x_realtime_cold": 528.1,
67
+ "audio_s_per_call": 30.0,
68
+ "reps": 8,
69
+ "calls_per_rep": 20,
70
+ "warmup_calls_per_rep": 3,
71
+ "cpu_ms_per_call_median": 18.382,
72
+ "load_ms": 436.007,
73
+ "load_cpu_ms": 170.338,
74
+ "load_cold_requested": false,
75
+ "footprint_after_load_mb": 101.5,
76
+ "launch_footprint_peak_mb": 417.2,
77
+ "launch_available_least_mb": 3122.9,
78
+ "thermal_by_rep": [
79
+ "nominal->nominal",
80
+ "nominal->nominal",
81
+ "nominal->nominal",
82
+ "nominal->nominal",
83
+ "nominal->nominal",
84
+ "nominal->nominal",
85
+ "nominal->nominal",
86
+ "nominal->nominal"
87
+ ],
88
+ "cooled_s_total": 0,
89
+ "power_by_rep": [
90
+ "charging",
91
+ "charging",
92
+ "charging",
93
+ "charging",
94
+ "charging",
95
+ "charging",
96
+ "charging",
97
+ "charging"
98
+ ],
99
+ "usb_powered": true,
100
+ "battery_level_first_last": [
101
+ 0.800000011920929,
102
+ 0.800000011920929
103
+ ],
104
+ "last_output_finite_every_rep": true
105
+ },
106
+ "app_summary": {
107
+ "cold_ms": 56.808,
108
+ "ramped_ms": 59.88,
109
+ "ramped_p90_ms": 60.954,
110
+ "x_realtime_ramped": 501,
111
+ "cpu_ms_per_call_median": 18.382
112
+ },
113
+ "reps": [
114
+ {
115
+ "available_mb": 3189.7,
116
+ "block_s": 1.151,
117
+ "cooled_s": 0,
118
+ "cpu_ms_per_call": 16.236,
119
+ "footprint_mb": 350.3,
120
+ "last_output_finite": true,
121
+ "median_ms": 56.808,
122
+ "ms": [
123
+ 56.5,
124
+ 56.52,
125
+ 56.647,
126
+ 56.773,
127
+ 56.844,
128
+ 57.431,
129
+ 58.971,
130
+ 56.672,
131
+ 59.039,
132
+ 58.985,
133
+ 56.588,
134
+ 58.974,
135
+ 56.578,
136
+ 58.769,
137
+ 56.637,
138
+ 58.914,
139
+ 58.776,
140
+ 56.602,
141
+ 57.783,
142
+ 56.636
143
+ ],
144
+ "p90_ms": 58.975,
145
+ "power": {
146
+ "battery": "charging",
147
+ "level": 0.800000011920929,
148
+ "low_power_mode": false
149
+ },
150
+ "rep": 0,
151
+ "sequence": 0,
152
+ "t_start_s": 0.257,
153
+ "thermal_after": "nominal",
154
+ "thermal_before": "nominal",
155
+ "warm_ms": [
156
+ 143.005,
157
+ 57.824,
158
+ 56.418
159
+ ]
160
+ },
161
+ {
162
+ "available_mb": 3174.4,
163
+ "block_s": 1.164,
164
+ "cooled_s": 0,
165
+ "cpu_ms_per_call": 18.425,
166
+ "footprint_mb": 365.6,
167
+ "last_output_finite": true,
168
+ "median_ms": 58.611,
169
+ "ms": [
170
+ 57.861,
171
+ 56.939,
172
+ 59.102,
173
+ 56.9,
174
+ 58.587,
175
+ 59.326,
176
+ 59.142,
177
+ 56.816,
178
+ 59.201,
179
+ 58.635,
180
+ 56.82,
181
+ 59.351,
182
+ 58.951,
183
+ 56.865,
184
+ 59.282,
185
+ 59.143,
186
+ 56.818,
187
+ 58.209,
188
+ 59.12,
189
+ 56.901
190
+ ],
191
+ "p90_ms": 59.286,
192
+ "power": {
193
+ "battery": "charging",
194
+ "level": 0.800000011920929,
195
+ "low_power_mode": false
196
+ },
197
+ "rep": 1,
198
+ "sequence": 3,
199
+ "t_start_s": 4.296,
200
+ "thermal_after": "nominal",
201
+ "thermal_before": "nominal",
202
+ "warm_ms": [
203
+ 64.741,
204
+ 56.839,
205
+ 59.214
206
+ ]
207
+ },
208
+ {
209
+ "available_mb": 3176.9,
210
+ "block_s": 1.17,
211
+ "cooled_s": 0,
212
+ "cpu_ms_per_call": 18.338,
213
+ "footprint_mb": 363.1,
214
+ "last_output_finite": true,
215
+ "median_ms": 59.176,
216
+ "ms": [
217
+ 59.222,
218
+ 57.041,
219
+ 59.2,
220
+ 57.052,
221
+ 59.169,
222
+ 57.104,
223
+ 59.496,
224
+ 59.236,
225
+ 57.065,
226
+ 59.191,
227
+ 59.263,
228
+ 57.133,
229
+ 59.182,
230
+ 59.233,
231
+ 57.025,
232
+ 59.715,
233
+ 58.521,
234
+ 57.324,
235
+ 59.532,
236
+ 59.064
237
+ ],
238
+ "p90_ms": 59.5,
239
+ "power": {
240
+ "battery": "charging",
241
+ "level": 0.800000011920929,
242
+ "low_power_mode": false
243
+ },
244
+ "rep": 2,
245
+ "sequence": 6,
246
+ "t_start_s": 8.345,
247
+ "thermal_after": "nominal",
248
+ "thermal_before": "nominal",
249
+ "warm_ms": [
250
+ 60.232,
251
+ 56.971,
252
+ 58.14
253
+ ]
254
+ },
255
+ {
256
+ "available_mb": 3177.8,
257
+ "block_s": 1.177,
258
+ "cooled_s": 0,
259
+ "cpu_ms_per_call": 18.445,
260
+ "footprint_mb": 362.2,
261
+ "last_output_finite": true,
262
+ "median_ms": 59.404,
263
+ "ms": [
264
+ 58.779,
265
+ 57.444,
266
+ 59.939,
267
+ 59.715,
268
+ 57.427,
269
+ 59.493,
270
+ 57.756,
271
+ 59.394,
272
+ 57.399,
273
+ 60.059,
274
+ 57.642,
275
+ 59.535,
276
+ 57.589,
277
+ 59.973,
278
+ 59.414,
279
+ 57.406,
280
+ 59.786,
281
+ 59.623,
282
+ 57.769,
283
+ 60.198
284
+ ],
285
+ "p90_ms": 59.982,
286
+ "power": {
287
+ "battery": "charging",
288
+ "level": 0.800000011920929,
289
+ "low_power_mode": false
290
+ },
291
+ "rep": 3,
292
+ "sequence": 9,
293
+ "t_start_s": 12.433,
294
+ "thermal_after": "nominal",
295
+ "thermal_before": "nominal",
296
+ "warm_ms": [
297
+ 67.209,
298
+ 57.311,
299
+ 59.919
300
+ ]
301
+ },
302
+ {
303
+ "available_mb": 3177.4,
304
+ "block_s": 1.186,
305
+ "cooled_s": 0,
306
+ "cpu_ms_per_call": 18.441,
307
+ "footprint_mb": 362.6,
308
+ "last_output_finite": true,
309
+ "median_ms": 59.88,
310
+ "ms": [
311
+ 57.509,
312
+ 60.807,
313
+ 59.926,
314
+ 58.791,
315
+ 60.257,
316
+ 57.913,
317
+ 60.239,
318
+ 58.009,
319
+ 60.198,
320
+ 58.053,
321
+ 60.104,
322
+ 58.048,
323
+ 60.838,
324
+ 60.129,
325
+ 57.654,
326
+ 59.521,
327
+ 59.835,
328
+ 58.043,
329
+ 60.32,
330
+ 59.931
331
+ ],
332
+ "p90_ms": 60.369,
333
+ "power": {
334
+ "battery": "charging",
335
+ "level": 0.800000011920929,
336
+ "low_power_mode": false
337
+ },
338
+ "rep": 4,
339
+ "sequence": 12,
340
+ "t_start_s": 16.554,
341
+ "thermal_after": "nominal",
342
+ "thermal_before": "nominal",
343
+ "warm_ms": [
344
+ 67.126,
345
+ 58.284,
346
+ 60.169
347
+ ]
348
+ },
349
+ {
350
+ "available_mb": 3179,
351
+ "block_s": 1.194,
352
+ "cooled_s": 0,
353
+ "cpu_ms_per_call": 17.588,
354
+ "footprint_mb": 361,
355
+ "last_output_finite": true,
356
+ "median_ms": 60.25,
357
+ "ms": [
358
+ 60.57,
359
+ 58.231,
360
+ 60.503,
361
+ 60.785,
362
+ 60.214,
363
+ 58.388,
364
+ 60.415,
365
+ 58.167,
366
+ 60.572,
367
+ 58.325,
368
+ 59.866,
369
+ 60.341,
370
+ 58.38,
371
+ 60.536,
372
+ 58.442,
373
+ 60.422,
374
+ 58.5,
375
+ 59.624,
376
+ 60.286,
377
+ 61.016
378
+ ],
379
+ "p90_ms": 60.593,
380
+ "power": {
381
+ "battery": "charging",
382
+ "level": 0.800000011920929,
383
+ "low_power_mode": false
384
+ },
385
+ "rep": 5,
386
+ "sequence": 15,
387
+ "t_start_s": 20.7,
388
+ "thermal_after": "nominal",
389
+ "thermal_before": "nominal",
390
+ "warm_ms": [
391
+ 61.399,
392
+ 58.454,
393
+ 60.486
394
+ ]
395
+ },
396
+ {
397
+ "available_mb": 3179,
398
+ "block_s": 1.205,
399
+ "cooled_s": 0,
400
+ "cpu_ms_per_call": 19.617,
401
+ "footprint_mb": 361,
402
+ "last_output_finite": true,
403
+ "median_ms": 60.694,
404
+ "ms": [
405
+ 60.929,
406
+ 60.583,
407
+ 58.63,
408
+ 60.677,
409
+ 60.172,
410
+ 60.71,
411
+ 58.783,
412
+ 60.053,
413
+ 60.945,
414
+ 60.99,
415
+ 60.53,
416
+ 58.729,
417
+ 60.983,
418
+ 60.925,
419
+ 58.827,
420
+ 60.87,
421
+ 61.021,
422
+ 60.997,
423
+ 58.566,
424
+ 61.063
425
+ ],
426
+ "p90_ms": 60.999,
427
+ "power": {
428
+ "battery": "charging",
429
+ "level": 0.800000011920929,
430
+ "low_power_mode": false
431
+ },
432
+ "rep": 6,
433
+ "sequence": 18,
434
+ "t_start_s": 24.881,
435
+ "thermal_after": "nominal",
436
+ "thermal_before": "nominal",
437
+ "warm_ms": [
438
+ 70.228,
439
+ 58.441,
440
+ 61.156
441
+ ]
442
+ },
443
+ {
444
+ "available_mb": 3178,
445
+ "block_s": 1.201,
446
+ "cooled_s": 0,
447
+ "cpu_ms_per_call": 17.807,
448
+ "footprint_mb": 362,
449
+ "last_output_finite": true,
450
+ "median_ms": 60.634,
451
+ "ms": [
452
+ 58.77,
453
+ 61.127,
454
+ 58.925,
455
+ 61.06,
456
+ 58.871,
457
+ 60.953,
458
+ 58.769,
459
+ 61.093,
460
+ 58.961,
461
+ 61.076,
462
+ 60.348,
463
+ 58.895,
464
+ 61.228,
465
+ 58.874,
466
+ 60.92,
467
+ 58.859,
468
+ 60.963,
469
+ 61.2,
470
+ 61.108,
471
+ 58.788
472
+ ],
473
+ "p90_ms": 61.135,
474
+ "power": {
475
+ "battery": "charging",
476
+ "level": 0.800000011920929,
477
+ "low_power_mode": false
478
+ },
479
+ "rep": 7,
480
+ "sequence": 21,
481
+ "t_start_s": 29.083,
482
+ "thermal_after": "nominal",
483
+ "thermal_before": "nominal",
484
+ "warm_ms": [
485
+ 68.625,
486
+ 58.881,
487
+ 61.027
488
+ ]
489
+ }
490
+ ],
491
+ "made": "2026-10-13T22:53:02+0900",
492
+ "run_dir": "<work>/device/pull/r4a2224-t-T3000-fp16"
493
+ }
provenance/encoder/mac-gpu-gate.json ADDED
@@ -0,0 +1,826 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bundle": "<work>/exports/fp16/eg2_audio_fp16_T3000_gpu_h16c.aimodelc",
3
+ "function": "main",
4
+ "contract": "eg2stt",
5
+ "form": "fp16",
6
+ "bucket_frames": 3000,
7
+ "backend": "gpu",
8
+ "specialization": "default()",
9
+ "ane_regions": 0,
10
+ "ane_region_names": [],
11
+ "input_dtype": "float16",
12
+ "function_descriptor": {
13
+ "inputs": [
14
+ "features",
15
+ "half_mask"
16
+ ],
17
+ "outputs": [
18
+ "soft_tokens"
19
+ ]
20
+ },
21
+ "bar": {
22
+ "cos_mean_per_clip": 0.999,
23
+ "cos_min_per_clip": 0.99
24
+ },
25
+ "summary": {
26
+ "pass": true,
27
+ "clips": 20,
28
+ "tokens": 5036,
29
+ "cos_mean_of_means": 0.9999964339086356,
30
+ "cos_mean_worst_clip": 0.9999567811821155,
31
+ "cos_min": 0.9964469062042868,
32
+ "cos_min_clip": "121-121726-0001",
33
+ "worst5_positions": [
34
+ {
35
+ "cos": 0.9964469062042868,
36
+ "id": "121-121726-0001",
37
+ "pos": 52
38
+ },
39
+ {
40
+ "cos": 0.9977252909956703,
41
+ "id": "121-121726-0001",
42
+ "pos": 53
43
+ },
44
+ {
45
+ "cos": 0.9985532926969964,
46
+ "id": "1995-1826-0000",
47
+ "pos": 108
48
+ },
49
+ {
50
+ "cos": 0.9996658044285929,
51
+ "id": "1188-133604-0001",
52
+ "pos": 217
53
+ },
54
+ {
55
+ "cos": 0.9997411131570758,
56
+ "id": "1284-1180-0001",
57
+ "pos": 35
58
+ }
59
+ ],
60
+ "clips_failing": [],
61
+ "max_abs": 0.4342994689941406,
62
+ "nonfinite": 0,
63
+ "drift_max_abs": 0.0,
64
+ "drift_ok": true,
65
+ "red_arm_all_fail": true
66
+ },
67
+ "red_arm_masks_all_ones": [
68
+ {
69
+ "id": "1089-134686-0002",
70
+ "n_frames": 662,
71
+ "cos_min": 0.8498282597165107,
72
+ "worst_pos": 165,
73
+ "last_pos": 165,
74
+ "fails_bar": true
75
+ },
76
+ {
77
+ "id": "2094-142345-0001",
78
+ "n_frames": 802,
79
+ "cos_min": 0.8467753222229494,
80
+ "worst_pos": 200,
81
+ "last_pos": 200,
82
+ "fails_bar": true
83
+ },
84
+ {
85
+ "id": "2300-131720-0001",
86
+ "n_frames": 1462,
87
+ "cos_min": 0.8792894117341765,
88
+ "worst_pos": 365,
89
+ "last_pos": 365,
90
+ "fails_bar": true
91
+ }
92
+ ],
93
+ "timing_note": "one pass of 20 clips; the timing gate is bench_encoder.py",
94
+ "load_s": 1.74,
95
+ "first_call_s": 9.0901,
96
+ "median_call_s_pass2": 0.0402,
97
+ "runtime": {
98
+ "coreai-core": "1.0.0b2",
99
+ "macos_build": "26A428",
100
+ "python": "3.11.13"
101
+ },
102
+ "label": "QH eg2stt-r3-gates-fp16",
103
+ "finished": "2026-10-13T21:01:51+0900",
104
+ "clips_table": [
105
+ {
106
+ "n": 261,
107
+ "cos_mean": 0.9999994124157165,
108
+ "cos_min": 0.9999685721364994,
109
+ "worst5": [
110
+ {
111
+ "pos": 129,
112
+ "cos": 0.9999685721364994
113
+ },
114
+ {
115
+ "pos": 223,
116
+ "cos": 0.9999897648861452
117
+ },
118
+ {
119
+ "pos": 130,
120
+ "cos": 0.9999908586440903
121
+ },
122
+ {
123
+ "pos": 132,
124
+ "cos": 0.9999973154097919
125
+ },
126
+ {
127
+ "pos": 8,
128
+ "cos": 0.9999979932666749
129
+ }
130
+ ],
131
+ "max_abs": 0.03347301483154297,
132
+ "ref_max_abs": 7.2352070808410645,
133
+ "nonfinite": 0,
134
+ "drift_max_abs": 0.0,
135
+ "pass": true,
136
+ "id": "1089-134686-0000",
137
+ "n_frames": 1043,
138
+ "cut": false,
139
+ "call_s": 9.0901
140
+ },
141
+ {
142
+ "n": 166,
143
+ "cos_mean": 0.9999994539361112,
144
+ "cos_min": 0.9999837172419136,
145
+ "worst5": [
146
+ {
147
+ "pos": 164,
148
+ "cos": 0.9999837172419136
149
+ },
150
+ {
151
+ "pos": 163,
152
+ "cos": 0.9999926596141165
153
+ },
154
+ {
155
+ "pos": 8,
156
+ "cos": 0.9999945072351587
157
+ },
158
+ {
159
+ "pos": 165,
160
+ "cos": 0.9999976285391226
161
+ },
162
+ {
163
+ "pos": 162,
164
+ "cos": 0.9999979586639394
165
+ }
166
+ ],
167
+ "max_abs": 0.023834525607526302,
168
+ "ref_max_abs": 6.5739240646362305,
169
+ "nonfinite": 0,
170
+ "drift_max_abs": 0.0,
171
+ "pass": true,
172
+ "id": "1089-134686-0002",
173
+ "n_frames": 662,
174
+ "cut": false,
175
+ "call_s": 0.0725
176
+ },
177
+ {
178
+ "n": 268,
179
+ "cos_mean": 0.9999988087021002,
180
+ "cos_min": 0.9999579950940586,
181
+ "worst5": [
182
+ {
183
+ "pos": 128,
184
+ "cos": 0.9999579950940586
185
+ },
186
+ {
187
+ "pos": 145,
188
+ "cos": 0.9999580926551425
189
+ },
190
+ {
191
+ "pos": 216,
192
+ "cos": 0.999965598755203
193
+ },
194
+ {
195
+ "pos": 146,
196
+ "cos": 0.9999679407531257
197
+ },
198
+ {
199
+ "pos": 215,
200
+ "cos": 0.9999939400533826
201
+ }
202
+ ],
203
+ "max_abs": 0.06135736405849457,
204
+ "ref_max_abs": 6.307945251464844,
205
+ "nonfinite": 0,
206
+ "drift_max_abs": 0.0,
207
+ "pass": true,
208
+ "id": "1188-133604-0000",
209
+ "n_frames": 1072,
210
+ "cut": false,
211
+ "call_s": 0.0444
212
+ },
213
+ {
214
+ "n": 226,
215
+ "cos_mean": 0.9999963753885323,
216
+ "cos_min": 0.9996658044285929,
217
+ "worst5": [
218
+ {
219
+ "pos": 217,
220
+ "cos": 0.9996658044285929
221
+ },
222
+ {
223
+ "pos": 218,
224
+ "cos": 0.9998178011292614
225
+ },
226
+ {
227
+ "pos": 222,
228
+ "cos": 0.9999618905456441
229
+ },
230
+ {
231
+ "pos": 223,
232
+ "cos": 0.9999650642791565
233
+ },
234
+ {
235
+ "pos": 63,
236
+ "cos": 0.9999672853395134
237
+ }
238
+ ],
239
+ "max_abs": 0.12114906311035156,
240
+ "ref_max_abs": 6.497803688049316,
241
+ "nonfinite": 0,
242
+ "drift_max_abs": 0.0,
243
+ "pass": true,
244
+ "id": "1188-133604-0001",
245
+ "n_frames": 903,
246
+ "cut": false,
247
+ "call_s": 0.0402
248
+ },
249
+ {
250
+ "n": 212,
251
+ "cos_mean": 0.9999989922973089,
252
+ "cos_min": 0.9999882984982215,
253
+ "worst5": [
254
+ {
255
+ "pos": 5,
256
+ "cos": 0.9999882984982215
257
+ },
258
+ {
259
+ "pos": 1,
260
+ "cos": 0.9999908440356688
261
+ },
262
+ {
263
+ "pos": 103,
264
+ "cos": 0.9999908442576623
265
+ },
266
+ {
267
+ "pos": 4,
268
+ "cos": 0.9999913348056928
269
+ },
270
+ {
271
+ "pos": 8,
272
+ "cos": 0.9999936541270714
273
+ }
274
+ ],
275
+ "max_abs": 0.0245589017868042,
276
+ "ref_max_abs": 6.237517833709717,
277
+ "nonfinite": 0,
278
+ "drift_max_abs": 0.0,
279
+ "pass": true,
280
+ "id": "121-121726-0000",
281
+ "n_frames": 845,
282
+ "cut": false,
283
+ "call_s": 0.0402
284
+ },
285
+ {
286
+ "n": 148,
287
+ "cos_mean": 0.9999567811821155,
288
+ "cos_min": 0.9964469062042868,
289
+ "worst5": [
290
+ {
291
+ "pos": 52,
292
+ "cos": 0.9964469062042868
293
+ },
294
+ {
295
+ "pos": 53,
296
+ "cos": 0.9977252909956703
297
+ },
298
+ {
299
+ "pos": 17,
300
+ "cos": 0.9999400265264643
301
+ },
302
+ {
303
+ "pos": 11,
304
+ "cos": 0.9999627369316234
305
+ },
306
+ {
307
+ "pos": 61,
308
+ "cos": 0.9999701587713131
309
+ }
310
+ ],
311
+ "max_abs": 0.4342994689941406,
312
+ "ref_max_abs": 6.694194793701172,
313
+ "nonfinite": 0,
314
+ "drift_max_abs": 0.0,
315
+ "pass": true,
316
+ "id": "121-121726-0001",
317
+ "n_frames": 592,
318
+ "cut": false,
319
+ "call_s": 0.04
320
+ },
321
+ {
322
+ "n": 311,
323
+ "cos_mean": 0.9999993253659728,
324
+ "cos_min": 0.9999519459473292,
325
+ "worst5": [
326
+ {
327
+ "pos": 179,
328
+ "cos": 0.9999519459473292
329
+ },
330
+ {
331
+ "pos": 178,
332
+ "cos": 0.9999695587402927
333
+ },
334
+ {
335
+ "pos": 256,
336
+ "cos": 0.999986578062328
337
+ },
338
+ {
339
+ "pos": 158,
340
+ "cos": 0.9999964604884615
341
+ },
342
+ {
343
+ "pos": 255,
344
+ "cos": 0.9999975676545324
345
+ }
346
+ ],
347
+ "max_abs": 0.04371523857116699,
348
+ "ref_max_abs": 8.03580379486084,
349
+ "nonfinite": 0,
350
+ "drift_max_abs": 0.0,
351
+ "pass": true,
352
+ "id": "1221-135766-0000",
353
+ "n_frames": 1243,
354
+ "cut": false,
355
+ "call_s": 0.0401
356
+ },
357
+ {
358
+ "n": 418,
359
+ "cos_mean": 0.9999993467011395,
360
+ "cos_min": 0.9999151529522176,
361
+ "worst5": [
362
+ {
363
+ "pos": 57,
364
+ "cos": 0.9999151529522176
365
+ },
366
+ {
367
+ "pos": 56,
368
+ "cos": 0.9999962471152918
369
+ },
370
+ {
371
+ "pos": 179,
372
+ "cos": 0.9999966725342824
373
+ },
374
+ {
375
+ "pos": 125,
376
+ "cos": 0.9999973656588558
377
+ },
378
+ {
379
+ "pos": 185,
380
+ "cos": 0.9999973732632054
381
+ }
382
+ ],
383
+ "max_abs": 0.06894564628601074,
384
+ "ref_max_abs": 7.89909553527832,
385
+ "nonfinite": 0,
386
+ "drift_max_abs": 0.0,
387
+ "pass": true,
388
+ "id": "1221-135766-0001",
389
+ "n_frames": 1671,
390
+ "cut": false,
391
+ "call_s": 0.0402
392
+ },
393
+ {
394
+ "n": 203,
395
+ "cos_mean": 0.9999989667323023,
396
+ "cos_min": 0.9999471787425352,
397
+ "worst5": [
398
+ {
399
+ "pos": 120,
400
+ "cos": 0.9999471787425352
401
+ },
402
+ {
403
+ "pos": 48,
404
+ "cos": 0.999968097353799
405
+ },
406
+ {
407
+ "pos": 49,
408
+ "cos": 0.9999705844479285
409
+ },
410
+ {
411
+ "pos": 119,
412
+ "cos": 0.9999887407830618
413
+ },
414
+ {
415
+ "pos": 53,
416
+ "cos": 0.9999976703235095
417
+ }
418
+ ],
419
+ "max_abs": 0.04190373420715332,
420
+ "ref_max_abs": 7.740767002105713,
421
+ "nonfinite": 0,
422
+ "drift_max_abs": 0.0,
423
+ "pass": true,
424
+ "id": "1284-1180-0000",
425
+ "n_frames": 811,
426
+ "cut": false,
427
+ "call_s": 0.0401
428
+ },
429
+ {
430
+ "n": 194,
431
+ "cos_mean": 0.9999975942075711,
432
+ "cos_min": 0.9997411131570758,
433
+ "worst5": [
434
+ {
435
+ "pos": 35,
436
+ "cos": 0.9997411131570758
437
+ },
438
+ {
439
+ "pos": 34,
440
+ "cos": 0.9999307762088402
441
+ },
442
+ {
443
+ "pos": 6,
444
+ "cos": 0.999988493065188
445
+ },
446
+ {
447
+ "pos": 7,
448
+ "cos": 0.9999895073347067
449
+ },
450
+ {
451
+ "pos": 8,
452
+ "cos": 0.9999932387027756
453
+ }
454
+ ],
455
+ "max_abs": 0.11981546878814697,
456
+ "ref_max_abs": 7.421662330627441,
457
+ "nonfinite": 0,
458
+ "drift_max_abs": 0.0,
459
+ "pass": true,
460
+ "id": "1284-1180-0001",
461
+ "n_frames": 775,
462
+ "cut": false,
463
+ "call_s": 0.0402
464
+ },
465
+ {
466
+ "n": 337,
467
+ "cos_mean": 0.9999990490954839,
468
+ "cos_min": 0.9998730971895012,
469
+ "worst5": [
470
+ {
471
+ "pos": 172,
472
+ "cos": 0.9998730971895012
473
+ },
474
+ {
475
+ "pos": 173,
476
+ "cos": 0.9999479350751366
477
+ },
478
+ {
479
+ "pos": 13,
480
+ "cos": 0.999987481499144
481
+ },
482
+ {
483
+ "pos": 14,
484
+ "cos": 0.9999955637729049
485
+ },
486
+ {
487
+ "pos": 184,
488
+ "cos": 0.9999955906027628
489
+ }
490
+ ],
491
+ "max_abs": 0.08202648162841797,
492
+ "ref_max_abs": 6.521810531616211,
493
+ "nonfinite": 0,
494
+ "drift_max_abs": 0.0,
495
+ "pass": true,
496
+ "id": "1320-122612-0000",
497
+ "n_frames": 1347,
498
+ "cut": false,
499
+ "call_s": 0.0569
500
+ },
501
+ {
502
+ "n": 238,
503
+ "cos_mean": 0.9999986062319796,
504
+ "cos_min": 0.999785556302201,
505
+ "worst5": [
506
+ {
507
+ "pos": 155,
508
+ "cos": 0.999785556302201
509
+ },
510
+ {
511
+ "pos": 156,
512
+ "cos": 0.9999843111920037
513
+ },
514
+ {
515
+ "pos": 108,
516
+ "cos": 0.9999967572109433
517
+ },
518
+ {
519
+ "pos": 234,
520
+ "cos": 0.9999969289148838
521
+ },
522
+ {
523
+ "pos": 233,
524
+ "cos": 0.999997253533918
525
+ }
526
+ ],
527
+ "max_abs": 0.09966981410980225,
528
+ "ref_max_abs": 7.879604816436768,
529
+ "nonfinite": 0,
530
+ "drift_max_abs": 0.0,
531
+ "pass": true,
532
+ "id": "1320-122612-0001",
533
+ "n_frames": 951,
534
+ "cut": false,
535
+ "call_s": 0.0527
536
+ },
537
+ {
538
+ "n": 224,
539
+ "cos_mean": 0.9999992372523528,
540
+ "cos_min": 0.9999745312074804,
541
+ "worst5": [
542
+ {
543
+ "pos": 15,
544
+ "cos": 0.9999745312074804
545
+ },
546
+ {
547
+ "pos": 142,
548
+ "cos": 0.9999856889315678
549
+ },
550
+ {
551
+ "pos": 143,
552
+ "cos": 0.9999889680415656
553
+ },
554
+ {
555
+ "pos": 14,
556
+ "cos": 0.9999930950725522
557
+ },
558
+ {
559
+ "pos": 12,
560
+ "cos": 0.9999959502819246
561
+ }
562
+ ],
563
+ "max_abs": 0.03286895155906677,
564
+ "ref_max_abs": 7.707693099975586,
565
+ "nonfinite": 0,
566
+ "drift_max_abs": 0.0,
567
+ "pass": true,
568
+ "id": "1580-141083-0000",
569
+ "n_frames": 893,
570
+ "cut": false,
571
+ "call_s": 0.04
572
+ },
573
+ {
574
+ "n": 257,
575
+ "cos_mean": 0.9999984266222316,
576
+ "cos_min": 0.9998137516815849,
577
+ "worst5": [
578
+ {
579
+ "pos": 245,
580
+ "cos": 0.9998137516815849
581
+ },
582
+ {
583
+ "pos": 246,
584
+ "cos": 0.9999130376383816
585
+ },
586
+ {
587
+ "pos": 6,
588
+ "cos": 0.999984430693154
589
+ },
590
+ {
591
+ "pos": 187,
592
+ "cos": 0.99999231210293
593
+ },
594
+ {
595
+ "pos": 7,
596
+ "cos": 0.9999946388655281
597
+ }
598
+ ],
599
+ "max_abs": 0.11375391483306885,
600
+ "ref_max_abs": 6.8953423500061035,
601
+ "nonfinite": 0,
602
+ "drift_max_abs": 0.0,
603
+ "pass": true,
604
+ "id": "1580-141083-0001",
605
+ "n_frames": 1025,
606
+ "cut": false,
607
+ "call_s": 0.0402
608
+ },
609
+ {
610
+ "n": 237,
611
+ "cos_mean": 0.9999921009234624,
612
+ "cos_min": 0.9985532926969964,
613
+ "worst5": [
614
+ {
615
+ "pos": 108,
616
+ "cos": 0.9985532926969964
617
+ },
618
+ {
619
+ "pos": 121,
620
+ "cos": 0.9998592632971484
621
+ },
622
+ {
623
+ "pos": 110,
624
+ "cos": 0.9999489278440503
625
+ },
626
+ {
627
+ "pos": 120,
628
+ "cos": 0.9999688245865201
629
+ },
630
+ {
631
+ "pos": 109,
632
+ "cos": 0.99997007205908
633
+ }
634
+ ],
635
+ "max_abs": 0.26942288875579834,
636
+ "ref_max_abs": 6.876163959503174,
637
+ "nonfinite": 0,
638
+ "drift_max_abs": 0.0,
639
+ "pass": true,
640
+ "id": "1995-1826-0000",
641
+ "n_frames": 948,
642
+ "cut": false,
643
+ "call_s": 0.0398
644
+ },
645
+ {
646
+ "n": 254,
647
+ "cos_mean": 0.9999995168540934,
648
+ "cos_min": 0.999995946666869,
649
+ "worst5": [
650
+ {
651
+ "pos": 184,
652
+ "cos": 0.999995946666869
653
+ },
654
+ {
655
+ "pos": 54,
656
+ "cos": 0.9999961098560257
657
+ },
658
+ {
659
+ "pos": 185,
660
+ "cos": 0.9999975238897036
661
+ },
662
+ {
663
+ "pos": 144,
664
+ "cos": 0.9999978478802476
665
+ },
666
+ {
667
+ "pos": 186,
668
+ "cos": 0.9999980299039974
669
+ }
670
+ ],
671
+ "max_abs": 0.012903213500976562,
672
+ "ref_max_abs": 7.509359359741211,
673
+ "nonfinite": 0,
674
+ "drift_max_abs": 0.0,
675
+ "pass": true,
676
+ "id": "1995-1826-0001",
677
+ "n_frames": 1016,
678
+ "cut": false,
679
+ "call_s": 0.0401
680
+ },
681
+ {
682
+ "n": 201,
683
+ "cos_mean": 0.9999988032835252,
684
+ "cos_min": 0.9999080208805533,
685
+ "worst5": [
686
+ {
687
+ "pos": 77,
688
+ "cos": 0.9999080208805533
689
+ },
690
+ {
691
+ "pos": 78,
692
+ "cos": 0.9999804068975499
693
+ },
694
+ {
695
+ "pos": 14,
696
+ "cos": 0.9999922880056574
697
+ },
698
+ {
699
+ "pos": 12,
700
+ "cos": 0.9999926953741235
701
+ },
702
+ {
703
+ "pos": 181,
704
+ "cos": 0.9999950844838508
705
+ }
706
+ ],
707
+ "max_abs": 0.06153351068496704,
708
+ "ref_max_abs": 7.029752254486084,
709
+ "nonfinite": 0,
710
+ "drift_max_abs": 0.0,
711
+ "pass": true,
712
+ "id": "2094-142345-0001",
713
+ "n_frames": 802,
714
+ "cut": false,
715
+ "call_s": 0.04
716
+ },
717
+ {
718
+ "n": 388,
719
+ "cos_mean": 0.9999991281274249,
720
+ "cos_min": 0.9999418580141257,
721
+ "worst5": [
722
+ {
723
+ "pos": 106,
724
+ "cos": 0.9999418580141257
725
+ },
726
+ {
727
+ "pos": 12,
728
+ "cos": 0.9999775037178269
729
+ },
730
+ {
731
+ "pos": 89,
732
+ "cos": 0.999984747401797
733
+ },
734
+ {
735
+ "pos": 16,
736
+ "cos": 0.9999904316523596
737
+ },
738
+ {
739
+ "pos": 13,
740
+ "cos": 0.9999913955858389
741
+ }
742
+ ],
743
+ "max_abs": 0.05781775712966919,
744
+ "ref_max_abs": 8.040725708007812,
745
+ "nonfinite": 0,
746
+ "drift_max_abs": 0.0,
747
+ "pass": true,
748
+ "id": "2094-142345-0002",
749
+ "n_frames": 1551,
750
+ "cut": false,
751
+ "call_s": 0.0401
752
+ },
753
+ {
754
+ "n": 127,
755
+ "cos_mean": 0.9999995693045745,
756
+ "cos_min": 0.9999981864448027,
757
+ "worst5": [
758
+ {
759
+ "pos": 125,
760
+ "cos": 0.9999981864448027
761
+ },
762
+ {
763
+ "pos": 102,
764
+ "cos": 0.9999985010493818
765
+ },
766
+ {
767
+ "pos": 124,
768
+ "cos": 0.9999985446933285
769
+ },
770
+ {
771
+ "pos": 18,
772
+ "cos": 0.9999985981159537
773
+ },
774
+ {
775
+ "pos": 14,
776
+ "cos": 0.9999987171505166
777
+ }
778
+ ],
779
+ "max_abs": 0.008757948875427246,
780
+ "ref_max_abs": 6.594679355621338,
781
+ "nonfinite": 0,
782
+ "drift_max_abs": 0.0,
783
+ "pass": true,
784
+ "id": "2300-131720-0000",
785
+ "n_frames": 507,
786
+ "cut": false,
787
+ "call_s": 0.0401
788
+ },
789
+ {
790
+ "n": 366,
791
+ "cos_mean": 0.9999991835487116,
792
+ "cos_min": 0.9999336138072864,
793
+ "worst5": [
794
+ {
795
+ "pos": 11,
796
+ "cos": 0.9999336138072864
797
+ },
798
+ {
799
+ "pos": 12,
800
+ "cos": 0.9999665059488274
801
+ },
802
+ {
803
+ "pos": 365,
804
+ "cos": 0.9999907231411149
805
+ },
806
+ {
807
+ "pos": 0,
808
+ "cos": 0.999993579241152
809
+ },
810
+ {
811
+ "pos": 364,
812
+ "cos": 0.9999945723665422
813
+ }
814
+ ],
815
+ "max_abs": 0.07058954238891602,
816
+ "ref_max_abs": 7.393332481384277,
817
+ "nonfinite": 0,
818
+ "drift_max_abs": 0.0,
819
+ "pass": true,
820
+ "id": "2300-131720-0001",
821
+ "n_frames": 1462,
822
+ "cut": false,
823
+ "call_s": 0.0415
824
+ }
825
+ ]
826
+ }
provenance/encoder/mac-gpu-timing.json ADDED
@@ -0,0 +1,488 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "form": "fp16",
3
+ "bucket_frames": 3000,
4
+ "backend": "gpu",
5
+ "window_label": "eg2stt-r3-timing-gpu30",
6
+ "window_started": "2026-10-13T21:11:09+0900",
7
+ "window_finished": "2026-10-13T21:11:57+0900",
8
+ "compared_in_window_with": [
9
+ "fp32:3000:gpu",
10
+ "fp16w32:3000:gpu",
11
+ "fp16:3000:gpu"
12
+ ],
13
+ "summary": {
14
+ "reps_ok": 8,
15
+ "reps_failed": 0,
16
+ "audio_s_per_call": 30.0,
17
+ "ms_median_of_rep_medians": 40.023,
18
+ "ms_rep_median_range": [
19
+ 39.971,
20
+ 40.045
21
+ ],
22
+ "ms_p90_all_calls": 40.196,
23
+ "x_realtime": 749.6,
24
+ "cpu_ms_per_call_median": 16.133,
25
+ "load_s_first_process": 1.815,
26
+ "load_s_first_process_cold": true,
27
+ "load_s_warm_median": 0.199,
28
+ "peak_footprint_gb_max": 0.54
29
+ },
30
+ "reps": [
31
+ {
32
+ "form": "fp16",
33
+ "bucket_frames": 3000,
34
+ "backend": "gpu",
35
+ "bundle": "<work>/exports/fp16/eg2_audio_fp16_T3000_gpu_h16c.aimodelc",
36
+ "function": "main",
37
+ "cold_requested": true,
38
+ "cache_entry_deleted": true,
39
+ "load_s": 1.815,
40
+ "load_cpu_s": 0.569,
41
+ "warmup_ms": [
42
+ 196.07,
43
+ 48.03,
44
+ 40.06
45
+ ],
46
+ "ms": [
47
+ 39.893,
48
+ 39.939,
49
+ 39.922,
50
+ 40.054,
51
+ 40.246,
52
+ 40.026,
53
+ 39.896,
54
+ 40.209,
55
+ 40.024,
56
+ 39.979,
57
+ 40.112,
58
+ 40.001,
59
+ 39.949,
60
+ 40.136,
61
+ 39.922,
62
+ 40.051,
63
+ 39.988,
64
+ 39.969,
65
+ 39.987,
66
+ 39.999
67
+ ],
68
+ "ms_median": 39.993,
69
+ "ms_p90": 40.143,
70
+ "cpu_ms_per_call": 16.031,
71
+ "x_realtime": 750.1,
72
+ "audio_s_per_call": 30.0,
73
+ "footprint_before_load": {
74
+ "phys_footprint": 79970928,
75
+ "lifetime_max_phys_footprint": 79970928
76
+ },
77
+ "footprint_after_load": {
78
+ "phys_footprint": 185763064,
79
+ "lifetime_max_phys_footprint": 185779448
80
+ },
81
+ "footprint_end": {
82
+ "phys_footprint": 532858680,
83
+ "lifetime_max_phys_footprint": 539789112
84
+ },
85
+ "t_start": "21:11:21",
86
+ "rep": 0
87
+ },
88
+ {
89
+ "form": "fp16",
90
+ "bucket_frames": 3000,
91
+ "backend": "gpu",
92
+ "bundle": "<work>/exports/fp16/eg2_audio_fp16_T3000_gpu_h16c.aimodelc",
93
+ "function": "main",
94
+ "cold_requested": false,
95
+ "cache_entry_deleted": false,
96
+ "load_s": 0.192,
97
+ "load_cpu_s": 0.168,
98
+ "warmup_ms": [
99
+ 132.55,
100
+ 40.45,
101
+ 40.31
102
+ ],
103
+ "ms": [
104
+ 39.988,
105
+ 39.94,
106
+ 39.918,
107
+ 39.94,
108
+ 40.135,
109
+ 40.022,
110
+ 40.067,
111
+ 40.112,
112
+ 40.054,
113
+ 40.059,
114
+ 40.205,
115
+ 39.975,
116
+ 39.988,
117
+ 39.975,
118
+ 40.099,
119
+ 39.96,
120
+ 40.076,
121
+ 40.019,
122
+ 39.987,
123
+ 40.115
124
+ ],
125
+ "ms_median": 40.02,
126
+ "ms_p90": 40.117,
127
+ "cpu_ms_per_call": 16.358,
128
+ "x_realtime": 749.6,
129
+ "audio_s_per_call": 30.0,
130
+ "footprint_before_load": {
131
+ "phys_footprint": 80134768,
132
+ "lifetime_max_phys_footprint": 80134768
133
+ },
134
+ "footprint_after_load": {
135
+ "phys_footprint": 173737136,
136
+ "lifetime_max_phys_footprint": 173737136
137
+ },
138
+ "footprint_end": {
139
+ "phys_footprint": 522323648,
140
+ "lifetime_max_phys_footprint": 527713984
141
+ },
142
+ "t_start": "21:11:26",
143
+ "rep": 1
144
+ },
145
+ {
146
+ "form": "fp16",
147
+ "bucket_frames": 3000,
148
+ "backend": "gpu",
149
+ "bundle": "<work>/exports/fp16/eg2_audio_fp16_T3000_gpu_h16c.aimodelc",
150
+ "function": "main",
151
+ "cold_requested": false,
152
+ "cache_entry_deleted": false,
153
+ "load_s": 0.21,
154
+ "load_cpu_s": 0.183,
155
+ "warmup_ms": [
156
+ 147.91,
157
+ 40.18,
158
+ 39.92
159
+ ],
160
+ "ms": [
161
+ 40.025,
162
+ 40.105,
163
+ 39.983,
164
+ 40.057,
165
+ 40.148,
166
+ 39.826,
167
+ 40.058,
168
+ 40.099,
169
+ 40.045,
170
+ 40.026,
171
+ 39.993,
172
+ 40.115,
173
+ 40.026,
174
+ 40.01,
175
+ 40.061,
176
+ 39.977,
177
+ 40.169,
178
+ 40.023,
179
+ 39.987,
180
+ 39.965
181
+ ],
182
+ "ms_median": 40.026,
183
+ "ms_p90": 40.118,
184
+ "cpu_ms_per_call": 16.227,
185
+ "x_realtime": 749.5,
186
+ "audio_s_per_call": 30.0,
187
+ "footprint_before_load": {
188
+ "phys_footprint": 80233072,
189
+ "lifetime_max_phys_footprint": 80233072
190
+ },
191
+ "footprint_after_load": {
192
+ "phys_footprint": 172852424,
193
+ "lifetime_max_phys_footprint": 172868808
194
+ },
195
+ "footprint_end": {
196
+ "phys_footprint": 525666008,
197
+ "lifetime_max_phys_footprint": 532596440
198
+ },
199
+ "t_start": "21:11:31",
200
+ "rep": 2
201
+ },
202
+ {
203
+ "form": "fp16",
204
+ "bucket_frames": 3000,
205
+ "backend": "gpu",
206
+ "bundle": "<work>/exports/fp16/eg2_audio_fp16_T3000_gpu_h16c.aimodelc",
207
+ "function": "main",
208
+ "cold_requested": false,
209
+ "cache_entry_deleted": false,
210
+ "load_s": 0.201,
211
+ "load_cpu_s": 0.175,
212
+ "warmup_ms": [
213
+ 143.84,
214
+ 40.1,
215
+ 40.14
216
+ ],
217
+ "ms": [
218
+ 39.96,
219
+ 40.033,
220
+ 39.834,
221
+ 40.02,
222
+ 39.967,
223
+ 40.061,
224
+ 40.12,
225
+ 39.992,
226
+ 39.848,
227
+ 40.1,
228
+ 39.981,
229
+ 40.191,
230
+ 40.042,
231
+ 40.034,
232
+ 40.214,
233
+ 40.038,
234
+ 40.252,
235
+ 40.277,
236
+ 40.083,
237
+ 40.15
238
+ ],
239
+ "ms_median": 40.04,
240
+ "ms_p90": 40.218,
241
+ "cpu_ms_per_call": 16.47,
242
+ "x_realtime": 749.2,
243
+ "audio_s_per_call": 30.0,
244
+ "footprint_before_load": {
245
+ "phys_footprint": 79790704,
246
+ "lifetime_max_phys_footprint": 79790704
247
+ },
248
+ "footprint_after_load": {
249
+ "phys_footprint": 172852424,
250
+ "lifetime_max_phys_footprint": 172852424
251
+ },
252
+ "footprint_end": {
253
+ "phys_footprint": 525829896,
254
+ "lifetime_max_phys_footprint": 532760328
255
+ },
256
+ "t_start": "21:11:36",
257
+ "rep": 3
258
+ },
259
+ {
260
+ "form": "fp16",
261
+ "bucket_frames": 3000,
262
+ "backend": "gpu",
263
+ "bundle": "<work>/exports/fp16/eg2_audio_fp16_T3000_gpu_h16c.aimodelc",
264
+ "function": "main",
265
+ "cold_requested": false,
266
+ "cache_entry_deleted": false,
267
+ "load_s": 0.197,
268
+ "load_cpu_s": 0.171,
269
+ "warmup_ms": [
270
+ 141.68,
271
+ 40.36,
272
+ 40.14
273
+ ],
274
+ "ms": [
275
+ 39.957,
276
+ 39.918,
277
+ 39.953,
278
+ 40.01,
279
+ 39.959,
280
+ 40.232,
281
+ 40.207,
282
+ 40.76,
283
+ 40.334,
284
+ 40.042,
285
+ 40.046,
286
+ 40.196,
287
+ 39.997,
288
+ 40.148,
289
+ 40.045,
290
+ 40.046,
291
+ 40.032,
292
+ 39.97,
293
+ 40.115,
294
+ 40.134
295
+ ],
296
+ "ms_median": 40.045,
297
+ "ms_p90": 40.242,
298
+ "cpu_ms_per_call": 17.097,
299
+ "x_realtime": 749.2,
300
+ "audio_s_per_call": 30.0,
301
+ "footprint_before_load": {
302
+ "phys_footprint": 79921776,
303
+ "lifetime_max_phys_footprint": 79921776
304
+ },
305
+ "footprint_after_load": {
306
+ "phys_footprint": 174327008,
307
+ "lifetime_max_phys_footprint": 174343392
308
+ },
309
+ "footprint_end": {
310
+ "phys_footprint": 522733272,
311
+ "lifetime_max_phys_footprint": 529663704
312
+ },
313
+ "t_start": "21:11:41",
314
+ "rep": 4
315
+ },
316
+ {
317
+ "form": "fp16",
318
+ "bucket_frames": 3000,
319
+ "backend": "gpu",
320
+ "bundle": "<work>/exports/fp16/eg2_audio_fp16_T3000_gpu_h16c.aimodelc",
321
+ "function": "main",
322
+ "cold_requested": false,
323
+ "cache_entry_deleted": false,
324
+ "load_s": 0.712,
325
+ "load_cpu_s": 0.179,
326
+ "warmup_ms": [
327
+ 354.03,
328
+ 40.1,
329
+ 40.03
330
+ ],
331
+ "ms": [
332
+ 40.043,
333
+ 39.974,
334
+ 40.05,
335
+ 40.072,
336
+ 40.046,
337
+ 39.983,
338
+ 40.286,
339
+ 39.8,
340
+ 40.132,
341
+ 39.878,
342
+ 39.981,
343
+ 39.92,
344
+ 39.868,
345
+ 39.899,
346
+ 39.96,
347
+ 39.97,
348
+ 39.957,
349
+ 39.943,
350
+ 39.964,
351
+ 39.984
352
+ ],
353
+ "ms_median": 39.972,
354
+ "ms_p90": 40.078,
355
+ "cpu_ms_per_call": 16.039,
356
+ "x_realtime": 750.5,
357
+ "audio_s_per_call": 30.0,
358
+ "footprint_before_load": {
359
+ "phys_footprint": 79905392,
360
+ "lifetime_max_phys_footprint": 79905392
361
+ },
362
+ "footprint_after_load": {
363
+ "phys_footprint": 173376688,
364
+ "lifetime_max_phys_footprint": 173376688
365
+ },
366
+ "footprint_end": {
367
+ "phys_footprint": 510527192,
368
+ "lifetime_max_phys_footprint": 529762008
369
+ },
370
+ "t_start": "21:11:47",
371
+ "rep": 5
372
+ },
373
+ {
374
+ "form": "fp16",
375
+ "bucket_frames": 3000,
376
+ "backend": "gpu",
377
+ "bundle": "<work>/exports/fp16/eg2_audio_fp16_T3000_gpu_h16c.aimodelc",
378
+ "function": "main",
379
+ "cold_requested": false,
380
+ "cache_entry_deleted": false,
381
+ "load_s": 0.199,
382
+ "load_cpu_s": 0.173,
383
+ "warmup_ms": [
384
+ 142.25,
385
+ 40.26,
386
+ 40.1
387
+ ],
388
+ "ms": [
389
+ 39.92,
390
+ 40.039,
391
+ 39.938,
392
+ 39.821,
393
+ 39.907,
394
+ 40.031,
395
+ 40.19,
396
+ 39.938,
397
+ 39.872,
398
+ 40.06,
399
+ 40.196,
400
+ 40.21,
401
+ 40.295,
402
+ 40.136,
403
+ 40.07,
404
+ 39.87,
405
+ 40.091,
406
+ 39.932,
407
+ 40.007,
408
+ 40.256
409
+ ],
410
+ "ms_median": 40.035,
411
+ "ms_p90": 40.215,
412
+ "cpu_ms_per_call": 15.961,
413
+ "x_realtime": 749.3,
414
+ "audio_s_per_call": 30.0,
415
+ "footprint_before_load": {
416
+ "phys_footprint": 80052848,
417
+ "lifetime_max_phys_footprint": 80052848
418
+ },
419
+ "footprint_after_load": {
420
+ "phys_footprint": 173196488,
421
+ "lifetime_max_phys_footprint": 173212872
422
+ },
423
+ "footprint_end": {
424
+ "phys_footprint": 523060976,
425
+ "lifetime_max_phys_footprint": 529991408
426
+ },
427
+ "t_start": "21:11:52",
428
+ "rep": 6
429
+ },
430
+ {
431
+ "form": "fp16",
432
+ "bucket_frames": 3000,
433
+ "backend": "gpu",
434
+ "bundle": "<work>/exports/fp16/eg2_audio_fp16_T3000_gpu_h16c.aimodelc",
435
+ "function": "main",
436
+ "cold_requested": false,
437
+ "cache_entry_deleted": false,
438
+ "load_s": 0.199,
439
+ "load_cpu_s": 0.173,
440
+ "warmup_ms": [
441
+ 143.89,
442
+ 40.44,
443
+ 40.0
444
+ ],
445
+ "ms": [
446
+ 40.029,
447
+ 40.2,
448
+ 40.315,
449
+ 40.184,
450
+ 40.132,
451
+ 39.824,
452
+ 39.924,
453
+ 40.045,
454
+ 39.998,
455
+ 39.937,
456
+ 39.932,
457
+ 39.928,
458
+ 40.053,
459
+ 39.985,
460
+ 39.927,
461
+ 39.882,
462
+ 39.936,
463
+ 40.011,
464
+ 39.958,
465
+ 39.941
466
+ ],
467
+ "ms_median": 39.971,
468
+ "ms_p90": 40.185,
469
+ "cpu_ms_per_call": 15.954,
470
+ "x_realtime": 750.5,
471
+ "audio_s_per_call": 30.0,
472
+ "footprint_before_load": {
473
+ "phys_footprint": 81101424,
474
+ "lifetime_max_phys_footprint": 81101424
475
+ },
476
+ "footprint_after_load": {
477
+ "phys_footprint": 172950752,
478
+ "lifetime_max_phys_footprint": 172967136
479
+ },
480
+ "footprint_end": {
481
+ "phys_footprint": 524125912,
482
+ "lifetime_max_phys_footprint": 531056344
483
+ },
484
+ "t_start": "21:11:57",
485
+ "rep": 7
486
+ }
487
+ ]
488
+ }
provenance/pipeline/mac-encoder-gpu-reader-ane-overlap.json ADDED
@@ -0,0 +1,665 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "what": "encoder bundle -> reader bundle -> host labels, one process, long-speckled-band",
3
+ "audio_s": 3257.44325,
4
+ "n_frames": 325744,
5
+ "tokens": 81436,
6
+ "windows": 125,
7
+ "window_contract": {
8
+ "frames": 3000,
9
+ "tokens": 750,
10
+ "left_overlap_tokens": 96,
11
+ "dropped_last_tokens": 1,
12
+ "step_tokens": 653,
13
+ "first_window_keeps": [
14
+ 0,
15
+ 749
16
+ ],
17
+ "last_window": {
18
+ "i": 124,
19
+ "token0": 80972,
20
+ "frame0": 323888,
21
+ "frames": 1856,
22
+ "valid_tokens": 464,
23
+ "keep": [
24
+ 96,
25
+ 464
26
+ ]
27
+ }
28
+ },
29
+ "encoder": {
30
+ "bundle": "<work>/exports/fp16/eg2_audio_fp16_T3000_gpu_h16c.aimodelc",
31
+ "io_dtype": "float16",
32
+ "specialization": "default()"
33
+ },
34
+ "reader": {
35
+ "bundle": "<work>/exports/reader/fp16/eg2_reader_fp16_T750_ane_h16c.aimodelc",
36
+ "form": "fp16",
37
+ "backend": "ane",
38
+ "io_dtype": "float16",
39
+ "head": "argmax",
40
+ "weights_sha256": "67a06a857b9aeb066347f8947e4faeed11d2ec3e89e0c23974be0a2c20243d5b",
41
+ "arch": "a",
42
+ "source": "release"
43
+ },
44
+ "load": {
45
+ "encoder_s": 0.837,
46
+ "reader_s": 0.528,
47
+ "total_s": 1.366,
48
+ "cache_entries_existed": {
49
+ "<work>/exports/fp16/eg2_audio_fp16_T3000_gpu_h16c.aimodelc": true,
50
+ "<work>/exports/reader/fp16/eg2_reader_fp16_T750_ane_h16c.aimodelc": true
51
+ }
52
+ },
53
+ "wall_s_with_load": 12.0456,
54
+ "x_realtime_with_load": 270.4,
55
+ "wall_s": 10.6796,
56
+ "x_realtime": 305.0,
57
+ "passes": [
58
+ {
59
+ "pass": 1,
60
+ "wall_s": 10.6796,
61
+ "encoder_calls_s": 5.1341,
62
+ "reader_calls_s": 5.4312,
63
+ "host_s": 0.1143,
64
+ "process_cpu_s": 3.237,
65
+ "x_realtime": 305.0,
66
+ "encoder_ms_median": 40.344,
67
+ "reader_ms_median": 44.086,
68
+ "encoder_ms": [
69
+ 118.924,
70
+ 40.609,
71
+ 40.309,
72
+ 40.296,
73
+ 40.399,
74
+ 40.221,
75
+ 40.306,
76
+ 40.302,
77
+ 40.129,
78
+ 40.399,
79
+ 40.506,
80
+ 40.393,
81
+ 40.416,
82
+ 40.446,
83
+ 40.41,
84
+ 40.355,
85
+ 40.285,
86
+ 40.372,
87
+ 40.351,
88
+ 40.434,
89
+ 40.656,
90
+ 40.603,
91
+ 43.582,
92
+ 40.336,
93
+ 40.342,
94
+ 40.387,
95
+ 40.311,
96
+ 40.443,
97
+ 40.363,
98
+ 40.315,
99
+ 40.383,
100
+ 40.241,
101
+ 40.307,
102
+ 40.272,
103
+ 42.577,
104
+ 41.62,
105
+ 40.276,
106
+ 40.397,
107
+ 40.402,
108
+ 40.281,
109
+ 41.798,
110
+ 40.387,
111
+ 40.277,
112
+ 40.447,
113
+ 40.49,
114
+ 40.31,
115
+ 43.502,
116
+ 40.411,
117
+ 40.344,
118
+ 40.314,
119
+ 40.219,
120
+ 40.279,
121
+ 40.316,
122
+ 40.236,
123
+ 40.15,
124
+ 40.595,
125
+ 40.438,
126
+ 40.484,
127
+ 40.359,
128
+ 40.405,
129
+ 40.67,
130
+ 40.226,
131
+ 40.237,
132
+ 40.199,
133
+ 40.377,
134
+ 40.371,
135
+ 40.283,
136
+ 40.13,
137
+ 40.139,
138
+ 40.496,
139
+ 40.79,
140
+ 40.642,
141
+ 40.588,
142
+ 40.302,
143
+ 40.229,
144
+ 40.342,
145
+ 40.247,
146
+ 40.188,
147
+ 40.322,
148
+ 40.302,
149
+ 40.314,
150
+ 40.36,
151
+ 40.343,
152
+ 40.181,
153
+ 40.417,
154
+ 40.23,
155
+ 40.432,
156
+ 40.357,
157
+ 40.633,
158
+ 40.569,
159
+ 40.301,
160
+ 40.355,
161
+ 40.253,
162
+ 40.292,
163
+ 40.379,
164
+ 40.343,
165
+ 40.457,
166
+ 40.463,
167
+ 40.354,
168
+ 40.322,
169
+ 40.328,
170
+ 40.361,
171
+ 40.326,
172
+ 40.243,
173
+ 40.508,
174
+ 40.307,
175
+ 40.177,
176
+ 40.51,
177
+ 40.234,
178
+ 40.34,
179
+ 40.463,
180
+ 40.408,
181
+ 40.444,
182
+ 40.273,
183
+ 40.125,
184
+ 40.236,
185
+ 40.32,
186
+ 40.411,
187
+ 40.375,
188
+ 40.275,
189
+ 40.257,
190
+ 40.373,
191
+ 40.281,
192
+ 40.156,
193
+ 40.239
194
+ ],
195
+ "reader_ms": [
196
+ 50.599,
197
+ 44.546,
198
+ 46.154,
199
+ 45.06,
200
+ 42.315,
201
+ 41.198,
202
+ 41.305,
203
+ 41.105,
204
+ 41.467,
205
+ 45.861,
206
+ 41.585,
207
+ 42.674,
208
+ 41.939,
209
+ 42.025,
210
+ 41.758,
211
+ 41.846,
212
+ 41.496,
213
+ 41.161,
214
+ 44.757,
215
+ 44.358,
216
+ 43.394,
217
+ 45.297,
218
+ 41.691,
219
+ 42.006,
220
+ 41.013,
221
+ 42.058,
222
+ 44.372,
223
+ 44.813,
224
+ 49.684,
225
+ 44.086,
226
+ 44.105,
227
+ 44.215,
228
+ 44.256,
229
+ 44.329,
230
+ 46.64,
231
+ 44.806,
232
+ 44.088,
233
+ 44.5,
234
+ 44.537,
235
+ 43.891,
236
+ 43.567,
237
+ 44.082,
238
+ 44.986,
239
+ 44.577,
240
+ 44.122,
241
+ 44.657,
242
+ 46.485,
243
+ 44.338,
244
+ 44.777,
245
+ 44.763,
246
+ 44.134,
247
+ 44.883,
248
+ 41.486,
249
+ 40.653,
250
+ 41.678,
251
+ 41.187,
252
+ 43.699,
253
+ 41.526,
254
+ 42.332,
255
+ 42.806,
256
+ 41.103,
257
+ 41.679,
258
+ 40.589,
259
+ 41.894,
260
+ 41.824,
261
+ 41.6,
262
+ 41.879,
263
+ 42.095,
264
+ 41.032,
265
+ 45.23,
266
+ 45.485,
267
+ 45.431,
268
+ 44.607,
269
+ 43.82,
270
+ 44.178,
271
+ 44.65,
272
+ 43.689,
273
+ 44.183,
274
+ 44.828,
275
+ 44.654,
276
+ 44.286,
277
+ 45.158,
278
+ 43.588,
279
+ 44.466,
280
+ 44.847,
281
+ 44.687,
282
+ 44.717,
283
+ 45.677,
284
+ 43.236,
285
+ 43.209,
286
+ 44.742,
287
+ 44.257,
288
+ 44.869,
289
+ 45.52,
290
+ 45.001,
291
+ 44.858,
292
+ 44.297,
293
+ 44.585,
294
+ 44.307,
295
+ 44.242,
296
+ 45.532,
297
+ 44.273,
298
+ 44.101,
299
+ 44.168,
300
+ 42.324,
301
+ 41.862,
302
+ 43.798,
303
+ 41.896,
304
+ 45.788,
305
+ 42.778,
306
+ 42.279,
307
+ 40.839,
308
+ 42.188,
309
+ 41.054,
310
+ 41.55,
311
+ 40.621,
312
+ 41.094,
313
+ 41.185,
314
+ 41.87,
315
+ 40.661,
316
+ 40.636,
317
+ 41.273,
318
+ 40.668,
319
+ 40.405,
320
+ 45.619
321
+ ]
322
+ },
323
+ {
324
+ "pass": 2,
325
+ "wall_s": 10.621,
326
+ "encoder_calls_s": 5.065,
327
+ "reader_calls_s": 5.4626,
328
+ "host_s": 0.0934,
329
+ "process_cpu_s": 3.023,
330
+ "x_realtime": 306.7,
331
+ "encoder_ms_median": 40.341,
332
+ "reader_ms_median": 44.2,
333
+ "encoder_ms": [
334
+ 40.401,
335
+ 40.5,
336
+ 40.431,
337
+ 40.495,
338
+ 40.339,
339
+ 40.317,
340
+ 40.333,
341
+ 40.309,
342
+ 40.566,
343
+ 40.257,
344
+ 40.358,
345
+ 40.204,
346
+ 40.318,
347
+ 40.4,
348
+ 40.306,
349
+ 40.393,
350
+ 40.432,
351
+ 40.286,
352
+ 40.376,
353
+ 41.168,
354
+ 40.474,
355
+ 40.43,
356
+ 40.404,
357
+ 40.296,
358
+ 40.426,
359
+ 40.316,
360
+ 40.313,
361
+ 40.567,
362
+ 40.423,
363
+ 40.438,
364
+ 42.035,
365
+ 40.495,
366
+ 40.551,
367
+ 40.418,
368
+ 40.587,
369
+ 40.402,
370
+ 45.838,
371
+ 40.223,
372
+ 40.179,
373
+ 40.273,
374
+ 40.688,
375
+ 40.309,
376
+ 40.154,
377
+ 40.156,
378
+ 40.129,
379
+ 40.297,
380
+ 40.299,
381
+ 40.27,
382
+ 40.222,
383
+ 40.362,
384
+ 40.363,
385
+ 40.259,
386
+ 40.43,
387
+ 40.561,
388
+ 40.3,
389
+ 40.306,
390
+ 40.243,
391
+ 40.325,
392
+ 40.326,
393
+ 40.256,
394
+ 40.222,
395
+ 40.44,
396
+ 40.32,
397
+ 40.551,
398
+ 40.425,
399
+ 40.486,
400
+ 40.429,
401
+ 40.393,
402
+ 40.408,
403
+ 40.255,
404
+ 40.314,
405
+ 40.176,
406
+ 40.336,
407
+ 40.333,
408
+ 40.165,
409
+ 40.362,
410
+ 40.455,
411
+ 40.359,
412
+ 40.522,
413
+ 40.196,
414
+ 40.269,
415
+ 40.156,
416
+ 40.313,
417
+ 40.416,
418
+ 40.271,
419
+ 42.437,
420
+ 40.347,
421
+ 40.384,
422
+ 40.32,
423
+ 40.219,
424
+ 40.269,
425
+ 40.285,
426
+ 40.256,
427
+ 40.393,
428
+ 40.291,
429
+ 40.289,
430
+ 40.159,
431
+ 41.904,
432
+ 40.192,
433
+ 40.341,
434
+ 40.368,
435
+ 40.306,
436
+ 40.54,
437
+ 42.992,
438
+ 40.423,
439
+ 40.367,
440
+ 40.183,
441
+ 40.311,
442
+ 40.197,
443
+ 42.101,
444
+ 40.428,
445
+ 40.412,
446
+ 40.215,
447
+ 40.338,
448
+ 40.485,
449
+ 42.41,
450
+ 40.278,
451
+ 40.28,
452
+ 40.285,
453
+ 40.343,
454
+ 40.333,
455
+ 43.841,
456
+ 40.48,
457
+ 40.426,
458
+ 40.491
459
+ ],
460
+ "reader_ms": [
461
+ 44.335,
462
+ 45.238,
463
+ 45.111,
464
+ 44.354,
465
+ 43.439,
466
+ 45.153,
467
+ 45.938,
468
+ 44.674,
469
+ 44.336,
470
+ 43.812,
471
+ 44.405,
472
+ 44.575,
473
+ 44.678,
474
+ 43.974,
475
+ 44.806,
476
+ 43.948,
477
+ 44.02,
478
+ 45.238,
479
+ 44.64,
480
+ 44.697,
481
+ 44.084,
482
+ 44.119,
483
+ 44.024,
484
+ 45.293,
485
+ 45.017,
486
+ 44.464,
487
+ 44.151,
488
+ 43.296,
489
+ 41.657,
490
+ 41.668,
491
+ 45.139,
492
+ 43.646,
493
+ 41.783,
494
+ 45.45,
495
+ 43.725,
496
+ 42.092,
497
+ 42.56,
498
+ 41.536,
499
+ 41.106,
500
+ 41.742,
501
+ 41.539,
502
+ 42.16,
503
+ 43.298,
504
+ 42.076,
505
+ 41.907,
506
+ 40.929,
507
+ 41.056,
508
+ 41.287,
509
+ 44.2,
510
+ 45.233,
511
+ 44.546,
512
+ 44.569,
513
+ 44.588,
514
+ 45.424,
515
+ 44.152,
516
+ 44.95,
517
+ 44.122,
518
+ 44.79,
519
+ 44.85,
520
+ 43.94,
521
+ 45.311,
522
+ 44.078,
523
+ 44.6,
524
+ 45.267,
525
+ 45.609,
526
+ 45.054,
527
+ 45.53,
528
+ 44.65,
529
+ 44.243,
530
+ 43.128,
531
+ 45.027,
532
+ 44.931,
533
+ 44.617,
534
+ 45.381,
535
+ 44.949,
536
+ 44.904,
537
+ 44.366,
538
+ 41.074,
539
+ 42.561,
540
+ 41.972,
541
+ 41.601,
542
+ 41.46,
543
+ 41.342,
544
+ 41.6,
545
+ 42.878,
546
+ 40.871,
547
+ 41.66,
548
+ 41.337,
549
+ 40.609,
550
+ 41.606,
551
+ 40.764,
552
+ 42.064,
553
+ 40.663,
554
+ 40.767,
555
+ 41.13,
556
+ 41.384,
557
+ 41.227,
558
+ 46.494,
559
+ 44.315,
560
+ 44.896,
561
+ 44.178,
562
+ 42.98,
563
+ 44.564,
564
+ 45.524,
565
+ 44.128,
566
+ 44.017,
567
+ 43.939,
568
+ 44.475,
569
+ 44.289,
570
+ 44.434,
571
+ 44.995,
572
+ 43.945,
573
+ 45.384,
574
+ 44.296,
575
+ 44.222,
576
+ 44.939,
577
+ 43.851,
578
+ 44.343,
579
+ 44.069,
580
+ 44.225,
581
+ 44.525,
582
+ 45.891,
583
+ 44.804,
584
+ 45.375,
585
+ 41.771
586
+ ]
587
+ }
588
+ ],
589
+ "drift_labels_pass1_vs_pass2": 0,
590
+ "transcript_same_both_passes": true,
591
+ "wer": {
592
+ "wer": 0.05804429163717262,
593
+ "errors": 574,
594
+ "ref_words": 9889,
595
+ "hyp_words": 9929,
596
+ "engine": "word Levenshtein (numpy); jiwer: bench_pipeline.py score"
597
+ },
598
+ "wer_torch_path": {
599
+ "wer": 0.05784204671857619,
600
+ "errors": 572,
601
+ "ref_words": 9889,
602
+ "hyp_words": 9930,
603
+ "engine": "word Levenshtein (numpy); jiwer: bench_pipeline.py score"
604
+ },
605
+ "overlap": {
606
+ "what": "encoder of window i+1 issued with the reader of window i (asyncio.gather), soft tokens copied to the host between them",
607
+ "passes": [
608
+ {
609
+ "pass": 1,
610
+ "wall_s": 5.6814,
611
+ "x_realtime": 573.3,
612
+ "process_cpu_s": 3.178,
613
+ "labels_differing_from_sequential_pass1": 0,
614
+ "transcript_same_as_sequential": true,
615
+ "wer": {
616
+ "wer": 0.05804429163717262,
617
+ "errors": 574,
618
+ "ref_words": 9889,
619
+ "hyp_words": 9929,
620
+ "engine": "word Levenshtein (numpy); jiwer: bench_pipeline.py score"
621
+ }
622
+ },
623
+ {
624
+ "pass": 2,
625
+ "wall_s": 5.8143,
626
+ "x_realtime": 560.2,
627
+ "process_cpu_s": 3.214,
628
+ "labels_differing_from_sequential_pass1": 0,
629
+ "transcript_same_as_sequential": true,
630
+ "wer": {
631
+ "wer": 0.05804429163717262,
632
+ "errors": 574,
633
+ "ref_words": 9889,
634
+ "hyp_words": 9929,
635
+ "engine": "word Levenshtein (numpy); jiwer: bench_pipeline.py score"
636
+ }
637
+ }
638
+ ],
639
+ "wall_s": 5.6814,
640
+ "x_realtime": 573.3,
641
+ "wall_s_with_load": 7.0474,
642
+ "x_realtime_with_load": 462.2
643
+ },
644
+ "reference": "fixtures/long-speckled-band/transcript.txt (Gutenberg #1661 body; the LibriVox intro and outro are in the audio, not in the text)",
645
+ "footprint_end": {
646
+ "phys_footprint": 2720352848,
647
+ "lifetime_max_phys_footprint": 8473659984
648
+ },
649
+ "footprint_before_load": {
650
+ "phys_footprint": 340607888,
651
+ "lifetime_max_phys_footprint": 340607888
652
+ },
653
+ "label": "eg2stt-r2c-pipeline-overlap",
654
+ "finished": "2026-10-14T10:18:35+0900",
655
+ "wer_jiwer": {
656
+ "engine": "jiwer 4.0.0",
657
+ "wer": 0.05804429163717262,
658
+ "substitutions": 380,
659
+ "deletions": 77,
660
+ "insertions": 117,
661
+ "ref_words": 9889,
662
+ "hyp_file": "<work>/exports/pipeline/hyp_long_fp16_ane_overlap.txt",
663
+ "matches_numpy": true
664
+ }
665
+ }
provenance/pipeline/mac-encoder-gpu-reader-gpu.json ADDED
@@ -0,0 +1,627 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "what": "encoder bundle -> reader bundle -> host labels, one process, long-speckled-band",
3
+ "audio_s": 3257.44325,
4
+ "n_frames": 325744,
5
+ "tokens": 81436,
6
+ "windows": 125,
7
+ "window_contract": {
8
+ "frames": 3000,
9
+ "tokens": 750,
10
+ "left_overlap_tokens": 96,
11
+ "dropped_last_tokens": 1,
12
+ "step_tokens": 653,
13
+ "first_window_keeps": [
14
+ 0,
15
+ 749
16
+ ],
17
+ "last_window": {
18
+ "i": 124,
19
+ "token0": 80972,
20
+ "frame0": 323888,
21
+ "frames": 1856,
22
+ "valid_tokens": 464,
23
+ "keep": [
24
+ 96,
25
+ 464
26
+ ]
27
+ }
28
+ },
29
+ "encoder": {
30
+ "bundle": "<work>/exports/fp16/eg2_audio_fp16_T3000_gpu_h16c.aimodelc",
31
+ "io_dtype": "float16",
32
+ "specialization": "default()"
33
+ },
34
+ "reader": {
35
+ "bundle": "<work>/exports/reader/fp16/eg2_reader_fp16_T750_gpu_h16c.aimodelc",
36
+ "form": "fp16",
37
+ "backend": "gpu",
38
+ "io_dtype": "float16",
39
+ "head": "argmax",
40
+ "weights_sha256": "67a06a857b9aeb066347f8947e4faeed11d2ec3e89e0c23974be0a2c20243d5b",
41
+ "arch": "a",
42
+ "source": "release"
43
+ },
44
+ "load": {
45
+ "encoder_s": 0.901,
46
+ "reader_s": 0.45,
47
+ "total_s": 1.351,
48
+ "cache_entries_existed": {
49
+ "<work>/exports/fp16/eg2_audio_fp16_T3000_gpu_h16c.aimodelc": true,
50
+ "<work>/exports/reader/fp16/eg2_reader_fp16_T750_gpu_h16c.aimodelc": true
51
+ }
52
+ },
53
+ "wall_s_with_load": 9.4443,
54
+ "x_realtime_with_load": 344.9,
55
+ "wall_s": 8.0933,
56
+ "x_realtime": 402.5,
57
+ "passes": [
58
+ {
59
+ "pass": 1,
60
+ "wall_s": 8.0933,
61
+ "encoder_calls_s": 5.1391,
62
+ "reader_calls_s": 2.8596,
63
+ "host_s": 0.0947,
64
+ "process_cpu_s": 2.285,
65
+ "x_realtime": 402.5,
66
+ "encoder_ms_median": 39.764,
67
+ "reader_ms_median": 22.641,
68
+ "encoder_ms": [
69
+ 205.571,
70
+ 40.25,
71
+ 39.734,
72
+ 39.653,
73
+ 39.839,
74
+ 39.655,
75
+ 39.79,
76
+ 39.856,
77
+ 39.768,
78
+ 39.764,
79
+ 39.728,
80
+ 39.664,
81
+ 39.707,
82
+ 39.783,
83
+ 39.765,
84
+ 39.658,
85
+ 39.748,
86
+ 39.707,
87
+ 39.779,
88
+ 39.67,
89
+ 39.923,
90
+ 39.751,
91
+ 39.755,
92
+ 39.717,
93
+ 39.758,
94
+ 39.825,
95
+ 39.848,
96
+ 39.867,
97
+ 39.742,
98
+ 39.76,
99
+ 39.668,
100
+ 39.738,
101
+ 39.86,
102
+ 39.902,
103
+ 39.762,
104
+ 40.305,
105
+ 39.869,
106
+ 39.802,
107
+ 39.706,
108
+ 39.974,
109
+ 39.67,
110
+ 39.818,
111
+ 39.831,
112
+ 39.794,
113
+ 39.79,
114
+ 39.73,
115
+ 39.764,
116
+ 39.794,
117
+ 39.699,
118
+ 39.647,
119
+ 39.796,
120
+ 39.798,
121
+ 39.692,
122
+ 39.788,
123
+ 39.901,
124
+ 39.962,
125
+ 39.713,
126
+ 40.004,
127
+ 39.895,
128
+ 39.921,
129
+ 39.831,
130
+ 39.665,
131
+ 39.912,
132
+ 39.864,
133
+ 39.879,
134
+ 39.842,
135
+ 39.752,
136
+ 39.644,
137
+ 39.78,
138
+ 39.665,
139
+ 39.681,
140
+ 39.875,
141
+ 39.697,
142
+ 39.726,
143
+ 39.807,
144
+ 39.672,
145
+ 39.675,
146
+ 39.678,
147
+ 39.75,
148
+ 39.704,
149
+ 39.649,
150
+ 39.72,
151
+ 39.794,
152
+ 39.783,
153
+ 39.701,
154
+ 39.759,
155
+ 39.881,
156
+ 39.926,
157
+ 39.717,
158
+ 39.717,
159
+ 39.634,
160
+ 39.639,
161
+ 39.863,
162
+ 39.739,
163
+ 39.756,
164
+ 39.886,
165
+ 39.762,
166
+ 39.584,
167
+ 39.764,
168
+ 39.813,
169
+ 39.743,
170
+ 39.831,
171
+ 39.729,
172
+ 39.873,
173
+ 39.726,
174
+ 39.752,
175
+ 39.879,
176
+ 39.695,
177
+ 39.904,
178
+ 39.914,
179
+ 39.727,
180
+ 39.811,
181
+ 39.817,
182
+ 39.771,
183
+ 39.914,
184
+ 39.655,
185
+ 39.829,
186
+ 39.856,
187
+ 39.863,
188
+ 40.235,
189
+ 39.742,
190
+ 39.747,
191
+ 39.773,
192
+ 39.738,
193
+ 39.727
194
+ ],
195
+ "reader_ms": [
196
+ 51.851,
197
+ 22.603,
198
+ 22.487,
199
+ 22.446,
200
+ 22.506,
201
+ 22.674,
202
+ 22.551,
203
+ 22.438,
204
+ 22.585,
205
+ 22.601,
206
+ 22.72,
207
+ 22.701,
208
+ 22.647,
209
+ 22.73,
210
+ 22.594,
211
+ 22.816,
212
+ 22.773,
213
+ 22.814,
214
+ 22.642,
215
+ 22.718,
216
+ 22.62,
217
+ 22.636,
218
+ 22.476,
219
+ 22.494,
220
+ 22.558,
221
+ 22.523,
222
+ 22.553,
223
+ 22.573,
224
+ 22.632,
225
+ 22.677,
226
+ 22.839,
227
+ 22.607,
228
+ 22.641,
229
+ 22.69,
230
+ 22.831,
231
+ 22.666,
232
+ 22.608,
233
+ 22.652,
234
+ 22.617,
235
+ 22.634,
236
+ 22.72,
237
+ 22.55,
238
+ 22.534,
239
+ 22.528,
240
+ 22.584,
241
+ 22.548,
242
+ 22.529,
243
+ 22.602,
244
+ 22.543,
245
+ 22.633,
246
+ 22.564,
247
+ 22.587,
248
+ 22.519,
249
+ 22.806,
250
+ 22.592,
251
+ 22.714,
252
+ 22.657,
253
+ 22.795,
254
+ 22.773,
255
+ 22.668,
256
+ 22.615,
257
+ 22.689,
258
+ 22.679,
259
+ 22.631,
260
+ 22.593,
261
+ 22.646,
262
+ 22.552,
263
+ 22.49,
264
+ 22.534,
265
+ 22.599,
266
+ 22.552,
267
+ 22.521,
268
+ 22.881,
269
+ 22.597,
270
+ 22.52,
271
+ 22.592,
272
+ 22.593,
273
+ 22.629,
274
+ 22.578,
275
+ 22.642,
276
+ 22.664,
277
+ 22.691,
278
+ 22.654,
279
+ 22.884,
280
+ 22.654,
281
+ 22.792,
282
+ 22.75,
283
+ 22.641,
284
+ 22.687,
285
+ 22.586,
286
+ 22.617,
287
+ 22.796,
288
+ 22.662,
289
+ 22.609,
290
+ 22.69,
291
+ 22.57,
292
+ 22.533,
293
+ 22.488,
294
+ 22.512,
295
+ 22.729,
296
+ 22.608,
297
+ 22.698,
298
+ 22.677,
299
+ 22.557,
300
+ 22.649,
301
+ 22.643,
302
+ 22.655,
303
+ 22.516,
304
+ 22.718,
305
+ 22.649,
306
+ 22.709,
307
+ 22.69,
308
+ 22.819,
309
+ 22.833,
310
+ 22.719,
311
+ 22.723,
312
+ 22.633,
313
+ 23.043,
314
+ 22.653,
315
+ 22.654,
316
+ 22.694,
317
+ 22.635,
318
+ 22.705,
319
+ 22.745,
320
+ 22.769
321
+ ]
322
+ },
323
+ {
324
+ "pass": 2,
325
+ "wall_s": 7.9162,
326
+ "encoder_calls_s": 4.981,
327
+ "reader_calls_s": 2.8423,
328
+ "host_s": 0.093,
329
+ "process_cpu_s": 2.095,
330
+ "x_realtime": 411.5,
331
+ "encoder_ms_median": 39.808,
332
+ "reader_ms_median": 22.683,
333
+ "encoder_ms": [
334
+ 40.275,
335
+ 39.831,
336
+ 39.76,
337
+ 39.802,
338
+ 39.869,
339
+ 39.735,
340
+ 39.789,
341
+ 39.773,
342
+ 39.733,
343
+ 39.903,
344
+ 39.766,
345
+ 39.794,
346
+ 39.784,
347
+ 39.874,
348
+ 39.916,
349
+ 39.958,
350
+ 39.854,
351
+ 39.762,
352
+ 39.948,
353
+ 39.883,
354
+ 39.924,
355
+ 39.805,
356
+ 40.133,
357
+ 39.769,
358
+ 39.821,
359
+ 39.722,
360
+ 39.889,
361
+ 39.771,
362
+ 39.811,
363
+ 39.864,
364
+ 39.883,
365
+ 39.853,
366
+ 39.808,
367
+ 39.781,
368
+ 39.947,
369
+ 39.994,
370
+ 39.835,
371
+ 39.992,
372
+ 39.818,
373
+ 39.851,
374
+ 39.896,
375
+ 39.76,
376
+ 39.659,
377
+ 39.769,
378
+ 39.574,
379
+ 39.703,
380
+ 39.634,
381
+ 39.826,
382
+ 39.737,
383
+ 39.692,
384
+ 39.668,
385
+ 39.776,
386
+ 39.903,
387
+ 39.841,
388
+ 39.72,
389
+ 39.73,
390
+ 39.808,
391
+ 39.828,
392
+ 39.808,
393
+ 39.746,
394
+ 39.784,
395
+ 39.689,
396
+ 39.823,
397
+ 39.833,
398
+ 39.764,
399
+ 39.716,
400
+ 39.757,
401
+ 39.696,
402
+ 39.745,
403
+ 39.884,
404
+ 39.66,
405
+ 39.88,
406
+ 39.833,
407
+ 39.89,
408
+ 39.85,
409
+ 39.86,
410
+ 39.78,
411
+ 39.755,
412
+ 39.759,
413
+ 39.87,
414
+ 39.764,
415
+ 39.843,
416
+ 39.758,
417
+ 39.86,
418
+ 39.951,
419
+ 39.858,
420
+ 40.018,
421
+ 39.738,
422
+ 39.701,
423
+ 39.785,
424
+ 39.811,
425
+ 39.782,
426
+ 39.778,
427
+ 39.855,
428
+ 39.736,
429
+ 39.797,
430
+ 39.686,
431
+ 39.751,
432
+ 39.694,
433
+ 39.711,
434
+ 39.673,
435
+ 39.766,
436
+ 39.824,
437
+ 39.813,
438
+ 39.782,
439
+ 39.835,
440
+ 39.968,
441
+ 39.989,
442
+ 39.771,
443
+ 39.919,
444
+ 39.725,
445
+ 39.796,
446
+ 39.804,
447
+ 39.812,
448
+ 39.769,
449
+ 39.917,
450
+ 39.926,
451
+ 39.778,
452
+ 39.834,
453
+ 39.787,
454
+ 40.02,
455
+ 39.929,
456
+ 39.865,
457
+ 40.953,
458
+ 42.634
459
+ ],
460
+ "reader_ms": [
461
+ 22.714,
462
+ 22.625,
463
+ 22.663,
464
+ 22.674,
465
+ 22.651,
466
+ 22.746,
467
+ 22.594,
468
+ 22.661,
469
+ 22.772,
470
+ 22.726,
471
+ 22.614,
472
+ 22.549,
473
+ 22.632,
474
+ 22.585,
475
+ 22.779,
476
+ 22.671,
477
+ 22.688,
478
+ 22.886,
479
+ 22.811,
480
+ 22.743,
481
+ 22.693,
482
+ 22.73,
483
+ 22.659,
484
+ 22.849,
485
+ 22.748,
486
+ 22.868,
487
+ 22.703,
488
+ 22.748,
489
+ 22.729,
490
+ 22.836,
491
+ 22.713,
492
+ 22.755,
493
+ 22.802,
494
+ 22.819,
495
+ 22.872,
496
+ 23.022,
497
+ 22.808,
498
+ 22.878,
499
+ 22.734,
500
+ 22.712,
501
+ 22.604,
502
+ 22.618,
503
+ 22.981,
504
+ 22.554,
505
+ 22.652,
506
+ 22.627,
507
+ 22.64,
508
+ 22.615,
509
+ 22.634,
510
+ 22.694,
511
+ 22.606,
512
+ 22.603,
513
+ 22.615,
514
+ 22.599,
515
+ 22.594,
516
+ 22.601,
517
+ 22.58,
518
+ 22.672,
519
+ 22.636,
520
+ 22.562,
521
+ 22.596,
522
+ 22.82,
523
+ 22.571,
524
+ 22.565,
525
+ 22.514,
526
+ 22.557,
527
+ 22.608,
528
+ 22.632,
529
+ 22.601,
530
+ 22.569,
531
+ 22.566,
532
+ 22.72,
533
+ 22.672,
534
+ 22.772,
535
+ 22.651,
536
+ 22.634,
537
+ 22.648,
538
+ 22.66,
539
+ 22.613,
540
+ 22.574,
541
+ 22.755,
542
+ 22.588,
543
+ 22.609,
544
+ 22.634,
545
+ 23.479,
546
+ 22.624,
547
+ 22.833,
548
+ 22.615,
549
+ 22.683,
550
+ 22.665,
551
+ 22.644,
552
+ 22.743,
553
+ 22.786,
554
+ 22.683,
555
+ 22.857,
556
+ 22.781,
557
+ 22.779,
558
+ 22.702,
559
+ 22.724,
560
+ 22.791,
561
+ 22.655,
562
+ 22.736,
563
+ 22.718,
564
+ 22.629,
565
+ 22.951,
566
+ 22.935,
567
+ 22.851,
568
+ 22.803,
569
+ 22.672,
570
+ 22.566,
571
+ 22.665,
572
+ 22.647,
573
+ 22.687,
574
+ 22.542,
575
+ 22.689,
576
+ 22.861,
577
+ 22.794,
578
+ 22.566,
579
+ 22.787,
580
+ 22.891,
581
+ 22.772,
582
+ 22.717,
583
+ 22.783,
584
+ 25.366,
585
+ 24.316
586
+ ]
587
+ }
588
+ ],
589
+ "drift_labels_pass1_vs_pass2": 0,
590
+ "transcript_same_both_passes": true,
591
+ "wer": {
592
+ "wer": 0.057943169177874405,
593
+ "errors": 573,
594
+ "ref_words": 9889,
595
+ "hyp_words": 9930,
596
+ "engine": "word Levenshtein (numpy); jiwer: bench_pipeline.py score"
597
+ },
598
+ "wer_torch_path": {
599
+ "wer": 0.05784204671857619,
600
+ "errors": 572,
601
+ "ref_words": 9889,
602
+ "hyp_words": 9930,
603
+ "engine": "word Levenshtein (numpy); jiwer: bench_pipeline.py score"
604
+ },
605
+ "overlap": null,
606
+ "reference": "fixtures/long-speckled-band/transcript.txt (Gutenberg #1661 body; the LibriVox intro and outro are in the audio, not in the text)",
607
+ "footprint_end": {
608
+ "phys_footprint": 1655048664,
609
+ "lifetime_max_phys_footprint": 1701644760
610
+ },
611
+ "footprint_before_load": {
612
+ "phys_footprint": 338871184,
613
+ "lifetime_max_phys_footprint": 338871184
614
+ },
615
+ "label": "eg2stt-r2c-pipeline-long",
616
+ "finished": "2026-10-14T10:07:24+0900",
617
+ "wer_jiwer": {
618
+ "engine": "jiwer 4.0.0",
619
+ "wer": 0.057943169177874405,
620
+ "substitutions": 380,
621
+ "deletions": 76,
622
+ "insertions": 117,
623
+ "ref_words": 9889,
624
+ "hyp_file": "<work>/exports/pipeline/hyp_long_fp16_gpu.txt",
625
+ "matches_numpy": true
626
+ }
627
+ }
provenance/pipeline/torch-fp32.json ADDED
@@ -0,0 +1,85 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "what": "torch float32 CPU: re-authored encoder (exact) + the reader's forward + greedy_labels, the same windows as `long`",
3
+ "audio_s": 3257.44325,
4
+ "tokens": 81436,
5
+ "windows": 125,
6
+ "window_contract": {
7
+ "frames": 3000,
8
+ "left_overlap_tokens": 96,
9
+ "dropped_last_tokens": 1
10
+ },
11
+ "reader": {
12
+ "kind": "release",
13
+ "weights": "<eg2-transcribe>/reader/reader.pt",
14
+ "weights_sha256": "67a06a857b9aeb066347f8947e4faeed11d2ec3e89e0c23974be0a2c20243d5b",
15
+ "arch": "a",
16
+ "k": null,
17
+ "params": 13268994,
18
+ "scale": 91.21830749511719,
19
+ "n_vocab": 200000,
20
+ "table": "<eg2-transcribe>/reader/word_table.npy",
21
+ "reader_dir": "<eg2-transcribe>/reader",
22
+ "model_py_sha256": "95a32e58defcda2d71931bea9c07a66272ff7ec8fa5cd39c1bce8e1f253b51c0",
23
+ "decode_py_sha256": "d8ecd41dea4322397c319d515cba80438b322c88aaf6471943cffbabca0f6462",
24
+ "config": {
25
+ "version": "v1",
26
+ "window": {
27
+ "seconds": 30,
28
+ "left_overlap_tokens": 96,
29
+ "right_extra_tokens": 1,
30
+ "note": "encoder is causal; the 83 tokens at the start of a window and its last token differ from a continuous run (fixtures/long-speckled-band: soft_tokens_w30 vs soft_tokens_continuous)"
31
+ },
32
+ "decode": "greedy argmax over N+1, collapse repeats, drop blank",
33
+ "scale": 91.21830749511719,
34
+ "wer": {
35
+ "dev-clean": {
36
+ "wer": 0.06566,
37
+ "utterances": 2703,
38
+ "ref_words": 54402
39
+ },
40
+ "dev-other": {
41
+ "wer": 0.14927,
42
+ "utterances": 2864,
43
+ "ref_words": 50948
44
+ },
45
+ "test-clean": {
46
+ "wer": 0.06807,
47
+ "utterances": 2620,
48
+ "ref_words": 52576
49
+ },
50
+ "test-other": {
51
+ "wer": 0.15102,
52
+ "utterances": 2939,
53
+ "ref_words": 52343
54
+ },
55
+ "fixtures": {
56
+ "wer": 0.04806,
57
+ "utterances": 20,
58
+ "ref_words": 541
59
+ },
60
+ "decode": "greedy, no language model"
61
+ }
62
+ }
63
+ },
64
+ "encoder_model_dir": "<work>/data/hf/embeddinggemma-2",
65
+ "wer": {
66
+ "wer": 0.05784204671857619,
67
+ "errors": 572,
68
+ "ref_words": 9889,
69
+ "hyp_words": 9930,
70
+ "engine": "word Levenshtein (numpy); jiwer: bench_pipeline.py score"
71
+ },
72
+ "seconds": 92.0,
73
+ "threads": 6,
74
+ "finished": "2026-10-14T09:09:22+0900",
75
+ "wer_jiwer": {
76
+ "engine": "jiwer 4.0.0",
77
+ "wer": 0.05784204671857619,
78
+ "substitutions": 379,
79
+ "deletions": 76,
80
+ "insertions": 117,
81
+ "ref_words": 9889,
82
+ "hyp_file": "<work>/exports/pipeline/hyp_long_torch.txt",
83
+ "matches_numpy": true
84
+ }
85
+ }
provenance/reader/iphone-gpu-aot-timing-interim-weights.json ADDED
@@ -0,0 +1,816 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "label": "reader_fp16-gpu-aot",
3
+ "chain": false,
4
+ "bucket": 750,
5
+ "route": "gpu-aot",
6
+ "stages": [
7
+ {
8
+ "allowed_compute_units": [
9
+ "cpu",
10
+ "gpu",
11
+ "neuralEngine"
12
+ ],
13
+ "available_after_load_mb": 3213.6,
14
+ "bucket": 750,
15
+ "bundle": "eg2_reader_fp16_T750_gpu_h19p.aimodelc",
16
+ "cache_entry_deleted": false,
17
+ "cold_requested": false,
18
+ "compute": "gpu",
19
+ "footprint_after_load_mb": 326.4,
20
+ "footprint_before_load_mb": 10,
21
+ "form": "reader_fp16",
22
+ "inputs": {
23
+ "soft_tokens": [
24
+ 1,
25
+ 750,
26
+ 512
27
+ ],
28
+ "token_mask": [
29
+ 1,
30
+ 750
31
+ ]
32
+ },
33
+ "io_dtype": "f16",
34
+ "kind": "reader",
35
+ "label": "reader_fp16-gpu-aot",
36
+ "load_cpu_ms": 56.109,
37
+ "load_ms": 56.285,
38
+ "load_retry": null,
39
+ "output_types": {
40
+ "blank_logit": "float16",
41
+ "top1_index": "int32",
42
+ "top1_logit": "float16"
43
+ },
44
+ "outputs": {
45
+ "blank_logit": [
46
+ 1,
47
+ 750
48
+ ],
49
+ "top1_index": [
50
+ 1,
51
+ 750
52
+ ],
53
+ "top1_logit": [
54
+ 1,
55
+ 750
56
+ ]
57
+ },
58
+ "preferred_compute_unit": "gpu",
59
+ "route": "gpu-aot",
60
+ "specialization": "SpecializationOptions(allowedComputeUnitKinds: Set([CoreAIDelegates.ComputeUnitKind.gpu, CoreAIDelegates.ComputeUnitKind.cpu, CoreAIDelegates.ComputeUnitKind.neuralEngine]), preferredComputeUnitKind: Optional(CoreAIDelegates.ComputeUnitKind.gpu), enableEncodingFunctions: false, enableDefaultOSPreferredCompute: true, debugConfiguration: nil, expectFrequentReshapes: false, delegateOptionsOverride: nil)",
61
+ "thermal_after_load": "nominal"
62
+ }
63
+ ],
64
+ "timing_source": "fixtures/R750/timing.soft_tokens.f16.bin",
65
+ "device": {
66
+ "arch": "h19p",
67
+ "available_compute_units": [
68
+ "cpu",
69
+ "gpu",
70
+ "neuralEngine"
71
+ ],
72
+ "build": "24B5099f",
73
+ "machine": "iPhone19,2",
74
+ "os": "Version 27.2 (Build 24B5099f)",
75
+ "physical_memory_gb": 12.12
76
+ },
77
+ "coreai": {
78
+ "bundle_id": "com.apple.CoreAI",
79
+ "short": "1.0",
80
+ "version": "1"
81
+ },
82
+ "launch": {
83
+ "tag": "r4b20805-t-reader",
84
+ "started": "2026-10-13T23:05:29Z",
85
+ "finished": "2026-10-13T23:05:48Z",
86
+ "order": [
87
+ "reader_fp16-gpu-aot",
88
+ "reader_fp16-gpu-jit",
89
+ "reader_fp16-ane-jit"
90
+ ],
91
+ "note": "one process: every bundle loaded once, then rounds A/B/C...; rep 0 = cold clocks, reps 1.. = ramped; a chain call = stage 1 -> host cast -> stage 2, timed whole; two in flight = one block of calls windows, wall / calls",
92
+ "power_start": {
93
+ "battery": "charging",
94
+ "level": 0.800000011920929,
95
+ "low_power_mode": false
96
+ },
97
+ "power_end": {
98
+ "battery": "charging",
99
+ "level": 0.800000011920929,
100
+ "low_power_mode": false
101
+ },
102
+ "thermal_start": "nominal",
103
+ "thermal_end": "nominal",
104
+ "thermal_changes": []
105
+ },
106
+ "compared_in_launch_with": [
107
+ "reader_fp16-gpu-aot",
108
+ "reader_fp16-gpu-jit",
109
+ "reader_fp16-ane-jit"
110
+ ],
111
+ "summary": {
112
+ "cold_ms": 32.775,
113
+ "ramped_ms": 32.989,
114
+ "ramped_rep_median_range_ms": [
115
+ 32.687,
116
+ 33.075
117
+ ],
118
+ "ramped_p90_ms": 35.241,
119
+ "x_realtime_ramped": 909.4,
120
+ "x_realtime_cold": 915.3,
121
+ "audio_s_per_call": 30.0,
122
+ "reps": 8,
123
+ "calls_per_rep": 20,
124
+ "warmup_calls_per_rep": 3,
125
+ "cpu_ms_per_call_median": 2.96,
126
+ "launch_footprint_peak_mb": 1353,
127
+ "launch_available_least_mb": 2186.9,
128
+ "thermal_by_rep": [
129
+ "nominal->nominal",
130
+ "nominal->nominal",
131
+ "nominal->nominal",
132
+ "nominal->nominal",
133
+ "nominal->nominal",
134
+ "nominal->nominal",
135
+ "nominal->nominal",
136
+ "nominal->nominal"
137
+ ],
138
+ "cooled_s_total": 0,
139
+ "power_by_rep": [
140
+ "charging",
141
+ "charging",
142
+ "charging",
143
+ "charging",
144
+ "charging",
145
+ "charging",
146
+ "charging",
147
+ "charging"
148
+ ],
149
+ "usb_powered": true,
150
+ "battery_level_first_last": [
151
+ 0.800000011920929,
152
+ 0.800000011920929
153
+ ],
154
+ "last_output_finite_every_rep": true,
155
+ "stages": [
156
+ {
157
+ "label": "reader_fp16-gpu-aot",
158
+ "bundle": "eg2_reader_fp16_T750_gpu_h19p.aimodelc",
159
+ "route": "gpu-aot",
160
+ "kind": "reader",
161
+ "cold_ms": 32.741,
162
+ "ramped_ms": 32.961,
163
+ "cpu_median_ms_ramped": 1.366,
164
+ "load_ms": 56.285,
165
+ "load_cpu_ms": 56.109,
166
+ "footprint_after_load_mb": 326.4
167
+ }
168
+ ]
169
+ },
170
+ "app_summary": {
171
+ "cold_ms": 32.775,
172
+ "ramped_ms": 32.988,
173
+ "ramped_p90_ms": 35.241,
174
+ "x_realtime_ramped": 909.4,
175
+ "cpu_ms_per_call_median": 2.96,
176
+ "inflight_cold_ms_per_window": null,
177
+ "inflight_ramped_ms_per_window": null,
178
+ "inflight_x_realtime_ramped": null
179
+ },
180
+ "reps": [
181
+ {
182
+ "available_mb": 2196.5,
183
+ "block_s": 0.674,
184
+ "cast_median_ms": null,
185
+ "cast_ms": [],
186
+ "cooled_s": 0,
187
+ "cpu_ms_per_call": 2.862,
188
+ "footprint_mb": 1343.5,
189
+ "last_output_finite": true,
190
+ "median_ms": 32.775,
191
+ "ms": [
192
+ 35.097,
193
+ 35.127,
194
+ 35.507,
195
+ 36.417,
196
+ 32.264,
197
+ 32.82,
198
+ 35.813,
199
+ 32.344,
200
+ 32.729,
201
+ 34.005,
202
+ 32.719,
203
+ 34.71,
204
+ 32.364,
205
+ 32.572,
206
+ 34.727,
207
+ 32.379,
208
+ 32.546,
209
+ 34.564,
210
+ 32.4,
211
+ 32.64
212
+ ],
213
+ "p90_ms": 35.538,
214
+ "power": {
215
+ "battery": "charging",
216
+ "level": 0.800000011920929,
217
+ "low_power_mode": false
218
+ },
219
+ "rep": 0,
220
+ "sequence": 0,
221
+ "stage_cpu_median_ms": [
222
+ 1.617
223
+ ],
224
+ "stage_median_ms": [
225
+ 32.741
226
+ ],
227
+ "stage_ms": [
228
+ [
229
+ 35.089,
230
+ 35.12,
231
+ 35.475,
232
+ 36.397,
233
+ 32.258,
234
+ 32.784,
235
+ 35.802,
236
+ 32.34,
237
+ 32.697,
238
+ 33.995,
239
+ 32.69,
240
+ 34.702,
241
+ 32.361,
242
+ 32.541,
243
+ 34.718,
244
+ 32.376,
245
+ 32.52,
246
+ 34.556,
247
+ 32.396,
248
+ 32.604
249
+ ]
250
+ ],
251
+ "t_start_s": 0.13,
252
+ "thermal_after": "nominal",
253
+ "thermal_before": "nominal",
254
+ "warm_ms": [
255
+ 58.993,
256
+ 36.275,
257
+ 34.91
258
+ ]
259
+ },
260
+ {
261
+ "available_mb": 2187.1,
262
+ "block_s": 0.671,
263
+ "cast_median_ms": null,
264
+ "cast_ms": [],
265
+ "cooled_s": 0,
266
+ "cpu_ms_per_call": 3.302,
267
+ "footprint_mb": 1352.8,
268
+ "last_output_finite": true,
269
+ "median_ms": 32.687,
270
+ "ms": [
271
+ 35.183,
272
+ 32.484,
273
+ 32.719,
274
+ 34.777,
275
+ 32.55,
276
+ 35.091,
277
+ 32.422,
278
+ 32.657,
279
+ 34.978,
280
+ 32.471,
281
+ 32.629,
282
+ 35.107,
283
+ 32.389,
284
+ 32.717,
285
+ 34.681,
286
+ 32.634,
287
+ 34.889,
288
+ 32.617,
289
+ 34.973,
290
+ 32.462
291
+ ],
292
+ "p90_ms": 35.092,
293
+ "power": {
294
+ "battery": "charging",
295
+ "level": 0.800000011920929,
296
+ "low_power_mode": false
297
+ },
298
+ "rep": 1,
299
+ "sequence": 3,
300
+ "stage_cpu_median_ms": [
301
+ 1.407
302
+ ],
303
+ "stage_median_ms": [
304
+ 32.654
305
+ ],
306
+ "stage_ms": [
307
+ [
308
+ 35.173,
309
+ 32.481,
310
+ 32.684,
311
+ 34.767,
312
+ 32.517,
313
+ 35.08,
314
+ 32.419,
315
+ 32.624,
316
+ 34.967,
317
+ 32.468,
318
+ 32.599,
319
+ 35.098,
320
+ 32.386,
321
+ 32.683,
322
+ 34.671,
323
+ 32.601,
324
+ 34.88,
325
+ 32.59,
326
+ 34.964,
327
+ 32.459
328
+ ]
329
+ ],
330
+ "t_start_s": 2.446,
331
+ "thermal_after": "nominal",
332
+ "thermal_before": "nominal",
333
+ "warm_ms": [
334
+ 35.201,
335
+ 32.422,
336
+ 32.575
337
+ ]
338
+ },
339
+ {
340
+ "available_mb": 2187.3,
341
+ "block_s": 0.669,
342
+ "cast_median_ms": null,
343
+ "cast_ms": [],
344
+ "cooled_s": 0,
345
+ "cpu_ms_per_call": 2.918,
346
+ "footprint_mb": 1352.6,
347
+ "last_output_finite": true,
348
+ "median_ms": 32.821,
349
+ "ms": [
350
+ 32.568,
351
+ 32.681,
352
+ 35.1,
353
+ 32.5,
354
+ 32.833,
355
+ 34.88,
356
+ 32.746,
357
+ 32.911,
358
+ 35.25,
359
+ 32.685,
360
+ 32.856,
361
+ 35.276,
362
+ 32.52,
363
+ 32.809,
364
+ 35.051,
365
+ 32.582,
366
+ 32.764,
367
+ 34.873,
368
+ 32.972,
369
+ 32.694
370
+ ],
371
+ "p90_ms": 35.115,
372
+ "power": {
373
+ "battery": "charging",
374
+ "level": 0.800000011920929,
375
+ "low_power_mode": false
376
+ },
377
+ "rep": 2,
378
+ "sequence": 6,
379
+ "stage_cpu_median_ms": [
380
+ 1.379
381
+ ],
382
+ "stage_median_ms": [
383
+ 32.792
384
+ ],
385
+ "stage_ms": [
386
+ [
387
+ 32.565,
388
+ 32.653,
389
+ 35.091,
390
+ 32.498,
391
+ 32.805,
392
+ 34.871,
393
+ 32.743,
394
+ 32.877,
395
+ 35.239,
396
+ 32.682,
397
+ 32.822,
398
+ 35.266,
399
+ 32.517,
400
+ 32.78,
401
+ 35.042,
402
+ 32.58,
403
+ 32.736,
404
+ 34.864,
405
+ 32.97,
406
+ 32.669
407
+ ]
408
+ ],
409
+ "t_start_s": 4.752,
410
+ "thermal_after": "nominal",
411
+ "thermal_before": "nominal",
412
+ "warm_ms": [
413
+ 32.66,
414
+ 32.728,
415
+ 35.288
416
+ ]
417
+ },
418
+ {
419
+ "available_mb": 2203.7,
420
+ "block_s": 0.671,
421
+ "cast_median_ms": null,
422
+ "cast_ms": [],
423
+ "cooled_s": 0,
424
+ "cpu_ms_per_call": 2.915,
425
+ "footprint_mb": 1336.3,
426
+ "last_output_finite": true,
427
+ "median_ms": 32.812,
428
+ "ms": [
429
+ 35.379,
430
+ 32.589,
431
+ 32.758,
432
+ 35.089,
433
+ 32.642,
434
+ 32.733,
435
+ 34.336,
436
+ 32.569,
437
+ 32.827,
438
+ 35.434,
439
+ 32.625,
440
+ 32.803,
441
+ 35.215,
442
+ 32.935,
443
+ 34.887,
444
+ 32.701,
445
+ 32.821,
446
+ 34.841,
447
+ 32.66,
448
+ 32.78
449
+ ],
450
+ "p90_ms": 35.232,
451
+ "power": {
452
+ "battery": "charging",
453
+ "level": 0.800000011920929,
454
+ "low_power_mode": false
455
+ },
456
+ "rep": 3,
457
+ "sequence": 9,
458
+ "stage_cpu_median_ms": [
459
+ 1.361
460
+ ],
461
+ "stage_median_ms": [
462
+ 32.782
463
+ ],
464
+ "stage_ms": [
465
+ [
466
+ 35.37,
467
+ 32.586,
468
+ 32.728,
469
+ 35.08,
470
+ 32.639,
471
+ 32.708,
472
+ 34.329,
473
+ 32.566,
474
+ 32.796,
475
+ 35.425,
476
+ 32.622,
477
+ 32.773,
478
+ 35.206,
479
+ 32.907,
480
+ 34.878,
481
+ 32.698,
482
+ 32.792,
483
+ 34.832,
484
+ 32.657,
485
+ 32.753
486
+ ]
487
+ ],
488
+ "t_start_s": 7.058,
489
+ "thermal_after": "nominal",
490
+ "thermal_before": "nominal",
491
+ "warm_ms": [
492
+ 35.101,
493
+ 32.737,
494
+ 32.801
495
+ ]
496
+ },
497
+ {
498
+ "available_mb": 2203.7,
499
+ "block_s": 0.673,
500
+ "cast_median_ms": null,
501
+ "cast_ms": [],
502
+ "cooled_s": 0,
503
+ "cpu_ms_per_call": 3.038,
504
+ "footprint_mb": 1336.3,
505
+ "last_output_finite": true,
506
+ "median_ms": 33.007,
507
+ "ms": [
508
+ 35.483,
509
+ 32.671,
510
+ 32.882,
511
+ 34.606,
512
+ 32.718,
513
+ 32.966,
514
+ 35.447,
515
+ 32.738,
516
+ 32.953,
517
+ 35.111,
518
+ 32.795,
519
+ 33.049,
520
+ 35.205,
521
+ 32.851,
522
+ 33.047,
523
+ 35.249,
524
+ 32.919,
525
+ 33.116,
526
+ 34.734,
527
+ 32.731
528
+ ],
529
+ "p90_ms": 35.269,
530
+ "power": {
531
+ "battery": "charging",
532
+ "level": 0.800000011920929,
533
+ "low_power_mode": false
534
+ },
535
+ "rep": 4,
536
+ "sequence": 12,
537
+ "stage_cpu_median_ms": [
538
+ 1.358
539
+ ],
540
+ "stage_median_ms": [
541
+ 32.976
542
+ ],
543
+ "stage_ms": [
544
+ [
545
+ 35.473,
546
+ 32.668,
547
+ 32.854,
548
+ 34.598,
549
+ 32.716,
550
+ 32.936,
551
+ 35.438,
552
+ 32.736,
553
+ 32.924,
554
+ 35.103,
555
+ 32.792,
556
+ 33.02,
557
+ 35.197,
558
+ 32.848,
559
+ 33.016,
560
+ 35.24,
561
+ 32.916,
562
+ 33.089,
563
+ 34.725,
564
+ 32.728
565
+ ]
566
+ ],
567
+ "t_start_s": 9.368,
568
+ "thermal_after": "nominal",
569
+ "thermal_before": "nominal",
570
+ "warm_ms": [
571
+ 35.352,
572
+ 32.707,
573
+ 32.884
574
+ ]
575
+ },
576
+ {
577
+ "available_mb": 2203.7,
578
+ "block_s": 0.672,
579
+ "cast_median_ms": null,
580
+ "cast_ms": [],
581
+ "cooled_s": 0,
582
+ "cpu_ms_per_call": 2.876,
583
+ "footprint_mb": 1336.3,
584
+ "last_output_finite": true,
585
+ "median_ms": 32.988,
586
+ "ms": [
587
+ 32.771,
588
+ 32.912,
589
+ 35.024,
590
+ 32.816,
591
+ 32.817,
592
+ 35.077,
593
+ 32.998,
594
+ 34.705,
595
+ 32.776,
596
+ 32.979,
597
+ 35.194,
598
+ 33.028,
599
+ 33.985,
600
+ 32.732,
601
+ 33.33,
602
+ 35.021,
603
+ 32.705,
604
+ 32.916,
605
+ 35.364,
606
+ 32.768
607
+ ],
608
+ "p90_ms": 35.089,
609
+ "power": {
610
+ "battery": "charging",
611
+ "level": 0.800000011920929,
612
+ "low_power_mode": false
613
+ },
614
+ "rep": 5,
615
+ "sequence": 15,
616
+ "stage_cpu_median_ms": [
617
+ 1.317
618
+ ],
619
+ "stage_median_ms": [
620
+ 32.961
621
+ ],
622
+ "stage_ms": [
623
+ [
624
+ 32.768,
625
+ 32.883,
626
+ 35.014,
627
+ 32.813,
628
+ 32.789,
629
+ 35.069,
630
+ 32.973,
631
+ 34.697,
632
+ 32.773,
633
+ 32.948,
634
+ 35.185,
635
+ 33.009,
636
+ 33.979,
637
+ 32.729,
638
+ 33.304,
639
+ 35.013,
640
+ 32.702,
641
+ 32.887,
642
+ 35.355,
643
+ 32.765
644
+ ]
645
+ ],
646
+ "t_start_s": 11.691,
647
+ "thermal_after": "nominal",
648
+ "thermal_before": "nominal",
649
+ "warm_ms": [
650
+ 32.854,
651
+ 33.06,
652
+ 35.319
653
+ ]
654
+ },
655
+ {
656
+ "available_mb": 2203.7,
657
+ "block_s": 0.674,
658
+ "cast_median_ms": null,
659
+ "cast_ms": [],
660
+ "cooled_s": 0,
661
+ "cpu_ms_per_call": 3.001,
662
+ "footprint_mb": 1336.3,
663
+ "last_output_finite": true,
664
+ "median_ms": 33.006,
665
+ "ms": [
666
+ 35.463,
667
+ 32.769,
668
+ 32.817,
669
+ 34.552,
670
+ 32.794,
671
+ 33.042,
672
+ 35.24,
673
+ 32.847,
674
+ 33.006,
675
+ 35.318,
676
+ 33.049,
677
+ 35.118,
678
+ 32.909,
679
+ 32.91,
680
+ 35.015,
681
+ 32.844,
682
+ 32.935,
683
+ 35.349,
684
+ 32.776,
685
+ 33.007
686
+ ],
687
+ "p90_ms": 35.321,
688
+ "power": {
689
+ "battery": "charging",
690
+ "level": 0.800000011920929,
691
+ "low_power_mode": false
692
+ },
693
+ "rep": 6,
694
+ "sequence": 18,
695
+ "stage_cpu_median_ms": [
696
+ 1.366
697
+ ],
698
+ "stage_median_ms": [
699
+ 32.977
700
+ ],
701
+ "stage_ms": [
702
+ [
703
+ 35.453,
704
+ 32.766,
705
+ 32.797,
706
+ 34.546,
707
+ 32.791,
708
+ 33.013,
709
+ 35.231,
710
+ 32.844,
711
+ 32.977,
712
+ 35.309,
713
+ 33.022,
714
+ 35.109,
715
+ 32.906,
716
+ 32.882,
717
+ 35.007,
718
+ 32.841,
719
+ 32.903,
720
+ 35.34,
721
+ 32.773,
722
+ 32.978
723
+ ]
724
+ ],
725
+ "t_start_s": 14.009,
726
+ "thermal_after": "nominal",
727
+ "thermal_before": "nominal",
728
+ "warm_ms": [
729
+ 35.394,
730
+ 33.406,
731
+ 33.041
732
+ ]
733
+ },
734
+ {
735
+ "available_mb": 2203.7,
736
+ "block_s": 0.676,
737
+ "cast_median_ms": null,
738
+ "cast_ms": [],
739
+ "cooled_s": 0,
740
+ "cpu_ms_per_call": 3.139,
741
+ "footprint_mb": 1336.3,
742
+ "last_output_finite": true,
743
+ "median_ms": 33.075,
744
+ "ms": [
745
+ 35.225,
746
+ 32.919,
747
+ 32.997,
748
+ 35.343,
749
+ 32.886,
750
+ 33.056,
751
+ 35.517,
752
+ 32.973,
753
+ 33.068,
754
+ 35.23,
755
+ 32.988,
756
+ 33.082,
757
+ 35.375,
758
+ 32.927,
759
+ 33.133,
760
+ 35.207,
761
+ 32.945,
762
+ 33.136,
763
+ 35.233,
764
+ 32.902
765
+ ],
766
+ "p90_ms": 35.347,
767
+ "power": {
768
+ "battery": "charging",
769
+ "level": 0.800000011920929,
770
+ "low_power_mode": false
771
+ },
772
+ "rep": 7,
773
+ "sequence": 21,
774
+ "stage_cpu_median_ms": [
775
+ 1.38
776
+ ],
777
+ "stage_median_ms": [
778
+ 33.046
779
+ ],
780
+ "stage_ms": [
781
+ [
782
+ 35.217,
783
+ 32.916,
784
+ 32.968,
785
+ 35.334,
786
+ 32.883,
787
+ 33.027,
788
+ 35.508,
789
+ 32.97,
790
+ 33.04,
791
+ 35.221,
792
+ 32.985,
793
+ 33.051,
794
+ 35.365,
795
+ 32.925,
796
+ 33.105,
797
+ 35.199,
798
+ 32.942,
799
+ 33.108,
800
+ 35.225,
801
+ 32.899
802
+ ]
803
+ ],
804
+ "t_start_s": 16.337,
805
+ "thermal_after": "nominal",
806
+ "thermal_before": "nominal",
807
+ "warm_ms": [
808
+ 33.449,
809
+ 35.421,
810
+ 33.053
811
+ ]
812
+ }
813
+ ],
814
+ "made": "2026-10-14T08:43:14+0900",
815
+ "run_dir": "<work>/device/pull/r4b20805-t-reader"
816
+ }
provenance/reader/mac-ane-gate.json ADDED
@@ -0,0 +1,3120 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bundle": "<work>/exports/reader/fp16/eg2_reader_fp16_T750_ane_h16c.aimodelc",
3
+ "form": "fp16",
4
+ "tokens": 750,
5
+ "window_s": 30.0,
6
+ "head": "argmax",
7
+ "backend": "ane",
8
+ "specialization": "from_preferred_compute_unit_kind(neural_engine)",
9
+ "ane_regions": 2,
10
+ "ane_region_names": [
11
+ "main_9wemocz7YmEwKSHhsD5JpQ_0_ANE_region_0",
12
+ "main_9wemocz7YmEwKSHhsD5JpQ_0_ANE_region_1"
13
+ ],
14
+ "input_dtype": "float16",
15
+ "function_descriptor": {
16
+ "inputs": [
17
+ "soft_tokens",
18
+ "token_mask"
19
+ ],
20
+ "outputs": [
21
+ "top1_index",
22
+ "top1_logit",
23
+ "blank_logit"
24
+ ]
25
+ },
26
+ "reader": {
27
+ "kind": "release",
28
+ "weights": "<eg2-transcribe>/reader/reader.pt",
29
+ "weights_sha256": "67a06a857b9aeb066347f8947e4faeed11d2ec3e89e0c23974be0a2c20243d5b",
30
+ "arch": "a",
31
+ "k": null,
32
+ "params": 13268994,
33
+ "scale": 91.21830749511719,
34
+ "n_vocab": 200000,
35
+ "table": "<eg2-transcribe>/reader/word_table.npy",
36
+ "reader_dir": "<eg2-transcribe>/reader",
37
+ "model_py_sha256": "95a32e58defcda2d71931bea9c07a66272ff7ec8fa5cd39c1bce8e1f253b51c0",
38
+ "decode_py_sha256": "d8ecd41dea4322397c319d515cba80438b322c88aaf6471943cffbabca0f6462",
39
+ "config": {
40
+ "version": "v1",
41
+ "window": {
42
+ "seconds": 30,
43
+ "left_overlap_tokens": 96,
44
+ "right_extra_tokens": 1,
45
+ "note": "encoder is causal; the 83 tokens at the start of a window and its last token differ from a continuous run (fixtures/long-speckled-band: soft_tokens_w30 vs soft_tokens_continuous)"
46
+ },
47
+ "decode": "greedy argmax over N+1, collapse repeats, drop blank",
48
+ "scale": 91.21830749511719,
49
+ "wer": {
50
+ "dev-clean": {
51
+ "wer": 0.06566,
52
+ "utterances": 2703,
53
+ "ref_words": 54402
54
+ },
55
+ "dev-other": {
56
+ "wer": 0.14927,
57
+ "utterances": 2864,
58
+ "ref_words": 50948
59
+ },
60
+ "test-clean": {
61
+ "wer": 0.06807,
62
+ "utterances": 2620,
63
+ "ref_words": 52576
64
+ },
65
+ "test-other": {
66
+ "wer": 0.15102,
67
+ "utterances": 2939,
68
+ "ref_words": 52343
69
+ },
70
+ "fixtures": {
71
+ "wer": 0.04806,
72
+ "utterances": 20,
73
+ "ref_words": 541
74
+ },
75
+ "decode": "greedy, no language model"
76
+ }
77
+ }
78
+ },
79
+ "ref_npz": "<work>/exports/reader/ref_T750.npz",
80
+ "bar": {
81
+ "test_clean_wer_max": 0.060785,
82
+ "fixture_min": 19
83
+ },
84
+ "summary": {
85
+ "pass": true,
86
+ "bar_met": true,
87
+ "fixture": {
88
+ "utterances": 20,
89
+ "transcripts_same": 20,
90
+ "tokens": 5036,
91
+ "token_agreement": 1.0,
92
+ "wer_torch": {
93
+ "wer": 0.04805914972273567,
94
+ "errors": 26,
95
+ "ref_words": 541,
96
+ "utterances": 20,
97
+ "engine": "word Levenshtein (numpy); jiwer: gate_reader.py score"
98
+ },
99
+ "wer_coreai": {
100
+ "wer": 0.04805914972273567,
101
+ "errors": 26,
102
+ "ref_words": 541,
103
+ "utterances": 20,
104
+ "engine": "word Levenshtein (numpy); jiwer: gate_reader.py score"
105
+ }
106
+ },
107
+ "test_clean": {
108
+ "utterances": 200,
109
+ "transcripts_same": 199,
110
+ "tokens": 39126,
111
+ "token_agreement": 0.9999744415478199,
112
+ "wer_torch": {
113
+ "wer": 0.058784676354029064,
114
+ "errors": 267,
115
+ "ref_words": 4542,
116
+ "utterances": 200,
117
+ "engine": "word Levenshtein (numpy); jiwer: gate_reader.py score"
118
+ },
119
+ "wer_coreai": {
120
+ "wer": 0.05900484368119771,
121
+ "errors": 268,
122
+ "ref_words": 4542,
123
+ "utterances": 200,
124
+ "engine": "word Levenshtein (numpy); jiwer: gate_reader.py score"
125
+ }
126
+ },
127
+ "token_agreement_all": 0.9999773560980028,
128
+ "tokens": 44162,
129
+ "argmax_index_agreement": 0.9946560391286626,
130
+ "label_mismatches": 1,
131
+ "max_abs_top1_logit": 0.3397235870361328,
132
+ "max_abs_blank_logit": 0.06714439392089844,
133
+ "tokens_top1_off_by_0.1": 34,
134
+ "drift_labels": 0,
135
+ "drift_max_abs_logit": 0.0,
136
+ "red_arm_changes_labels": true,
137
+ "red_arm_transcripts_changed": 7
138
+ },
139
+ "mismatches": [
140
+ {
141
+ "set": "test-clean",
142
+ "id": "5639-40744-0003",
143
+ "pos": 279,
144
+ "ref": 77014,
145
+ "coreai": 76986,
146
+ "ref_gap": 0.0004564523696899414,
147
+ "ref_blank_minus_top1": -8.37983512878418,
148
+ "coreai_blank_minus_top1": -8.3828125
149
+ }
150
+ ],
151
+ "red_arm_mask_all_ones": [
152
+ {
153
+ "id": "2300-131720-0000",
154
+ "tokens": 127,
155
+ "labels_changed": 2,
156
+ "transcript_changed": false
157
+ },
158
+ {
159
+ "id": "121-121726-0001",
160
+ "tokens": 148,
161
+ "labels_changed": 1,
162
+ "transcript_changed": true
163
+ },
164
+ {
165
+ "id": "1089-134686-0002",
166
+ "tokens": 166,
167
+ "labels_changed": 1,
168
+ "transcript_changed": true
169
+ },
170
+ {
171
+ "id": "1284-1180-0001",
172
+ "tokens": 194,
173
+ "labels_changed": 0,
174
+ "transcript_changed": false
175
+ },
176
+ {
177
+ "id": "2094-142345-0001",
178
+ "tokens": 201,
179
+ "labels_changed": 0,
180
+ "transcript_changed": false
181
+ },
182
+ {
183
+ "id": "1284-1180-0000",
184
+ "tokens": 203,
185
+ "labels_changed": 3,
186
+ "transcript_changed": true
187
+ },
188
+ {
189
+ "id": "121-121726-0000",
190
+ "tokens": 212,
191
+ "labels_changed": 3,
192
+ "transcript_changed": true
193
+ },
194
+ {
195
+ "id": "1580-141083-0000",
196
+ "tokens": 224,
197
+ "labels_changed": 1,
198
+ "transcript_changed": true
199
+ },
200
+ {
201
+ "id": "1188-133604-0001",
202
+ "tokens": 226,
203
+ "labels_changed": 3,
204
+ "transcript_changed": true
205
+ },
206
+ {
207
+ "id": "1995-1826-0000",
208
+ "tokens": 237,
209
+ "labels_changed": 1,
210
+ "transcript_changed": true
211
+ }
212
+ ],
213
+ "windows": 220,
214
+ "load_s": 1.05,
215
+ "first_call_s": 0.0764,
216
+ "median_call_ms_pass2": 46.403,
217
+ "timing_note": "one pass over the gate windows; the timing gate is bench_pipeline.py",
218
+ "runtime": {
219
+ "coreai-core": "1.0.0b2",
220
+ "macos_build": "26A428",
221
+ "python": "3.11.13"
222
+ },
223
+ "label": "eg2stt-r2c-gates-ane2",
224
+ "finished": "2026-10-14T10:32:45+0900",
225
+ "utterances_table": [
226
+ {
227
+ "set": "fixture",
228
+ "id": "1089-134686-0000",
229
+ "tokens": 261,
230
+ "tokens_same": 261,
231
+ "max_abs_top1_logit": 0.08177018165588379,
232
+ "max_abs_top1_pos": 236,
233
+ "ref_top1_at_max": -3.665754556655884,
234
+ "coreai_top1_at_max": -3.583984375,
235
+ "tokens_top1_off_by_0.1": 0,
236
+ "max_abs_blank_logit": 0.016815185546875,
237
+ "transcript_same": true
238
+ },
239
+ {
240
+ "set": "fixture",
241
+ "id": "1089-134686-0002",
242
+ "tokens": 166,
243
+ "tokens_same": 166,
244
+ "max_abs_top1_logit": 0.07719230651855469,
245
+ "max_abs_top1_pos": 73,
246
+ "ref_top1_at_max": 28.842817306518555,
247
+ "coreai_top1_at_max": 28.765625,
248
+ "tokens_top1_off_by_0.1": 0,
249
+ "max_abs_blank_logit": 0.029285430908203125,
250
+ "transcript_same": true
251
+ },
252
+ {
253
+ "set": "fixture",
254
+ "id": "1188-133604-0000",
255
+ "tokens": 268,
256
+ "tokens_same": 268,
257
+ "max_abs_top1_logit": 0.2434558868408203,
258
+ "max_abs_top1_pos": 250,
259
+ "ref_top1_at_max": 16.92841911315918,
260
+ "coreai_top1_at_max": 17.171875,
261
+ "tokens_top1_off_by_0.1": 1,
262
+ "max_abs_blank_logit": 0.032169342041015625,
263
+ "transcript_same": true
264
+ },
265
+ {
266
+ "set": "fixture",
267
+ "id": "1188-133604-0001",
268
+ "tokens": 226,
269
+ "tokens_same": 226,
270
+ "max_abs_top1_logit": 0.08417892456054688,
271
+ "max_abs_top1_pos": 26,
272
+ "ref_top1_at_max": 25.240428924560547,
273
+ "coreai_top1_at_max": 25.15625,
274
+ "tokens_top1_off_by_0.1": 0,
275
+ "max_abs_blank_logit": 0.021251678466796875,
276
+ "transcript_same": true
277
+ },
278
+ {
279
+ "set": "fixture",
280
+ "id": "121-121726-0000",
281
+ "tokens": 212,
282
+ "tokens_same": 212,
283
+ "max_abs_top1_logit": 0.06518173217773438,
284
+ "max_abs_top1_pos": 81,
285
+ "ref_top1_at_max": 6.459712982177734,
286
+ "coreai_top1_at_max": 6.39453125,
287
+ "tokens_top1_off_by_0.1": 0,
288
+ "max_abs_blank_logit": 0.03619861602783203,
289
+ "transcript_same": true
290
+ },
291
+ {
292
+ "set": "fixture",
293
+ "id": "121-121726-0001",
294
+ "tokens": 148,
295
+ "tokens_same": 148,
296
+ "max_abs_top1_logit": 0.06336307525634766,
297
+ "max_abs_top1_pos": 59,
298
+ "ref_top1_at_max": -8.649300575256348,
299
+ "coreai_top1_at_max": -8.5859375,
300
+ "tokens_top1_off_by_0.1": 0,
301
+ "max_abs_blank_logit": 0.02728271484375,
302
+ "transcript_same": true
303
+ },
304
+ {
305
+ "set": "fixture",
306
+ "id": "1221-135766-0000",
307
+ "tokens": 311,
308
+ "tokens_same": 311,
309
+ "max_abs_top1_logit": 0.061081886291503906,
310
+ "max_abs_top1_pos": 124,
311
+ "ref_top1_at_max": 3.494675636291504,
312
+ "coreai_top1_at_max": 3.43359375,
313
+ "tokens_top1_off_by_0.1": 0,
314
+ "max_abs_blank_logit": 0.02312469482421875,
315
+ "transcript_same": true
316
+ },
317
+ {
318
+ "set": "fixture",
319
+ "id": "1221-135766-0001",
320
+ "tokens": 418,
321
+ "tokens_same": 418,
322
+ "max_abs_top1_logit": 0.28723907470703125,
323
+ "max_abs_top1_pos": 36,
324
+ "ref_top1_at_max": 6.865104675292969,
325
+ "coreai_top1_at_max": 7.15234375,
326
+ "tokens_top1_off_by_0.1": 2,
327
+ "max_abs_blank_logit": 0.039539337158203125,
328
+ "transcript_same": true
329
+ },
330
+ {
331
+ "set": "fixture",
332
+ "id": "1284-1180-0000",
333
+ "tokens": 203,
334
+ "tokens_same": 203,
335
+ "max_abs_top1_logit": 0.06319046020507812,
336
+ "max_abs_top1_pos": 98,
337
+ "ref_top1_at_max": -3.631549835205078,
338
+ "coreai_top1_at_max": -3.568359375,
339
+ "tokens_top1_off_by_0.1": 0,
340
+ "max_abs_blank_logit": 0.021266937255859375,
341
+ "transcript_same": true
342
+ },
343
+ {
344
+ "set": "fixture",
345
+ "id": "1284-1180-0001",
346
+ "tokens": 194,
347
+ "tokens_same": 194,
348
+ "max_abs_top1_logit": 0.058010101318359375,
349
+ "max_abs_top1_pos": 112,
350
+ "ref_top1_at_max": 30.66738510131836,
351
+ "coreai_top1_at_max": 30.609375,
352
+ "tokens_top1_off_by_0.1": 0,
353
+ "max_abs_blank_logit": 0.029867172241210938,
354
+ "transcript_same": true
355
+ },
356
+ {
357
+ "set": "fixture",
358
+ "id": "1320-122612-0000",
359
+ "tokens": 337,
360
+ "tokens_same": 337,
361
+ "max_abs_top1_logit": 0.06764602661132812,
362
+ "max_abs_top1_pos": 281,
363
+ "ref_top1_at_max": 33.00514602661133,
364
+ "coreai_top1_at_max": 32.9375,
365
+ "tokens_top1_off_by_0.1": 0,
366
+ "max_abs_blank_logit": 0.025318145751953125,
367
+ "transcript_same": true
368
+ },
369
+ {
370
+ "set": "fixture",
371
+ "id": "1320-122612-0001",
372
+ "tokens": 238,
373
+ "tokens_same": 238,
374
+ "max_abs_top1_logit": 0.08237770199775696,
375
+ "max_abs_top1_pos": 85,
376
+ "ref_top1_at_max": -0.44419410824775696,
377
+ "coreai_top1_at_max": -0.36181640625,
378
+ "tokens_top1_off_by_0.1": 0,
379
+ "max_abs_blank_logit": 0.028562545776367188,
380
+ "transcript_same": true
381
+ },
382
+ {
383
+ "set": "fixture",
384
+ "id": "1580-141083-0000",
385
+ "tokens": 224,
386
+ "tokens_same": 224,
387
+ "max_abs_top1_logit": 0.24600982666015625,
388
+ "max_abs_top1_pos": 118,
389
+ "ref_top1_at_max": 29.535240173339844,
390
+ "coreai_top1_at_max": 29.78125,
391
+ "tokens_top1_off_by_0.1": 2,
392
+ "max_abs_blank_logit": 0.06714439392089844,
393
+ "transcript_same": true
394
+ },
395
+ {
396
+ "set": "fixture",
397
+ "id": "1580-141083-0001",
398
+ "tokens": 257,
399
+ "tokens_same": 257,
400
+ "max_abs_top1_logit": 0.07232666015625,
401
+ "max_abs_top1_pos": 173,
402
+ "ref_top1_at_max": 1.97271728515625,
403
+ "coreai_top1_at_max": 1.900390625,
404
+ "tokens_top1_off_by_0.1": 0,
405
+ "max_abs_blank_logit": 0.02277374267578125,
406
+ "transcript_same": true
407
+ },
408
+ {
409
+ "set": "fixture",
410
+ "id": "1995-1826-0000",
411
+ "tokens": 237,
412
+ "tokens_same": 237,
413
+ "max_abs_top1_logit": 0.07864904403686523,
414
+ "max_abs_top1_pos": 93,
415
+ "ref_top1_at_max": 4.063024044036865,
416
+ "coreai_top1_at_max": 3.984375,
417
+ "tokens_top1_off_by_0.1": 0,
418
+ "max_abs_blank_logit": 0.026433944702148438,
419
+ "transcript_same": true
420
+ },
421
+ {
422
+ "set": "fixture",
423
+ "id": "1995-1826-0001",
424
+ "tokens": 254,
425
+ "tokens_same": 254,
426
+ "max_abs_top1_logit": 0.1163778305053711,
427
+ "max_abs_top1_pos": 24,
428
+ "ref_top1_at_max": 8.952315330505371,
429
+ "coreai_top1_at_max": 8.8359375,
430
+ "tokens_top1_off_by_0.1": 1,
431
+ "max_abs_blank_logit": 0.028222084045410156,
432
+ "transcript_same": true
433
+ },
434
+ {
435
+ "set": "fixture",
436
+ "id": "2094-142345-0001",
437
+ "tokens": 201,
438
+ "tokens_same": 201,
439
+ "max_abs_top1_logit": 0.06256580352783203,
440
+ "max_abs_top1_pos": 77,
441
+ "ref_top1_at_max": 14.164128303527832,
442
+ "coreai_top1_at_max": 14.1015625,
443
+ "tokens_top1_off_by_0.1": 0,
444
+ "max_abs_blank_logit": 0.023130416870117188,
445
+ "transcript_same": true
446
+ },
447
+ {
448
+ "set": "fixture",
449
+ "id": "2094-142345-0002",
450
+ "tokens": 388,
451
+ "tokens_same": 388,
452
+ "max_abs_top1_logit": 0.08357572555541992,
453
+ "max_abs_top1_pos": 377,
454
+ "ref_top1_at_max": 7.69685697555542,
455
+ "coreai_top1_at_max": 7.61328125,
456
+ "tokens_top1_off_by_0.1": 0,
457
+ "max_abs_blank_logit": 0.021265029907226562,
458
+ "transcript_same": true
459
+ },
460
+ {
461
+ "set": "fixture",
462
+ "id": "2300-131720-0000",
463
+ "tokens": 127,
464
+ "tokens_same": 127,
465
+ "max_abs_top1_logit": 0.06294822692871094,
466
+ "max_abs_top1_pos": 66,
467
+ "ref_top1_at_max": -6.355020523071289,
468
+ "coreai_top1_at_max": -6.41796875,
469
+ "tokens_top1_off_by_0.1": 0,
470
+ "max_abs_blank_logit": 0.022954940795898438,
471
+ "transcript_same": true
472
+ },
473
+ {
474
+ "set": "fixture",
475
+ "id": "2300-131720-0001",
476
+ "tokens": 366,
477
+ "tokens_same": 366,
478
+ "max_abs_top1_logit": 0.12650763988494873,
479
+ "max_abs_top1_pos": 126,
480
+ "ref_top1_at_max": -1.3471251726150513,
481
+ "coreai_top1_at_max": -1.4736328125,
482
+ "tokens_top1_off_by_0.1": 1,
483
+ "max_abs_blank_logit": 0.050006866455078125,
484
+ "transcript_same": true
485
+ },
486
+ {
487
+ "set": "test-clean",
488
+ "id": "6930-75918-0000",
489
+ "tokens": 88,
490
+ "tokens_same": 88,
491
+ "max_abs_top1_logit": 0.08091568946838379,
492
+ "max_abs_top1_pos": 23,
493
+ "ref_top1_at_max": 1.6922438144683838,
494
+ "coreai_top1_at_max": 1.611328125,
495
+ "tokens_top1_off_by_0.1": 0,
496
+ "max_abs_blank_logit": 0.0207366943359375,
497
+ "transcript_same": true
498
+ },
499
+ {
500
+ "set": "test-clean",
501
+ "id": "6930-75918-0001",
502
+ "tokens": 356,
503
+ "tokens_same": 356,
504
+ "max_abs_top1_logit": 0.11955642700195312,
505
+ "max_abs_top1_pos": 97,
506
+ "ref_top1_at_max": 13.958568572998047,
507
+ "coreai_top1_at_max": 14.078125,
508
+ "tokens_top1_off_by_0.1": 1,
509
+ "max_abs_blank_logit": 0.02984619140625,
510
+ "transcript_same": true
511
+ },
512
+ {
513
+ "set": "test-clean",
514
+ "id": "6930-75918-0002",
515
+ "tokens": 126,
516
+ "tokens_same": 126,
517
+ "max_abs_top1_logit": 0.045540690422058105,
518
+ "max_abs_top1_pos": 11,
519
+ "ref_top1_at_max": -1.991568684577942,
520
+ "coreai_top1_at_max": -2.037109375,
521
+ "tokens_top1_off_by_0.1": 0,
522
+ "max_abs_blank_logit": 0.018108367919921875,
523
+ "transcript_same": true
524
+ },
525
+ {
526
+ "set": "test-clean",
527
+ "id": "6930-75918-0003",
528
+ "tokens": 583,
529
+ "tokens_same": 583,
530
+ "max_abs_top1_logit": 0.1392040252685547,
531
+ "max_abs_top1_pos": 44,
532
+ "ref_top1_at_max": 21.892045974731445,
533
+ "coreai_top1_at_max": 22.03125,
534
+ "tokens_top1_off_by_0.1": 1,
535
+ "max_abs_blank_logit": 0.03633689880371094,
536
+ "transcript_same": true
537
+ },
538
+ {
539
+ "set": "test-clean",
540
+ "id": "6930-75918-0004",
541
+ "tokens": 277,
542
+ "tokens_same": 277,
543
+ "max_abs_top1_logit": 0.0757148265838623,
544
+ "max_abs_top1_pos": 248,
545
+ "ref_top1_at_max": 0.5918281078338623,
546
+ "coreai_top1_at_max": 0.51611328125,
547
+ "tokens_top1_off_by_0.1": 0,
548
+ "max_abs_blank_logit": 0.036243438720703125,
549
+ "transcript_same": true
550
+ },
551
+ {
552
+ "set": "test-clean",
553
+ "id": "6930-75918-0005",
554
+ "tokens": 329,
555
+ "tokens_same": 329,
556
+ "max_abs_top1_logit": 0.08596682548522949,
557
+ "max_abs_top1_pos": 121,
558
+ "ref_top1_at_max": 2.2499706745147705,
559
+ "coreai_top1_at_max": 2.3359375,
560
+ "tokens_top1_off_by_0.1": 0,
561
+ "max_abs_blank_logit": 0.04476165771484375,
562
+ "transcript_same": true
563
+ },
564
+ {
565
+ "set": "test-clean",
566
+ "id": "6930-75918-0006",
567
+ "tokens": 146,
568
+ "tokens_same": 146,
569
+ "max_abs_top1_logit": 0.0668487548828125,
570
+ "max_abs_top1_pos": 14,
571
+ "ref_top1_at_max": -8.660598754882812,
572
+ "coreai_top1_at_max": -8.59375,
573
+ "tokens_top1_off_by_0.1": 0,
574
+ "max_abs_blank_logit": 0.02414703369140625,
575
+ "transcript_same": true
576
+ },
577
+ {
578
+ "set": "test-clean",
579
+ "id": "6930-75918-0007",
580
+ "tokens": 83,
581
+ "tokens_same": 83,
582
+ "max_abs_top1_logit": 0.054297447204589844,
583
+ "max_abs_top1_pos": 52,
584
+ "ref_top1_at_max": -12.58554744720459,
585
+ "coreai_top1_at_max": -12.53125,
586
+ "tokens_top1_off_by_0.1": 0,
587
+ "max_abs_blank_logit": 0.016084671020507812,
588
+ "transcript_same": true
589
+ },
590
+ {
591
+ "set": "test-clean",
592
+ "id": "6930-75918-0008",
593
+ "tokens": 120,
594
+ "tokens_same": 120,
595
+ "max_abs_top1_logit": 0.0540924072265625,
596
+ "max_abs_top1_pos": 62,
597
+ "ref_top1_at_max": 8.391220092773438,
598
+ "coreai_top1_at_max": 8.4453125,
599
+ "tokens_top1_off_by_0.1": 0,
600
+ "max_abs_blank_logit": 0.020269393920898438,
601
+ "transcript_same": true
602
+ },
603
+ {
604
+ "set": "test-clean",
605
+ "id": "6930-75918-0009",
606
+ "tokens": 182,
607
+ "tokens_same": 182,
608
+ "max_abs_top1_logit": 0.060912132263183594,
609
+ "max_abs_top1_pos": 132,
610
+ "ref_top1_at_max": -3.1969003677368164,
611
+ "coreai_top1_at_max": -3.2578125,
612
+ "tokens_top1_off_by_0.1": 0,
613
+ "max_abs_blank_logit": 0.020586013793945312,
614
+ "transcript_same": true
615
+ },
616
+ {
617
+ "set": "test-clean",
618
+ "id": "6930-75918-0010",
619
+ "tokens": 76,
620
+ "tokens_same": 76,
621
+ "max_abs_top1_logit": 0.05355405807495117,
622
+ "max_abs_top1_pos": 75,
623
+ "ref_top1_at_max": -5.467616558074951,
624
+ "coreai_top1_at_max": -5.4140625,
625
+ "tokens_top1_off_by_0.1": 0,
626
+ "max_abs_blank_logit": 0.027910232543945312,
627
+ "transcript_same": true
628
+ },
629
+ {
630
+ "set": "test-clean",
631
+ "id": "6930-75918-0011",
632
+ "tokens": 80,
633
+ "tokens_same": 80,
634
+ "max_abs_top1_logit": 0.049901723861694336,
635
+ "max_abs_top1_pos": 56,
636
+ "ref_top1_at_max": 2.6592767238616943,
637
+ "coreai_top1_at_max": 2.609375,
638
+ "tokens_top1_off_by_0.1": 0,
639
+ "max_abs_blank_logit": 0.018934249877929688,
640
+ "transcript_same": true
641
+ },
642
+ {
643
+ "set": "test-clean",
644
+ "id": "6930-75918-0012",
645
+ "tokens": 49,
646
+ "tokens_same": 49,
647
+ "max_abs_top1_logit": 0.0682830810546875,
648
+ "max_abs_top1_pos": 38,
649
+ "ref_top1_at_max": -4.8300018310546875,
650
+ "coreai_top1_at_max": -4.76171875,
651
+ "tokens_top1_off_by_0.1": 0,
652
+ "max_abs_blank_logit": 0.02407073974609375,
653
+ "transcript_same": true
654
+ },
655
+ {
656
+ "set": "test-clean",
657
+ "id": "6930-75918-0013",
658
+ "tokens": 74,
659
+ "tokens_same": 74,
660
+ "max_abs_top1_logit": 0.053420066833496094,
661
+ "max_abs_top1_pos": 32,
662
+ "ref_top1_at_max": -3.379591941833496,
663
+ "coreai_top1_at_max": -3.326171875,
664
+ "tokens_top1_off_by_0.1": 0,
665
+ "max_abs_blank_logit": 0.021785736083984375,
666
+ "transcript_same": true
667
+ },
668
+ {
669
+ "set": "test-clean",
670
+ "id": "6930-75918-0014",
671
+ "tokens": 421,
672
+ "tokens_same": 421,
673
+ "max_abs_top1_logit": 0.08713340759277344,
674
+ "max_abs_top1_pos": 195,
675
+ "ref_top1_at_max": 29.712133407592773,
676
+ "coreai_top1_at_max": 29.625,
677
+ "tokens_top1_off_by_0.1": 0,
678
+ "max_abs_blank_logit": 0.026586532592773438,
679
+ "transcript_same": true
680
+ },
681
+ {
682
+ "set": "test-clean",
683
+ "id": "6930-75918-0015",
684
+ "tokens": 160,
685
+ "tokens_same": 160,
686
+ "max_abs_top1_logit": 0.060547709465026855,
687
+ "max_abs_top1_pos": 65,
688
+ "ref_top1_at_max": -1.2529288530349731,
689
+ "coreai_top1_at_max": -1.3134765625,
690
+ "tokens_top1_off_by_0.1": 0,
691
+ "max_abs_blank_logit": 0.019289016723632812,
692
+ "transcript_same": true
693
+ },
694
+ {
695
+ "set": "test-clean",
696
+ "id": "6930-75918-0016",
697
+ "tokens": 251,
698
+ "tokens_same": 251,
699
+ "max_abs_top1_logit": 0.09465980529785156,
700
+ "max_abs_top1_pos": 214,
701
+ "ref_top1_at_max": -4.127996444702148,
702
+ "coreai_top1_at_max": -4.22265625,
703
+ "tokens_top1_off_by_0.1": 0,
704
+ "max_abs_blank_logit": 0.03246116638183594,
705
+ "transcript_same": true
706
+ },
707
+ {
708
+ "set": "test-clean",
709
+ "id": "6930-75918-0017",
710
+ "tokens": 154,
711
+ "tokens_same": 154,
712
+ "max_abs_top1_logit": 0.05193519592285156,
713
+ "max_abs_top1_pos": 24,
714
+ "ref_top1_at_max": 28.36443519592285,
715
+ "coreai_top1_at_max": 28.3125,
716
+ "tokens_top1_off_by_0.1": 0,
717
+ "max_abs_blank_logit": 0.025691986083984375,
718
+ "transcript_same": true
719
+ },
720
+ {
721
+ "set": "test-clean",
722
+ "id": "6930-75918-0018",
723
+ "tokens": 270,
724
+ "tokens_same": 270,
725
+ "max_abs_top1_logit": 0.06691169738769531,
726
+ "max_abs_top1_pos": 9,
727
+ "ref_top1_at_max": -8.223161697387695,
728
+ "coreai_top1_at_max": -8.15625,
729
+ "tokens_top1_off_by_0.1": 0,
730
+ "max_abs_blank_logit": 0.0230560302734375,
731
+ "transcript_same": true
732
+ },
733
+ {
734
+ "set": "test-clean",
735
+ "id": "6930-75918-0019",
736
+ "tokens": 291,
737
+ "tokens_same": 291,
738
+ "max_abs_top1_logit": 0.07315444946289062,
739
+ "max_abs_top1_pos": 28,
740
+ "ref_top1_at_max": 5.401279449462891,
741
+ "coreai_top1_at_max": 5.328125,
742
+ "tokens_top1_off_by_0.1": 0,
743
+ "max_abs_blank_logit": 0.023975372314453125,
744
+ "transcript_same": true
745
+ },
746
+ {
747
+ "set": "test-clean",
748
+ "id": "6930-75918-0020",
749
+ "tokens": 360,
750
+ "tokens_same": 360,
751
+ "max_abs_top1_logit": 0.06276321411132812,
752
+ "max_abs_top1_pos": 150,
753
+ "ref_top1_at_max": 32.84401321411133,
754
+ "coreai_top1_at_max": 32.78125,
755
+ "tokens_top1_off_by_0.1": 0,
756
+ "max_abs_blank_logit": 0.03470611572265625,
757
+ "transcript_same": true
758
+ },
759
+ {
760
+ "set": "test-clean",
761
+ "id": "6930-76324-0000",
762
+ "tokens": 76,
763
+ "tokens_same": 76,
764
+ "max_abs_top1_logit": 0.05926179885864258,
765
+ "max_abs_top1_pos": 43,
766
+ "ref_top1_at_max": 4.195980548858643,
767
+ "coreai_top1_at_max": 4.13671875,
768
+ "tokens_top1_off_by_0.1": 0,
769
+ "max_abs_blank_logit": 0.03284454345703125,
770
+ "transcript_same": true
771
+ },
772
+ {
773
+ "set": "test-clean",
774
+ "id": "6930-76324-0001",
775
+ "tokens": 80,
776
+ "tokens_same": 80,
777
+ "max_abs_top1_logit": 0.054759979248046875,
778
+ "max_abs_top1_pos": 65,
779
+ "ref_top1_at_max": 33.42975997924805,
780
+ "coreai_top1_at_max": 33.375,
781
+ "tokens_top1_off_by_0.1": 0,
782
+ "max_abs_blank_logit": 0.017461776733398438,
783
+ "transcript_same": true
784
+ },
785
+ {
786
+ "set": "test-clean",
787
+ "id": "6930-76324-0002",
788
+ "tokens": 139,
789
+ "tokens_same": 139,
790
+ "max_abs_top1_logit": 0.05832481384277344,
791
+ "max_abs_top1_pos": 17,
792
+ "ref_top1_at_max": -8.659887313842773,
793
+ "coreai_top1_at_max": -8.6015625,
794
+ "tokens_top1_off_by_0.1": 0,
795
+ "max_abs_blank_logit": 0.0235137939453125,
796
+ "transcript_same": true
797
+ },
798
+ {
799
+ "set": "test-clean",
800
+ "id": "6930-76324-0003",
801
+ "tokens": 85,
802
+ "tokens_same": 85,
803
+ "max_abs_top1_logit": 0.0550994873046875,
804
+ "max_abs_top1_pos": 28,
805
+ "ref_top1_at_max": 32.21134948730469,
806
+ "coreai_top1_at_max": 32.15625,
807
+ "tokens_top1_off_by_0.1": 0,
808
+ "max_abs_blank_logit": 0.019456863403320312,
809
+ "transcript_same": true
810
+ },
811
+ {
812
+ "set": "test-clean",
813
+ "id": "6930-76324-0004",
814
+ "tokens": 154,
815
+ "tokens_same": 154,
816
+ "max_abs_top1_logit": 0.08885437250137329,
817
+ "max_abs_top1_pos": 134,
818
+ "ref_top1_at_max": 0.11250549554824829,
819
+ "coreai_top1_at_max": 0.023651123046875,
820
+ "tokens_top1_off_by_0.1": 0,
821
+ "max_abs_blank_logit": 0.0408935546875,
822
+ "transcript_same": true
823
+ },
824
+ {
825
+ "set": "test-clean",
826
+ "id": "6930-76324-0005",
827
+ "tokens": 126,
828
+ "tokens_same": 126,
829
+ "max_abs_top1_logit": 0.06815719604492188,
830
+ "max_abs_top1_pos": 124,
831
+ "ref_top1_at_max": 23.130657196044922,
832
+ "coreai_top1_at_max": 23.0625,
833
+ "tokens_top1_off_by_0.1": 0,
834
+ "max_abs_blank_logit": 0.020582199096679688,
835
+ "transcript_same": true
836
+ },
837
+ {
838
+ "set": "test-clean",
839
+ "id": "6930-76324-0006",
840
+ "tokens": 112,
841
+ "tokens_same": 112,
842
+ "max_abs_top1_logit": 0.06284332275390625,
843
+ "max_abs_top1_pos": 24,
844
+ "ref_top1_at_max": -0.45326995849609375,
845
+ "coreai_top1_at_max": -0.51611328125,
846
+ "tokens_top1_off_by_0.1": 0,
847
+ "max_abs_blank_logit": 0.022401809692382812,
848
+ "transcript_same": true
849
+ },
850
+ {
851
+ "set": "test-clean",
852
+ "id": "6930-76324-0007",
853
+ "tokens": 71,
854
+ "tokens_same": 71,
855
+ "max_abs_top1_logit": 0.04321098327636719,
856
+ "max_abs_top1_pos": 20,
857
+ "ref_top1_at_max": 31.058835983276367,
858
+ "coreai_top1_at_max": 31.015625,
859
+ "tokens_top1_off_by_0.1": 0,
860
+ "max_abs_blank_logit": 0.016452789306640625,
861
+ "transcript_same": true
862
+ },
863
+ {
864
+ "set": "test-clean",
865
+ "id": "6930-76324-0008",
866
+ "tokens": 130,
867
+ "tokens_same": 130,
868
+ "max_abs_top1_logit": 0.06895065307617188,
869
+ "max_abs_top1_pos": 129,
870
+ "ref_top1_at_max": 13.915424346923828,
871
+ "coreai_top1_at_max": 13.984375,
872
+ "tokens_top1_off_by_0.1": 0,
873
+ "max_abs_blank_logit": 0.018789291381835938,
874
+ "transcript_same": true
875
+ },
876
+ {
877
+ "set": "test-clean",
878
+ "id": "6930-76324-0009",
879
+ "tokens": 85,
880
+ "tokens_same": 85,
881
+ "max_abs_top1_logit": 0.07175636291503906,
882
+ "max_abs_top1_pos": 27,
883
+ "ref_top1_at_max": -5.544412612915039,
884
+ "coreai_top1_at_max": -5.47265625,
885
+ "tokens_top1_off_by_0.1": 0,
886
+ "max_abs_blank_logit": 0.03798103332519531,
887
+ "transcript_same": true
888
+ },
889
+ {
890
+ "set": "test-clean",
891
+ "id": "6930-76324-0010",
892
+ "tokens": 67,
893
+ "tokens_same": 67,
894
+ "max_abs_top1_logit": 0.09038352966308594,
895
+ "max_abs_top1_pos": 14,
896
+ "ref_top1_at_max": -8.262258529663086,
897
+ "coreai_top1_at_max": -8.171875,
898
+ "tokens_top1_off_by_0.1": 0,
899
+ "max_abs_blank_logit": 0.0330810546875,
900
+ "transcript_same": true
901
+ },
902
+ {
903
+ "set": "test-clean",
904
+ "id": "6930-76324-0011",
905
+ "tokens": 231,
906
+ "tokens_same": 231,
907
+ "max_abs_top1_logit": 0.06254386901855469,
908
+ "max_abs_top1_pos": 222,
909
+ "ref_top1_at_max": 29.843793869018555,
910
+ "coreai_top1_at_max": 29.78125,
911
+ "tokens_top1_off_by_0.1": 0,
912
+ "max_abs_blank_logit": 0.026952743530273438,
913
+ "transcript_same": true
914
+ },
915
+ {
916
+ "set": "test-clean",
917
+ "id": "6930-76324-0012",
918
+ "tokens": 117,
919
+ "tokens_same": 117,
920
+ "max_abs_top1_logit": 0.054592132568359375,
921
+ "max_abs_top1_pos": 20,
922
+ "ref_top1_at_max": 30.55459213256836,
923
+ "coreai_top1_at_max": 30.5,
924
+ "tokens_top1_off_by_0.1": 0,
925
+ "max_abs_blank_logit": 0.0181121826171875,
926
+ "transcript_same": true
927
+ },
928
+ {
929
+ "set": "test-clean",
930
+ "id": "6930-76324-0013",
931
+ "tokens": 108,
932
+ "tokens_same": 108,
933
+ "max_abs_top1_logit": 0.07262611389160156,
934
+ "max_abs_top1_pos": 19,
935
+ "ref_top1_at_max": 25.6507511138916,
936
+ "coreai_top1_at_max": 25.578125,
937
+ "tokens_top1_off_by_0.1": 0,
938
+ "max_abs_blank_logit": 0.0148468017578125,
939
+ "transcript_same": true
940
+ },
941
+ {
942
+ "set": "test-clean",
943
+ "id": "6930-76324-0014",
944
+ "tokens": 118,
945
+ "tokens_same": 118,
946
+ "max_abs_top1_logit": 0.0674896240234375,
947
+ "max_abs_top1_pos": 67,
948
+ "ref_top1_at_max": 32.87998962402344,
949
+ "coreai_top1_at_max": 32.8125,
950
+ "tokens_top1_off_by_0.1": 0,
951
+ "max_abs_blank_logit": 0.016872406005859375,
952
+ "transcript_same": true
953
+ },
954
+ {
955
+ "set": "test-clean",
956
+ "id": "6930-76324-0015",
957
+ "tokens": 310,
958
+ "tokens_same": 310,
959
+ "max_abs_top1_logit": 0.08858323097229004,
960
+ "max_abs_top1_pos": 261,
961
+ "ref_top1_at_max": 3.75264573097229,
962
+ "coreai_top1_at_max": 3.6640625,
963
+ "tokens_top1_off_by_0.1": 0,
964
+ "max_abs_blank_logit": 0.0319061279296875,
965
+ "transcript_same": true
966
+ },
967
+ {
968
+ "set": "test-clean",
969
+ "id": "6930-76324-0016",
970
+ "tokens": 230,
971
+ "tokens_same": 230,
972
+ "max_abs_top1_logit": 0.06629562377929688,
973
+ "max_abs_top1_pos": 134,
974
+ "ref_top1_at_max": 31.097545623779297,
975
+ "coreai_top1_at_max": 31.03125,
976
+ "tokens_top1_off_by_0.1": 0,
977
+ "max_abs_blank_logit": 0.0207061767578125,
978
+ "transcript_same": true
979
+ },
980
+ {
981
+ "set": "test-clean",
982
+ "id": "6930-76324-0017",
983
+ "tokens": 135,
984
+ "tokens_same": 135,
985
+ "max_abs_top1_logit": 0.06690788269042969,
986
+ "max_abs_top1_pos": 107,
987
+ "ref_top1_at_max": 27.52003288269043,
988
+ "coreai_top1_at_max": 27.453125,
989
+ "tokens_top1_off_by_0.1": 0,
990
+ "max_abs_blank_logit": 0.014673233032226562,
991
+ "transcript_same": true
992
+ },
993
+ {
994
+ "set": "test-clean",
995
+ "id": "6930-76324-0018",
996
+ "tokens": 54,
997
+ "tokens_same": 54,
998
+ "max_abs_top1_logit": 0.06402969360351562,
999
+ "max_abs_top1_pos": 45,
1000
+ "ref_top1_at_max": 25.892154693603516,
1001
+ "coreai_top1_at_max": 25.828125,
1002
+ "tokens_top1_off_by_0.1": 0,
1003
+ "max_abs_blank_logit": 0.0122222900390625,
1004
+ "transcript_same": true
1005
+ },
1006
+ {
1007
+ "set": "test-clean",
1008
+ "id": "6930-76324-0019",
1009
+ "tokens": 65,
1010
+ "tokens_same": 65,
1011
+ "max_abs_top1_logit": 0.06657695770263672,
1012
+ "max_abs_top1_pos": 52,
1013
+ "ref_top1_at_max": 5.437329292297363,
1014
+ "coreai_top1_at_max": 5.50390625,
1015
+ "tokens_top1_off_by_0.1": 0,
1016
+ "max_abs_blank_logit": 0.02732086181640625,
1017
+ "transcript_same": true
1018
+ },
1019
+ {
1020
+ "set": "test-clean",
1021
+ "id": "6930-76324-0020",
1022
+ "tokens": 158,
1023
+ "tokens_same": 158,
1024
+ "max_abs_top1_logit": 0.05824851989746094,
1025
+ "max_abs_top1_pos": 70,
1026
+ "ref_top1_at_max": 24.18324851989746,
1027
+ "coreai_top1_at_max": 24.125,
1028
+ "tokens_top1_off_by_0.1": 0,
1029
+ "max_abs_blank_logit": 0.01963043212890625,
1030
+ "transcript_same": true
1031
+ },
1032
+ {
1033
+ "set": "test-clean",
1034
+ "id": "6930-76324-0021",
1035
+ "tokens": 184,
1036
+ "tokens_same": 184,
1037
+ "max_abs_top1_logit": 0.0593162402510643,
1038
+ "max_abs_top1_pos": 90,
1039
+ "ref_top1_at_max": -0.1201271191239357,
1040
+ "coreai_top1_at_max": -0.179443359375,
1041
+ "tokens_top1_off_by_0.1": 0,
1042
+ "max_abs_blank_logit": 0.019962310791015625,
1043
+ "transcript_same": true
1044
+ },
1045
+ {
1046
+ "set": "test-clean",
1047
+ "id": "6930-76324-0022",
1048
+ "tokens": 48,
1049
+ "tokens_same": 48,
1050
+ "max_abs_top1_logit": 0.07029151916503906,
1051
+ "max_abs_top1_pos": 43,
1052
+ "ref_top1_at_max": 26.86716651916504,
1053
+ "coreai_top1_at_max": 26.796875,
1054
+ "tokens_top1_off_by_0.1": 0,
1055
+ "max_abs_blank_logit": 0.019010543823242188,
1056
+ "transcript_same": true
1057
+ },
1058
+ {
1059
+ "set": "test-clean",
1060
+ "id": "6930-76324-0023",
1061
+ "tokens": 121,
1062
+ "tokens_same": 121,
1063
+ "max_abs_top1_logit": 0.06151580810546875,
1064
+ "max_abs_top1_pos": 105,
1065
+ "ref_top1_at_max": 35.03026580810547,
1066
+ "coreai_top1_at_max": 34.96875,
1067
+ "tokens_top1_off_by_0.1": 0,
1068
+ "max_abs_blank_logit": 0.025112152099609375,
1069
+ "transcript_same": true
1070
+ },
1071
+ {
1072
+ "set": "test-clean",
1073
+ "id": "6930-76324-0024",
1074
+ "tokens": 101,
1075
+ "tokens_same": 101,
1076
+ "max_abs_top1_logit": 0.0736081600189209,
1077
+ "max_abs_top1_pos": 64,
1078
+ "ref_top1_at_max": 3.897826910018921,
1079
+ "coreai_top1_at_max": 3.82421875,
1080
+ "tokens_top1_off_by_0.1": 0,
1081
+ "max_abs_blank_logit": 0.017711639404296875,
1082
+ "transcript_same": true
1083
+ },
1084
+ {
1085
+ "set": "test-clean",
1086
+ "id": "6930-76324-0025",
1087
+ "tokens": 103,
1088
+ "tokens_same": 103,
1089
+ "max_abs_top1_logit": 0.06599164009094238,
1090
+ "max_abs_top1_pos": 90,
1091
+ "ref_top1_at_max": 3.1245853900909424,
1092
+ "coreai_top1_at_max": 3.05859375,
1093
+ "tokens_top1_off_by_0.1": 0,
1094
+ "max_abs_blank_logit": 0.0203704833984375,
1095
+ "transcript_same": true
1096
+ },
1097
+ {
1098
+ "set": "test-clean",
1099
+ "id": "6930-76324-0026",
1100
+ "tokens": 77,
1101
+ "tokens_same": 77,
1102
+ "max_abs_top1_logit": 0.053299903869628906,
1103
+ "max_abs_top1_pos": 67,
1104
+ "ref_top1_at_max": -3.684981346130371,
1105
+ "coreai_top1_at_max": -3.73828125,
1106
+ "tokens_top1_off_by_0.1": 0,
1107
+ "max_abs_blank_logit": 0.016187667846679688,
1108
+ "transcript_same": true
1109
+ },
1110
+ {
1111
+ "set": "test-clean",
1112
+ "id": "6930-76324-0027",
1113
+ "tokens": 207,
1114
+ "tokens_same": 207,
1115
+ "max_abs_top1_logit": 0.06327295303344727,
1116
+ "max_abs_top1_pos": 23,
1117
+ "ref_top1_at_max": 7.421102046966553,
1118
+ "coreai_top1_at_max": 7.484375,
1119
+ "tokens_top1_off_by_0.1": 0,
1120
+ "max_abs_blank_logit": 0.021526336669921875,
1121
+ "transcript_same": true
1122
+ },
1123
+ {
1124
+ "set": "test-clean",
1125
+ "id": "6930-76324-0028",
1126
+ "tokens": 247,
1127
+ "tokens_same": 247,
1128
+ "max_abs_top1_logit": 0.10202980041503906,
1129
+ "max_abs_top1_pos": 147,
1130
+ "ref_top1_at_max": 22.49265480041504,
1131
+ "coreai_top1_at_max": 22.390625,
1132
+ "tokens_top1_off_by_0.1": 1,
1133
+ "max_abs_blank_logit": 0.024473190307617188,
1134
+ "transcript_same": true
1135
+ },
1136
+ {
1137
+ "set": "test-clean",
1138
+ "id": "6930-81414-0000",
1139
+ "tokens": 323,
1140
+ "tokens_same": 323,
1141
+ "max_abs_top1_logit": 0.07889556884765625,
1142
+ "max_abs_top1_pos": 83,
1143
+ "ref_top1_at_max": 36.547645568847656,
1144
+ "coreai_top1_at_max": 36.46875,
1145
+ "tokens_top1_off_by_0.1": 0,
1146
+ "max_abs_blank_logit": 0.01971435546875,
1147
+ "transcript_same": true
1148
+ },
1149
+ {
1150
+ "set": "test-clean",
1151
+ "id": "6930-81414-0001",
1152
+ "tokens": 437,
1153
+ "tokens_same": 437,
1154
+ "max_abs_top1_logit": 0.235260009765625,
1155
+ "max_abs_top1_pos": 420,
1156
+ "ref_top1_at_max": 10.928802490234375,
1157
+ "coreai_top1_at_max": 11.1640625,
1158
+ "tokens_top1_off_by_0.1": 1,
1159
+ "max_abs_blank_logit": 0.0399932861328125,
1160
+ "transcript_same": true
1161
+ },
1162
+ {
1163
+ "set": "test-clean",
1164
+ "id": "6930-81414-0002",
1165
+ "tokens": 83,
1166
+ "tokens_same": 83,
1167
+ "max_abs_top1_logit": 0.049015045166015625,
1168
+ "max_abs_top1_pos": 50,
1169
+ "ref_top1_at_max": 33.236515045166016,
1170
+ "coreai_top1_at_max": 33.1875,
1171
+ "tokens_top1_off_by_0.1": 0,
1172
+ "max_abs_blank_logit": 0.030267715454101562,
1173
+ "transcript_same": true
1174
+ },
1175
+ {
1176
+ "set": "test-clean",
1177
+ "id": "6930-81414-0003",
1178
+ "tokens": 83,
1179
+ "tokens_same": 83,
1180
+ "max_abs_top1_logit": 0.05791163444519043,
1181
+ "max_abs_top1_pos": 73,
1182
+ "ref_top1_at_max": 3.0397446155548096,
1183
+ "coreai_top1_at_max": 3.09765625,
1184
+ "tokens_top1_off_by_0.1": 0,
1185
+ "max_abs_blank_logit": 0.012769699096679688,
1186
+ "transcript_same": true
1187
+ },
1188
+ {
1189
+ "set": "test-clean",
1190
+ "id": "6930-81414-0004",
1191
+ "tokens": 239,
1192
+ "tokens_same": 239,
1193
+ "max_abs_top1_logit": 0.08056259155273438,
1194
+ "max_abs_top1_pos": 41,
1195
+ "ref_top1_at_max": 35.174312591552734,
1196
+ "coreai_top1_at_max": 35.09375,
1197
+ "tokens_top1_off_by_0.1": 0,
1198
+ "max_abs_blank_logit": 0.024087905883789062,
1199
+ "transcript_same": true
1200
+ },
1201
+ {
1202
+ "set": "test-clean",
1203
+ "id": "6930-81414-0005",
1204
+ "tokens": 46,
1205
+ "tokens_same": 46,
1206
+ "max_abs_top1_logit": 0.055245399475097656,
1207
+ "max_abs_top1_pos": 8,
1208
+ "ref_top1_at_max": -8.852120399475098,
1209
+ "coreai_top1_at_max": -8.796875,
1210
+ "tokens_top1_off_by_0.1": 0,
1211
+ "max_abs_blank_logit": 0.01552581787109375,
1212
+ "transcript_same": true
1213
+ },
1214
+ {
1215
+ "set": "test-clean",
1216
+ "id": "6930-81414-0006",
1217
+ "tokens": 170,
1218
+ "tokens_same": 170,
1219
+ "max_abs_top1_logit": 0.06070709228515625,
1220
+ "max_abs_top1_pos": 97,
1221
+ "ref_top1_at_max": -6.123207092285156,
1222
+ "coreai_top1_at_max": -6.0625,
1223
+ "tokens_top1_off_by_0.1": 0,
1224
+ "max_abs_blank_logit": 0.023227691650390625,
1225
+ "transcript_same": true
1226
+ },
1227
+ {
1228
+ "set": "test-clean",
1229
+ "id": "6930-81414-0007",
1230
+ "tokens": 109,
1231
+ "tokens_same": 109,
1232
+ "max_abs_top1_logit": 0.05901813507080078,
1233
+ "max_abs_top1_pos": 75,
1234
+ "ref_top1_at_max": 4.937075614929199,
1235
+ "coreai_top1_at_max": 4.99609375,
1236
+ "tokens_top1_off_by_0.1": 0,
1237
+ "max_abs_blank_logit": 0.02202606201171875,
1238
+ "transcript_same": true
1239
+ },
1240
+ {
1241
+ "set": "test-clean",
1242
+ "id": "6930-81414-0008",
1243
+ "tokens": 152,
1244
+ "tokens_same": 152,
1245
+ "max_abs_top1_logit": 0.06811141967773438,
1246
+ "max_abs_top1_pos": 114,
1247
+ "ref_top1_at_max": 33.536861419677734,
1248
+ "coreai_top1_at_max": 33.46875,
1249
+ "tokens_top1_off_by_0.1": 0,
1250
+ "max_abs_blank_logit": 0.024438858032226562,
1251
+ "transcript_same": true
1252
+ },
1253
+ {
1254
+ "set": "test-clean",
1255
+ "id": "6930-81414-0009",
1256
+ "tokens": 301,
1257
+ "tokens_same": 301,
1258
+ "max_abs_top1_logit": 0.06299209594726562,
1259
+ "max_abs_top1_pos": 165,
1260
+ "ref_top1_at_max": 5.445804595947266,
1261
+ "coreai_top1_at_max": 5.3828125,
1262
+ "tokens_top1_off_by_0.1": 0,
1263
+ "max_abs_blank_logit": 0.03607177734375,
1264
+ "transcript_same": true
1265
+ },
1266
+ {
1267
+ "set": "test-clean",
1268
+ "id": "6930-81414-0010",
1269
+ "tokens": 96,
1270
+ "tokens_same": 96,
1271
+ "max_abs_top1_logit": 0.05332183837890625,
1272
+ "max_abs_top1_pos": 48,
1273
+ "ref_top1_at_max": 1.8287124633789062,
1274
+ "coreai_top1_at_max": 1.775390625,
1275
+ "tokens_top1_off_by_0.1": 0,
1276
+ "max_abs_blank_logit": 0.020587921142578125,
1277
+ "transcript_same": true
1278
+ },
1279
+ {
1280
+ "set": "test-clean",
1281
+ "id": "6930-81414-0011",
1282
+ "tokens": 118,
1283
+ "tokens_same": 118,
1284
+ "max_abs_top1_logit": 0.0557461753487587,
1285
+ "max_abs_top1_pos": 77,
1286
+ "ref_top1_at_max": -0.01958284340798855,
1287
+ "coreai_top1_at_max": 0.036163330078125,
1288
+ "tokens_top1_off_by_0.1": 0,
1289
+ "max_abs_blank_logit": 0.018451690673828125,
1290
+ "transcript_same": true
1291
+ },
1292
+ {
1293
+ "set": "test-clean",
1294
+ "id": "6930-81414-0012",
1295
+ "tokens": 111,
1296
+ "tokens_same": 111,
1297
+ "max_abs_top1_logit": 0.06576547026634216,
1298
+ "max_abs_top1_pos": 66,
1299
+ "ref_top1_at_max": -0.44644156098365784,
1300
+ "coreai_top1_at_max": -0.51220703125,
1301
+ "tokens_top1_off_by_0.1": 0,
1302
+ "max_abs_blank_logit": 0.017637252807617188,
1303
+ "transcript_same": true
1304
+ },
1305
+ {
1306
+ "set": "test-clean",
1307
+ "id": "6930-81414-0013",
1308
+ "tokens": 183,
1309
+ "tokens_same": 183,
1310
+ "max_abs_top1_logit": 0.05678558349609375,
1311
+ "max_abs_top1_pos": 131,
1312
+ "ref_top1_at_max": 6.826316833496094,
1313
+ "coreai_top1_at_max": 6.76953125,
1314
+ "tokens_top1_off_by_0.1": 0,
1315
+ "max_abs_blank_logit": 0.03070831298828125,
1316
+ "transcript_same": true
1317
+ },
1318
+ {
1319
+ "set": "test-clean",
1320
+ "id": "6930-81414-0014",
1321
+ "tokens": 185,
1322
+ "tokens_same": 185,
1323
+ "max_abs_top1_logit": 0.06031990051269531,
1324
+ "max_abs_top1_pos": 31,
1325
+ "ref_top1_at_max": 19.935319900512695,
1326
+ "coreai_top1_at_max": 19.875,
1327
+ "tokens_top1_off_by_0.1": 0,
1328
+ "max_abs_blank_logit": 0.017719268798828125,
1329
+ "transcript_same": true
1330
+ },
1331
+ {
1332
+ "set": "test-clean",
1333
+ "id": "6930-81414-0015",
1334
+ "tokens": 93,
1335
+ "tokens_same": 93,
1336
+ "max_abs_top1_logit": 0.058808088302612305,
1337
+ "max_abs_top1_pos": 59,
1338
+ "ref_top1_at_max": 3.3454887866973877,
1339
+ "coreai_top1_at_max": 3.404296875,
1340
+ "tokens_top1_off_by_0.1": 0,
1341
+ "max_abs_blank_logit": 0.015005111694335938,
1342
+ "transcript_same": true
1343
+ },
1344
+ {
1345
+ "set": "test-clean",
1346
+ "id": "6930-81414-0016",
1347
+ "tokens": 54,
1348
+ "tokens_same": 54,
1349
+ "max_abs_top1_logit": 0.056972503662109375,
1350
+ "max_abs_top1_pos": 27,
1351
+ "ref_top1_at_max": 27.72884750366211,
1352
+ "coreai_top1_at_max": 27.671875,
1353
+ "tokens_top1_off_by_0.1": 0,
1354
+ "max_abs_blank_logit": 0.014034271240234375,
1355
+ "transcript_same": true
1356
+ },
1357
+ {
1358
+ "set": "test-clean",
1359
+ "id": "6930-81414-0017",
1360
+ "tokens": 59,
1361
+ "tokens_same": 59,
1362
+ "max_abs_top1_logit": 0.052402496337890625,
1363
+ "max_abs_top1_pos": 39,
1364
+ "ref_top1_at_max": 29.44302749633789,
1365
+ "coreai_top1_at_max": 29.390625,
1366
+ "tokens_top1_off_by_0.1": 0,
1367
+ "max_abs_blank_logit": 0.018144607543945312,
1368
+ "transcript_same": true
1369
+ },
1370
+ {
1371
+ "set": "test-clean",
1372
+ "id": "6930-81414-0018",
1373
+ "tokens": 73,
1374
+ "tokens_same": 73,
1375
+ "max_abs_top1_logit": 0.057378292083740234,
1376
+ "max_abs_top1_pos": 39,
1377
+ "ref_top1_at_max": -4.06128454208374,
1378
+ "coreai_top1_at_max": -4.00390625,
1379
+ "tokens_top1_off_by_0.1": 0,
1380
+ "max_abs_blank_logit": 0.020809173583984375,
1381
+ "transcript_same": true
1382
+ },
1383
+ {
1384
+ "set": "test-clean",
1385
+ "id": "6930-81414-0019",
1386
+ "tokens": 85,
1387
+ "tokens_same": 85,
1388
+ "max_abs_top1_logit": 0.06433296203613281,
1389
+ "max_abs_top1_pos": 79,
1390
+ "ref_top1_at_max": 11.755979537963867,
1391
+ "coreai_top1_at_max": 11.8203125,
1392
+ "tokens_top1_off_by_0.1": 0,
1393
+ "max_abs_blank_logit": 0.015781402587890625,
1394
+ "transcript_same": true
1395
+ },
1396
+ {
1397
+ "set": "test-clean",
1398
+ "id": "6930-81414-0020",
1399
+ "tokens": 125,
1400
+ "tokens_same": 125,
1401
+ "max_abs_top1_logit": 0.07036399841308594,
1402
+ "max_abs_top1_pos": 22,
1403
+ "ref_top1_at_max": 29.007863998413086,
1404
+ "coreai_top1_at_max": 28.9375,
1405
+ "tokens_top1_off_by_0.1": 0,
1406
+ "max_abs_blank_logit": 0.017704010009765625,
1407
+ "transcript_same": true
1408
+ },
1409
+ {
1410
+ "set": "test-clean",
1411
+ "id": "6930-81414-0021",
1412
+ "tokens": 81,
1413
+ "tokens_same": 81,
1414
+ "max_abs_top1_logit": 0.07265067100524902,
1415
+ "max_abs_top1_pos": 49,
1416
+ "ref_top1_at_max": -2.552349328994751,
1417
+ "coreai_top1_at_max": -2.625,
1418
+ "tokens_top1_off_by_0.1": 0,
1419
+ "max_abs_blank_logit": 0.027069091796875,
1420
+ "transcript_same": true
1421
+ },
1422
+ {
1423
+ "set": "test-clean",
1424
+ "id": "6930-81414-0022",
1425
+ "tokens": 109,
1426
+ "tokens_same": 109,
1427
+ "max_abs_top1_logit": 0.04694414138793945,
1428
+ "max_abs_top1_pos": 15,
1429
+ "ref_top1_at_max": 5.8516316413879395,
1430
+ "coreai_top1_at_max": 5.8046875,
1431
+ "tokens_top1_off_by_0.1": 0,
1432
+ "max_abs_blank_logit": 0.017538070678710938,
1433
+ "transcript_same": true
1434
+ },
1435
+ {
1436
+ "set": "test-clean",
1437
+ "id": "6930-81414-0023",
1438
+ "tokens": 122,
1439
+ "tokens_same": 122,
1440
+ "max_abs_top1_logit": 0.04959535598754883,
1441
+ "max_abs_top1_pos": 19,
1442
+ "ref_top1_at_max": 3.082798480987549,
1443
+ "coreai_top1_at_max": 3.033203125,
1444
+ "tokens_top1_off_by_0.1": 0,
1445
+ "max_abs_blank_logit": 0.019927978515625,
1446
+ "transcript_same": true
1447
+ },
1448
+ {
1449
+ "set": "test-clean",
1450
+ "id": "6930-81414-0024",
1451
+ "tokens": 126,
1452
+ "tokens_same": 126,
1453
+ "max_abs_top1_logit": 0.09598159790039062,
1454
+ "max_abs_top1_pos": 50,
1455
+ "ref_top1_at_max": 25.27901840209961,
1456
+ "coreai_top1_at_max": 25.375,
1457
+ "tokens_top1_off_by_0.1": 0,
1458
+ "max_abs_blank_logit": 0.03185272216796875,
1459
+ "transcript_same": true
1460
+ },
1461
+ {
1462
+ "set": "test-clean",
1463
+ "id": "6930-81414-0025",
1464
+ "tokens": 63,
1465
+ "tokens_same": 63,
1466
+ "max_abs_top1_logit": 0.2100067138671875,
1467
+ "max_abs_top1_pos": 47,
1468
+ "ref_top1_at_max": 13.725631713867188,
1469
+ "coreai_top1_at_max": 13.515625,
1470
+ "tokens_top1_off_by_0.1": 2,
1471
+ "max_abs_blank_logit": 0.035053253173828125,
1472
+ "transcript_same": true
1473
+ },
1474
+ {
1475
+ "set": "test-clean",
1476
+ "id": "6930-81414-0026",
1477
+ "tokens": 77,
1478
+ "tokens_same": 77,
1479
+ "max_abs_top1_logit": 0.07173538208007812,
1480
+ "max_abs_top1_pos": 75,
1481
+ "ref_top1_at_max": 16.821735382080078,
1482
+ "coreai_top1_at_max": 16.75,
1483
+ "tokens_top1_off_by_0.1": 0,
1484
+ "max_abs_blank_logit": 0.027660369873046875,
1485
+ "transcript_same": true
1486
+ },
1487
+ {
1488
+ "set": "test-clean",
1489
+ "id": "6930-81414-0027",
1490
+ "tokens": 96,
1491
+ "tokens_same": 96,
1492
+ "max_abs_top1_logit": 0.06265449523925781,
1493
+ "max_abs_top1_pos": 13,
1494
+ "ref_top1_at_max": -8.507966995239258,
1495
+ "coreai_top1_at_max": -8.4453125,
1496
+ "tokens_top1_off_by_0.1": 0,
1497
+ "max_abs_blank_logit": 0.018512725830078125,
1498
+ "transcript_same": true
1499
+ },
1500
+ {
1501
+ "set": "test-clean",
1502
+ "id": "1320-122617-0000",
1503
+ "tokens": 196,
1504
+ "tokens_same": 196,
1505
+ "max_abs_top1_logit": 0.08527374267578125,
1506
+ "max_abs_top1_pos": 123,
1507
+ "ref_top1_at_max": 22.81964874267578,
1508
+ "coreai_top1_at_max": 22.734375,
1509
+ "tokens_top1_off_by_0.1": 0,
1510
+ "max_abs_blank_logit": 0.028632164001464844,
1511
+ "transcript_same": true
1512
+ },
1513
+ {
1514
+ "set": "test-clean",
1515
+ "id": "1320-122617-0001",
1516
+ "tokens": 352,
1517
+ "tokens_same": 352,
1518
+ "max_abs_top1_logit": 0.0637466311454773,
1519
+ "max_abs_top1_pos": 322,
1520
+ "ref_top1_at_max": 0.8141830563545227,
1521
+ "coreai_top1_at_max": 0.8779296875,
1522
+ "tokens_top1_off_by_0.1": 0,
1523
+ "max_abs_blank_logit": 0.03186607360839844,
1524
+ "transcript_same": true
1525
+ },
1526
+ {
1527
+ "set": "test-clean",
1528
+ "id": "1320-122617-0002",
1529
+ "tokens": 340,
1530
+ "tokens_same": 340,
1531
+ "max_abs_top1_logit": 0.3397235870361328,
1532
+ "max_abs_top1_pos": 60,
1533
+ "ref_top1_at_max": 13.566526412963867,
1534
+ "coreai_top1_at_max": 13.90625,
1535
+ "tokens_top1_off_by_0.1": 2,
1536
+ "max_abs_blank_logit": 0.03956413269042969,
1537
+ "transcript_same": true
1538
+ },
1539
+ {
1540
+ "set": "test-clean",
1541
+ "id": "1320-122617-0003",
1542
+ "tokens": 157,
1543
+ "tokens_same": 157,
1544
+ "max_abs_top1_logit": 0.07127952575683594,
1545
+ "max_abs_top1_pos": 18,
1546
+ "ref_top1_at_max": 27.227529525756836,
1547
+ "coreai_top1_at_max": 27.15625,
1548
+ "tokens_top1_off_by_0.1": 0,
1549
+ "max_abs_blank_logit": 0.017303466796875,
1550
+ "transcript_same": true
1551
+ },
1552
+ {
1553
+ "set": "test-clean",
1554
+ "id": "1320-122617-0004",
1555
+ "tokens": 307,
1556
+ "tokens_same": 307,
1557
+ "max_abs_top1_logit": 0.09093189239501953,
1558
+ "max_abs_top1_pos": 278,
1559
+ "ref_top1_at_max": 1.4618024826049805,
1560
+ "coreai_top1_at_max": 1.552734375,
1561
+ "tokens_top1_off_by_0.1": 0,
1562
+ "max_abs_blank_logit": 0.026346206665039062,
1563
+ "transcript_same": true
1564
+ },
1565
+ {
1566
+ "set": "test-clean",
1567
+ "id": "1320-122617-0005",
1568
+ "tokens": 110,
1569
+ "tokens_same": 110,
1570
+ "max_abs_top1_logit": 0.09198760986328125,
1571
+ "max_abs_top1_pos": 99,
1572
+ "ref_top1_at_max": 33.87323760986328,
1573
+ "coreai_top1_at_max": 33.78125,
1574
+ "tokens_top1_off_by_0.1": 0,
1575
+ "max_abs_blank_logit": 0.020732879638671875,
1576
+ "transcript_same": true
1577
+ },
1578
+ {
1579
+ "set": "test-clean",
1580
+ "id": "1320-122617-0006",
1581
+ "tokens": 142,
1582
+ "tokens_same": 142,
1583
+ "max_abs_top1_logit": 0.07311725616455078,
1584
+ "max_abs_top1_pos": 136,
1585
+ "ref_top1_at_max": 8.20813274383545,
1586
+ "coreai_top1_at_max": 8.28125,
1587
+ "tokens_top1_off_by_0.1": 0,
1588
+ "max_abs_blank_logit": 0.026311874389648438,
1589
+ "transcript_same": true
1590
+ },
1591
+ {
1592
+ "set": "test-clean",
1593
+ "id": "1320-122617-0007",
1594
+ "tokens": 463,
1595
+ "tokens_same": 463,
1596
+ "max_abs_top1_logit": 0.07122421264648438,
1597
+ "max_abs_top1_pos": 388,
1598
+ "ref_top1_at_max": 30.946224212646484,
1599
+ "coreai_top1_at_max": 30.875,
1600
+ "tokens_top1_off_by_0.1": 0,
1601
+ "max_abs_blank_logit": 0.029705047607421875,
1602
+ "transcript_same": true
1603
+ },
1604
+ {
1605
+ "set": "test-clean",
1606
+ "id": "1320-122617-0008",
1607
+ "tokens": 105,
1608
+ "tokens_same": 105,
1609
+ "max_abs_top1_logit": 0.05322074890136719,
1610
+ "max_abs_top1_pos": 43,
1611
+ "ref_top1_at_max": 12.029783248901367,
1612
+ "coreai_top1_at_max": 11.9765625,
1613
+ "tokens_top1_off_by_0.1": 0,
1614
+ "max_abs_blank_logit": 0.01932525634765625,
1615
+ "transcript_same": true
1616
+ },
1617
+ {
1618
+ "set": "test-clean",
1619
+ "id": "1320-122617-0009",
1620
+ "tokens": 193,
1621
+ "tokens_same": 193,
1622
+ "max_abs_top1_logit": 0.07378864288330078,
1623
+ "max_abs_top1_pos": 130,
1624
+ "ref_top1_at_max": -5.039492607116699,
1625
+ "coreai_top1_at_max": -5.11328125,
1626
+ "tokens_top1_off_by_0.1": 0,
1627
+ "max_abs_blank_logit": 0.030963897705078125,
1628
+ "transcript_same": true
1629
+ },
1630
+ {
1631
+ "set": "test-clean",
1632
+ "id": "1320-122617-0010",
1633
+ "tokens": 250,
1634
+ "tokens_same": 250,
1635
+ "max_abs_top1_logit": 0.0613861083984375,
1636
+ "max_abs_top1_pos": 194,
1637
+ "ref_top1_at_max": 35.50111389160156,
1638
+ "coreai_top1_at_max": 35.5625,
1639
+ "tokens_top1_off_by_0.1": 0,
1640
+ "max_abs_blank_logit": 0.02132415771484375,
1641
+ "transcript_same": true
1642
+ },
1643
+ {
1644
+ "set": "test-clean",
1645
+ "id": "1320-122617-0011",
1646
+ "tokens": 244,
1647
+ "tokens_same": 244,
1648
+ "max_abs_top1_logit": 0.06128108501434326,
1649
+ "max_abs_top1_pos": 179,
1650
+ "ref_top1_at_max": 0.8542498350143433,
1651
+ "coreai_top1_at_max": 0.79296875,
1652
+ "tokens_top1_off_by_0.1": 0,
1653
+ "max_abs_blank_logit": 0.03492927551269531,
1654
+ "transcript_same": true
1655
+ },
1656
+ {
1657
+ "set": "test-clean",
1658
+ "id": "1320-122617-0012",
1659
+ "tokens": 190,
1660
+ "tokens_same": 190,
1661
+ "max_abs_top1_logit": 0.058867454528808594,
1662
+ "max_abs_top1_pos": 188,
1663
+ "ref_top1_at_max": -9.707304954528809,
1664
+ "coreai_top1_at_max": -9.6484375,
1665
+ "tokens_top1_off_by_0.1": 0,
1666
+ "max_abs_blank_logit": 0.015438079833984375,
1667
+ "transcript_same": true
1668
+ },
1669
+ {
1670
+ "set": "test-clean",
1671
+ "id": "1320-122617-0013",
1672
+ "tokens": 269,
1673
+ "tokens_same": 269,
1674
+ "max_abs_top1_logit": 0.08959382772445679,
1675
+ "max_abs_top1_pos": 88,
1676
+ "ref_top1_at_max": 0.7507382035255432,
1677
+ "coreai_top1_at_max": 0.84033203125,
1678
+ "tokens_top1_off_by_0.1": 0,
1679
+ "max_abs_blank_logit": 0.02878284454345703,
1680
+ "transcript_same": true
1681
+ },
1682
+ {
1683
+ "set": "test-clean",
1684
+ "id": "1320-122617-0014",
1685
+ "tokens": 123,
1686
+ "tokens_same": 123,
1687
+ "max_abs_top1_logit": 0.07023060321807861,
1688
+ "max_abs_top1_pos": 114,
1689
+ "ref_top1_at_max": -1.9239100217819214,
1690
+ "coreai_top1_at_max": -1.994140625,
1691
+ "tokens_top1_off_by_0.1": 0,
1692
+ "max_abs_blank_logit": 0.0286865234375,
1693
+ "transcript_same": true
1694
+ },
1695
+ {
1696
+ "set": "test-clean",
1697
+ "id": "1320-122617-0015",
1698
+ "tokens": 128,
1699
+ "tokens_same": 128,
1700
+ "max_abs_top1_logit": 0.05272483825683594,
1701
+ "max_abs_top1_pos": 67,
1702
+ "ref_top1_at_max": 30.880849838256836,
1703
+ "coreai_top1_at_max": 30.828125,
1704
+ "tokens_top1_off_by_0.1": 0,
1705
+ "max_abs_blank_logit": 0.0148162841796875,
1706
+ "transcript_same": true
1707
+ },
1708
+ {
1709
+ "set": "test-clean",
1710
+ "id": "1320-122617-0016",
1711
+ "tokens": 252,
1712
+ "tokens_same": 252,
1713
+ "max_abs_top1_logit": 0.0660061240196228,
1714
+ "max_abs_top1_pos": 91,
1715
+ "ref_top1_at_max": 0.3916897177696228,
1716
+ "coreai_top1_at_max": 0.32568359375,
1717
+ "tokens_top1_off_by_0.1": 0,
1718
+ "max_abs_blank_logit": 0.027301788330078125,
1719
+ "transcript_same": true
1720
+ },
1721
+ {
1722
+ "set": "test-clean",
1723
+ "id": "1320-122617-0017",
1724
+ "tokens": 142,
1725
+ "tokens_same": 142,
1726
+ "max_abs_top1_logit": 0.043354034423828125,
1727
+ "max_abs_top1_pos": 85,
1728
+ "ref_top1_at_max": 28.465229034423828,
1729
+ "coreai_top1_at_max": 28.421875,
1730
+ "tokens_top1_off_by_0.1": 0,
1731
+ "max_abs_blank_logit": 0.024259567260742188,
1732
+ "transcript_same": true
1733
+ },
1734
+ {
1735
+ "set": "test-clean",
1736
+ "id": "1320-122617-0018",
1737
+ "tokens": 243,
1738
+ "tokens_same": 243,
1739
+ "max_abs_top1_logit": 0.07317733764648438,
1740
+ "max_abs_top1_pos": 117,
1741
+ "ref_top1_at_max": 5.678646087646484,
1742
+ "coreai_top1_at_max": 5.60546875,
1743
+ "tokens_top1_off_by_0.1": 0,
1744
+ "max_abs_blank_logit": 0.029943466186523438,
1745
+ "transcript_same": true
1746
+ },
1747
+ {
1748
+ "set": "test-clean",
1749
+ "id": "1320-122617-0019",
1750
+ "tokens": 206,
1751
+ "tokens_same": 206,
1752
+ "max_abs_top1_logit": 0.10404014587402344,
1753
+ "max_abs_top1_pos": 108,
1754
+ "ref_top1_at_max": 19.713415145874023,
1755
+ "coreai_top1_at_max": 19.609375,
1756
+ "tokens_top1_off_by_0.1": 1,
1757
+ "max_abs_blank_logit": 0.023973464965820312,
1758
+ "transcript_same": true
1759
+ },
1760
+ {
1761
+ "set": "test-clean",
1762
+ "id": "1320-122617-0020",
1763
+ "tokens": 223,
1764
+ "tokens_same": 223,
1765
+ "max_abs_top1_logit": 0.08100700378417969,
1766
+ "max_abs_top1_pos": 99,
1767
+ "ref_top1_at_max": 29.59663200378418,
1768
+ "coreai_top1_at_max": 29.515625,
1769
+ "tokens_top1_off_by_0.1": 0,
1770
+ "max_abs_blank_logit": 0.02471923828125,
1771
+ "transcript_same": true
1772
+ },
1773
+ {
1774
+ "set": "test-clean",
1775
+ "id": "1320-122617-0021",
1776
+ "tokens": 134,
1777
+ "tokens_same": 134,
1778
+ "max_abs_top1_logit": 0.0625,
1779
+ "max_abs_top1_pos": 28,
1780
+ "ref_top1_at_max": 32.0625,
1781
+ "coreai_top1_at_max": 32.0,
1782
+ "tokens_top1_off_by_0.1": 0,
1783
+ "max_abs_blank_logit": 0.017498016357421875,
1784
+ "transcript_same": true
1785
+ },
1786
+ {
1787
+ "set": "test-clean",
1788
+ "id": "1320-122617-0022",
1789
+ "tokens": 97,
1790
+ "tokens_same": 97,
1791
+ "max_abs_top1_logit": 0.0787249207496643,
1792
+ "max_abs_top1_pos": 23,
1793
+ "ref_top1_at_max": -0.9454241394996643,
1794
+ "coreai_top1_at_max": -0.86669921875,
1795
+ "tokens_top1_off_by_0.1": 0,
1796
+ "max_abs_blank_logit": 0.018209457397460938,
1797
+ "transcript_same": true
1798
+ },
1799
+ {
1800
+ "set": "test-clean",
1801
+ "id": "1320-122617-0023",
1802
+ "tokens": 196,
1803
+ "tokens_same": 196,
1804
+ "max_abs_top1_logit": 0.0914115309715271,
1805
+ "max_abs_top1_pos": 96,
1806
+ "ref_top1_at_max": 0.7872123122215271,
1807
+ "coreai_top1_at_max": 0.69580078125,
1808
+ "tokens_top1_off_by_0.1": 0,
1809
+ "max_abs_blank_logit": 0.022832870483398438,
1810
+ "transcript_same": true
1811
+ },
1812
+ {
1813
+ "set": "test-clean",
1814
+ "id": "1320-122617-0024",
1815
+ "tokens": 189,
1816
+ "tokens_same": 189,
1817
+ "max_abs_top1_logit": 0.08430290222167969,
1818
+ "max_abs_top1_pos": 145,
1819
+ "ref_top1_at_max": 31.91242790222168,
1820
+ "coreai_top1_at_max": 31.828125,
1821
+ "tokens_top1_off_by_0.1": 0,
1822
+ "max_abs_blank_logit": 0.027738571166992188,
1823
+ "transcript_same": true
1824
+ },
1825
+ {
1826
+ "set": "test-clean",
1827
+ "id": "1320-122617-0025",
1828
+ "tokens": 159,
1829
+ "tokens_same": 159,
1830
+ "max_abs_top1_logit": 0.06151390075683594,
1831
+ "max_abs_top1_pos": 18,
1832
+ "ref_top1_at_max": 21.282236099243164,
1833
+ "coreai_top1_at_max": 21.34375,
1834
+ "tokens_top1_off_by_0.1": 0,
1835
+ "max_abs_blank_logit": 0.028219223022460938,
1836
+ "transcript_same": true
1837
+ },
1838
+ {
1839
+ "set": "test-clean",
1840
+ "id": "1320-122617-0026",
1841
+ "tokens": 131,
1842
+ "tokens_same": 131,
1843
+ "max_abs_top1_logit": 0.055077552795410156,
1844
+ "max_abs_top1_pos": 52,
1845
+ "ref_top1_at_max": 6.72304630279541,
1846
+ "coreai_top1_at_max": 6.66796875,
1847
+ "tokens_top1_off_by_0.1": 0,
1848
+ "max_abs_blank_logit": 0.02248382568359375,
1849
+ "transcript_same": true
1850
+ },
1851
+ {
1852
+ "set": "test-clean",
1853
+ "id": "1320-122617-0027",
1854
+ "tokens": 142,
1855
+ "tokens_same": 142,
1856
+ "max_abs_top1_logit": 0.1004190444946289,
1857
+ "max_abs_top1_pos": 25,
1858
+ "ref_top1_at_max": 14.618330955505371,
1859
+ "coreai_top1_at_max": 14.71875,
1860
+ "tokens_top1_off_by_0.1": 1,
1861
+ "max_abs_blank_logit": 0.028615951538085938,
1862
+ "transcript_same": true
1863
+ },
1864
+ {
1865
+ "set": "test-clean",
1866
+ "id": "1320-122617-0028",
1867
+ "tokens": 400,
1868
+ "tokens_same": 400,
1869
+ "max_abs_top1_logit": 0.06354761123657227,
1870
+ "max_abs_top1_pos": 16,
1871
+ "ref_top1_at_max": -5.110422611236572,
1872
+ "coreai_top1_at_max": -5.046875,
1873
+ "tokens_top1_off_by_0.1": 0,
1874
+ "max_abs_blank_logit": 0.023738861083984375,
1875
+ "transcript_same": true
1876
+ },
1877
+ {
1878
+ "set": "test-clean",
1879
+ "id": "1320-122617-0029",
1880
+ "tokens": 197,
1881
+ "tokens_same": 197,
1882
+ "max_abs_top1_logit": 0.05508732795715332,
1883
+ "max_abs_top1_pos": 118,
1884
+ "ref_top1_at_max": -3.5464751720428467,
1885
+ "coreai_top1_at_max": -3.6015625,
1886
+ "tokens_top1_off_by_0.1": 0,
1887
+ "max_abs_blank_logit": 0.026248931884765625,
1888
+ "transcript_same": true
1889
+ },
1890
+ {
1891
+ "set": "test-clean",
1892
+ "id": "1320-122617-0030",
1893
+ "tokens": 100,
1894
+ "tokens_same": 100,
1895
+ "max_abs_top1_logit": 0.054424285888671875,
1896
+ "max_abs_top1_pos": 94,
1897
+ "ref_top1_at_max": -8.890361785888672,
1898
+ "coreai_top1_at_max": -8.8359375,
1899
+ "tokens_top1_off_by_0.1": 0,
1900
+ "max_abs_blank_logit": 0.017625808715820312,
1901
+ "transcript_same": true
1902
+ },
1903
+ {
1904
+ "set": "test-clean",
1905
+ "id": "1320-122617-0031",
1906
+ "tokens": 157,
1907
+ "tokens_same": 157,
1908
+ "max_abs_top1_logit": 0.07812023162841797,
1909
+ "max_abs_top1_pos": 37,
1910
+ "ref_top1_at_max": -11.304682731628418,
1911
+ "coreai_top1_at_max": -11.2265625,
1912
+ "tokens_top1_off_by_0.1": 0,
1913
+ "max_abs_blank_logit": 0.02135944366455078,
1914
+ "transcript_same": true
1915
+ },
1916
+ {
1917
+ "set": "test-clean",
1918
+ "id": "1320-122617-0032",
1919
+ "tokens": 282,
1920
+ "tokens_same": 282,
1921
+ "max_abs_top1_logit": 0.05994415283203125,
1922
+ "max_abs_top1_pos": 66,
1923
+ "ref_top1_at_max": 27.97130584716797,
1924
+ "coreai_top1_at_max": 28.03125,
1925
+ "tokens_top1_off_by_0.1": 0,
1926
+ "max_abs_blank_logit": 0.0293121337890625,
1927
+ "transcript_same": true
1928
+ },
1929
+ {
1930
+ "set": "test-clean",
1931
+ "id": "1320-122617-0033",
1932
+ "tokens": 276,
1933
+ "tokens_same": 276,
1934
+ "max_abs_top1_logit": 0.06972217559814453,
1935
+ "max_abs_top1_pos": 147,
1936
+ "ref_top1_at_max": -2.6470746994018555,
1937
+ "coreai_top1_at_max": -2.716796875,
1938
+ "tokens_top1_off_by_0.1": 0,
1939
+ "max_abs_blank_logit": 0.0287628173828125,
1940
+ "transcript_same": true
1941
+ },
1942
+ {
1943
+ "set": "test-clean",
1944
+ "id": "1320-122617-0034",
1945
+ "tokens": 237,
1946
+ "tokens_same": 237,
1947
+ "max_abs_top1_logit": 0.07511267811059952,
1948
+ "max_abs_top1_pos": 52,
1949
+ "ref_top1_at_max": -0.10712561756372452,
1950
+ "coreai_top1_at_max": -0.032012939453125,
1951
+ "tokens_top1_off_by_0.1": 0,
1952
+ "max_abs_blank_logit": 0.028609275817871094,
1953
+ "transcript_same": true
1954
+ },
1955
+ {
1956
+ "set": "test-clean",
1957
+ "id": "1320-122617-0035",
1958
+ "tokens": 456,
1959
+ "tokens_same": 456,
1960
+ "max_abs_top1_logit": 0.08130240440368652,
1961
+ "max_abs_top1_pos": 48,
1962
+ "ref_top1_at_max": -0.5363733768463135,
1963
+ "coreai_top1_at_max": -0.61767578125,
1964
+ "tokens_top1_off_by_0.1": 0,
1965
+ "max_abs_blank_logit": 0.026165008544921875,
1966
+ "transcript_same": true
1967
+ },
1968
+ {
1969
+ "set": "test-clean",
1970
+ "id": "1320-122617-0036",
1971
+ "tokens": 309,
1972
+ "tokens_same": 309,
1973
+ "max_abs_top1_logit": 0.05929851531982422,
1974
+ "max_abs_top1_pos": 297,
1975
+ "ref_top1_at_max": -6.438204765319824,
1976
+ "coreai_top1_at_max": -6.37890625,
1977
+ "tokens_top1_off_by_0.1": 0,
1978
+ "max_abs_blank_logit": 0.030771255493164062,
1979
+ "transcript_same": true
1980
+ },
1981
+ {
1982
+ "set": "test-clean",
1983
+ "id": "1320-122617-0037",
1984
+ "tokens": 180,
1985
+ "tokens_same": 180,
1986
+ "max_abs_top1_logit": 0.0663633942604065,
1987
+ "max_abs_top1_pos": 92,
1988
+ "ref_top1_at_max": -0.3428162932395935,
1989
+ "coreai_top1_at_max": -0.4091796875,
1990
+ "tokens_top1_off_by_0.1": 0,
1991
+ "max_abs_blank_logit": 0.02674102783203125,
1992
+ "transcript_same": true
1993
+ },
1994
+ {
1995
+ "set": "test-clean",
1996
+ "id": "1320-122617-0038",
1997
+ "tokens": 56,
1998
+ "tokens_same": 56,
1999
+ "max_abs_top1_logit": 0.08977556228637695,
2000
+ "max_abs_top1_pos": 24,
2001
+ "ref_top1_at_max": -5.867255687713623,
2002
+ "coreai_top1_at_max": -5.95703125,
2003
+ "tokens_top1_off_by_0.1": 0,
2004
+ "max_abs_blank_logit": 0.03783607482910156,
2005
+ "transcript_same": true
2006
+ },
2007
+ {
2008
+ "set": "test-clean",
2009
+ "id": "1320-122617-0039",
2010
+ "tokens": 177,
2011
+ "tokens_same": 177,
2012
+ "max_abs_top1_logit": 0.07245635986328125,
2013
+ "max_abs_top1_pos": 145,
2014
+ "ref_top1_at_max": 36.60370635986328,
2015
+ "coreai_top1_at_max": 36.53125,
2016
+ "tokens_top1_off_by_0.1": 0,
2017
+ "max_abs_blank_logit": 0.023036956787109375,
2018
+ "transcript_same": true
2019
+ },
2020
+ {
2021
+ "set": "test-clean",
2022
+ "id": "1320-122617-0040",
2023
+ "tokens": 200,
2024
+ "tokens_same": 200,
2025
+ "max_abs_top1_logit": 0.061186790466308594,
2026
+ "max_abs_top1_pos": 60,
2027
+ "ref_top1_at_max": 14.951811790466309,
2028
+ "coreai_top1_at_max": 14.890625,
2029
+ "tokens_top1_off_by_0.1": 0,
2030
+ "max_abs_blank_logit": 0.02956390380859375,
2031
+ "transcript_same": true
2032
+ },
2033
+ {
2034
+ "set": "test-clean",
2035
+ "id": "1320-122617-0041",
2036
+ "tokens": 104,
2037
+ "tokens_same": 104,
2038
+ "max_abs_top1_logit": 0.044986724853515625,
2039
+ "max_abs_top1_pos": 17,
2040
+ "ref_top1_at_max": 23.513736724853516,
2041
+ "coreai_top1_at_max": 23.46875,
2042
+ "tokens_top1_off_by_0.1": 0,
2043
+ "max_abs_blank_logit": 0.01700592041015625,
2044
+ "transcript_same": true
2045
+ },
2046
+ {
2047
+ "set": "test-clean",
2048
+ "id": "1320-122612-0000",
2049
+ "tokens": 337,
2050
+ "tokens_same": 337,
2051
+ "max_abs_top1_logit": 0.05232357978820801,
2052
+ "max_abs_top1_pos": 259,
2053
+ "ref_top1_at_max": 2.081620454788208,
2054
+ "coreai_top1_at_max": 2.029296875,
2055
+ "tokens_top1_off_by_0.1": 0,
2056
+ "max_abs_blank_logit": 0.018316268920898438,
2057
+ "transcript_same": true
2058
+ },
2059
+ {
2060
+ "set": "test-clean",
2061
+ "id": "1320-122612-0001",
2062
+ "tokens": 238,
2063
+ "tokens_same": 238,
2064
+ "max_abs_top1_logit": 0.0812082290649414,
2065
+ "max_abs_top1_pos": 93,
2066
+ "ref_top1_at_max": -8.332854270935059,
2067
+ "coreai_top1_at_max": -8.4140625,
2068
+ "tokens_top1_off_by_0.1": 0,
2069
+ "max_abs_blank_logit": 0.028270721435546875,
2070
+ "transcript_same": true
2071
+ },
2072
+ {
2073
+ "set": "test-clean",
2074
+ "id": "1320-122612-0002",
2075
+ "tokens": 187,
2076
+ "tokens_same": 187,
2077
+ "max_abs_top1_logit": 0.04904651641845703,
2078
+ "max_abs_top1_pos": 92,
2079
+ "ref_top1_at_max": 10.556859016418457,
2080
+ "coreai_top1_at_max": 10.5078125,
2081
+ "tokens_top1_off_by_0.1": 0,
2082
+ "max_abs_blank_logit": 0.018337249755859375,
2083
+ "transcript_same": true
2084
+ },
2085
+ {
2086
+ "set": "test-clean",
2087
+ "id": "1320-122612-0003",
2088
+ "tokens": 247,
2089
+ "tokens_same": 247,
2090
+ "max_abs_top1_logit": 0.0608372688293457,
2091
+ "max_abs_top1_pos": 170,
2092
+ "ref_top1_at_max": -1.7594752311706543,
2093
+ "coreai_top1_at_max": -1.8203125,
2094
+ "tokens_top1_off_by_0.1": 0,
2095
+ "max_abs_blank_logit": 0.022169113159179688,
2096
+ "transcript_same": true
2097
+ },
2098
+ {
2099
+ "set": "test-clean",
2100
+ "id": "1320-122612-0004",
2101
+ "tokens": 161,
2102
+ "tokens_same": 161,
2103
+ "max_abs_top1_logit": 0.08421707153320312,
2104
+ "max_abs_top1_pos": 90,
2105
+ "ref_top1_at_max": 35.9592170715332,
2106
+ "coreai_top1_at_max": 35.875,
2107
+ "tokens_top1_off_by_0.1": 0,
2108
+ "max_abs_blank_logit": 0.01947784423828125,
2109
+ "transcript_same": true
2110
+ },
2111
+ {
2112
+ "set": "test-clean",
2113
+ "id": "1320-122612-0005",
2114
+ "tokens": 148,
2115
+ "tokens_same": 148,
2116
+ "max_abs_top1_logit": 0.05767059326171875,
2117
+ "max_abs_top1_pos": 41,
2118
+ "ref_top1_at_max": 32.24517059326172,
2119
+ "coreai_top1_at_max": 32.1875,
2120
+ "tokens_top1_off_by_0.1": 0,
2121
+ "max_abs_blank_logit": 0.02962493896484375,
2122
+ "transcript_same": true
2123
+ },
2124
+ {
2125
+ "set": "test-clean",
2126
+ "id": "1320-122612-0006",
2127
+ "tokens": 121,
2128
+ "tokens_same": 121,
2129
+ "max_abs_top1_logit": 0.0491485595703125,
2130
+ "max_abs_top1_pos": 114,
2131
+ "ref_top1_at_max": 29.971023559570312,
2132
+ "coreai_top1_at_max": 29.921875,
2133
+ "tokens_top1_off_by_0.1": 0,
2134
+ "max_abs_blank_logit": 0.0211181640625,
2135
+ "transcript_same": true
2136
+ },
2137
+ {
2138
+ "set": "test-clean",
2139
+ "id": "1320-122612-0007",
2140
+ "tokens": 139,
2141
+ "tokens_same": 139,
2142
+ "max_abs_top1_logit": 0.088958740234375,
2143
+ "max_abs_top1_pos": 25,
2144
+ "ref_top1_at_max": 4.288177490234375,
2145
+ "coreai_top1_at_max": 4.19921875,
2146
+ "tokens_top1_off_by_0.1": 0,
2147
+ "max_abs_blank_logit": 0.023706436157226562,
2148
+ "transcript_same": true
2149
+ },
2150
+ {
2151
+ "set": "test-clean",
2152
+ "id": "1320-122612-0008",
2153
+ "tokens": 197,
2154
+ "tokens_same": 197,
2155
+ "max_abs_top1_logit": 0.06171989440917969,
2156
+ "max_abs_top1_pos": 158,
2157
+ "ref_top1_at_max": -3.7527332305908203,
2158
+ "coreai_top1_at_max": -3.814453125,
2159
+ "tokens_top1_off_by_0.1": 0,
2160
+ "max_abs_blank_logit": 0.024778366088867188,
2161
+ "transcript_same": true
2162
+ },
2163
+ {
2164
+ "set": "test-clean",
2165
+ "id": "1320-122612-0009",
2166
+ "tokens": 97,
2167
+ "tokens_same": 97,
2168
+ "max_abs_top1_logit": 0.05001258850097656,
2169
+ "max_abs_top1_pos": 73,
2170
+ "ref_top1_at_max": 2.3449344635009766,
2171
+ "coreai_top1_at_max": 2.294921875,
2172
+ "tokens_top1_off_by_0.1": 0,
2173
+ "max_abs_blank_logit": 0.024045944213867188,
2174
+ "transcript_same": true
2175
+ },
2176
+ {
2177
+ "set": "test-clean",
2178
+ "id": "1320-122612-0010",
2179
+ "tokens": 255,
2180
+ "tokens_same": 255,
2181
+ "max_abs_top1_logit": 0.0863233208656311,
2182
+ "max_abs_top1_pos": 45,
2183
+ "ref_top1_at_max": 0.3492627739906311,
2184
+ "coreai_top1_at_max": 0.262939453125,
2185
+ "tokens_top1_off_by_0.1": 0,
2186
+ "max_abs_blank_logit": 0.024549484252929688,
2187
+ "transcript_same": true
2188
+ },
2189
+ {
2190
+ "set": "test-clean",
2191
+ "id": "1320-122612-0011",
2192
+ "tokens": 343,
2193
+ "tokens_same": 343,
2194
+ "max_abs_top1_logit": 0.05861091613769531,
2195
+ "max_abs_top1_pos": 68,
2196
+ "ref_top1_at_max": 31.652360916137695,
2197
+ "coreai_top1_at_max": 31.59375,
2198
+ "tokens_top1_off_by_0.1": 0,
2199
+ "max_abs_blank_logit": 0.02516937255859375,
2200
+ "transcript_same": true
2201
+ },
2202
+ {
2203
+ "set": "test-clean",
2204
+ "id": "1320-122612-0012",
2205
+ "tokens": 262,
2206
+ "tokens_same": 262,
2207
+ "max_abs_top1_logit": 0.1024785041809082,
2208
+ "max_abs_top1_pos": 102,
2209
+ "ref_top1_at_max": -7.561583995819092,
2210
+ "coreai_top1_at_max": -7.6640625,
2211
+ "tokens_top1_off_by_0.1": 1,
2212
+ "max_abs_blank_logit": 0.031449317932128906,
2213
+ "transcript_same": true
2214
+ },
2215
+ {
2216
+ "set": "test-clean",
2217
+ "id": "1320-122612-0013",
2218
+ "tokens": 164,
2219
+ "tokens_same": 164,
2220
+ "max_abs_top1_logit": 0.05309772491455078,
2221
+ "max_abs_top1_pos": 120,
2222
+ "ref_top1_at_max": 6.162472724914551,
2223
+ "coreai_top1_at_max": 6.109375,
2224
+ "tokens_top1_off_by_0.1": 0,
2225
+ "max_abs_blank_logit": 0.023996353149414062,
2226
+ "transcript_same": true
2227
+ },
2228
+ {
2229
+ "set": "test-clean",
2230
+ "id": "1320-122612-0014",
2231
+ "tokens": 88,
2232
+ "tokens_same": 88,
2233
+ "max_abs_top1_logit": 0.048618316650390625,
2234
+ "max_abs_top1_pos": 25,
2235
+ "ref_top1_at_max": 28.29861831665039,
2236
+ "coreai_top1_at_max": 28.25,
2237
+ "tokens_top1_off_by_0.1": 0,
2238
+ "max_abs_blank_logit": 0.018039703369140625,
2239
+ "transcript_same": true
2240
+ },
2241
+ {
2242
+ "set": "test-clean",
2243
+ "id": "1320-122612-0015",
2244
+ "tokens": 160,
2245
+ "tokens_same": 160,
2246
+ "max_abs_top1_logit": 0.08886909484863281,
2247
+ "max_abs_top1_pos": 116,
2248
+ "ref_top1_at_max": -6.159181594848633,
2249
+ "coreai_top1_at_max": -6.0703125,
2250
+ "tokens_top1_off_by_0.1": 0,
2251
+ "max_abs_blank_logit": 0.025571823120117188,
2252
+ "transcript_same": true
2253
+ },
2254
+ {
2255
+ "set": "test-clean",
2256
+ "id": "1320-122612-0016",
2257
+ "tokens": 87,
2258
+ "tokens_same": 87,
2259
+ "max_abs_top1_logit": 0.06834530830383301,
2260
+ "max_abs_top1_pos": 75,
2261
+ "ref_top1_at_max": -3.691420316696167,
2262
+ "coreai_top1_at_max": -3.759765625,
2263
+ "tokens_top1_off_by_0.1": 0,
2264
+ "max_abs_blank_logit": 0.0276031494140625,
2265
+ "transcript_same": true
2266
+ },
2267
+ {
2268
+ "set": "test-clean",
2269
+ "id": "5639-40744-0000",
2270
+ "tokens": 394,
2271
+ "tokens_same": 394,
2272
+ "max_abs_top1_logit": 0.08806705474853516,
2273
+ "max_abs_top1_pos": 217,
2274
+ "ref_top1_at_max": 13.338067054748535,
2275
+ "coreai_top1_at_max": 13.25,
2276
+ "tokens_top1_off_by_0.1": 0,
2277
+ "max_abs_blank_logit": 0.02729320526123047,
2278
+ "transcript_same": true
2279
+ },
2280
+ {
2281
+ "set": "test-clean",
2282
+ "id": "5639-40744-0001",
2283
+ "tokens": 311,
2284
+ "tokens_same": 311,
2285
+ "max_abs_top1_logit": 0.05865287780761719,
2286
+ "max_abs_top1_pos": 166,
2287
+ "ref_top1_at_max": 22.949277877807617,
2288
+ "coreai_top1_at_max": 22.890625,
2289
+ "tokens_top1_off_by_0.1": 0,
2290
+ "max_abs_blank_logit": 0.02792072296142578,
2291
+ "transcript_same": true
2292
+ },
2293
+ {
2294
+ "set": "test-clean",
2295
+ "id": "5639-40744-0002",
2296
+ "tokens": 223,
2297
+ "tokens_same": 223,
2298
+ "max_abs_top1_logit": 0.11506271362304688,
2299
+ "max_abs_top1_pos": 68,
2300
+ "ref_top1_at_max": 19.505687713623047,
2301
+ "coreai_top1_at_max": 19.390625,
2302
+ "tokens_top1_off_by_0.1": 1,
2303
+ "max_abs_blank_logit": 0.02561187744140625,
2304
+ "transcript_same": true
2305
+ },
2306
+ {
2307
+ "set": "test-clean",
2308
+ "id": "5639-40744-0003",
2309
+ "tokens": 678,
2310
+ "tokens_same": 677,
2311
+ "max_abs_top1_logit": 0.06783294677734375,
2312
+ "max_abs_top1_pos": 364,
2313
+ "ref_top1_at_max": 30.994667053222656,
2314
+ "coreai_top1_at_max": 31.0625,
2315
+ "tokens_top1_off_by_0.1": 0,
2316
+ "max_abs_blank_logit": 0.025560379028320312,
2317
+ "transcript_same": false
2318
+ },
2319
+ {
2320
+ "set": "test-clean",
2321
+ "id": "5639-40744-0004",
2322
+ "tokens": 312,
2323
+ "tokens_same": 312,
2324
+ "max_abs_top1_logit": 0.09464645385742188,
2325
+ "max_abs_top1_pos": 244,
2326
+ "ref_top1_at_max": 18.030353546142578,
2327
+ "coreai_top1_at_max": 18.125,
2328
+ "tokens_top1_off_by_0.1": 0,
2329
+ "max_abs_blank_logit": 0.031726837158203125,
2330
+ "transcript_same": true
2331
+ },
2332
+ {
2333
+ "set": "test-clean",
2334
+ "id": "5639-40744-0005",
2335
+ "tokens": 141,
2336
+ "tokens_same": 141,
2337
+ "max_abs_top1_logit": 0.07460975646972656,
2338
+ "max_abs_top1_pos": 126,
2339
+ "ref_top1_at_max": 28.418359756469727,
2340
+ "coreai_top1_at_max": 28.34375,
2341
+ "tokens_top1_off_by_0.1": 0,
2342
+ "max_abs_blank_logit": 0.028522491455078125,
2343
+ "transcript_same": true
2344
+ },
2345
+ {
2346
+ "set": "test-clean",
2347
+ "id": "5639-40744-0006",
2348
+ "tokens": 201,
2349
+ "tokens_same": 201,
2350
+ "max_abs_top1_logit": 0.08351564407348633,
2351
+ "max_abs_top1_pos": 166,
2352
+ "ref_top1_at_max": 5.771015644073486,
2353
+ "coreai_top1_at_max": 5.6875,
2354
+ "tokens_top1_off_by_0.1": 0,
2355
+ "max_abs_blank_logit": 0.022174835205078125,
2356
+ "transcript_same": true
2357
+ },
2358
+ {
2359
+ "set": "test-clean",
2360
+ "id": "5639-40744-0007",
2361
+ "tokens": 146,
2362
+ "tokens_same": 146,
2363
+ "max_abs_top1_logit": 0.08300304412841797,
2364
+ "max_abs_top1_pos": 46,
2365
+ "ref_top1_at_max": -3.991215705871582,
2366
+ "coreai_top1_at_max": -4.07421875,
2367
+ "tokens_top1_off_by_0.1": 0,
2368
+ "max_abs_blank_logit": 0.02811431884765625,
2369
+ "transcript_same": true
2370
+ },
2371
+ {
2372
+ "set": "test-clean",
2373
+ "id": "5639-40744-0008",
2374
+ "tokens": 56,
2375
+ "tokens_same": 56,
2376
+ "max_abs_top1_logit": 0.059731483459472656,
2377
+ "max_abs_top1_pos": 25,
2378
+ "ref_top1_at_max": 0.6022119522094727,
2379
+ "coreai_top1_at_max": 0.54248046875,
2380
+ "tokens_top1_off_by_0.1": 0,
2381
+ "max_abs_blank_logit": 0.0264739990234375,
2382
+ "transcript_same": true
2383
+ },
2384
+ {
2385
+ "set": "test-clean",
2386
+ "id": "5639-40744-0009",
2387
+ "tokens": 60,
2388
+ "tokens_same": 60,
2389
+ "max_abs_top1_logit": 0.048969268798828125,
2390
+ "max_abs_top1_pos": 36,
2391
+ "ref_top1_at_max": 31.127094268798828,
2392
+ "coreai_top1_at_max": 31.078125,
2393
+ "tokens_top1_off_by_0.1": 0,
2394
+ "max_abs_blank_logit": 0.013472557067871094,
2395
+ "transcript_same": true
2396
+ },
2397
+ {
2398
+ "set": "test-clean",
2399
+ "id": "5639-40744-0010",
2400
+ "tokens": 103,
2401
+ "tokens_same": 103,
2402
+ "max_abs_top1_logit": 0.07409286499023438,
2403
+ "max_abs_top1_pos": 96,
2404
+ "ref_top1_at_max": 27.699092864990234,
2405
+ "coreai_top1_at_max": 27.625,
2406
+ "tokens_top1_off_by_0.1": 0,
2407
+ "max_abs_blank_logit": 0.020704269409179688,
2408
+ "transcript_same": true
2409
+ },
2410
+ {
2411
+ "set": "test-clean",
2412
+ "id": "5639-40744-0011",
2413
+ "tokens": 67,
2414
+ "tokens_same": 67,
2415
+ "max_abs_top1_logit": 0.053127288818359375,
2416
+ "max_abs_top1_pos": 49,
2417
+ "ref_top1_at_max": 33.24062728881836,
2418
+ "coreai_top1_at_max": 33.1875,
2419
+ "tokens_top1_off_by_0.1": 0,
2420
+ "max_abs_blank_logit": 0.014331817626953125,
2421
+ "transcript_same": true
2422
+ },
2423
+ {
2424
+ "set": "test-clean",
2425
+ "id": "5639-40744-0012",
2426
+ "tokens": 215,
2427
+ "tokens_same": 215,
2428
+ "max_abs_top1_logit": 0.06480693817138672,
2429
+ "max_abs_top1_pos": 85,
2430
+ "ref_top1_at_max": 4.611681938171387,
2431
+ "coreai_top1_at_max": 4.546875,
2432
+ "tokens_top1_off_by_0.1": 0,
2433
+ "max_abs_blank_logit": 0.018726348876953125,
2434
+ "transcript_same": true
2435
+ },
2436
+ {
2437
+ "set": "test-clean",
2438
+ "id": "5639-40744-0013",
2439
+ "tokens": 172,
2440
+ "tokens_same": 172,
2441
+ "max_abs_top1_logit": 0.1898866891860962,
2442
+ "max_abs_top1_pos": 49,
2443
+ "ref_top1_at_max": -1.4730898141860962,
2444
+ "coreai_top1_at_max": -1.283203125,
2445
+ "tokens_top1_off_by_0.1": 2,
2446
+ "max_abs_blank_logit": 0.04994964599609375,
2447
+ "transcript_same": true
2448
+ },
2449
+ {
2450
+ "set": "test-clean",
2451
+ "id": "5639-40744-0014",
2452
+ "tokens": 193,
2453
+ "tokens_same": 193,
2454
+ "max_abs_top1_logit": 0.07869148254394531,
2455
+ "max_abs_top1_pos": 38,
2456
+ "ref_top1_at_max": 6.367753982543945,
2457
+ "coreai_top1_at_max": 6.2890625,
2458
+ "tokens_top1_off_by_0.1": 0,
2459
+ "max_abs_blank_logit": 0.02805328369140625,
2460
+ "transcript_same": true
2461
+ },
2462
+ {
2463
+ "set": "test-clean",
2464
+ "id": "5639-40744-0015",
2465
+ "tokens": 276,
2466
+ "tokens_same": 276,
2467
+ "max_abs_top1_logit": 0.10280036926269531,
2468
+ "max_abs_top1_pos": 258,
2469
+ "ref_top1_at_max": 21.912824630737305,
2470
+ "coreai_top1_at_max": 22.015625,
2471
+ "tokens_top1_off_by_0.1": 1,
2472
+ "max_abs_blank_logit": 0.022838592529296875,
2473
+ "transcript_same": true
2474
+ },
2475
+ {
2476
+ "set": "test-clean",
2477
+ "id": "5639-40744-0016",
2478
+ "tokens": 237,
2479
+ "tokens_same": 237,
2480
+ "max_abs_top1_logit": 0.1024618148803711,
2481
+ "max_abs_top1_pos": 122,
2482
+ "ref_top1_at_max": 10.225663185119629,
2483
+ "coreai_top1_at_max": 10.328125,
2484
+ "tokens_top1_off_by_0.1": 1,
2485
+ "max_abs_blank_logit": 0.024847030639648438,
2486
+ "transcript_same": true
2487
+ },
2488
+ {
2489
+ "set": "test-clean",
2490
+ "id": "5639-40744-0017",
2491
+ "tokens": 147,
2492
+ "tokens_same": 147,
2493
+ "max_abs_top1_logit": 0.05701276659965515,
2494
+ "max_abs_top1_pos": 87,
2495
+ "ref_top1_at_max": 0.30065324902534485,
2496
+ "coreai_top1_at_max": 0.357666015625,
2497
+ "tokens_top1_off_by_0.1": 0,
2498
+ "max_abs_blank_logit": 0.0265045166015625,
2499
+ "transcript_same": true
2500
+ },
2501
+ {
2502
+ "set": "test-clean",
2503
+ "id": "5639-40744-0018",
2504
+ "tokens": 386,
2505
+ "tokens_same": 386,
2506
+ "max_abs_top1_logit": 0.06629061698913574,
2507
+ "max_abs_top1_pos": 81,
2508
+ "ref_top1_at_max": -3.0176937580108643,
2509
+ "coreai_top1_at_max": -3.083984375,
2510
+ "tokens_top1_off_by_0.1": 0,
2511
+ "max_abs_blank_logit": 0.024608612060546875,
2512
+ "transcript_same": true
2513
+ },
2514
+ {
2515
+ "set": "test-clean",
2516
+ "id": "5639-40744-0019",
2517
+ "tokens": 302,
2518
+ "tokens_same": 302,
2519
+ "max_abs_top1_logit": 0.07171630859375,
2520
+ "max_abs_top1_pos": 119,
2521
+ "ref_top1_at_max": 33.16546630859375,
2522
+ "coreai_top1_at_max": 33.09375,
2523
+ "tokens_top1_off_by_0.1": 0,
2524
+ "max_abs_blank_logit": 0.026947021484375,
2525
+ "transcript_same": true
2526
+ },
2527
+ {
2528
+ "set": "test-clean",
2529
+ "id": "5639-40744-0020",
2530
+ "tokens": 246,
2531
+ "tokens_same": 246,
2532
+ "max_abs_top1_logit": 0.07079696655273438,
2533
+ "max_abs_top1_pos": 103,
2534
+ "ref_top1_at_max": 8.344234466552734,
2535
+ "coreai_top1_at_max": 8.2734375,
2536
+ "tokens_top1_off_by_0.1": 0,
2537
+ "max_abs_blank_logit": 0.025388717651367188,
2538
+ "transcript_same": true
2539
+ },
2540
+ {
2541
+ "set": "test-clean",
2542
+ "id": "5639-40744-0021",
2543
+ "tokens": 275,
2544
+ "tokens_same": 275,
2545
+ "max_abs_top1_logit": 0.06073296070098877,
2546
+ "max_abs_top1_pos": 74,
2547
+ "ref_top1_at_max": -1.6814545392990112,
2548
+ "coreai_top1_at_max": -1.7421875,
2549
+ "tokens_top1_off_by_0.1": 0,
2550
+ "max_abs_blank_logit": 0.027528762817382812,
2551
+ "transcript_same": true
2552
+ },
2553
+ {
2554
+ "set": "test-clean",
2555
+ "id": "5639-40744-0022",
2556
+ "tokens": 341,
2557
+ "tokens_same": 341,
2558
+ "max_abs_top1_logit": 0.08526641130447388,
2559
+ "max_abs_top1_pos": 35,
2560
+ "ref_top1_at_max": -0.7438351511955261,
2561
+ "coreai_top1_at_max": -0.8291015625,
2562
+ "tokens_top1_off_by_0.1": 0,
2563
+ "max_abs_blank_logit": 0.0293731689453125,
2564
+ "transcript_same": true
2565
+ },
2566
+ {
2567
+ "set": "test-clean",
2568
+ "id": "5639-40744-0023",
2569
+ "tokens": 348,
2570
+ "tokens_same": 348,
2571
+ "max_abs_top1_logit": 0.09943771362304688,
2572
+ "max_abs_top1_pos": 112,
2573
+ "ref_top1_at_max": 17.068187713623047,
2574
+ "coreai_top1_at_max": 16.96875,
2575
+ "tokens_top1_off_by_0.1": 0,
2576
+ "max_abs_blank_logit": 0.037303924560546875,
2577
+ "transcript_same": true
2578
+ },
2579
+ {
2580
+ "set": "test-clean",
2581
+ "id": "5639-40744-0024",
2582
+ "tokens": 221,
2583
+ "tokens_same": 221,
2584
+ "max_abs_top1_logit": 0.07214736938476562,
2585
+ "max_abs_top1_pos": 24,
2586
+ "ref_top1_at_max": 32.384647369384766,
2587
+ "coreai_top1_at_max": 32.3125,
2588
+ "tokens_top1_off_by_0.1": 0,
2589
+ "max_abs_blank_logit": 0.04523944854736328,
2590
+ "transcript_same": true
2591
+ },
2592
+ {
2593
+ "set": "test-clean",
2594
+ "id": "5639-40744-0025",
2595
+ "tokens": 220,
2596
+ "tokens_same": 220,
2597
+ "max_abs_top1_logit": 0.11231040954589844,
2598
+ "max_abs_top1_pos": 96,
2599
+ "ref_top1_at_max": 24.3564395904541,
2600
+ "coreai_top1_at_max": 24.46875,
2601
+ "tokens_top1_off_by_0.1": 1,
2602
+ "max_abs_blank_logit": 0.022516250610351562,
2603
+ "transcript_same": true
2604
+ },
2605
+ {
2606
+ "set": "test-clean",
2607
+ "id": "5639-40744-0026",
2608
+ "tokens": 363,
2609
+ "tokens_same": 363,
2610
+ "max_abs_top1_logit": 0.08619511127471924,
2611
+ "max_abs_top1_pos": 142,
2612
+ "ref_top1_at_max": 0.8766955137252808,
2613
+ "coreai_top1_at_max": 0.962890625,
2614
+ "tokens_top1_off_by_0.1": 0,
2615
+ "max_abs_blank_logit": 0.03343772888183594,
2616
+ "transcript_same": true
2617
+ },
2618
+ {
2619
+ "set": "test-clean",
2620
+ "id": "5639-40744-0027",
2621
+ "tokens": 582,
2622
+ "tokens_same": 582,
2623
+ "max_abs_top1_logit": 0.11339569091796875,
2624
+ "max_abs_top1_pos": 354,
2625
+ "ref_top1_at_max": 19.41785430908203,
2626
+ "coreai_top1_at_max": 19.53125,
2627
+ "tokens_top1_off_by_0.1": 1,
2628
+ "max_abs_blank_logit": 0.0327606201171875,
2629
+ "transcript_same": true
2630
+ },
2631
+ {
2632
+ "set": "test-clean",
2633
+ "id": "5639-40744-0028",
2634
+ "tokens": 306,
2635
+ "tokens_same": 306,
2636
+ "max_abs_top1_logit": 0.06204986572265625,
2637
+ "max_abs_top1_pos": 287,
2638
+ "ref_top1_at_max": 27.593299865722656,
2639
+ "coreai_top1_at_max": 27.53125,
2640
+ "tokens_top1_off_by_0.1": 0,
2641
+ "max_abs_blank_logit": 0.027252197265625,
2642
+ "transcript_same": true
2643
+ },
2644
+ {
2645
+ "set": "test-clean",
2646
+ "id": "5639-40744-0029",
2647
+ "tokens": 183,
2648
+ "tokens_same": 183,
2649
+ "max_abs_top1_logit": 0.18291378021240234,
2650
+ "max_abs_top1_pos": 60,
2651
+ "ref_top1_at_max": 12.113961219787598,
2652
+ "coreai_top1_at_max": 12.296875,
2653
+ "tokens_top1_off_by_0.1": 1,
2654
+ "max_abs_blank_logit": 0.03265953063964844,
2655
+ "transcript_same": true
2656
+ },
2657
+ {
2658
+ "set": "test-clean",
2659
+ "id": "5639-40744-0030",
2660
+ "tokens": 557,
2661
+ "tokens_same": 557,
2662
+ "max_abs_top1_logit": 0.07503175735473633,
2663
+ "max_abs_top1_pos": 445,
2664
+ "ref_top1_at_max": -5.018718242645264,
2665
+ "coreai_top1_at_max": -5.09375,
2666
+ "tokens_top1_off_by_0.1": 0,
2667
+ "max_abs_blank_logit": 0.031986236572265625,
2668
+ "transcript_same": true
2669
+ },
2670
+ {
2671
+ "set": "test-clean",
2672
+ "id": "5639-40744-0031",
2673
+ "tokens": 711,
2674
+ "tokens_same": 711,
2675
+ "max_abs_top1_logit": 0.31806182861328125,
2676
+ "max_abs_top1_pos": 294,
2677
+ "ref_top1_at_max": 20.73993682861328,
2678
+ "coreai_top1_at_max": 20.421875,
2679
+ "tokens_top1_off_by_0.1": 2,
2680
+ "max_abs_blank_logit": 0.05833625793457031,
2681
+ "transcript_same": true
2682
+ },
2683
+ {
2684
+ "set": "test-clean",
2685
+ "id": "5639-40744-0032",
2686
+ "tokens": 436,
2687
+ "tokens_same": 436,
2688
+ "max_abs_top1_logit": 0.06921768188476562,
2689
+ "max_abs_top1_pos": 318,
2690
+ "ref_top1_at_max": 32.444217681884766,
2691
+ "coreai_top1_at_max": 32.375,
2692
+ "tokens_top1_off_by_0.1": 0,
2693
+ "max_abs_blank_logit": 0.032329559326171875,
2694
+ "transcript_same": true
2695
+ },
2696
+ {
2697
+ "set": "test-clean",
2698
+ "id": "5639-40744-0033",
2699
+ "tokens": 229,
2700
+ "tokens_same": 229,
2701
+ "max_abs_top1_logit": 0.13222122192382812,
2702
+ "max_abs_top1_pos": 134,
2703
+ "ref_top1_at_max": 26.539653778076172,
2704
+ "coreai_top1_at_max": 26.671875,
2705
+ "tokens_top1_off_by_0.1": 1,
2706
+ "max_abs_blank_logit": 0.02777862548828125,
2707
+ "transcript_same": true
2708
+ },
2709
+ {
2710
+ "set": "test-clean",
2711
+ "id": "5639-40744-0034",
2712
+ "tokens": 327,
2713
+ "tokens_same": 327,
2714
+ "max_abs_top1_logit": 0.09981918334960938,
2715
+ "max_abs_top1_pos": 316,
2716
+ "ref_top1_at_max": 8.65018081665039,
2717
+ "coreai_top1_at_max": 8.75,
2718
+ "tokens_top1_off_by_0.1": 0,
2719
+ "max_abs_blank_logit": 0.024061203002929688,
2720
+ "transcript_same": true
2721
+ },
2722
+ {
2723
+ "set": "test-clean",
2724
+ "id": "5639-40744-0035",
2725
+ "tokens": 438,
2726
+ "tokens_same": 438,
2727
+ "max_abs_top1_logit": 0.09451675415039062,
2728
+ "max_abs_top1_pos": 244,
2729
+ "ref_top1_at_max": 7.268764495849609,
2730
+ "coreai_top1_at_max": 7.36328125,
2731
+ "tokens_top1_off_by_0.1": 0,
2732
+ "max_abs_blank_logit": 0.04006767272949219,
2733
+ "transcript_same": true
2734
+ },
2735
+ {
2736
+ "set": "test-clean",
2737
+ "id": "5639-40744-0036",
2738
+ "tokens": 289,
2739
+ "tokens_same": 289,
2740
+ "max_abs_top1_logit": 0.10007858276367188,
2741
+ "max_abs_top1_pos": 50,
2742
+ "ref_top1_at_max": 22.259296417236328,
2743
+ "coreai_top1_at_max": 22.359375,
2744
+ "tokens_top1_off_by_0.1": 1,
2745
+ "max_abs_blank_logit": 0.028110504150390625,
2746
+ "transcript_same": true
2747
+ },
2748
+ {
2749
+ "set": "test-clean",
2750
+ "id": "5639-40744-0037",
2751
+ "tokens": 286,
2752
+ "tokens_same": 286,
2753
+ "max_abs_top1_logit": 0.11952495574951172,
2754
+ "max_abs_top1_pos": 269,
2755
+ "ref_top1_at_max": 14.971087455749512,
2756
+ "coreai_top1_at_max": 14.8515625,
2757
+ "tokens_top1_off_by_0.1": 1,
2758
+ "max_abs_blank_logit": 0.027690887451171875,
2759
+ "transcript_same": true
2760
+ },
2761
+ {
2762
+ "set": "test-clean",
2763
+ "id": "5639-40744-0038",
2764
+ "tokens": 345,
2765
+ "tokens_same": 345,
2766
+ "max_abs_top1_logit": 0.07754898071289062,
2767
+ "max_abs_top1_pos": 315,
2768
+ "ref_top1_at_max": 32.42129898071289,
2769
+ "coreai_top1_at_max": 32.34375,
2770
+ "tokens_top1_off_by_0.1": 0,
2771
+ "max_abs_blank_logit": 0.032573699951171875,
2772
+ "transcript_same": true
2773
+ },
2774
+ {
2775
+ "set": "test-clean",
2776
+ "id": "5639-40744-0039",
2777
+ "tokens": 360,
2778
+ "tokens_same": 360,
2779
+ "max_abs_top1_logit": 0.06553792953491211,
2780
+ "max_abs_top1_pos": 45,
2781
+ "ref_top1_at_max": 6.475694179534912,
2782
+ "coreai_top1_at_max": 6.41015625,
2783
+ "tokens_top1_off_by_0.1": 0,
2784
+ "max_abs_blank_logit": 0.032505035400390625,
2785
+ "transcript_same": true
2786
+ },
2787
+ {
2788
+ "set": "test-clean",
2789
+ "id": "5639-40744-0040",
2790
+ "tokens": 313,
2791
+ "tokens_same": 313,
2792
+ "max_abs_top1_logit": 0.07727432250976562,
2793
+ "max_abs_top1_pos": 123,
2794
+ "ref_top1_at_max": 33.639774322509766,
2795
+ "coreai_top1_at_max": 33.5625,
2796
+ "tokens_top1_off_by_0.1": 0,
2797
+ "max_abs_blank_logit": 0.022192955017089844,
2798
+ "transcript_same": true
2799
+ },
2800
+ {
2801
+ "set": "test-clean",
2802
+ "id": "5639-40744-0041",
2803
+ "tokens": 430,
2804
+ "tokens_same": 430,
2805
+ "max_abs_top1_logit": 0.07330322265625,
2806
+ "max_abs_top1_pos": 255,
2807
+ "ref_top1_at_max": 36.63580322265625,
2808
+ "coreai_top1_at_max": 36.5625,
2809
+ "tokens_top1_off_by_0.1": 0,
2810
+ "max_abs_blank_logit": 0.024639129638671875,
2811
+ "transcript_same": true
2812
+ },
2813
+ {
2814
+ "set": "test-clean",
2815
+ "id": "260-123440-0000",
2816
+ "tokens": 54,
2817
+ "tokens_same": 54,
2818
+ "max_abs_top1_logit": 0.05336260795593262,
2819
+ "max_abs_top1_pos": 31,
2820
+ "ref_top1_at_max": 2.7799251079559326,
2821
+ "coreai_top1_at_max": 2.7265625,
2822
+ "tokens_top1_off_by_0.1": 0,
2823
+ "max_abs_blank_logit": 0.020071029663085938,
2824
+ "transcript_same": true
2825
+ },
2826
+ {
2827
+ "set": "test-clean",
2828
+ "id": "260-123440-0001",
2829
+ "tokens": 44,
2830
+ "tokens_same": 44,
2831
+ "max_abs_top1_logit": 0.05530500411987305,
2832
+ "max_abs_top1_pos": 20,
2833
+ "ref_top1_at_max": 2.330695629119873,
2834
+ "coreai_top1_at_max": 2.275390625,
2835
+ "tokens_top1_off_by_0.1": 0,
2836
+ "max_abs_blank_logit": 0.015811920166015625,
2837
+ "transcript_same": true
2838
+ },
2839
+ {
2840
+ "set": "test-clean",
2841
+ "id": "260-123440-0002",
2842
+ "tokens": 368,
2843
+ "tokens_same": 368,
2844
+ "max_abs_top1_logit": 0.1188955307006836,
2845
+ "max_abs_top1_pos": 141,
2846
+ "ref_top1_at_max": 6.615479469299316,
2847
+ "coreai_top1_at_max": 6.734375,
2848
+ "tokens_top1_off_by_0.1": 1,
2849
+ "max_abs_blank_logit": 0.03325653076171875,
2850
+ "transcript_same": true
2851
+ },
2852
+ {
2853
+ "set": "test-clean",
2854
+ "id": "260-123440-0003",
2855
+ "tokens": 90,
2856
+ "tokens_same": 90,
2857
+ "max_abs_top1_logit": 0.07825279235839844,
2858
+ "max_abs_top1_pos": 23,
2859
+ "ref_top1_at_max": 27.3438777923584,
2860
+ "coreai_top1_at_max": 27.265625,
2861
+ "tokens_top1_off_by_0.1": 0,
2862
+ "max_abs_blank_logit": 0.01825714111328125,
2863
+ "transcript_same": true
2864
+ },
2865
+ {
2866
+ "set": "test-clean",
2867
+ "id": "260-123440-0004",
2868
+ "tokens": 301,
2869
+ "tokens_same": 301,
2870
+ "max_abs_top1_logit": 0.07752907276153564,
2871
+ "max_abs_top1_pos": 300,
2872
+ "ref_top1_at_max": 1.6068259477615356,
2873
+ "coreai_top1_at_max": 1.529296875,
2874
+ "tokens_top1_off_by_0.1": 0,
2875
+ "max_abs_blank_logit": 0.03742218017578125,
2876
+ "transcript_same": true
2877
+ },
2878
+ {
2879
+ "set": "test-clean",
2880
+ "id": "260-123440-0005",
2881
+ "tokens": 78,
2882
+ "tokens_same": 78,
2883
+ "max_abs_top1_logit": 0.055385589599609375,
2884
+ "max_abs_top1_pos": 36,
2885
+ "ref_top1_at_max": 1.1784324645996094,
2886
+ "coreai_top1_at_max": 1.123046875,
2887
+ "tokens_top1_off_by_0.1": 0,
2888
+ "max_abs_blank_logit": 0.016954421997070312,
2889
+ "transcript_same": true
2890
+ },
2891
+ {
2892
+ "set": "test-clean",
2893
+ "id": "260-123440-0006",
2894
+ "tokens": 68,
2895
+ "tokens_same": 68,
2896
+ "max_abs_top1_logit": 0.056702613830566406,
2897
+ "max_abs_top1_pos": 29,
2898
+ "ref_top1_at_max": 8.779234886169434,
2899
+ "coreai_top1_at_max": 8.8359375,
2900
+ "tokens_top1_off_by_0.1": 0,
2901
+ "max_abs_blank_logit": 0.0110015869140625,
2902
+ "transcript_same": true
2903
+ },
2904
+ {
2905
+ "set": "test-clean",
2906
+ "id": "260-123440-0007",
2907
+ "tokens": 85,
2908
+ "tokens_same": 85,
2909
+ "max_abs_top1_logit": 0.05804443359375,
2910
+ "max_abs_top1_pos": 79,
2911
+ "ref_top1_at_max": 32.68304443359375,
2912
+ "coreai_top1_at_max": 32.625,
2913
+ "tokens_top1_off_by_0.1": 0,
2914
+ "max_abs_blank_logit": 0.026212692260742188,
2915
+ "transcript_same": true
2916
+ },
2917
+ {
2918
+ "set": "test-clean",
2919
+ "id": "260-123440-0008",
2920
+ "tokens": 94,
2921
+ "tokens_same": 94,
2922
+ "max_abs_top1_logit": 0.053530216217041016,
2923
+ "max_abs_top1_pos": 87,
2924
+ "ref_top1_at_max": 4.901186466217041,
2925
+ "coreai_top1_at_max": 4.84765625,
2926
+ "tokens_top1_off_by_0.1": 0,
2927
+ "max_abs_blank_logit": 0.01534271240234375,
2928
+ "transcript_same": true
2929
+ },
2930
+ {
2931
+ "set": "test-clean",
2932
+ "id": "260-123440-0009",
2933
+ "tokens": 78,
2934
+ "tokens_same": 78,
2935
+ "max_abs_top1_logit": 0.05565643310546875,
2936
+ "max_abs_top1_pos": 24,
2937
+ "ref_top1_at_max": 33.11815643310547,
2938
+ "coreai_top1_at_max": 33.0625,
2939
+ "tokens_top1_off_by_0.1": 0,
2940
+ "max_abs_blank_logit": 0.021312713623046875,
2941
+ "transcript_same": true
2942
+ },
2943
+ {
2944
+ "set": "test-clean",
2945
+ "id": "260-123440-0010",
2946
+ "tokens": 208,
2947
+ "tokens_same": 208,
2948
+ "max_abs_top1_logit": 0.1363811492919922,
2949
+ "max_abs_top1_pos": 14,
2950
+ "ref_top1_at_max": 26.870756149291992,
2951
+ "coreai_top1_at_max": 26.734375,
2952
+ "tokens_top1_off_by_0.1": 1,
2953
+ "max_abs_blank_logit": 0.027923583984375,
2954
+ "transcript_same": true
2955
+ },
2956
+ {
2957
+ "set": "test-clean",
2958
+ "id": "260-123440-0011",
2959
+ "tokens": 122,
2960
+ "tokens_same": 122,
2961
+ "max_abs_top1_logit": 0.08149123191833496,
2962
+ "max_abs_top1_pos": 81,
2963
+ "ref_top1_at_max": -0.749459981918335,
2964
+ "coreai_top1_at_max": -0.66796875,
2965
+ "tokens_top1_off_by_0.1": 0,
2966
+ "max_abs_blank_logit": 0.021381378173828125,
2967
+ "transcript_same": true
2968
+ },
2969
+ {
2970
+ "set": "test-clean",
2971
+ "id": "260-123440-0012",
2972
+ "tokens": 131,
2973
+ "tokens_same": 131,
2974
+ "max_abs_top1_logit": 0.0789947509765625,
2975
+ "max_abs_top1_pos": 14,
2976
+ "ref_top1_at_max": 26.141494750976562,
2977
+ "coreai_top1_at_max": 26.0625,
2978
+ "tokens_top1_off_by_0.1": 0,
2979
+ "max_abs_blank_logit": 0.018037796020507812,
2980
+ "transcript_same": true
2981
+ },
2982
+ {
2983
+ "set": "test-clean",
2984
+ "id": "260-123440-0013",
2985
+ "tokens": 87,
2986
+ "tokens_same": 87,
2987
+ "max_abs_top1_logit": 0.07261180877685547,
2988
+ "max_abs_top1_pos": 36,
2989
+ "ref_top1_at_max": 3.2620649337768555,
2990
+ "coreai_top1_at_max": 3.189453125,
2991
+ "tokens_top1_off_by_0.1": 0,
2992
+ "max_abs_blank_logit": 0.022480010986328125,
2993
+ "transcript_same": true
2994
+ },
2995
+ {
2996
+ "set": "test-clean",
2997
+ "id": "260-123440-0014",
2998
+ "tokens": 96,
2999
+ "tokens_same": 96,
3000
+ "max_abs_top1_logit": 0.05112314224243164,
3001
+ "max_abs_top1_pos": 41,
3002
+ "ref_top1_at_max": -2.8316893577575684,
3003
+ "coreai_top1_at_max": -2.8828125,
3004
+ "tokens_top1_off_by_0.1": 0,
3005
+ "max_abs_blank_logit": 0.0477752685546875,
3006
+ "transcript_same": true
3007
+ },
3008
+ {
3009
+ "set": "test-clean",
3010
+ "id": "260-123440-0015",
3011
+ "tokens": 155,
3012
+ "tokens_same": 155,
3013
+ "max_abs_top1_logit": 0.07098388671875,
3014
+ "max_abs_top1_pos": 59,
3015
+ "ref_top1_at_max": 33.32098388671875,
3016
+ "coreai_top1_at_max": 33.25,
3017
+ "tokens_top1_off_by_0.1": 0,
3018
+ "max_abs_blank_logit": 0.017534255981445312,
3019
+ "transcript_same": true
3020
+ },
3021
+ {
3022
+ "set": "test-clean",
3023
+ "id": "260-123440-0016",
3024
+ "tokens": 123,
3025
+ "tokens_same": 123,
3026
+ "max_abs_top1_logit": 0.14867496490478516,
3027
+ "max_abs_top1_pos": 85,
3028
+ "ref_top1_at_max": 8.113518714904785,
3029
+ "coreai_top1_at_max": 7.96484375,
3030
+ "tokens_top1_off_by_0.1": 1,
3031
+ "max_abs_blank_logit": 0.024951934814453125,
3032
+ "transcript_same": true
3033
+ },
3034
+ {
3035
+ "set": "test-clean",
3036
+ "id": "260-123440-0017",
3037
+ "tokens": 77,
3038
+ "tokens_same": 77,
3039
+ "max_abs_top1_logit": 0.05130577087402344,
3040
+ "max_abs_top1_pos": 40,
3041
+ "ref_top1_at_max": 29.879430770874023,
3042
+ "coreai_top1_at_max": 29.828125,
3043
+ "tokens_top1_off_by_0.1": 0,
3044
+ "max_abs_blank_logit": 0.018100738525390625,
3045
+ "transcript_same": true
3046
+ },
3047
+ {
3048
+ "set": "test-clean",
3049
+ "id": "260-123440-0018",
3050
+ "tokens": 91,
3051
+ "tokens_same": 91,
3052
+ "max_abs_top1_logit": 0.05369707942008972,
3053
+ "max_abs_top1_pos": 25,
3054
+ "ref_top1_at_max": 0.2705216705799103,
3055
+ "coreai_top1_at_max": 0.32421875,
3056
+ "tokens_top1_off_by_0.1": 0,
3057
+ "max_abs_blank_logit": 0.03765106201171875,
3058
+ "transcript_same": true
3059
+ },
3060
+ {
3061
+ "set": "test-clean",
3062
+ "id": "260-123440-0019",
3063
+ "tokens": 166,
3064
+ "tokens_same": 166,
3065
+ "max_abs_top1_logit": 0.06191873550415039,
3066
+ "max_abs_top1_pos": 152,
3067
+ "ref_top1_at_max": 1.6742234230041504,
3068
+ "coreai_top1_at_max": 1.6123046875,
3069
+ "tokens_top1_off_by_0.1": 0,
3070
+ "max_abs_blank_logit": 0.029232025146484375,
3071
+ "transcript_same": true
3072
+ },
3073
+ {
3074
+ "set": "test-clean",
3075
+ "id": "260-123440-0020",
3076
+ "tokens": 125,
3077
+ "tokens_same": 125,
3078
+ "max_abs_top1_logit": 0.04394817352294922,
3079
+ "max_abs_top1_pos": 110,
3080
+ "ref_top1_at_max": 11.57519817352295,
3081
+ "coreai_top1_at_max": 11.53125,
3082
+ "tokens_top1_off_by_0.1": 0,
3083
+ "max_abs_blank_logit": 0.01503753662109375,
3084
+ "transcript_same": true
3085
+ }
3086
+ ],
3087
+ "wer_jiwer": {
3088
+ "engine": "jiwer 4.0.0",
3089
+ "hyp_tsv": "<work>/exports/reader/fp16/hyp_ane_T750.tsv",
3090
+ "fixture/torch": {
3091
+ "wer": 0.04805914972273567,
3092
+ "substitutions": 22,
3093
+ "deletions": 1,
3094
+ "insertions": 3,
3095
+ "ref_words": 541
3096
+ },
3097
+ "fixture/coreai": {
3098
+ "wer": 0.04805914972273567,
3099
+ "substitutions": 22,
3100
+ "deletions": 1,
3101
+ "insertions": 3,
3102
+ "ref_words": 541
3103
+ },
3104
+ "test-clean/torch": {
3105
+ "wer": 0.058784676354029064,
3106
+ "substitutions": 209,
3107
+ "deletions": 32,
3108
+ "insertions": 26,
3109
+ "ref_words": 4542
3110
+ },
3111
+ "test-clean/coreai": {
3112
+ "wer": 0.05900484368119771,
3113
+ "substitutions": 210,
3114
+ "deletions": 32,
3115
+ "insertions": 26,
3116
+ "ref_words": 4542
3117
+ },
3118
+ "matches_numpy": true
3119
+ }
3120
+ }
provenance/reader/mac-gpu-gate.json ADDED
@@ -0,0 +1,3127 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bundle": "<work>/exports/reader/fp16/eg2_reader_fp16_T750_gpu_h16c.aimodelc",
3
+ "form": "fp16",
4
+ "tokens": 750,
5
+ "window_s": 30.0,
6
+ "head": "argmax",
7
+ "backend": "gpu",
8
+ "specialization": "default()",
9
+ "ane_regions": 0,
10
+ "ane_region_names": [],
11
+ "input_dtype": "float16",
12
+ "function_descriptor": {
13
+ "inputs": [
14
+ "soft_tokens",
15
+ "token_mask"
16
+ ],
17
+ "outputs": [
18
+ "top1_index",
19
+ "top1_logit",
20
+ "blank_logit"
21
+ ]
22
+ },
23
+ "reader": {
24
+ "kind": "release",
25
+ "weights": "<eg2-transcribe>/reader/reader.pt",
26
+ "weights_sha256": "67a06a857b9aeb066347f8947e4faeed11d2ec3e89e0c23974be0a2c20243d5b",
27
+ "arch": "a",
28
+ "k": null,
29
+ "params": 13268994,
30
+ "scale": 91.21830749511719,
31
+ "n_vocab": 200000,
32
+ "table": "<eg2-transcribe>/reader/word_table.npy",
33
+ "reader_dir": "<eg2-transcribe>/reader",
34
+ "model_py_sha256": "95a32e58defcda2d71931bea9c07a66272ff7ec8fa5cd39c1bce8e1f253b51c0",
35
+ "decode_py_sha256": "d8ecd41dea4322397c319d515cba80438b322c88aaf6471943cffbabca0f6462",
36
+ "config": {
37
+ "version": "v1",
38
+ "window": {
39
+ "seconds": 30,
40
+ "left_overlap_tokens": 96,
41
+ "right_extra_tokens": 1,
42
+ "note": "encoder is causal; the 83 tokens at the start of a window and its last token differ from a continuous run (fixtures/long-speckled-band: soft_tokens_w30 vs soft_tokens_continuous)"
43
+ },
44
+ "decode": "greedy argmax over N+1, collapse repeats, drop blank",
45
+ "scale": 91.21830749511719,
46
+ "wer": {
47
+ "dev-clean": {
48
+ "wer": 0.06566,
49
+ "utterances": 2703,
50
+ "ref_words": 54402
51
+ },
52
+ "dev-other": {
53
+ "wer": 0.14927,
54
+ "utterances": 2864,
55
+ "ref_words": 50948
56
+ },
57
+ "test-clean": {
58
+ "wer": 0.06807,
59
+ "utterances": 2620,
60
+ "ref_words": 52576
61
+ },
62
+ "test-other": {
63
+ "wer": 0.15102,
64
+ "utterances": 2939,
65
+ "ref_words": 52343
66
+ },
67
+ "fixtures": {
68
+ "wer": 0.04806,
69
+ "utterances": 20,
70
+ "ref_words": 541
71
+ },
72
+ "decode": "greedy, no language model"
73
+ }
74
+ }
75
+ },
76
+ "ref_npz": "<work>/exports/reader/ref_T750.npz",
77
+ "bar": {
78
+ "test_clean_wer_max": 0.060785,
79
+ "fixture_min": 19
80
+ },
81
+ "summary": {
82
+ "pass": true,
83
+ "bar_met": true,
84
+ "fixture": {
85
+ "utterances": 20,
86
+ "transcripts_same": 19,
87
+ "tokens": 5036,
88
+ "token_agreement": 0.999801429706116,
89
+ "wer_torch": {
90
+ "wer": 0.04805914972273567,
91
+ "errors": 26,
92
+ "ref_words": 541,
93
+ "utterances": 20,
94
+ "engine": "word Levenshtein (numpy); jiwer: gate_reader.py score"
95
+ },
96
+ "wer_coreai": {
97
+ "wer": 0.04990757855822551,
98
+ "errors": 27,
99
+ "ref_words": 541,
100
+ "utterances": 20,
101
+ "engine": "word Levenshtein (numpy); jiwer: gate_reader.py score"
102
+ }
103
+ },
104
+ "test_clean": {
105
+ "utterances": 200,
106
+ "transcripts_same": 200,
107
+ "tokens": 39126,
108
+ "token_agreement": 0.9999744415478199,
109
+ "wer_torch": {
110
+ "wer": 0.058784676354029064,
111
+ "errors": 267,
112
+ "ref_words": 4542,
113
+ "utterances": 200,
114
+ "engine": "word Levenshtein (numpy); jiwer: gate_reader.py score"
115
+ },
116
+ "wer_coreai": {
117
+ "wer": 0.058784676354029064,
118
+ "errors": 267,
119
+ "ref_words": 4542,
120
+ "utterances": 200,
121
+ "engine": "word Levenshtein (numpy); jiwer: gate_reader.py score"
122
+ }
123
+ },
124
+ "token_agreement_all": 0.9999547121960056,
125
+ "tokens": 44162,
126
+ "argmax_index_agreement": 0.9990036683121235,
127
+ "label_mismatches": 2,
128
+ "max_abs_top1_logit": 0.21756935119628906,
129
+ "max_abs_blank_logit": 0.04213714599609375,
130
+ "tokens_top1_off_by_0.1": 12,
131
+ "drift_labels": 0,
132
+ "drift_max_abs_logit": 0.0,
133
+ "red_arm_changes_labels": true,
134
+ "red_arm_transcripts_changed": 7
135
+ },
136
+ "mismatches": [
137
+ {
138
+ "set": "fixture",
139
+ "id": "1188-133604-0000",
140
+ "pos": 185,
141
+ "ref": 177983,
142
+ "coreai": 177342,
143
+ "ref_gap": 8.879601955413818e-05,
144
+ "ref_blank_minus_top1": -5.716585159301758,
145
+ "coreai_blank_minus_top1": -5.7109375
146
+ },
147
+ {
148
+ "set": "test-clean",
149
+ "id": "6930-76324-0016",
150
+ "pos": 226,
151
+ "ref": 200000,
152
+ "coreai": 81222,
153
+ "ref_gap": 0.06347741186618805,
154
+ "ref_blank_minus_top1": 0.016790390014648438,
155
+ "coreai_blank_minus_top1": 0.0
156
+ }
157
+ ],
158
+ "red_arm_mask_all_ones": [
159
+ {
160
+ "id": "2300-131720-0000",
161
+ "tokens": 127,
162
+ "labels_changed": 2,
163
+ "transcript_changed": false
164
+ },
165
+ {
166
+ "id": "121-121726-0001",
167
+ "tokens": 148,
168
+ "labels_changed": 1,
169
+ "transcript_changed": true
170
+ },
171
+ {
172
+ "id": "1089-134686-0002",
173
+ "tokens": 166,
174
+ "labels_changed": 1,
175
+ "transcript_changed": true
176
+ },
177
+ {
178
+ "id": "1284-1180-0001",
179
+ "tokens": 194,
180
+ "labels_changed": 0,
181
+ "transcript_changed": false
182
+ },
183
+ {
184
+ "id": "2094-142345-0001",
185
+ "tokens": 201,
186
+ "labels_changed": 0,
187
+ "transcript_changed": false
188
+ },
189
+ {
190
+ "id": "1284-1180-0000",
191
+ "tokens": 203,
192
+ "labels_changed": 3,
193
+ "transcript_changed": true
194
+ },
195
+ {
196
+ "id": "121-121726-0000",
197
+ "tokens": 212,
198
+ "labels_changed": 3,
199
+ "transcript_changed": true
200
+ },
201
+ {
202
+ "id": "1580-141083-0000",
203
+ "tokens": 224,
204
+ "labels_changed": 1,
205
+ "transcript_changed": true
206
+ },
207
+ {
208
+ "id": "1188-133604-0001",
209
+ "tokens": 226,
210
+ "labels_changed": 3,
211
+ "transcript_changed": true
212
+ },
213
+ {
214
+ "id": "1995-1826-0000",
215
+ "tokens": 237,
216
+ "labels_changed": 1,
217
+ "transcript_changed": true
218
+ }
219
+ ],
220
+ "windows": 220,
221
+ "load_s": 0.92,
222
+ "first_call_s": 0.0654,
223
+ "median_call_ms_pass2": 22.548,
224
+ "timing_note": "one pass over the gate windows; the timing gate is bench_pipeline.py",
225
+ "runtime": {
226
+ "coreai-core": "1.0.0b2",
227
+ "macos_build": "26A428",
228
+ "python": "3.11.13"
229
+ },
230
+ "label": "eg2stt-r2c-gates-gpu2",
231
+ "finished": "2026-10-14T10:29:47+0900",
232
+ "utterances_table": [
233
+ {
234
+ "set": "fixture",
235
+ "id": "1089-134686-0000",
236
+ "tokens": 261,
237
+ "tokens_same": 261,
238
+ "max_abs_top1_logit": 0.037464141845703125,
239
+ "max_abs_top1_pos": 176,
240
+ "ref_top1_at_max": 32.1937141418457,
241
+ "coreai_top1_at_max": 32.15625,
242
+ "tokens_top1_off_by_0.1": 0,
243
+ "max_abs_blank_logit": 0.018329620361328125,
244
+ "transcript_same": true
245
+ },
246
+ {
247
+ "set": "fixture",
248
+ "id": "1089-134686-0002",
249
+ "tokens": 166,
250
+ "tokens_same": 166,
251
+ "max_abs_top1_logit": 0.035556793212890625,
252
+ "max_abs_top1_pos": 80,
253
+ "ref_top1_at_max": 36.53555679321289,
254
+ "coreai_top1_at_max": 36.5,
255
+ "tokens_top1_off_by_0.1": 0,
256
+ "max_abs_blank_logit": 0.013660430908203125,
257
+ "transcript_same": true
258
+ },
259
+ {
260
+ "set": "fixture",
261
+ "id": "1188-133604-0000",
262
+ "tokens": 268,
263
+ "tokens_same": 267,
264
+ "max_abs_top1_logit": 0.03931236267089844,
265
+ "max_abs_top1_pos": 48,
266
+ "ref_top1_at_max": -8.328374862670898,
267
+ "coreai_top1_at_max": -8.2890625,
268
+ "tokens_top1_off_by_0.1": 0,
269
+ "max_abs_blank_logit": 0.017690658569335938,
270
+ "transcript_same": false
271
+ },
272
+ {
273
+ "set": "fixture",
274
+ "id": "1188-133604-0001",
275
+ "tokens": 226,
276
+ "tokens_same": 226,
277
+ "max_abs_top1_logit": 0.04724693298339844,
278
+ "max_abs_top1_pos": 82,
279
+ "ref_top1_at_max": 19.0316219329834,
280
+ "coreai_top1_at_max": 18.984375,
281
+ "tokens_top1_off_by_0.1": 0,
282
+ "max_abs_blank_logit": 0.020175933837890625,
283
+ "transcript_same": true
284
+ },
285
+ {
286
+ "set": "fixture",
287
+ "id": "121-121726-0000",
288
+ "tokens": 212,
289
+ "tokens_same": 212,
290
+ "max_abs_top1_logit": 0.03143787384033203,
291
+ "max_abs_top1_pos": 58,
292
+ "ref_top1_at_max": -4.875187873840332,
293
+ "coreai_top1_at_max": -4.84375,
294
+ "tokens_top1_off_by_0.1": 0,
295
+ "max_abs_blank_logit": 0.0187225341796875,
296
+ "transcript_same": true
297
+ },
298
+ {
299
+ "set": "fixture",
300
+ "id": "121-121726-0001",
301
+ "tokens": 148,
302
+ "tokens_same": 148,
303
+ "max_abs_top1_logit": 0.035717010498046875,
304
+ "max_abs_top1_pos": 42,
305
+ "ref_top1_at_max": -3.820873260498047,
306
+ "coreai_top1_at_max": -3.78515625,
307
+ "tokens_top1_off_by_0.1": 0,
308
+ "max_abs_blank_logit": 0.012264251708984375,
309
+ "transcript_same": true
310
+ },
311
+ {
312
+ "set": "fixture",
313
+ "id": "1221-135766-0000",
314
+ "tokens": 311,
315
+ "tokens_same": 311,
316
+ "max_abs_top1_logit": 0.039478302001953125,
317
+ "max_abs_top1_pos": 90,
318
+ "ref_top1_at_max": 32.91447830200195,
319
+ "coreai_top1_at_max": 32.875,
320
+ "tokens_top1_off_by_0.1": 0,
321
+ "max_abs_blank_logit": 0.019231796264648438,
322
+ "transcript_same": true
323
+ },
324
+ {
325
+ "set": "fixture",
326
+ "id": "1221-135766-0001",
327
+ "tokens": 418,
328
+ "tokens_same": 418,
329
+ "max_abs_top1_logit": 0.07994842529296875,
330
+ "max_abs_top1_pos": 36,
331
+ "ref_top1_at_max": 6.865104675292969,
332
+ "coreai_top1_at_max": 6.78515625,
333
+ "tokens_top1_off_by_0.1": 0,
334
+ "max_abs_blank_logit": 0.01398468017578125,
335
+ "transcript_same": true
336
+ },
337
+ {
338
+ "set": "fixture",
339
+ "id": "1284-1180-0000",
340
+ "tokens": 203,
341
+ "tokens_same": 203,
342
+ "max_abs_top1_logit": 0.031276702880859375,
343
+ "max_abs_top1_pos": 191,
344
+ "ref_top1_at_max": 32.43752670288086,
345
+ "coreai_top1_at_max": 32.40625,
346
+ "tokens_top1_off_by_0.1": 0,
347
+ "max_abs_blank_logit": 0.015956878662109375,
348
+ "transcript_same": true
349
+ },
350
+ {
351
+ "set": "fixture",
352
+ "id": "1284-1180-0001",
353
+ "tokens": 194,
354
+ "tokens_same": 194,
355
+ "max_abs_top1_logit": 0.03576087951660156,
356
+ "max_abs_top1_pos": 60,
357
+ "ref_top1_at_max": 29.8170108795166,
358
+ "coreai_top1_at_max": 29.78125,
359
+ "tokens_top1_off_by_0.1": 0,
360
+ "max_abs_blank_logit": 0.01470184326171875,
361
+ "transcript_same": true
362
+ },
363
+ {
364
+ "set": "fixture",
365
+ "id": "1320-122612-0000",
366
+ "tokens": 337,
367
+ "tokens_same": 337,
368
+ "max_abs_top1_logit": 0.041904449462890625,
369
+ "max_abs_top1_pos": 148,
370
+ "ref_top1_at_max": 33.35440444946289,
371
+ "coreai_top1_at_max": 33.3125,
372
+ "tokens_top1_off_by_0.1": 0,
373
+ "max_abs_blank_logit": 0.017139434814453125,
374
+ "transcript_same": true
375
+ },
376
+ {
377
+ "set": "fixture",
378
+ "id": "1320-122612-0001",
379
+ "tokens": 238,
380
+ "tokens_same": 238,
381
+ "max_abs_top1_logit": 0.05283668637275696,
382
+ "max_abs_top1_pos": 85,
383
+ "ref_top1_at_max": -0.44419410824775696,
384
+ "coreai_top1_at_max": -0.391357421875,
385
+ "tokens_top1_off_by_0.1": 0,
386
+ "max_abs_blank_logit": 0.021154403686523438,
387
+ "transcript_same": true
388
+ },
389
+ {
390
+ "set": "fixture",
391
+ "id": "1580-141083-0000",
392
+ "tokens": 224,
393
+ "tokens_same": 224,
394
+ "max_abs_top1_logit": 0.0380096435546875,
395
+ "max_abs_top1_pos": 171,
396
+ "ref_top1_at_max": 32.19425964355469,
397
+ "coreai_top1_at_max": 32.15625,
398
+ "tokens_top1_off_by_0.1": 0,
399
+ "max_abs_blank_logit": 0.019189834594726562,
400
+ "transcript_same": true
401
+ },
402
+ {
403
+ "set": "fixture",
404
+ "id": "1580-141083-0001",
405
+ "tokens": 257,
406
+ "tokens_same": 257,
407
+ "max_abs_top1_logit": 0.04733467102050781,
408
+ "max_abs_top1_pos": 32,
409
+ "ref_top1_at_max": 29.672334671020508,
410
+ "coreai_top1_at_max": 29.625,
411
+ "tokens_top1_off_by_0.1": 0,
412
+ "max_abs_blank_logit": 0.020366668701171875,
413
+ "transcript_same": true
414
+ },
415
+ {
416
+ "set": "fixture",
417
+ "id": "1995-1826-0000",
418
+ "tokens": 237,
419
+ "tokens_same": 237,
420
+ "max_abs_top1_logit": 0.03435516357421875,
421
+ "max_abs_top1_pos": 157,
422
+ "ref_top1_at_max": 31.44060516357422,
423
+ "coreai_top1_at_max": 31.40625,
424
+ "tokens_top1_off_by_0.1": 0,
425
+ "max_abs_blank_logit": 0.014324188232421875,
426
+ "transcript_same": true
427
+ },
428
+ {
429
+ "set": "fixture",
430
+ "id": "1995-1826-0001",
431
+ "tokens": 254,
432
+ "tokens_same": 254,
433
+ "max_abs_top1_logit": 0.035617828369140625,
434
+ "max_abs_top1_pos": 22,
435
+ "ref_top1_at_max": 21.03561782836914,
436
+ "coreai_top1_at_max": 21.0,
437
+ "tokens_top1_off_by_0.1": 0,
438
+ "max_abs_blank_logit": 0.01441192626953125,
439
+ "transcript_same": true
440
+ },
441
+ {
442
+ "set": "fixture",
443
+ "id": "2094-142345-0001",
444
+ "tokens": 201,
445
+ "tokens_same": 201,
446
+ "max_abs_top1_logit": 0.03899669647216797,
447
+ "max_abs_top1_pos": 77,
448
+ "ref_top1_at_max": 14.164128303527832,
449
+ "coreai_top1_at_max": 14.203125,
450
+ "tokens_top1_off_by_0.1": 0,
451
+ "max_abs_blank_logit": 0.019496917724609375,
452
+ "transcript_same": true
453
+ },
454
+ {
455
+ "set": "fixture",
456
+ "id": "2094-142345-0002",
457
+ "tokens": 388,
458
+ "tokens_same": 388,
459
+ "max_abs_top1_logit": 0.04173851013183594,
460
+ "max_abs_top1_pos": 254,
461
+ "ref_top1_at_max": 27.463613510131836,
462
+ "coreai_top1_at_max": 27.421875,
463
+ "tokens_top1_off_by_0.1": 0,
464
+ "max_abs_blank_logit": 0.017581939697265625,
465
+ "transcript_same": true
466
+ },
467
+ {
468
+ "set": "fixture",
469
+ "id": "2300-131720-0000",
470
+ "tokens": 127,
471
+ "tokens_same": 127,
472
+ "max_abs_top1_logit": 0.04430389404296875,
473
+ "max_abs_top1_pos": 89,
474
+ "ref_top1_at_max": 35.29430389404297,
475
+ "coreai_top1_at_max": 35.25,
476
+ "tokens_top1_off_by_0.1": 0,
477
+ "max_abs_blank_logit": 0.020183563232421875,
478
+ "transcript_same": true
479
+ },
480
+ {
481
+ "set": "fixture",
482
+ "id": "2300-131720-0001",
483
+ "tokens": 366,
484
+ "tokens_same": 366,
485
+ "max_abs_top1_logit": 0.053539276123046875,
486
+ "max_abs_top1_pos": 142,
487
+ "ref_top1_at_max": 23.600414276123047,
488
+ "coreai_top1_at_max": 23.546875,
489
+ "tokens_top1_off_by_0.1": 0,
490
+ "max_abs_blank_logit": 0.014875411987304688,
491
+ "transcript_same": true
492
+ },
493
+ {
494
+ "set": "test-clean",
495
+ "id": "6930-75918-0000",
496
+ "tokens": 88,
497
+ "tokens_same": 88,
498
+ "max_abs_top1_logit": 0.03084564208984375,
499
+ "max_abs_top1_pos": 52,
500
+ "ref_top1_at_max": 9.554283142089844,
501
+ "coreai_top1_at_max": 9.5234375,
502
+ "tokens_top1_off_by_0.1": 0,
503
+ "max_abs_blank_logit": 0.011789321899414062,
504
+ "transcript_same": true
505
+ },
506
+ {
507
+ "set": "test-clean",
508
+ "id": "6930-75918-0001",
509
+ "tokens": 356,
510
+ "tokens_same": 356,
511
+ "max_abs_top1_logit": 0.032196044921875,
512
+ "max_abs_top1_pos": 353,
513
+ "ref_top1_at_max": 32.438446044921875,
514
+ "coreai_top1_at_max": 32.40625,
515
+ "tokens_top1_off_by_0.1": 0,
516
+ "max_abs_blank_logit": 0.01523590087890625,
517
+ "transcript_same": true
518
+ },
519
+ {
520
+ "set": "test-clean",
521
+ "id": "6930-75918-0002",
522
+ "tokens": 126,
523
+ "tokens_same": 126,
524
+ "max_abs_top1_logit": 0.030181884765625,
525
+ "max_abs_top1_pos": 58,
526
+ "ref_top1_at_max": 32.967681884765625,
527
+ "coreai_top1_at_max": 32.9375,
528
+ "tokens_top1_off_by_0.1": 0,
529
+ "max_abs_blank_logit": 0.01486968994140625,
530
+ "transcript_same": true
531
+ },
532
+ {
533
+ "set": "test-clean",
534
+ "id": "6930-75918-0003",
535
+ "tokens": 583,
536
+ "tokens_same": 583,
537
+ "max_abs_top1_logit": 0.21756935119628906,
538
+ "max_abs_top1_pos": 551,
539
+ "ref_top1_at_max": 15.618368148803711,
540
+ "coreai_top1_at_max": 15.8359375,
541
+ "tokens_top1_off_by_0.1": 1,
542
+ "max_abs_blank_logit": 0.023828506469726562,
543
+ "transcript_same": true
544
+ },
545
+ {
546
+ "set": "test-clean",
547
+ "id": "6930-75918-0004",
548
+ "tokens": 277,
549
+ "tokens_same": 277,
550
+ "max_abs_top1_logit": 0.03119659423828125,
551
+ "max_abs_top1_pos": 169,
552
+ "ref_top1_at_max": 29.39057159423828,
553
+ "coreai_top1_at_max": 29.359375,
554
+ "tokens_top1_off_by_0.1": 0,
555
+ "max_abs_blank_logit": 0.017482757568359375,
556
+ "transcript_same": true
557
+ },
558
+ {
559
+ "set": "test-clean",
560
+ "id": "6930-75918-0005",
561
+ "tokens": 329,
562
+ "tokens_same": 329,
563
+ "max_abs_top1_logit": 0.03213310241699219,
564
+ "max_abs_top1_pos": 134,
565
+ "ref_top1_at_max": 29.954008102416992,
566
+ "coreai_top1_at_max": 29.921875,
567
+ "tokens_top1_off_by_0.1": 0,
568
+ "max_abs_blank_logit": 0.013616561889648438,
569
+ "transcript_same": true
570
+ },
571
+ {
572
+ "set": "test-clean",
573
+ "id": "6930-75918-0006",
574
+ "tokens": 146,
575
+ "tokens_same": 146,
576
+ "max_abs_top1_logit": 0.03279876708984375,
577
+ "max_abs_top1_pos": 108,
578
+ "ref_top1_at_max": 32.126548767089844,
579
+ "coreai_top1_at_max": 32.09375,
580
+ "tokens_top1_off_by_0.1": 0,
581
+ "max_abs_blank_logit": 0.01358795166015625,
582
+ "transcript_same": true
583
+ },
584
+ {
585
+ "set": "test-clean",
586
+ "id": "6930-75918-0007",
587
+ "tokens": 83,
588
+ "tokens_same": 83,
589
+ "max_abs_top1_logit": 0.0303802490234375,
590
+ "max_abs_top1_pos": 60,
591
+ "ref_top1_at_max": 28.764755249023438,
592
+ "coreai_top1_at_max": 28.734375,
593
+ "tokens_top1_off_by_0.1": 0,
594
+ "max_abs_blank_logit": 0.01320648193359375,
595
+ "transcript_same": true
596
+ },
597
+ {
598
+ "set": "test-clean",
599
+ "id": "6930-75918-0008",
600
+ "tokens": 120,
601
+ "tokens_same": 120,
602
+ "max_abs_top1_logit": 0.024091720581054688,
603
+ "max_abs_top1_pos": 73,
604
+ "ref_top1_at_max": 31.195966720581055,
605
+ "coreai_top1_at_max": 31.171875,
606
+ "tokens_top1_off_by_0.1": 0,
607
+ "max_abs_blank_logit": 0.013397216796875,
608
+ "transcript_same": true
609
+ },
610
+ {
611
+ "set": "test-clean",
612
+ "id": "6930-75918-0009",
613
+ "tokens": 182,
614
+ "tokens_same": 182,
615
+ "max_abs_top1_logit": 0.11419677734375,
616
+ "max_abs_top1_pos": 32,
617
+ "ref_top1_at_max": 14.90142822265625,
618
+ "coreai_top1_at_max": 15.015625,
619
+ "tokens_top1_off_by_0.1": 1,
620
+ "max_abs_blank_logit": 0.013698577880859375,
621
+ "transcript_same": true
622
+ },
623
+ {
624
+ "set": "test-clean",
625
+ "id": "6930-75918-0010",
626
+ "tokens": 76,
627
+ "tokens_same": 76,
628
+ "max_abs_top1_logit": 0.027063369750976562,
629
+ "max_abs_top1_pos": 57,
630
+ "ref_top1_at_max": 31.105188369750977,
631
+ "coreai_top1_at_max": 31.078125,
632
+ "tokens_top1_off_by_0.1": 0,
633
+ "max_abs_blank_logit": 0.012073516845703125,
634
+ "transcript_same": true
635
+ },
636
+ {
637
+ "set": "test-clean",
638
+ "id": "6930-75918-0011",
639
+ "tokens": 80,
640
+ "tokens_same": 80,
641
+ "max_abs_top1_logit": 0.029142379760742188,
642
+ "max_abs_top1_pos": 53,
643
+ "ref_top1_at_max": 29.951017379760742,
644
+ "coreai_top1_at_max": 29.921875,
645
+ "tokens_top1_off_by_0.1": 0,
646
+ "max_abs_blank_logit": 0.01491546630859375,
647
+ "transcript_same": true
648
+ },
649
+ {
650
+ "set": "test-clean",
651
+ "id": "6930-75918-0012",
652
+ "tokens": 49,
653
+ "tokens_same": 49,
654
+ "max_abs_top1_logit": 0.0292205810546875,
655
+ "max_abs_top1_pos": 38,
656
+ "ref_top1_at_max": -4.8300018310546875,
657
+ "coreai_top1_at_max": -4.80078125,
658
+ "tokens_top1_off_by_0.1": 0,
659
+ "max_abs_blank_logit": 0.011026382446289062,
660
+ "transcript_same": true
661
+ },
662
+ {
663
+ "set": "test-clean",
664
+ "id": "6930-75918-0013",
665
+ "tokens": 74,
666
+ "tokens_same": 74,
667
+ "max_abs_top1_logit": 0.031467437744140625,
668
+ "max_abs_top1_pos": 23,
669
+ "ref_top1_at_max": 32.90646743774414,
670
+ "coreai_top1_at_max": 32.875,
671
+ "tokens_top1_off_by_0.1": 0,
672
+ "max_abs_blank_logit": 0.011043548583984375,
673
+ "transcript_same": true
674
+ },
675
+ {
676
+ "set": "test-clean",
677
+ "id": "6930-75918-0014",
678
+ "tokens": 421,
679
+ "tokens_same": 421,
680
+ "max_abs_top1_logit": 0.03669333457946777,
681
+ "max_abs_top1_pos": 222,
682
+ "ref_top1_at_max": 1.2728769779205322,
683
+ "coreai_top1_at_max": 1.3095703125,
684
+ "tokens_top1_off_by_0.1": 0,
685
+ "max_abs_blank_logit": 0.018535614013671875,
686
+ "transcript_same": true
687
+ },
688
+ {
689
+ "set": "test-clean",
690
+ "id": "6930-75918-0015",
691
+ "tokens": 160,
692
+ "tokens_same": 160,
693
+ "max_abs_top1_logit": 0.02739715576171875,
694
+ "max_abs_top1_pos": 111,
695
+ "ref_top1_at_max": 37.77739715576172,
696
+ "coreai_top1_at_max": 37.75,
697
+ "tokens_top1_off_by_0.1": 0,
698
+ "max_abs_blank_logit": 0.013744354248046875,
699
+ "transcript_same": true
700
+ },
701
+ {
702
+ "set": "test-clean",
703
+ "id": "6930-75918-0016",
704
+ "tokens": 251,
705
+ "tokens_same": 251,
706
+ "max_abs_top1_logit": 0.0393218994140625,
707
+ "max_abs_top1_pos": 60,
708
+ "ref_top1_at_max": 35.44557189941406,
709
+ "coreai_top1_at_max": 35.40625,
710
+ "tokens_top1_off_by_0.1": 0,
711
+ "max_abs_blank_logit": 0.019742965698242188,
712
+ "transcript_same": true
713
+ },
714
+ {
715
+ "set": "test-clean",
716
+ "id": "6930-75918-0017",
717
+ "tokens": 154,
718
+ "tokens_same": 154,
719
+ "max_abs_top1_logit": 0.02178668975830078,
720
+ "max_abs_top1_pos": 107,
721
+ "ref_top1_at_max": 12.8766508102417,
722
+ "coreai_top1_at_max": 12.8984375,
723
+ "tokens_top1_off_by_0.1": 0,
724
+ "max_abs_blank_logit": 0.01549530029296875,
725
+ "transcript_same": true
726
+ },
727
+ {
728
+ "set": "test-clean",
729
+ "id": "6930-75918-0018",
730
+ "tokens": 270,
731
+ "tokens_same": 270,
732
+ "max_abs_top1_logit": 0.029554367065429688,
733
+ "max_abs_top1_pos": 130,
734
+ "ref_top1_at_max": 29.54517936706543,
735
+ "coreai_top1_at_max": 29.515625,
736
+ "tokens_top1_off_by_0.1": 0,
737
+ "max_abs_blank_logit": 0.015123367309570312,
738
+ "transcript_same": true
739
+ },
740
+ {
741
+ "set": "test-clean",
742
+ "id": "6930-75918-0019",
743
+ "tokens": 291,
744
+ "tokens_same": 291,
745
+ "max_abs_top1_logit": 0.0261077880859375,
746
+ "max_abs_top1_pos": 56,
747
+ "ref_top1_at_max": 34.40110778808594,
748
+ "coreai_top1_at_max": 34.375,
749
+ "tokens_top1_off_by_0.1": 0,
750
+ "max_abs_blank_logit": 0.016765594482421875,
751
+ "transcript_same": true
752
+ },
753
+ {
754
+ "set": "test-clean",
755
+ "id": "6930-75918-0020",
756
+ "tokens": 360,
757
+ "tokens_same": 360,
758
+ "max_abs_top1_logit": 0.038303375244140625,
759
+ "max_abs_top1_pos": 60,
760
+ "ref_top1_at_max": 5.925022125244141,
761
+ "coreai_top1_at_max": 5.88671875,
762
+ "tokens_top1_off_by_0.1": 0,
763
+ "max_abs_blank_logit": 0.022724151611328125,
764
+ "transcript_same": true
765
+ },
766
+ {
767
+ "set": "test-clean",
768
+ "id": "6930-76324-0000",
769
+ "tokens": 76,
770
+ "tokens_same": 76,
771
+ "max_abs_top1_logit": 0.01810908317565918,
772
+ "max_abs_top1_pos": 24,
773
+ "ref_top1_at_max": -1.3236877918243408,
774
+ "coreai_top1_at_max": -1.341796875,
775
+ "tokens_top1_off_by_0.1": 0,
776
+ "max_abs_blank_logit": 0.016315460205078125,
777
+ "transcript_same": true
778
+ },
779
+ {
780
+ "set": "test-clean",
781
+ "id": "6930-76324-0001",
782
+ "tokens": 80,
783
+ "tokens_same": 80,
784
+ "max_abs_top1_logit": 0.023509979248046875,
785
+ "max_abs_top1_pos": 65,
786
+ "ref_top1_at_max": 33.42975997924805,
787
+ "coreai_top1_at_max": 33.40625,
788
+ "tokens_top1_off_by_0.1": 0,
789
+ "max_abs_blank_logit": 0.013284683227539062,
790
+ "transcript_same": true
791
+ },
792
+ {
793
+ "set": "test-clean",
794
+ "id": "6930-76324-0002",
795
+ "tokens": 139,
796
+ "tokens_same": 139,
797
+ "max_abs_top1_logit": 0.036472320556640625,
798
+ "max_abs_top1_pos": 62,
799
+ "ref_top1_at_max": 31.75522232055664,
800
+ "coreai_top1_at_max": 31.71875,
801
+ "tokens_top1_off_by_0.1": 0,
802
+ "max_abs_blank_logit": 0.015478134155273438,
803
+ "transcript_same": true
804
+ },
805
+ {
806
+ "set": "test-clean",
807
+ "id": "6930-76324-0003",
808
+ "tokens": 85,
809
+ "tokens_same": 85,
810
+ "max_abs_top1_logit": 0.031566619873046875,
811
+ "max_abs_top1_pos": 50,
812
+ "ref_top1_at_max": 30.265941619873047,
813
+ "coreai_top1_at_max": 30.234375,
814
+ "tokens_top1_off_by_0.1": 0,
815
+ "max_abs_blank_logit": 0.013490676879882812,
816
+ "transcript_same": true
817
+ },
818
+ {
819
+ "set": "test-clean",
820
+ "id": "6930-76324-0004",
821
+ "tokens": 154,
822
+ "tokens_same": 154,
823
+ "max_abs_top1_logit": 0.024545669555664062,
824
+ "max_abs_top1_pos": 113,
825
+ "ref_top1_at_max": 27.758920669555664,
826
+ "coreai_top1_at_max": 27.734375,
827
+ "tokens_top1_off_by_0.1": 0,
828
+ "max_abs_blank_logit": 0.017070770263671875,
829
+ "transcript_same": true
830
+ },
831
+ {
832
+ "set": "test-clean",
833
+ "id": "6930-76324-0005",
834
+ "tokens": 126,
835
+ "tokens_same": 126,
836
+ "max_abs_top1_logit": 0.03186798095703125,
837
+ "max_abs_top1_pos": 20,
838
+ "ref_top1_at_max": 28.45374298095703,
839
+ "coreai_top1_at_max": 28.421875,
840
+ "tokens_top1_off_by_0.1": 0,
841
+ "max_abs_blank_logit": 0.0133056640625,
842
+ "transcript_same": true
843
+ },
844
+ {
845
+ "set": "test-clean",
846
+ "id": "6930-76324-0006",
847
+ "tokens": 112,
848
+ "tokens_same": 112,
849
+ "max_abs_top1_logit": 0.03061676025390625,
850
+ "max_abs_top1_pos": 28,
851
+ "ref_top1_at_max": 23.983741760253906,
852
+ "coreai_top1_at_max": 23.953125,
853
+ "tokens_top1_off_by_0.1": 0,
854
+ "max_abs_blank_logit": 0.012050628662109375,
855
+ "transcript_same": true
856
+ },
857
+ {
858
+ "set": "test-clean",
859
+ "id": "6930-76324-0007",
860
+ "tokens": 71,
861
+ "tokens_same": 71,
862
+ "max_abs_top1_logit": 0.030757904052734375,
863
+ "max_abs_top1_pos": 32,
864
+ "ref_top1_at_max": 25.608882904052734,
865
+ "coreai_top1_at_max": 25.578125,
866
+ "tokens_top1_off_by_0.1": 0,
867
+ "max_abs_blank_logit": 0.01654815673828125,
868
+ "transcript_same": true
869
+ },
870
+ {
871
+ "set": "test-clean",
872
+ "id": "6930-76324-0008",
873
+ "tokens": 130,
874
+ "tokens_same": 130,
875
+ "max_abs_top1_logit": 0.14981365203857422,
876
+ "max_abs_top1_pos": 61,
877
+ "ref_top1_at_max": 13.204501152038574,
878
+ "coreai_top1_at_max": 13.0546875,
879
+ "tokens_top1_off_by_0.1": 1,
880
+ "max_abs_blank_logit": 0.0191497802734375,
881
+ "transcript_same": true
882
+ },
883
+ {
884
+ "set": "test-clean",
885
+ "id": "6930-76324-0009",
886
+ "tokens": 85,
887
+ "tokens_same": 85,
888
+ "max_abs_top1_logit": 0.0273284912109375,
889
+ "max_abs_top1_pos": 31,
890
+ "ref_top1_at_max": 29.855453491210938,
891
+ "coreai_top1_at_max": 29.828125,
892
+ "tokens_top1_off_by_0.1": 0,
893
+ "max_abs_blank_logit": 0.013416290283203125,
894
+ "transcript_same": true
895
+ },
896
+ {
897
+ "set": "test-clean",
898
+ "id": "6930-76324-0010",
899
+ "tokens": 67,
900
+ "tokens_same": 67,
901
+ "max_abs_top1_logit": 0.03061676025390625,
902
+ "max_abs_top1_pos": 36,
903
+ "ref_top1_at_max": 32.499366760253906,
904
+ "coreai_top1_at_max": 32.46875,
905
+ "tokens_top1_off_by_0.1": 0,
906
+ "max_abs_blank_logit": 0.0174560546875,
907
+ "transcript_same": true
908
+ },
909
+ {
910
+ "set": "test-clean",
911
+ "id": "6930-76324-0011",
912
+ "tokens": 231,
913
+ "tokens_same": 231,
914
+ "max_abs_top1_logit": 0.05365180969238281,
915
+ "max_abs_top1_pos": 164,
916
+ "ref_top1_at_max": 16.288026809692383,
917
+ "coreai_top1_at_max": 16.234375,
918
+ "tokens_top1_off_by_0.1": 0,
919
+ "max_abs_blank_logit": 0.014966964721679688,
920
+ "transcript_same": true
921
+ },
922
+ {
923
+ "set": "test-clean",
924
+ "id": "6930-76324-0012",
925
+ "tokens": 117,
926
+ "tokens_same": 117,
927
+ "max_abs_top1_logit": 0.0351557731628418,
928
+ "max_abs_top1_pos": 82,
929
+ "ref_top1_at_max": 6.921875476837158,
930
+ "coreai_top1_at_max": 6.95703125,
931
+ "tokens_top1_off_by_0.1": 0,
932
+ "max_abs_blank_logit": 0.01468658447265625,
933
+ "transcript_same": true
934
+ },
935
+ {
936
+ "set": "test-clean",
937
+ "id": "6930-76324-0013",
938
+ "tokens": 108,
939
+ "tokens_same": 108,
940
+ "max_abs_top1_logit": 0.03474235534667969,
941
+ "max_abs_top1_pos": 50,
942
+ "ref_top1_at_max": 25.34724235534668,
943
+ "coreai_top1_at_max": 25.3125,
944
+ "tokens_top1_off_by_0.1": 0,
945
+ "max_abs_blank_logit": 0.013185501098632812,
946
+ "transcript_same": true
947
+ },
948
+ {
949
+ "set": "test-clean",
950
+ "id": "6930-76324-0014",
951
+ "tokens": 118,
952
+ "tokens_same": 118,
953
+ "max_abs_top1_logit": 0.033702850341796875,
954
+ "max_abs_top1_pos": 75,
955
+ "ref_top1_at_max": 32.0180778503418,
956
+ "coreai_top1_at_max": 31.984375,
957
+ "tokens_top1_off_by_0.1": 0,
958
+ "max_abs_blank_logit": 0.012760162353515625,
959
+ "transcript_same": true
960
+ },
961
+ {
962
+ "set": "test-clean",
963
+ "id": "6930-76324-0015",
964
+ "tokens": 310,
965
+ "tokens_same": 310,
966
+ "max_abs_top1_logit": 0.050819456577301025,
967
+ "max_abs_top1_pos": 220,
968
+ "ref_top1_at_max": 0.923301637172699,
969
+ "coreai_top1_at_max": 0.97412109375,
970
+ "tokens_top1_off_by_0.1": 0,
971
+ "max_abs_blank_logit": 0.019842147827148438,
972
+ "transcript_same": true
973
+ },
974
+ {
975
+ "set": "test-clean",
976
+ "id": "6930-76324-0016",
977
+ "tokens": 230,
978
+ "tokens_same": 229,
979
+ "max_abs_top1_logit": 0.024143218994140625,
980
+ "max_abs_top1_pos": 105,
981
+ "ref_top1_at_max": 26.66476821899414,
982
+ "coreai_top1_at_max": 26.640625,
983
+ "tokens_top1_off_by_0.1": 0,
984
+ "max_abs_blank_logit": 0.01630401611328125,
985
+ "transcript_same": true
986
+ },
987
+ {
988
+ "set": "test-clean",
989
+ "id": "6930-76324-0017",
990
+ "tokens": 135,
991
+ "tokens_same": 135,
992
+ "max_abs_top1_logit": 0.035099029541015625,
993
+ "max_abs_top1_pos": 98,
994
+ "ref_top1_at_max": 33.035099029541016,
995
+ "coreai_top1_at_max": 33.0,
996
+ "tokens_top1_off_by_0.1": 0,
997
+ "max_abs_blank_logit": 0.014186859130859375,
998
+ "transcript_same": true
999
+ },
1000
+ {
1001
+ "set": "test-clean",
1002
+ "id": "6930-76324-0018",
1003
+ "tokens": 54,
1004
+ "tokens_same": 54,
1005
+ "max_abs_top1_logit": 0.025959014892578125,
1006
+ "max_abs_top1_pos": 36,
1007
+ "ref_top1_at_max": 16.541584014892578,
1008
+ "coreai_top1_at_max": 16.515625,
1009
+ "tokens_top1_off_by_0.1": 0,
1010
+ "max_abs_blank_logit": 0.011707305908203125,
1011
+ "transcript_same": true
1012
+ },
1013
+ {
1014
+ "set": "test-clean",
1015
+ "id": "6930-76324-0019",
1016
+ "tokens": 65,
1017
+ "tokens_same": 65,
1018
+ "max_abs_top1_logit": 0.04357719421386719,
1019
+ "max_abs_top1_pos": 46,
1020
+ "ref_top1_at_max": 24.472047805786133,
1021
+ "coreai_top1_at_max": 24.515625,
1022
+ "tokens_top1_off_by_0.1": 0,
1023
+ "max_abs_blank_logit": 0.01235198974609375,
1024
+ "transcript_same": true
1025
+ },
1026
+ {
1027
+ "set": "test-clean",
1028
+ "id": "6930-76324-0020",
1029
+ "tokens": 158,
1030
+ "tokens_same": 158,
1031
+ "max_abs_top1_logit": 0.035320281982421875,
1032
+ "max_abs_top1_pos": 46,
1033
+ "ref_top1_at_max": 34.97282028198242,
1034
+ "coreai_top1_at_max": 34.9375,
1035
+ "tokens_top1_off_by_0.1": 0,
1036
+ "max_abs_blank_logit": 0.012075424194335938,
1037
+ "transcript_same": true
1038
+ },
1039
+ {
1040
+ "set": "test-clean",
1041
+ "id": "6930-76324-0021",
1042
+ "tokens": 184,
1043
+ "tokens_same": 184,
1044
+ "max_abs_top1_logit": 0.037090301513671875,
1045
+ "max_abs_top1_pos": 166,
1046
+ "ref_top1_at_max": 30.474590301513672,
1047
+ "coreai_top1_at_max": 30.4375,
1048
+ "tokens_top1_off_by_0.1": 0,
1049
+ "max_abs_blank_logit": 0.015933990478515625,
1050
+ "transcript_same": true
1051
+ },
1052
+ {
1053
+ "set": "test-clean",
1054
+ "id": "6930-76324-0022",
1055
+ "tokens": 48,
1056
+ "tokens_same": 48,
1057
+ "max_abs_top1_logit": 0.02758026123046875,
1058
+ "max_abs_top1_pos": 19,
1059
+ "ref_top1_at_max": 35.68383026123047,
1060
+ "coreai_top1_at_max": 35.65625,
1061
+ "tokens_top1_off_by_0.1": 0,
1062
+ "max_abs_blank_logit": 0.011806488037109375,
1063
+ "transcript_same": true
1064
+ },
1065
+ {
1066
+ "set": "test-clean",
1067
+ "id": "6930-76324-0023",
1068
+ "tokens": 121,
1069
+ "tokens_same": 121,
1070
+ "max_abs_top1_logit": 0.0395965576171875,
1071
+ "max_abs_top1_pos": 31,
1072
+ "ref_top1_at_max": 34.66459655761719,
1073
+ "coreai_top1_at_max": 34.625,
1074
+ "tokens_top1_off_by_0.1": 0,
1075
+ "max_abs_blank_logit": 0.01543426513671875,
1076
+ "transcript_same": true
1077
+ },
1078
+ {
1079
+ "set": "test-clean",
1080
+ "id": "6930-76324-0024",
1081
+ "tokens": 101,
1082
+ "tokens_same": 101,
1083
+ "max_abs_top1_logit": 0.0340423583984375,
1084
+ "max_abs_top1_pos": 96,
1085
+ "ref_top1_at_max": 38.78404235839844,
1086
+ "coreai_top1_at_max": 38.75,
1087
+ "tokens_top1_off_by_0.1": 0,
1088
+ "max_abs_blank_logit": 0.013538360595703125,
1089
+ "transcript_same": true
1090
+ },
1091
+ {
1092
+ "set": "test-clean",
1093
+ "id": "6930-76324-0025",
1094
+ "tokens": 103,
1095
+ "tokens_same": 103,
1096
+ "max_abs_top1_logit": 0.03035736083984375,
1097
+ "max_abs_top1_pos": 87,
1098
+ "ref_top1_at_max": 30.749107360839844,
1099
+ "coreai_top1_at_max": 30.71875,
1100
+ "tokens_top1_off_by_0.1": 0,
1101
+ "max_abs_blank_logit": 0.013652801513671875,
1102
+ "transcript_same": true
1103
+ },
1104
+ {
1105
+ "set": "test-clean",
1106
+ "id": "6930-76324-0026",
1107
+ "tokens": 77,
1108
+ "tokens_same": 77,
1109
+ "max_abs_top1_logit": 0.02257537841796875,
1110
+ "max_abs_top1_pos": 70,
1111
+ "ref_top1_at_max": 29.46007537841797,
1112
+ "coreai_top1_at_max": 29.4375,
1113
+ "tokens_top1_off_by_0.1": 0,
1114
+ "max_abs_blank_logit": 0.01738739013671875,
1115
+ "transcript_same": true
1116
+ },
1117
+ {
1118
+ "set": "test-clean",
1119
+ "id": "6930-76324-0027",
1120
+ "tokens": 207,
1121
+ "tokens_same": 207,
1122
+ "max_abs_top1_logit": 0.03126192092895508,
1123
+ "max_abs_top1_pos": 46,
1124
+ "ref_top1_at_max": -4.695324420928955,
1125
+ "coreai_top1_at_max": -4.6640625,
1126
+ "tokens_top1_off_by_0.1": 0,
1127
+ "max_abs_blank_logit": 0.02111053466796875,
1128
+ "transcript_same": true
1129
+ },
1130
+ {
1131
+ "set": "test-clean",
1132
+ "id": "6930-76324-0028",
1133
+ "tokens": 247,
1134
+ "tokens_same": 247,
1135
+ "max_abs_top1_logit": 0.08640480041503906,
1136
+ "max_abs_top1_pos": 147,
1137
+ "ref_top1_at_max": 22.49265480041504,
1138
+ "coreai_top1_at_max": 22.40625,
1139
+ "tokens_top1_off_by_0.1": 0,
1140
+ "max_abs_blank_logit": 0.027826309204101562,
1141
+ "transcript_same": true
1142
+ },
1143
+ {
1144
+ "set": "test-clean",
1145
+ "id": "6930-81414-0000",
1146
+ "tokens": 323,
1147
+ "tokens_same": 323,
1148
+ "max_abs_top1_logit": 0.037769317626953125,
1149
+ "max_abs_top1_pos": 116,
1150
+ "ref_top1_at_max": 32.44401931762695,
1151
+ "coreai_top1_at_max": 32.40625,
1152
+ "tokens_top1_off_by_0.1": 0,
1153
+ "max_abs_blank_logit": 0.01467132568359375,
1154
+ "transcript_same": true
1155
+ },
1156
+ {
1157
+ "set": "test-clean",
1158
+ "id": "6930-81414-0001",
1159
+ "tokens": 437,
1160
+ "tokens_same": 437,
1161
+ "max_abs_top1_logit": 0.110260009765625,
1162
+ "max_abs_top1_pos": 420,
1163
+ "ref_top1_at_max": 10.928802490234375,
1164
+ "coreai_top1_at_max": 11.0390625,
1165
+ "tokens_top1_off_by_0.1": 1,
1166
+ "max_abs_blank_logit": 0.0243682861328125,
1167
+ "transcript_same": true
1168
+ },
1169
+ {
1170
+ "set": "test-clean",
1171
+ "id": "6930-81414-0002",
1172
+ "tokens": 83,
1173
+ "tokens_same": 83,
1174
+ "max_abs_top1_logit": 0.02295207977294922,
1175
+ "max_abs_top1_pos": 13,
1176
+ "ref_top1_at_max": -10.89013957977295,
1177
+ "coreai_top1_at_max": -10.8671875,
1178
+ "tokens_top1_off_by_0.1": 0,
1179
+ "max_abs_blank_logit": 0.011941909790039062,
1180
+ "transcript_same": true
1181
+ },
1182
+ {
1183
+ "set": "test-clean",
1184
+ "id": "6930-81414-0003",
1185
+ "tokens": 83,
1186
+ "tokens_same": 83,
1187
+ "max_abs_top1_logit": 0.02790069580078125,
1188
+ "max_abs_top1_pos": 33,
1189
+ "ref_top1_at_max": 31.69977569580078,
1190
+ "coreai_top1_at_max": 31.671875,
1191
+ "tokens_top1_off_by_0.1": 0,
1192
+ "max_abs_blank_logit": 0.01372528076171875,
1193
+ "transcript_same": true
1194
+ },
1195
+ {
1196
+ "set": "test-clean",
1197
+ "id": "6930-81414-0004",
1198
+ "tokens": 239,
1199
+ "tokens_same": 239,
1200
+ "max_abs_top1_logit": 0.0460205078125,
1201
+ "max_abs_top1_pos": 175,
1202
+ "ref_top1_at_max": 34.5460205078125,
1203
+ "coreai_top1_at_max": 34.5,
1204
+ "tokens_top1_off_by_0.1": 0,
1205
+ "max_abs_blank_logit": 0.015117645263671875,
1206
+ "transcript_same": true
1207
+ },
1208
+ {
1209
+ "set": "test-clean",
1210
+ "id": "6930-81414-0005",
1211
+ "tokens": 46,
1212
+ "tokens_same": 46,
1213
+ "max_abs_top1_logit": 0.018850326538085938,
1214
+ "max_abs_top1_pos": 37,
1215
+ "ref_top1_at_max": 28.940725326538086,
1216
+ "coreai_top1_at_max": 28.921875,
1217
+ "tokens_top1_off_by_0.1": 0,
1218
+ "max_abs_blank_logit": 0.01552581787109375,
1219
+ "transcript_same": true
1220
+ },
1221
+ {
1222
+ "set": "test-clean",
1223
+ "id": "6930-81414-0006",
1224
+ "tokens": 170,
1225
+ "tokens_same": 170,
1226
+ "max_abs_top1_logit": 0.04625701904296875,
1227
+ "max_abs_top1_pos": 79,
1228
+ "ref_top1_at_max": 33.23375701904297,
1229
+ "coreai_top1_at_max": 33.1875,
1230
+ "tokens_top1_off_by_0.1": 0,
1231
+ "max_abs_blank_logit": 0.014354705810546875,
1232
+ "transcript_same": true
1233
+ },
1234
+ {
1235
+ "set": "test-clean",
1236
+ "id": "6930-81414-0007",
1237
+ "tokens": 109,
1238
+ "tokens_same": 109,
1239
+ "max_abs_top1_logit": 0.027034759521484375,
1240
+ "max_abs_top1_pos": 17,
1241
+ "ref_top1_at_max": 33.027034759521484,
1242
+ "coreai_top1_at_max": 33.0,
1243
+ "tokens_top1_off_by_0.1": 0,
1244
+ "max_abs_blank_logit": 0.013032913208007812,
1245
+ "transcript_same": true
1246
+ },
1247
+ {
1248
+ "set": "test-clean",
1249
+ "id": "6930-81414-0008",
1250
+ "tokens": 152,
1251
+ "tokens_same": 152,
1252
+ "max_abs_top1_logit": 0.035251617431640625,
1253
+ "max_abs_top1_pos": 68,
1254
+ "ref_top1_at_max": 33.75400161743164,
1255
+ "coreai_top1_at_max": 33.71875,
1256
+ "tokens_top1_off_by_0.1": 0,
1257
+ "max_abs_blank_logit": 0.020069122314453125,
1258
+ "transcript_same": true
1259
+ },
1260
+ {
1261
+ "set": "test-clean",
1262
+ "id": "6930-81414-0009",
1263
+ "tokens": 301,
1264
+ "tokens_same": 301,
1265
+ "max_abs_top1_logit": 0.03342628479003906,
1266
+ "max_abs_top1_pos": 246,
1267
+ "ref_top1_at_max": 29.18967628479004,
1268
+ "coreai_top1_at_max": 29.15625,
1269
+ "tokens_top1_off_by_0.1": 0,
1270
+ "max_abs_blank_logit": 0.021471023559570312,
1271
+ "transcript_same": true
1272
+ },
1273
+ {
1274
+ "set": "test-clean",
1275
+ "id": "6930-81414-0010",
1276
+ "tokens": 96,
1277
+ "tokens_same": 96,
1278
+ "max_abs_top1_logit": 0.043109893798828125,
1279
+ "max_abs_top1_pos": 31,
1280
+ "ref_top1_at_max": 36.94935989379883,
1281
+ "coreai_top1_at_max": 36.90625,
1282
+ "tokens_top1_off_by_0.1": 0,
1283
+ "max_abs_blank_logit": 0.01129150390625,
1284
+ "transcript_same": true
1285
+ },
1286
+ {
1287
+ "set": "test-clean",
1288
+ "id": "6930-81414-0011",
1289
+ "tokens": 118,
1290
+ "tokens_same": 118,
1291
+ "max_abs_top1_logit": 0.03724861145019531,
1292
+ "max_abs_top1_pos": 19,
1293
+ "ref_top1_at_max": 28.927873611450195,
1294
+ "coreai_top1_at_max": 28.890625,
1295
+ "tokens_top1_off_by_0.1": 0,
1296
+ "max_abs_blank_logit": 0.012477874755859375,
1297
+ "transcript_same": true
1298
+ },
1299
+ {
1300
+ "set": "test-clean",
1301
+ "id": "6930-81414-0012",
1302
+ "tokens": 111,
1303
+ "tokens_same": 111,
1304
+ "max_abs_top1_logit": 0.02570343017578125,
1305
+ "max_abs_top1_pos": 34,
1306
+ "ref_top1_at_max": 30.74445343017578,
1307
+ "coreai_top1_at_max": 30.71875,
1308
+ "tokens_top1_off_by_0.1": 0,
1309
+ "max_abs_blank_logit": 0.015625,
1310
+ "transcript_same": true
1311
+ },
1312
+ {
1313
+ "set": "test-clean",
1314
+ "id": "6930-81414-0013",
1315
+ "tokens": 183,
1316
+ "tokens_same": 183,
1317
+ "max_abs_top1_logit": 0.027734756469726562,
1318
+ "max_abs_top1_pos": 169,
1319
+ "ref_top1_at_max": 30.387109756469727,
1320
+ "coreai_top1_at_max": 30.359375,
1321
+ "tokens_top1_off_by_0.1": 0,
1322
+ "max_abs_blank_logit": 0.01508331298828125,
1323
+ "transcript_same": true
1324
+ },
1325
+ {
1326
+ "set": "test-clean",
1327
+ "id": "6930-81414-0014",
1328
+ "tokens": 185,
1329
+ "tokens_same": 185,
1330
+ "max_abs_top1_logit": 0.039463043212890625,
1331
+ "max_abs_top1_pos": 125,
1332
+ "ref_top1_at_max": 32.07071304321289,
1333
+ "coreai_top1_at_max": 32.03125,
1334
+ "tokens_top1_off_by_0.1": 0,
1335
+ "max_abs_blank_logit": 0.019933700561523438,
1336
+ "transcript_same": true
1337
+ },
1338
+ {
1339
+ "set": "test-clean",
1340
+ "id": "6930-81414-0015",
1341
+ "tokens": 93,
1342
+ "tokens_same": 93,
1343
+ "max_abs_top1_logit": 0.04165077209472656,
1344
+ "max_abs_top1_pos": 64,
1345
+ "ref_top1_at_max": 21.197900772094727,
1346
+ "coreai_top1_at_max": 21.15625,
1347
+ "tokens_top1_off_by_0.1": 0,
1348
+ "max_abs_blank_logit": 0.01331329345703125,
1349
+ "transcript_same": true
1350
+ },
1351
+ {
1352
+ "set": "test-clean",
1353
+ "id": "6930-81414-0016",
1354
+ "tokens": 54,
1355
+ "tokens_same": 54,
1356
+ "max_abs_top1_logit": 0.019784927368164062,
1357
+ "max_abs_top1_pos": 22,
1358
+ "ref_top1_at_max": 24.191659927368164,
1359
+ "coreai_top1_at_max": 24.171875,
1360
+ "tokens_top1_off_by_0.1": 0,
1361
+ "max_abs_blank_logit": 0.012454986572265625,
1362
+ "transcript_same": true
1363
+ },
1364
+ {
1365
+ "set": "test-clean",
1366
+ "id": "6930-81414-0017",
1367
+ "tokens": 59,
1368
+ "tokens_same": 59,
1369
+ "max_abs_top1_logit": 0.0397796630859375,
1370
+ "max_abs_top1_pos": 22,
1371
+ "ref_top1_at_max": 33.82102966308594,
1372
+ "coreai_top1_at_max": 33.78125,
1373
+ "tokens_top1_off_by_0.1": 0,
1374
+ "max_abs_blank_logit": 0.012531280517578125,
1375
+ "transcript_same": true
1376
+ },
1377
+ {
1378
+ "set": "test-clean",
1379
+ "id": "6930-81414-0018",
1380
+ "tokens": 73,
1381
+ "tokens_same": 73,
1382
+ "max_abs_top1_logit": 0.019031524658203125,
1383
+ "max_abs_top1_pos": 13,
1384
+ "ref_top1_at_max": 30.206531524658203,
1385
+ "coreai_top1_at_max": 30.1875,
1386
+ "tokens_top1_off_by_0.1": 0,
1387
+ "max_abs_blank_logit": 0.015598297119140625,
1388
+ "transcript_same": true
1389
+ },
1390
+ {
1391
+ "set": "test-clean",
1392
+ "id": "6930-81414-0019",
1393
+ "tokens": 85,
1394
+ "tokens_same": 85,
1395
+ "max_abs_top1_logit": 0.05306434631347656,
1396
+ "max_abs_top1_pos": 32,
1397
+ "ref_top1_at_max": 25.115564346313477,
1398
+ "coreai_top1_at_max": 25.0625,
1399
+ "tokens_top1_off_by_0.1": 0,
1400
+ "max_abs_blank_logit": 0.011648178100585938,
1401
+ "transcript_same": true
1402
+ },
1403
+ {
1404
+ "set": "test-clean",
1405
+ "id": "6930-81414-0020",
1406
+ "tokens": 125,
1407
+ "tokens_same": 125,
1408
+ "max_abs_top1_logit": 0.023488998413085938,
1409
+ "max_abs_top1_pos": 22,
1410
+ "ref_top1_at_max": 29.007863998413086,
1411
+ "coreai_top1_at_max": 28.984375,
1412
+ "tokens_top1_off_by_0.1": 0,
1413
+ "max_abs_blank_logit": 0.01284027099609375,
1414
+ "transcript_same": true
1415
+ },
1416
+ {
1417
+ "set": "test-clean",
1418
+ "id": "6930-81414-0021",
1419
+ "tokens": 81,
1420
+ "tokens_same": 81,
1421
+ "max_abs_top1_logit": 0.0294036865234375,
1422
+ "max_abs_top1_pos": 63,
1423
+ "ref_top1_at_max": 31.591903686523438,
1424
+ "coreai_top1_at_max": 31.5625,
1425
+ "tokens_top1_off_by_0.1": 0,
1426
+ "max_abs_blank_logit": 0.011768341064453125,
1427
+ "transcript_same": true
1428
+ },
1429
+ {
1430
+ "set": "test-clean",
1431
+ "id": "6930-81414-0022",
1432
+ "tokens": 109,
1433
+ "tokens_same": 109,
1434
+ "max_abs_top1_logit": 0.0408477783203125,
1435
+ "max_abs_top1_pos": 66,
1436
+ "ref_top1_at_max": 36.22834777832031,
1437
+ "coreai_top1_at_max": 36.1875,
1438
+ "tokens_top1_off_by_0.1": 0,
1439
+ "max_abs_blank_logit": 0.014064788818359375,
1440
+ "transcript_same": true
1441
+ },
1442
+ {
1443
+ "set": "test-clean",
1444
+ "id": "6930-81414-0023",
1445
+ "tokens": 122,
1446
+ "tokens_same": 122,
1447
+ "max_abs_top1_logit": 0.017194747924804688,
1448
+ "max_abs_top1_pos": 105,
1449
+ "ref_top1_at_max": 31.657819747924805,
1450
+ "coreai_top1_at_max": 31.640625,
1451
+ "tokens_top1_off_by_0.1": 0,
1452
+ "max_abs_blank_logit": 0.014150619506835938,
1453
+ "transcript_same": true
1454
+ },
1455
+ {
1456
+ "set": "test-clean",
1457
+ "id": "6930-81414-0024",
1458
+ "tokens": 126,
1459
+ "tokens_same": 126,
1460
+ "max_abs_top1_logit": 0.049594879150390625,
1461
+ "max_abs_top1_pos": 113,
1462
+ "ref_top1_at_max": 27.94021987915039,
1463
+ "coreai_top1_at_max": 27.890625,
1464
+ "tokens_top1_off_by_0.1": 0,
1465
+ "max_abs_blank_logit": 0.017429351806640625,
1466
+ "transcript_same": true
1467
+ },
1468
+ {
1469
+ "set": "test-clean",
1470
+ "id": "6930-81414-0025",
1471
+ "tokens": 63,
1472
+ "tokens_same": 63,
1473
+ "max_abs_top1_logit": 0.0928192138671875,
1474
+ "max_abs_top1_pos": 47,
1475
+ "ref_top1_at_max": 13.725631713867188,
1476
+ "coreai_top1_at_max": 13.6328125,
1477
+ "tokens_top1_off_by_0.1": 0,
1478
+ "max_abs_blank_logit": 0.019428253173828125,
1479
+ "transcript_same": true
1480
+ },
1481
+ {
1482
+ "set": "test-clean",
1483
+ "id": "6930-81414-0026",
1484
+ "tokens": 77,
1485
+ "tokens_same": 77,
1486
+ "max_abs_top1_logit": 0.040485382080078125,
1487
+ "max_abs_top1_pos": 75,
1488
+ "ref_top1_at_max": 16.821735382080078,
1489
+ "coreai_top1_at_max": 16.78125,
1490
+ "tokens_top1_off_by_0.1": 0,
1491
+ "max_abs_blank_logit": 0.0181121826171875,
1492
+ "transcript_same": true
1493
+ },
1494
+ {
1495
+ "set": "test-clean",
1496
+ "id": "6930-81414-0027",
1497
+ "tokens": 96,
1498
+ "tokens_same": 96,
1499
+ "max_abs_top1_logit": 0.036670684814453125,
1500
+ "max_abs_top1_pos": 75,
1501
+ "ref_top1_at_max": 34.44292068481445,
1502
+ "coreai_top1_at_max": 34.40625,
1503
+ "tokens_top1_off_by_0.1": 0,
1504
+ "max_abs_blank_logit": 0.015676498413085938,
1505
+ "transcript_same": true
1506
+ },
1507
+ {
1508
+ "set": "test-clean",
1509
+ "id": "1320-122617-0000",
1510
+ "tokens": 196,
1511
+ "tokens_same": 196,
1512
+ "max_abs_top1_logit": 0.02750110626220703,
1513
+ "max_abs_top1_pos": 121,
1514
+ "ref_top1_at_max": 13.199061393737793,
1515
+ "coreai_top1_at_max": 13.2265625,
1516
+ "tokens_top1_off_by_0.1": 0,
1517
+ "max_abs_blank_logit": 0.020819664001464844,
1518
+ "transcript_same": true
1519
+ },
1520
+ {
1521
+ "set": "test-clean",
1522
+ "id": "1320-122617-0001",
1523
+ "tokens": 352,
1524
+ "tokens_same": 352,
1525
+ "max_abs_top1_logit": 0.033390045166015625,
1526
+ "max_abs_top1_pos": 314,
1527
+ "ref_top1_at_max": 17.299015045166016,
1528
+ "coreai_top1_at_max": 17.265625,
1529
+ "tokens_top1_off_by_0.1": 0,
1530
+ "max_abs_blank_logit": 0.015766143798828125,
1531
+ "transcript_same": true
1532
+ },
1533
+ {
1534
+ "set": "test-clean",
1535
+ "id": "1320-122617-0002",
1536
+ "tokens": 340,
1537
+ "tokens_same": 340,
1538
+ "max_abs_top1_logit": 0.07509803771972656,
1539
+ "max_abs_top1_pos": 251,
1540
+ "ref_top1_at_max": 16.784276962280273,
1541
+ "coreai_top1_at_max": 16.859375,
1542
+ "tokens_top1_off_by_0.1": 0,
1543
+ "max_abs_blank_logit": 0.014112472534179688,
1544
+ "transcript_same": true
1545
+ },
1546
+ {
1547
+ "set": "test-clean",
1548
+ "id": "1320-122617-0003",
1549
+ "tokens": 157,
1550
+ "tokens_same": 157,
1551
+ "max_abs_top1_logit": 0.030971527099609375,
1552
+ "max_abs_top1_pos": 150,
1553
+ "ref_top1_at_max": 34.28097152709961,
1554
+ "coreai_top1_at_max": 34.25,
1555
+ "tokens_top1_off_by_0.1": 0,
1556
+ "max_abs_blank_logit": 0.0157623291015625,
1557
+ "transcript_same": true
1558
+ },
1559
+ {
1560
+ "set": "test-clean",
1561
+ "id": "1320-122617-0004",
1562
+ "tokens": 307,
1563
+ "tokens_same": 307,
1564
+ "max_abs_top1_logit": 0.04969978332519531,
1565
+ "max_abs_top1_pos": 249,
1566
+ "ref_top1_at_max": 7.225481033325195,
1567
+ "coreai_top1_at_max": 7.17578125,
1568
+ "tokens_top1_off_by_0.1": 0,
1569
+ "max_abs_blank_logit": 0.020528793334960938,
1570
+ "transcript_same": true
1571
+ },
1572
+ {
1573
+ "set": "test-clean",
1574
+ "id": "1320-122617-0005",
1575
+ "tokens": 110,
1576
+ "tokens_same": 110,
1577
+ "max_abs_top1_logit": 0.03502464294433594,
1578
+ "max_abs_top1_pos": 26,
1579
+ "ref_top1_at_max": 30.441274642944336,
1580
+ "coreai_top1_at_max": 30.40625,
1581
+ "tokens_top1_off_by_0.1": 0,
1582
+ "max_abs_blank_logit": 0.013471603393554688,
1583
+ "transcript_same": true
1584
+ },
1585
+ {
1586
+ "set": "test-clean",
1587
+ "id": "1320-122617-0006",
1588
+ "tokens": 142,
1589
+ "tokens_same": 142,
1590
+ "max_abs_top1_logit": 0.028924942016601562,
1591
+ "max_abs_top1_pos": 61,
1592
+ "ref_top1_at_max": 30.6695499420166,
1593
+ "coreai_top1_at_max": 30.640625,
1594
+ "tokens_top1_off_by_0.1": 0,
1595
+ "max_abs_blank_logit": 0.01375579833984375,
1596
+ "transcript_same": true
1597
+ },
1598
+ {
1599
+ "set": "test-clean",
1600
+ "id": "1320-122617-0007",
1601
+ "tokens": 463,
1602
+ "tokens_same": 463,
1603
+ "max_abs_top1_logit": 0.042022705078125,
1604
+ "max_abs_top1_pos": 207,
1605
+ "ref_top1_at_max": 32.448272705078125,
1606
+ "coreai_top1_at_max": 32.40625,
1607
+ "tokens_top1_off_by_0.1": 0,
1608
+ "max_abs_blank_logit": 0.018238067626953125,
1609
+ "transcript_same": true
1610
+ },
1611
+ {
1612
+ "set": "test-clean",
1613
+ "id": "1320-122617-0008",
1614
+ "tokens": 105,
1615
+ "tokens_same": 105,
1616
+ "max_abs_top1_logit": 0.027978897094726562,
1617
+ "max_abs_top1_pos": 34,
1618
+ "ref_top1_at_max": 26.668603897094727,
1619
+ "coreai_top1_at_max": 26.640625,
1620
+ "tokens_top1_off_by_0.1": 0,
1621
+ "max_abs_blank_logit": 0.01636505126953125,
1622
+ "transcript_same": true
1623
+ },
1624
+ {
1625
+ "set": "test-clean",
1626
+ "id": "1320-122617-0009",
1627
+ "tokens": 193,
1628
+ "tokens_same": 193,
1629
+ "max_abs_top1_logit": 0.05457592010498047,
1630
+ "max_abs_top1_pos": 68,
1631
+ "ref_top1_at_max": -3.4239397048950195,
1632
+ "coreai_top1_at_max": -3.478515625,
1633
+ "tokens_top1_off_by_0.1": 0,
1634
+ "max_abs_blank_logit": 0.021343231201171875,
1635
+ "transcript_same": true
1636
+ },
1637
+ {
1638
+ "set": "test-clean",
1639
+ "id": "1320-122617-0010",
1640
+ "tokens": 250,
1641
+ "tokens_same": 250,
1642
+ "max_abs_top1_logit": 0.0305023193359375,
1643
+ "max_abs_top1_pos": 141,
1644
+ "ref_top1_at_max": 35.78050231933594,
1645
+ "coreai_top1_at_max": 35.75,
1646
+ "tokens_top1_off_by_0.1": 0,
1647
+ "max_abs_blank_logit": 0.0154266357421875,
1648
+ "transcript_same": true
1649
+ },
1650
+ {
1651
+ "set": "test-clean",
1652
+ "id": "1320-122617-0011",
1653
+ "tokens": 244,
1654
+ "tokens_same": 244,
1655
+ "max_abs_top1_logit": 0.03697967529296875,
1656
+ "max_abs_top1_pos": 100,
1657
+ "ref_top1_at_max": 36.22447967529297,
1658
+ "coreai_top1_at_max": 36.1875,
1659
+ "tokens_top1_off_by_0.1": 0,
1660
+ "max_abs_blank_logit": 0.02428436279296875,
1661
+ "transcript_same": true
1662
+ },
1663
+ {
1664
+ "set": "test-clean",
1665
+ "id": "1320-122617-0012",
1666
+ "tokens": 190,
1667
+ "tokens_same": 190,
1668
+ "max_abs_top1_logit": 0.029994964599609375,
1669
+ "max_abs_top1_pos": 111,
1670
+ "ref_top1_at_max": 30.12374496459961,
1671
+ "coreai_top1_at_max": 30.09375,
1672
+ "tokens_top1_off_by_0.1": 0,
1673
+ "max_abs_blank_logit": 0.012538909912109375,
1674
+ "transcript_same": true
1675
+ },
1676
+ {
1677
+ "set": "test-clean",
1678
+ "id": "1320-122617-0013",
1679
+ "tokens": 269,
1680
+ "tokens_same": 269,
1681
+ "max_abs_top1_logit": 0.038204193115234375,
1682
+ "max_abs_top1_pos": 75,
1683
+ "ref_top1_at_max": 32.194454193115234,
1684
+ "coreai_top1_at_max": 32.15625,
1685
+ "tokens_top1_off_by_0.1": 0,
1686
+ "max_abs_blank_logit": 0.013971328735351562,
1687
+ "transcript_same": true
1688
+ },
1689
+ {
1690
+ "set": "test-clean",
1691
+ "id": "1320-122617-0014",
1692
+ "tokens": 123,
1693
+ "tokens_same": 123,
1694
+ "max_abs_top1_logit": 0.03740119934082031,
1695
+ "max_abs_top1_pos": 80,
1696
+ "ref_top1_at_max": 26.83427619934082,
1697
+ "coreai_top1_at_max": 26.796875,
1698
+ "tokens_top1_off_by_0.1": 0,
1699
+ "max_abs_blank_logit": 0.018545150756835938,
1700
+ "transcript_same": true
1701
+ },
1702
+ {
1703
+ "set": "test-clean",
1704
+ "id": "1320-122617-0015",
1705
+ "tokens": 128,
1706
+ "tokens_same": 128,
1707
+ "max_abs_top1_logit": 0.029880523681640625,
1708
+ "max_abs_top1_pos": 113,
1709
+ "ref_top1_at_max": 33.77988052368164,
1710
+ "coreai_top1_at_max": 33.75,
1711
+ "tokens_top1_off_by_0.1": 0,
1712
+ "max_abs_blank_logit": 0.017316818237304688,
1713
+ "transcript_same": true
1714
+ },
1715
+ {
1716
+ "set": "test-clean",
1717
+ "id": "1320-122617-0016",
1718
+ "tokens": 252,
1719
+ "tokens_same": 252,
1720
+ "max_abs_top1_logit": 0.051181793212890625,
1721
+ "max_abs_top1_pos": 26,
1722
+ "ref_top1_at_max": 34.61368179321289,
1723
+ "coreai_top1_at_max": 34.5625,
1724
+ "tokens_top1_off_by_0.1": 0,
1725
+ "max_abs_blank_logit": 0.017757415771484375,
1726
+ "transcript_same": true
1727
+ },
1728
+ {
1729
+ "set": "test-clean",
1730
+ "id": "1320-122617-0017",
1731
+ "tokens": 142,
1732
+ "tokens_same": 142,
1733
+ "max_abs_top1_logit": 0.03891754150390625,
1734
+ "max_abs_top1_pos": 34,
1735
+ "ref_top1_at_max": 32.351417541503906,
1736
+ "coreai_top1_at_max": 32.3125,
1737
+ "tokens_top1_off_by_0.1": 0,
1738
+ "max_abs_blank_logit": 0.017419815063476562,
1739
+ "transcript_same": true
1740
+ },
1741
+ {
1742
+ "set": "test-clean",
1743
+ "id": "1320-122617-0018",
1744
+ "tokens": 243,
1745
+ "tokens_same": 243,
1746
+ "max_abs_top1_logit": 0.0341033935546875,
1747
+ "max_abs_top1_pos": 14,
1748
+ "ref_top1_at_max": 29.643478393554688,
1749
+ "coreai_top1_at_max": 29.609375,
1750
+ "tokens_top1_off_by_0.1": 0,
1751
+ "max_abs_blank_logit": 0.016839981079101562,
1752
+ "transcript_same": true
1753
+ },
1754
+ {
1755
+ "set": "test-clean",
1756
+ "id": "1320-122617-0019",
1757
+ "tokens": 206,
1758
+ "tokens_same": 206,
1759
+ "max_abs_top1_logit": 0.06783485412597656,
1760
+ "max_abs_top1_pos": 108,
1761
+ "ref_top1_at_max": 19.713415145874023,
1762
+ "coreai_top1_at_max": 19.78125,
1763
+ "tokens_top1_off_by_0.1": 0,
1764
+ "max_abs_blank_logit": 0.017477035522460938,
1765
+ "transcript_same": true
1766
+ },
1767
+ {
1768
+ "set": "test-clean",
1769
+ "id": "1320-122617-0020",
1770
+ "tokens": 223,
1771
+ "tokens_same": 223,
1772
+ "max_abs_top1_logit": 0.03413200378417969,
1773
+ "max_abs_top1_pos": 99,
1774
+ "ref_top1_at_max": 29.59663200378418,
1775
+ "coreai_top1_at_max": 29.5625,
1776
+ "tokens_top1_off_by_0.1": 0,
1777
+ "max_abs_blank_logit": 0.016202926635742188,
1778
+ "transcript_same": true
1779
+ },
1780
+ {
1781
+ "set": "test-clean",
1782
+ "id": "1320-122617-0021",
1783
+ "tokens": 134,
1784
+ "tokens_same": 134,
1785
+ "max_abs_top1_logit": 0.033832550048828125,
1786
+ "max_abs_top1_pos": 50,
1787
+ "ref_top1_at_max": 31.705707550048828,
1788
+ "coreai_top1_at_max": 31.671875,
1789
+ "tokens_top1_off_by_0.1": 0,
1790
+ "max_abs_blank_logit": 0.015621185302734375,
1791
+ "transcript_same": true
1792
+ },
1793
+ {
1794
+ "set": "test-clean",
1795
+ "id": "1320-122617-0022",
1796
+ "tokens": 97,
1797
+ "tokens_same": 97,
1798
+ "max_abs_top1_logit": 0.027740478515625,
1799
+ "max_abs_top1_pos": 40,
1800
+ "ref_top1_at_max": 30.527740478515625,
1801
+ "coreai_top1_at_max": 30.5,
1802
+ "tokens_top1_off_by_0.1": 0,
1803
+ "max_abs_blank_logit": 0.015232086181640625,
1804
+ "transcript_same": true
1805
+ },
1806
+ {
1807
+ "set": "test-clean",
1808
+ "id": "1320-122617-0023",
1809
+ "tokens": 196,
1810
+ "tokens_same": 196,
1811
+ "max_abs_top1_logit": 0.0416068434715271,
1812
+ "max_abs_top1_pos": 96,
1813
+ "ref_top1_at_max": 0.7872123122215271,
1814
+ "coreai_top1_at_max": 0.74560546875,
1815
+ "tokens_top1_off_by_0.1": 0,
1816
+ "max_abs_blank_logit": 0.01671600341796875,
1817
+ "transcript_same": true
1818
+ },
1819
+ {
1820
+ "set": "test-clean",
1821
+ "id": "1320-122617-0024",
1822
+ "tokens": 189,
1823
+ "tokens_same": 189,
1824
+ "max_abs_top1_logit": 0.0386505126953125,
1825
+ "max_abs_top1_pos": 172,
1826
+ "ref_top1_at_max": 32.19490051269531,
1827
+ "coreai_top1_at_max": 32.15625,
1828
+ "tokens_top1_off_by_0.1": 0,
1829
+ "max_abs_blank_logit": 0.019969940185546875,
1830
+ "transcript_same": true
1831
+ },
1832
+ {
1833
+ "set": "test-clean",
1834
+ "id": "1320-122617-0025",
1835
+ "tokens": 159,
1836
+ "tokens_same": 159,
1837
+ "max_abs_top1_logit": 0.03298187255859375,
1838
+ "max_abs_top1_pos": 107,
1839
+ "ref_top1_at_max": 23.095481872558594,
1840
+ "coreai_top1_at_max": 23.0625,
1841
+ "tokens_top1_off_by_0.1": 0,
1842
+ "max_abs_blank_logit": 0.012594223022460938,
1843
+ "transcript_same": true
1844
+ },
1845
+ {
1846
+ "set": "test-clean",
1847
+ "id": "1320-122617-0026",
1848
+ "tokens": 131,
1849
+ "tokens_same": 131,
1850
+ "max_abs_top1_logit": 0.028881072998046875,
1851
+ "max_abs_top1_pos": 91,
1852
+ "ref_top1_at_max": 31.325756072998047,
1853
+ "coreai_top1_at_max": 31.296875,
1854
+ "tokens_top1_off_by_0.1": 0,
1855
+ "max_abs_blank_logit": 0.01827239990234375,
1856
+ "transcript_same": true
1857
+ },
1858
+ {
1859
+ "set": "test-clean",
1860
+ "id": "1320-122617-0027",
1861
+ "tokens": 142,
1862
+ "tokens_same": 142,
1863
+ "max_abs_top1_logit": 0.027828216552734375,
1864
+ "max_abs_top1_pos": 71,
1865
+ "ref_top1_at_max": 32.434078216552734,
1866
+ "coreai_top1_at_max": 32.40625,
1867
+ "tokens_top1_off_by_0.1": 0,
1868
+ "max_abs_blank_logit": 0.017589569091796875,
1869
+ "transcript_same": true
1870
+ },
1871
+ {
1872
+ "set": "test-clean",
1873
+ "id": "1320-122617-0028",
1874
+ "tokens": 400,
1875
+ "tokens_same": 400,
1876
+ "max_abs_top1_logit": 0.04854583740234375,
1877
+ "max_abs_top1_pos": 185,
1878
+ "ref_top1_at_max": 34.548545837402344,
1879
+ "coreai_top1_at_max": 34.5,
1880
+ "tokens_top1_off_by_0.1": 0,
1881
+ "max_abs_blank_logit": 0.014883041381835938,
1882
+ "transcript_same": true
1883
+ },
1884
+ {
1885
+ "set": "test-clean",
1886
+ "id": "1320-122617-0029",
1887
+ "tokens": 197,
1888
+ "tokens_same": 197,
1889
+ "max_abs_top1_logit": 0.03591728210449219,
1890
+ "max_abs_top1_pos": 49,
1891
+ "ref_top1_at_max": 29.551542282104492,
1892
+ "coreai_top1_at_max": 29.515625,
1893
+ "tokens_top1_off_by_0.1": 0,
1894
+ "max_abs_blank_logit": 0.013835906982421875,
1895
+ "transcript_same": true
1896
+ },
1897
+ {
1898
+ "set": "test-clean",
1899
+ "id": "1320-122617-0030",
1900
+ "tokens": 100,
1901
+ "tokens_same": 100,
1902
+ "max_abs_top1_logit": 0.030912399291992188,
1903
+ "max_abs_top1_pos": 31,
1904
+ "ref_top1_at_max": 28.343412399291992,
1905
+ "coreai_top1_at_max": 28.3125,
1906
+ "tokens_top1_off_by_0.1": 0,
1907
+ "max_abs_blank_logit": 0.013143539428710938,
1908
+ "transcript_same": true
1909
+ },
1910
+ {
1911
+ "set": "test-clean",
1912
+ "id": "1320-122617-0031",
1913
+ "tokens": 157,
1914
+ "tokens_same": 157,
1915
+ "max_abs_top1_logit": 0.03367424011230469,
1916
+ "max_abs_top1_pos": 124,
1917
+ "ref_top1_at_max": 23.893049240112305,
1918
+ "coreai_top1_at_max": 23.859375,
1919
+ "tokens_top1_off_by_0.1": 0,
1920
+ "max_abs_blank_logit": 0.014861106872558594,
1921
+ "transcript_same": true
1922
+ },
1923
+ {
1924
+ "set": "test-clean",
1925
+ "id": "1320-122617-0032",
1926
+ "tokens": 282,
1927
+ "tokens_same": 282,
1928
+ "max_abs_top1_logit": 0.044460296630859375,
1929
+ "max_abs_top1_pos": 41,
1930
+ "ref_top1_at_max": 33.66946029663086,
1931
+ "coreai_top1_at_max": 33.625,
1932
+ "tokens_top1_off_by_0.1": 0,
1933
+ "max_abs_blank_logit": 0.01749420166015625,
1934
+ "transcript_same": true
1935
+ },
1936
+ {
1937
+ "set": "test-clean",
1938
+ "id": "1320-122617-0033",
1939
+ "tokens": 276,
1940
+ "tokens_same": 276,
1941
+ "max_abs_top1_logit": 0.03755760192871094,
1942
+ "max_abs_top1_pos": 187,
1943
+ "ref_top1_at_max": 31.69380760192871,
1944
+ "coreai_top1_at_max": 31.65625,
1945
+ "tokens_top1_off_by_0.1": 0,
1946
+ "max_abs_blank_logit": 0.015783309936523438,
1947
+ "transcript_same": true
1948
+ },
1949
+ {
1950
+ "set": "test-clean",
1951
+ "id": "1320-122617-0034",
1952
+ "tokens": 237,
1953
+ "tokens_same": 237,
1954
+ "max_abs_top1_logit": 0.0377960205078125,
1955
+ "max_abs_top1_pos": 168,
1956
+ "ref_top1_at_max": 32.60029602050781,
1957
+ "coreai_top1_at_max": 32.5625,
1958
+ "tokens_top1_off_by_0.1": 0,
1959
+ "max_abs_blank_logit": 0.01673126220703125,
1960
+ "transcript_same": true
1961
+ },
1962
+ {
1963
+ "set": "test-clean",
1964
+ "id": "1320-122617-0035",
1965
+ "tokens": 456,
1966
+ "tokens_same": 456,
1967
+ "max_abs_top1_logit": 0.04958343505859375,
1968
+ "max_abs_top1_pos": 144,
1969
+ "ref_top1_at_max": 33.987083435058594,
1970
+ "coreai_top1_at_max": 33.9375,
1971
+ "tokens_top1_off_by_0.1": 0,
1972
+ "max_abs_blank_logit": 0.021778106689453125,
1973
+ "transcript_same": true
1974
+ },
1975
+ {
1976
+ "set": "test-clean",
1977
+ "id": "1320-122617-0036",
1978
+ "tokens": 309,
1979
+ "tokens_same": 309,
1980
+ "max_abs_top1_logit": 0.04301261901855469,
1981
+ "max_abs_top1_pos": 139,
1982
+ "ref_top1_at_max": 25.839887619018555,
1983
+ "coreai_top1_at_max": 25.796875,
1984
+ "tokens_top1_off_by_0.1": 0,
1985
+ "max_abs_blank_logit": 0.017974853515625,
1986
+ "transcript_same": true
1987
+ },
1988
+ {
1989
+ "set": "test-clean",
1990
+ "id": "1320-122617-0037",
1991
+ "tokens": 180,
1992
+ "tokens_same": 180,
1993
+ "max_abs_top1_logit": 0.031192779541015625,
1994
+ "max_abs_top1_pos": 73,
1995
+ "ref_top1_at_max": 27.812442779541016,
1996
+ "coreai_top1_at_max": 27.78125,
1997
+ "tokens_top1_off_by_0.1": 0,
1998
+ "max_abs_blank_logit": 0.01299285888671875,
1999
+ "transcript_same": true
2000
+ },
2001
+ {
2002
+ "set": "test-clean",
2003
+ "id": "1320-122617-0038",
2004
+ "tokens": 56,
2005
+ "tokens_same": 56,
2006
+ "max_abs_top1_logit": 0.03475379943847656,
2007
+ "max_abs_top1_pos": 13,
2008
+ "ref_top1_at_max": 28.816003799438477,
2009
+ "coreai_top1_at_max": 28.78125,
2010
+ "tokens_top1_off_by_0.1": 0,
2011
+ "max_abs_blank_logit": 0.010532379150390625,
2012
+ "transcript_same": true
2013
+ },
2014
+ {
2015
+ "set": "test-clean",
2016
+ "id": "1320-122617-0039",
2017
+ "tokens": 177,
2018
+ "tokens_same": 177,
2019
+ "max_abs_top1_logit": 0.04120635986328125,
2020
+ "max_abs_top1_pos": 145,
2021
+ "ref_top1_at_max": 36.60370635986328,
2022
+ "coreai_top1_at_max": 36.5625,
2023
+ "tokens_top1_off_by_0.1": 0,
2024
+ "max_abs_blank_logit": 0.015848159790039062,
2025
+ "transcript_same": true
2026
+ },
2027
+ {
2028
+ "set": "test-clean",
2029
+ "id": "1320-122617-0040",
2030
+ "tokens": 200,
2031
+ "tokens_same": 200,
2032
+ "max_abs_top1_logit": 0.04010200500488281,
2033
+ "max_abs_top1_pos": 67,
2034
+ "ref_top1_at_max": 28.086977005004883,
2035
+ "coreai_top1_at_max": 28.046875,
2036
+ "tokens_top1_off_by_0.1": 0,
2037
+ "max_abs_blank_logit": 0.01731109619140625,
2038
+ "transcript_same": true
2039
+ },
2040
+ {
2041
+ "set": "test-clean",
2042
+ "id": "1320-122617-0041",
2043
+ "tokens": 104,
2044
+ "tokens_same": 104,
2045
+ "max_abs_top1_logit": 0.031787872314453125,
2046
+ "max_abs_top1_pos": 82,
2047
+ "ref_top1_at_max": 29.859912872314453,
2048
+ "coreai_top1_at_max": 29.828125,
2049
+ "tokens_top1_off_by_0.1": 0,
2050
+ "max_abs_blank_logit": 0.017383575439453125,
2051
+ "transcript_same": true
2052
+ },
2053
+ {
2054
+ "set": "test-clean",
2055
+ "id": "1320-122612-0000",
2056
+ "tokens": 337,
2057
+ "tokens_same": 337,
2058
+ "max_abs_top1_logit": 0.03788280487060547,
2059
+ "max_abs_top1_pos": 29,
2060
+ "ref_top1_at_max": 8.045695304870605,
2061
+ "coreai_top1_at_max": 8.0078125,
2062
+ "tokens_top1_off_by_0.1": 0,
2063
+ "max_abs_blank_logit": 0.017406463623046875,
2064
+ "transcript_same": true
2065
+ },
2066
+ {
2067
+ "set": "test-clean",
2068
+ "id": "1320-122612-0001",
2069
+ "tokens": 238,
2070
+ "tokens_same": 238,
2071
+ "max_abs_top1_logit": 0.032927513122558594,
2072
+ "max_abs_top1_pos": 98,
2073
+ "ref_top1_at_max": -1.4768381118774414,
2074
+ "coreai_top1_at_max": -1.509765625,
2075
+ "tokens_top1_off_by_0.1": 0,
2076
+ "max_abs_blank_logit": 0.020605087280273438,
2077
+ "transcript_same": true
2078
+ },
2079
+ {
2080
+ "set": "test-clean",
2081
+ "id": "1320-122612-0002",
2082
+ "tokens": 187,
2083
+ "tokens_same": 187,
2084
+ "max_abs_top1_logit": 0.031734466552734375,
2085
+ "max_abs_top1_pos": 166,
2086
+ "ref_top1_at_max": 34.812984466552734,
2087
+ "coreai_top1_at_max": 34.78125,
2088
+ "tokens_top1_off_by_0.1": 0,
2089
+ "max_abs_blank_logit": 0.016162872314453125,
2090
+ "transcript_same": true
2091
+ },
2092
+ {
2093
+ "set": "test-clean",
2094
+ "id": "1320-122612-0003",
2095
+ "tokens": 247,
2096
+ "tokens_same": 247,
2097
+ "max_abs_top1_logit": 0.026766300201416016,
2098
+ "max_abs_top1_pos": 5,
2099
+ "ref_top1_at_max": -7.354891300201416,
2100
+ "coreai_top1_at_max": -7.328125,
2101
+ "tokens_top1_off_by_0.1": 0,
2102
+ "max_abs_blank_logit": 0.016881942749023438,
2103
+ "transcript_same": true
2104
+ },
2105
+ {
2106
+ "set": "test-clean",
2107
+ "id": "1320-122612-0004",
2108
+ "tokens": 161,
2109
+ "tokens_same": 161,
2110
+ "max_abs_top1_logit": 0.10146713256835938,
2111
+ "max_abs_top1_pos": 72,
2112
+ "ref_top1_at_max": 17.86709213256836,
2113
+ "coreai_top1_at_max": 17.765625,
2114
+ "tokens_top1_off_by_0.1": 1,
2115
+ "max_abs_blank_logit": 0.0173492431640625,
2116
+ "transcript_same": true
2117
+ },
2118
+ {
2119
+ "set": "test-clean",
2120
+ "id": "1320-122612-0005",
2121
+ "tokens": 148,
2122
+ "tokens_same": 148,
2123
+ "max_abs_top1_logit": 0.02886199951171875,
2124
+ "max_abs_top1_pos": 141,
2125
+ "ref_top1_at_max": 31.12261199951172,
2126
+ "coreai_top1_at_max": 31.09375,
2127
+ "tokens_top1_off_by_0.1": 0,
2128
+ "max_abs_blank_logit": 0.016178131103515625,
2129
+ "transcript_same": true
2130
+ },
2131
+ {
2132
+ "set": "test-clean",
2133
+ "id": "1320-122612-0006",
2134
+ "tokens": 121,
2135
+ "tokens_same": 121,
2136
+ "max_abs_top1_logit": 0.020313262939453125,
2137
+ "max_abs_top1_pos": 3,
2138
+ "ref_top1_at_max": -8.778125762939453,
2139
+ "coreai_top1_at_max": -8.7578125,
2140
+ "tokens_top1_off_by_0.1": 0,
2141
+ "max_abs_blank_logit": 0.01233673095703125,
2142
+ "transcript_same": true
2143
+ },
2144
+ {
2145
+ "set": "test-clean",
2146
+ "id": "1320-122612-0007",
2147
+ "tokens": 139,
2148
+ "tokens_same": 139,
2149
+ "max_abs_top1_logit": 0.03333473205566406,
2150
+ "max_abs_top1_pos": 82,
2151
+ "ref_top1_at_max": 29.814584732055664,
2152
+ "coreai_top1_at_max": 29.78125,
2153
+ "tokens_top1_off_by_0.1": 0,
2154
+ "max_abs_blank_logit": 0.014455795288085938,
2155
+ "transcript_same": true
2156
+ },
2157
+ {
2158
+ "set": "test-clean",
2159
+ "id": "1320-122612-0008",
2160
+ "tokens": 197,
2161
+ "tokens_same": 197,
2162
+ "max_abs_top1_logit": 0.032901763916015625,
2163
+ "max_abs_top1_pos": 43,
2164
+ "ref_top1_at_max": 29.861026763916016,
2165
+ "coreai_top1_at_max": 29.828125,
2166
+ "tokens_top1_off_by_0.1": 0,
2167
+ "max_abs_blank_logit": 0.017812728881835938,
2168
+ "transcript_same": true
2169
+ },
2170
+ {
2171
+ "set": "test-clean",
2172
+ "id": "1320-122612-0009",
2173
+ "tokens": 97,
2174
+ "tokens_same": 97,
2175
+ "max_abs_top1_logit": 0.03241729736328125,
2176
+ "max_abs_top1_pos": 22,
2177
+ "ref_top1_at_max": 28.90741729736328,
2178
+ "coreai_top1_at_max": 28.875,
2179
+ "tokens_top1_off_by_0.1": 0,
2180
+ "max_abs_blank_logit": 0.012622833251953125,
2181
+ "transcript_same": true
2182
+ },
2183
+ {
2184
+ "set": "test-clean",
2185
+ "id": "1320-122612-0010",
2186
+ "tokens": 255,
2187
+ "tokens_same": 255,
2188
+ "max_abs_top1_logit": 0.030898094177246094,
2189
+ "max_abs_top1_pos": 165,
2190
+ "ref_top1_at_max": 15.679335594177246,
2191
+ "coreai_top1_at_max": 15.6484375,
2192
+ "tokens_top1_off_by_0.1": 0,
2193
+ "max_abs_blank_logit": 0.018062591552734375,
2194
+ "transcript_same": true
2195
+ },
2196
+ {
2197
+ "set": "test-clean",
2198
+ "id": "1320-122612-0011",
2199
+ "tokens": 343,
2200
+ "tokens_same": 343,
2201
+ "max_abs_top1_logit": 0.0411529541015625,
2202
+ "max_abs_top1_pos": 64,
2203
+ "ref_top1_at_max": 34.60365295410156,
2204
+ "coreai_top1_at_max": 34.5625,
2205
+ "tokens_top1_off_by_0.1": 0,
2206
+ "max_abs_blank_logit": 0.014837265014648438,
2207
+ "transcript_same": true
2208
+ },
2209
+ {
2210
+ "set": "test-clean",
2211
+ "id": "1320-122612-0012",
2212
+ "tokens": 262,
2213
+ "tokens_same": 262,
2214
+ "max_abs_top1_logit": 0.03327751159667969,
2215
+ "max_abs_top1_pos": 100,
2216
+ "ref_top1_at_max": 31.90827751159668,
2217
+ "coreai_top1_at_max": 31.875,
2218
+ "tokens_top1_off_by_0.1": 0,
2219
+ "max_abs_blank_logit": 0.013906478881835938,
2220
+ "transcript_same": true
2221
+ },
2222
+ {
2223
+ "set": "test-clean",
2224
+ "id": "1320-122612-0013",
2225
+ "tokens": 164,
2226
+ "tokens_same": 164,
2227
+ "max_abs_top1_logit": 0.040630340576171875,
2228
+ "max_abs_top1_pos": 27,
2229
+ "ref_top1_at_max": 33.19688034057617,
2230
+ "coreai_top1_at_max": 33.15625,
2231
+ "tokens_top1_off_by_0.1": 0,
2232
+ "max_abs_blank_logit": 0.0152435302734375,
2233
+ "transcript_same": true
2234
+ },
2235
+ {
2236
+ "set": "test-clean",
2237
+ "id": "1320-122612-0014",
2238
+ "tokens": 88,
2239
+ "tokens_same": 88,
2240
+ "max_abs_top1_logit": 0.03054046630859375,
2241
+ "max_abs_top1_pos": 17,
2242
+ "ref_top1_at_max": 32.030540466308594,
2243
+ "coreai_top1_at_max": 32.0,
2244
+ "tokens_top1_off_by_0.1": 0,
2245
+ "max_abs_blank_logit": 0.012514114379882812,
2246
+ "transcript_same": true
2247
+ },
2248
+ {
2249
+ "set": "test-clean",
2250
+ "id": "1320-122612-0015",
2251
+ "tokens": 160,
2252
+ "tokens_same": 160,
2253
+ "max_abs_top1_logit": 0.030712127685546875,
2254
+ "max_abs_top1_pos": 43,
2255
+ "ref_top1_at_max": 10.507274627685547,
2256
+ "coreai_top1_at_max": 10.4765625,
2257
+ "tokens_top1_off_by_0.1": 0,
2258
+ "max_abs_blank_logit": 0.014726638793945312,
2259
+ "transcript_same": true
2260
+ },
2261
+ {
2262
+ "set": "test-clean",
2263
+ "id": "1320-122612-0016",
2264
+ "tokens": 87,
2265
+ "tokens_same": 87,
2266
+ "max_abs_top1_logit": 0.020555496215820312,
2267
+ "max_abs_top1_pos": 48,
2268
+ "ref_top1_at_max": 27.70805549621582,
2269
+ "coreai_top1_at_max": 27.6875,
2270
+ "tokens_top1_off_by_0.1": 0,
2271
+ "max_abs_blank_logit": 0.01436614990234375,
2272
+ "transcript_same": true
2273
+ },
2274
+ {
2275
+ "set": "test-clean",
2276
+ "id": "5639-40744-0000",
2277
+ "tokens": 394,
2278
+ "tokens_same": 394,
2279
+ "max_abs_top1_logit": 0.09006690979003906,
2280
+ "max_abs_top1_pos": 78,
2281
+ "ref_top1_at_max": 23.19118309020996,
2282
+ "coreai_top1_at_max": 23.28125,
2283
+ "tokens_top1_off_by_0.1": 0,
2284
+ "max_abs_blank_logit": 0.0207977294921875,
2285
+ "transcript_same": true
2286
+ },
2287
+ {
2288
+ "set": "test-clean",
2289
+ "id": "5639-40744-0001",
2290
+ "tokens": 311,
2291
+ "tokens_same": 311,
2292
+ "max_abs_top1_logit": 0.032634735107421875,
2293
+ "max_abs_top1_pos": 280,
2294
+ "ref_top1_at_max": 33.28263473510742,
2295
+ "coreai_top1_at_max": 33.25,
2296
+ "tokens_top1_off_by_0.1": 0,
2297
+ "max_abs_blank_logit": 0.017042160034179688,
2298
+ "transcript_same": true
2299
+ },
2300
+ {
2301
+ "set": "test-clean",
2302
+ "id": "5639-40744-0002",
2303
+ "tokens": 223,
2304
+ "tokens_same": 223,
2305
+ "max_abs_top1_logit": 0.18181228637695312,
2306
+ "max_abs_top1_pos": 68,
2307
+ "ref_top1_at_max": 19.505687713623047,
2308
+ "coreai_top1_at_max": 19.6875,
2309
+ "tokens_top1_off_by_0.1": 2,
2310
+ "max_abs_blank_logit": 0.022182464599609375,
2311
+ "transcript_same": true
2312
+ },
2313
+ {
2314
+ "set": "test-clean",
2315
+ "id": "5639-40744-0003",
2316
+ "tokens": 678,
2317
+ "tokens_same": 678,
2318
+ "max_abs_top1_logit": 0.042629241943359375,
2319
+ "max_abs_top1_pos": 141,
2320
+ "ref_top1_at_max": 32.35512924194336,
2321
+ "coreai_top1_at_max": 32.3125,
2322
+ "tokens_top1_off_by_0.1": 0,
2323
+ "max_abs_blank_logit": 0.0199127197265625,
2324
+ "transcript_same": true
2325
+ },
2326
+ {
2327
+ "set": "test-clean",
2328
+ "id": "5639-40744-0004",
2329
+ "tokens": 312,
2330
+ "tokens_same": 312,
2331
+ "max_abs_top1_logit": 0.09285354614257812,
2332
+ "max_abs_top1_pos": 244,
2333
+ "ref_top1_at_max": 18.030353546142578,
2334
+ "coreai_top1_at_max": 17.9375,
2335
+ "tokens_top1_off_by_0.1": 0,
2336
+ "max_abs_blank_logit": 0.017253875732421875,
2337
+ "transcript_same": true
2338
+ },
2339
+ {
2340
+ "set": "test-clean",
2341
+ "id": "5639-40744-0005",
2342
+ "tokens": 141,
2343
+ "tokens_same": 141,
2344
+ "max_abs_top1_logit": 0.03292274475097656,
2345
+ "max_abs_top1_pos": 42,
2346
+ "ref_top1_at_max": 31.595422744750977,
2347
+ "coreai_top1_at_max": 31.5625,
2348
+ "tokens_top1_off_by_0.1": 0,
2349
+ "max_abs_blank_logit": 0.020709991455078125,
2350
+ "transcript_same": true
2351
+ },
2352
+ {
2353
+ "set": "test-clean",
2354
+ "id": "5639-40744-0006",
2355
+ "tokens": 201,
2356
+ "tokens_same": 201,
2357
+ "max_abs_top1_logit": 0.0401611328125,
2358
+ "max_abs_top1_pos": 50,
2359
+ "ref_top1_at_max": 33.1339111328125,
2360
+ "coreai_top1_at_max": 33.09375,
2361
+ "tokens_top1_off_by_0.1": 0,
2362
+ "max_abs_blank_logit": 0.012804031372070312,
2363
+ "transcript_same": true
2364
+ },
2365
+ {
2366
+ "set": "test-clean",
2367
+ "id": "5639-40744-0007",
2368
+ "tokens": 146,
2369
+ "tokens_same": 146,
2370
+ "max_abs_top1_logit": 0.024234771728515625,
2371
+ "max_abs_top1_pos": 90,
2372
+ "ref_top1_at_max": 20.524234771728516,
2373
+ "coreai_top1_at_max": 20.5,
2374
+ "tokens_top1_off_by_0.1": 0,
2375
+ "max_abs_blank_logit": 0.014942169189453125,
2376
+ "transcript_same": true
2377
+ },
2378
+ {
2379
+ "set": "test-clean",
2380
+ "id": "5639-40744-0008",
2381
+ "tokens": 56,
2382
+ "tokens_same": 56,
2383
+ "max_abs_top1_logit": 0.03208732604980469,
2384
+ "max_abs_top1_pos": 42,
2385
+ "ref_top1_at_max": 26.719587326049805,
2386
+ "coreai_top1_at_max": 26.6875,
2387
+ "tokens_top1_off_by_0.1": 0,
2388
+ "max_abs_blank_logit": 0.011629104614257812,
2389
+ "transcript_same": true
2390
+ },
2391
+ {
2392
+ "set": "test-clean",
2393
+ "id": "5639-40744-0009",
2394
+ "tokens": 60,
2395
+ "tokens_same": 60,
2396
+ "max_abs_top1_logit": 0.023563385009765625,
2397
+ "max_abs_top1_pos": 14,
2398
+ "ref_top1_at_max": 31.773563385009766,
2399
+ "coreai_top1_at_max": 31.75,
2400
+ "tokens_top1_off_by_0.1": 0,
2401
+ "max_abs_blank_logit": 0.013523101806640625,
2402
+ "transcript_same": true
2403
+ },
2404
+ {
2405
+ "set": "test-clean",
2406
+ "id": "5639-40744-0010",
2407
+ "tokens": 103,
2408
+ "tokens_same": 103,
2409
+ "max_abs_top1_logit": 0.030345916748046875,
2410
+ "max_abs_top1_pos": 90,
2411
+ "ref_top1_at_max": 36.09284591674805,
2412
+ "coreai_top1_at_max": 36.0625,
2413
+ "tokens_top1_off_by_0.1": 0,
2414
+ "max_abs_blank_logit": 0.015918731689453125,
2415
+ "transcript_same": true
2416
+ },
2417
+ {
2418
+ "set": "test-clean",
2419
+ "id": "5639-40744-0011",
2420
+ "tokens": 67,
2421
+ "tokens_same": 67,
2422
+ "max_abs_top1_logit": 0.027965545654296875,
2423
+ "max_abs_top1_pos": 23,
2424
+ "ref_top1_at_max": 33.9342155456543,
2425
+ "coreai_top1_at_max": 33.90625,
2426
+ "tokens_top1_off_by_0.1": 0,
2427
+ "max_abs_blank_logit": 0.014331817626953125,
2428
+ "transcript_same": true
2429
+ },
2430
+ {
2431
+ "set": "test-clean",
2432
+ "id": "5639-40744-0012",
2433
+ "tokens": 215,
2434
+ "tokens_same": 215,
2435
+ "max_abs_top1_logit": 0.03714752197265625,
2436
+ "max_abs_top1_pos": 51,
2437
+ "ref_top1_at_max": 33.974647521972656,
2438
+ "coreai_top1_at_max": 33.9375,
2439
+ "tokens_top1_off_by_0.1": 0,
2440
+ "max_abs_blank_logit": 0.016378402709960938,
2441
+ "transcript_same": true
2442
+ },
2443
+ {
2444
+ "set": "test-clean",
2445
+ "id": "5639-40744-0013",
2446
+ "tokens": 172,
2447
+ "tokens_same": 172,
2448
+ "max_abs_top1_logit": 0.12577056884765625,
2449
+ "max_abs_top1_pos": 51,
2450
+ "ref_top1_at_max": 25.907020568847656,
2451
+ "coreai_top1_at_max": 25.78125,
2452
+ "tokens_top1_off_by_0.1": 2,
2453
+ "max_abs_blank_logit": 0.04213714599609375,
2454
+ "transcript_same": true
2455
+ },
2456
+ {
2457
+ "set": "test-clean",
2458
+ "id": "5639-40744-0014",
2459
+ "tokens": 193,
2460
+ "tokens_same": 193,
2461
+ "max_abs_top1_logit": 0.038272857666015625,
2462
+ "max_abs_top1_pos": 94,
2463
+ "ref_top1_at_max": 34.663272857666016,
2464
+ "coreai_top1_at_max": 34.625,
2465
+ "tokens_top1_off_by_0.1": 0,
2466
+ "max_abs_blank_logit": 0.013965606689453125,
2467
+ "transcript_same": true
2468
+ },
2469
+ {
2470
+ "set": "test-clean",
2471
+ "id": "5639-40744-0015",
2472
+ "tokens": 276,
2473
+ "tokens_same": 276,
2474
+ "max_abs_top1_logit": 0.07095146179199219,
2475
+ "max_abs_top1_pos": 259,
2476
+ "ref_top1_at_max": 20.102201461791992,
2477
+ "coreai_top1_at_max": 20.03125,
2478
+ "tokens_top1_off_by_0.1": 0,
2479
+ "max_abs_blank_logit": 0.0187225341796875,
2480
+ "transcript_same": true
2481
+ },
2482
+ {
2483
+ "set": "test-clean",
2484
+ "id": "5639-40744-0016",
2485
+ "tokens": 237,
2486
+ "tokens_same": 237,
2487
+ "max_abs_top1_logit": 0.0633993148803711,
2488
+ "max_abs_top1_pos": 122,
2489
+ "ref_top1_at_max": 10.225663185119629,
2490
+ "coreai_top1_at_max": 10.2890625,
2491
+ "tokens_top1_off_by_0.1": 0,
2492
+ "max_abs_blank_logit": 0.01779937744140625,
2493
+ "transcript_same": true
2494
+ },
2495
+ {
2496
+ "set": "test-clean",
2497
+ "id": "5639-40744-0017",
2498
+ "tokens": 147,
2499
+ "tokens_same": 147,
2500
+ "max_abs_top1_logit": 0.019018173217773438,
2501
+ "max_abs_top1_pos": 73,
2502
+ "ref_top1_at_max": 22.300268173217773,
2503
+ "coreai_top1_at_max": 22.28125,
2504
+ "tokens_top1_off_by_0.1": 0,
2505
+ "max_abs_blank_logit": 0.012683868408203125,
2506
+ "transcript_same": true
2507
+ },
2508
+ {
2509
+ "set": "test-clean",
2510
+ "id": "5639-40744-0018",
2511
+ "tokens": 386,
2512
+ "tokens_same": 386,
2513
+ "max_abs_top1_logit": 0.029211044311523438,
2514
+ "max_abs_top1_pos": 364,
2515
+ "ref_top1_at_max": 28.232336044311523,
2516
+ "coreai_top1_at_max": 28.203125,
2517
+ "tokens_top1_off_by_0.1": 0,
2518
+ "max_abs_blank_logit": 0.017505645751953125,
2519
+ "transcript_same": true
2520
+ },
2521
+ {
2522
+ "set": "test-clean",
2523
+ "id": "5639-40744-0019",
2524
+ "tokens": 302,
2525
+ "tokens_same": 302,
2526
+ "max_abs_top1_logit": 0.036754608154296875,
2527
+ "max_abs_top1_pos": 76,
2528
+ "ref_top1_at_max": 30.536754608154297,
2529
+ "coreai_top1_at_max": 30.5,
2530
+ "tokens_top1_off_by_0.1": 0,
2531
+ "max_abs_blank_logit": 0.01515960693359375,
2532
+ "transcript_same": true
2533
+ },
2534
+ {
2535
+ "set": "test-clean",
2536
+ "id": "5639-40744-0020",
2537
+ "tokens": 246,
2538
+ "tokens_same": 246,
2539
+ "max_abs_top1_logit": 0.08757972717285156,
2540
+ "max_abs_top1_pos": 163,
2541
+ "ref_top1_at_max": 18.00617027282715,
2542
+ "coreai_top1_at_max": 18.09375,
2543
+ "tokens_top1_off_by_0.1": 0,
2544
+ "max_abs_blank_logit": 0.016368865966796875,
2545
+ "transcript_same": true
2546
+ },
2547
+ {
2548
+ "set": "test-clean",
2549
+ "id": "5639-40744-0021",
2550
+ "tokens": 275,
2551
+ "tokens_same": 275,
2552
+ "max_abs_top1_logit": 0.02897953987121582,
2553
+ "max_abs_top1_pos": 46,
2554
+ "ref_top1_at_max": 2.959301710128784,
2555
+ "coreai_top1_at_max": 2.98828125,
2556
+ "tokens_top1_off_by_0.1": 0,
2557
+ "max_abs_blank_logit": 0.01934814453125,
2558
+ "transcript_same": true
2559
+ },
2560
+ {
2561
+ "set": "test-clean",
2562
+ "id": "5639-40744-0022",
2563
+ "tokens": 341,
2564
+ "tokens_same": 341,
2565
+ "max_abs_top1_logit": 0.03429412841796875,
2566
+ "max_abs_top1_pos": 309,
2567
+ "ref_top1_at_max": 32.50304412841797,
2568
+ "coreai_top1_at_max": 32.46875,
2569
+ "tokens_top1_off_by_0.1": 0,
2570
+ "max_abs_blank_logit": 0.01500701904296875,
2571
+ "transcript_same": true
2572
+ },
2573
+ {
2574
+ "set": "test-clean",
2575
+ "id": "5639-40744-0023",
2576
+ "tokens": 348,
2577
+ "tokens_same": 348,
2578
+ "max_abs_top1_logit": 0.036937713623046875,
2579
+ "max_abs_top1_pos": 112,
2580
+ "ref_top1_at_max": 17.068187713623047,
2581
+ "coreai_top1_at_max": 17.03125,
2582
+ "tokens_top1_off_by_0.1": 0,
2583
+ "max_abs_blank_logit": 0.016956329345703125,
2584
+ "transcript_same": true
2585
+ },
2586
+ {
2587
+ "set": "test-clean",
2588
+ "id": "5639-40744-0024",
2589
+ "tokens": 221,
2590
+ "tokens_same": 221,
2591
+ "max_abs_top1_logit": 0.042453765869140625,
2592
+ "max_abs_top1_pos": 49,
2593
+ "ref_top1_at_max": 32.35495376586914,
2594
+ "coreai_top1_at_max": 32.3125,
2595
+ "tokens_top1_off_by_0.1": 0,
2596
+ "max_abs_blank_logit": 0.01318359375,
2597
+ "transcript_same": true
2598
+ },
2599
+ {
2600
+ "set": "test-clean",
2601
+ "id": "5639-40744-0025",
2602
+ "tokens": 220,
2603
+ "tokens_same": 220,
2604
+ "max_abs_top1_logit": 0.0280609130859375,
2605
+ "max_abs_top1_pos": 25,
2606
+ "ref_top1_at_max": 24.668685913085938,
2607
+ "coreai_top1_at_max": 24.640625,
2608
+ "tokens_top1_off_by_0.1": 0,
2609
+ "max_abs_blank_logit": 0.017974853515625,
2610
+ "transcript_same": true
2611
+ },
2612
+ {
2613
+ "set": "test-clean",
2614
+ "id": "5639-40744-0026",
2615
+ "tokens": 363,
2616
+ "tokens_same": 363,
2617
+ "max_abs_top1_logit": 0.06966400146484375,
2618
+ "max_abs_top1_pos": 322,
2619
+ "ref_top1_at_max": 20.772789001464844,
2620
+ "coreai_top1_at_max": 20.703125,
2621
+ "tokens_top1_off_by_0.1": 0,
2622
+ "max_abs_blank_logit": 0.015537261962890625,
2623
+ "transcript_same": true
2624
+ },
2625
+ {
2626
+ "set": "test-clean",
2627
+ "id": "5639-40744-0027",
2628
+ "tokens": 582,
2629
+ "tokens_same": 582,
2630
+ "max_abs_top1_logit": 0.054378509521484375,
2631
+ "max_abs_top1_pos": 432,
2632
+ "ref_top1_at_max": 14.780941009521484,
2633
+ "coreai_top1_at_max": 14.7265625,
2634
+ "tokens_top1_off_by_0.1": 0,
2635
+ "max_abs_blank_logit": 0.0171356201171875,
2636
+ "transcript_same": true
2637
+ },
2638
+ {
2639
+ "set": "test-clean",
2640
+ "id": "5639-40744-0028",
2641
+ "tokens": 306,
2642
+ "tokens_same": 306,
2643
+ "max_abs_top1_logit": 0.04439544677734375,
2644
+ "max_abs_top1_pos": 152,
2645
+ "ref_top1_at_max": 34.106895446777344,
2646
+ "coreai_top1_at_max": 34.0625,
2647
+ "tokens_top1_off_by_0.1": 0,
2648
+ "max_abs_blank_logit": 0.01432037353515625,
2649
+ "transcript_same": true
2650
+ },
2651
+ {
2652
+ "set": "test-clean",
2653
+ "id": "5639-40744-0029",
2654
+ "tokens": 183,
2655
+ "tokens_same": 183,
2656
+ "max_abs_top1_logit": 0.12822628021240234,
2657
+ "max_abs_top1_pos": 60,
2658
+ "ref_top1_at_max": 12.113961219787598,
2659
+ "coreai_top1_at_max": 12.2421875,
2660
+ "tokens_top1_off_by_0.1": 1,
2661
+ "max_abs_blank_logit": 0.017034530639648438,
2662
+ "transcript_same": true
2663
+ },
2664
+ {
2665
+ "set": "test-clean",
2666
+ "id": "5639-40744-0030",
2667
+ "tokens": 557,
2668
+ "tokens_same": 557,
2669
+ "max_abs_top1_logit": 0.038509368896484375,
2670
+ "max_abs_top1_pos": 273,
2671
+ "ref_top1_at_max": 34.444759368896484,
2672
+ "coreai_top1_at_max": 34.40625,
2673
+ "tokens_top1_off_by_0.1": 0,
2674
+ "max_abs_blank_logit": 0.021383285522460938,
2675
+ "transcript_same": true
2676
+ },
2677
+ {
2678
+ "set": "test-clean",
2679
+ "id": "5639-40744-0031",
2680
+ "tokens": 711,
2681
+ "tokens_same": 711,
2682
+ "max_abs_top1_logit": 0.14598655700683594,
2683
+ "max_abs_top1_pos": 292,
2684
+ "ref_top1_at_max": 12.802236557006836,
2685
+ "coreai_top1_at_max": 12.65625,
2686
+ "tokens_top1_off_by_0.1": 2,
2687
+ "max_abs_blank_logit": 0.03232765197753906,
2688
+ "transcript_same": true
2689
+ },
2690
+ {
2691
+ "set": "test-clean",
2692
+ "id": "5639-40744-0032",
2693
+ "tokens": 436,
2694
+ "tokens_same": 436,
2695
+ "max_abs_top1_logit": 0.043792724609375,
2696
+ "max_abs_top1_pos": 19,
2697
+ "ref_top1_at_max": 32.668792724609375,
2698
+ "coreai_top1_at_max": 32.625,
2699
+ "tokens_top1_off_by_0.1": 0,
2700
+ "max_abs_blank_logit": 0.015033721923828125,
2701
+ "transcript_same": true
2702
+ },
2703
+ {
2704
+ "set": "test-clean",
2705
+ "id": "5639-40744-0033",
2706
+ "tokens": 229,
2707
+ "tokens_same": 229,
2708
+ "max_abs_top1_logit": 0.03829193115234375,
2709
+ "max_abs_top1_pos": 172,
2710
+ "ref_top1_at_max": 29.647666931152344,
2711
+ "coreai_top1_at_max": 29.609375,
2712
+ "tokens_top1_off_by_0.1": 0,
2713
+ "max_abs_blank_logit": 0.015417098999023438,
2714
+ "transcript_same": true
2715
+ },
2716
+ {
2717
+ "set": "test-clean",
2718
+ "id": "5639-40744-0034",
2719
+ "tokens": 327,
2720
+ "tokens_same": 327,
2721
+ "max_abs_top1_logit": 0.045063018798828125,
2722
+ "max_abs_top1_pos": 91,
2723
+ "ref_top1_at_max": 32.20131301879883,
2724
+ "coreai_top1_at_max": 32.15625,
2725
+ "tokens_top1_off_by_0.1": 0,
2726
+ "max_abs_blank_logit": 0.022975921630859375,
2727
+ "transcript_same": true
2728
+ },
2729
+ {
2730
+ "set": "test-clean",
2731
+ "id": "5639-40744-0035",
2732
+ "tokens": 438,
2733
+ "tokens_same": 438,
2734
+ "max_abs_top1_logit": 0.04766845703125,
2735
+ "max_abs_top1_pos": 386,
2736
+ "ref_top1_at_max": 33.61016845703125,
2737
+ "coreai_top1_at_max": 33.5625,
2738
+ "tokens_top1_off_by_0.1": 0,
2739
+ "max_abs_blank_logit": 0.022432327270507812,
2740
+ "transcript_same": true
2741
+ },
2742
+ {
2743
+ "set": "test-clean",
2744
+ "id": "5639-40744-0036",
2745
+ "tokens": 289,
2746
+ "tokens_same": 289,
2747
+ "max_abs_top1_logit": 0.044597625732421875,
2748
+ "max_abs_top1_pos": 60,
2749
+ "ref_top1_at_max": 26.560222625732422,
2750
+ "coreai_top1_at_max": 26.515625,
2751
+ "tokens_top1_off_by_0.1": 0,
2752
+ "max_abs_blank_logit": 0.01511383056640625,
2753
+ "transcript_same": true
2754
+ },
2755
+ {
2756
+ "set": "test-clean",
2757
+ "id": "5639-40744-0037",
2758
+ "tokens": 286,
2759
+ "tokens_same": 286,
2760
+ "max_abs_top1_logit": 0.04152345657348633,
2761
+ "max_abs_top1_pos": 265,
2762
+ "ref_top1_at_max": 2.5981640815734863,
2763
+ "coreai_top1_at_max": 2.556640625,
2764
+ "tokens_top1_off_by_0.1": 0,
2765
+ "max_abs_blank_logit": 0.023927688598632812,
2766
+ "transcript_same": true
2767
+ },
2768
+ {
2769
+ "set": "test-clean",
2770
+ "id": "5639-40744-0038",
2771
+ "tokens": 345,
2772
+ "tokens_same": 345,
2773
+ "max_abs_top1_logit": 0.0335540771484375,
2774
+ "max_abs_top1_pos": 59,
2775
+ "ref_top1_at_max": 32.59605407714844,
2776
+ "coreai_top1_at_max": 32.5625,
2777
+ "tokens_top1_off_by_0.1": 0,
2778
+ "max_abs_blank_logit": 0.015232086181640625,
2779
+ "transcript_same": true
2780
+ },
2781
+ {
2782
+ "set": "test-clean",
2783
+ "id": "5639-40744-0039",
2784
+ "tokens": 360,
2785
+ "tokens_same": 360,
2786
+ "max_abs_top1_logit": 0.034793853759765625,
2787
+ "max_abs_top1_pos": 83,
2788
+ "ref_top1_at_max": 32.034793853759766,
2789
+ "coreai_top1_at_max": 32.0,
2790
+ "tokens_top1_off_by_0.1": 0,
2791
+ "max_abs_blank_logit": 0.016935348510742188,
2792
+ "transcript_same": true
2793
+ },
2794
+ {
2795
+ "set": "test-clean",
2796
+ "id": "5639-40744-0040",
2797
+ "tokens": 313,
2798
+ "tokens_same": 313,
2799
+ "max_abs_top1_logit": 0.05831718444824219,
2800
+ "max_abs_top1_pos": 161,
2801
+ "ref_top1_at_max": 28.152067184448242,
2802
+ "coreai_top1_at_max": 28.09375,
2803
+ "tokens_top1_off_by_0.1": 0,
2804
+ "max_abs_blank_logit": 0.0133209228515625,
2805
+ "transcript_same": true
2806
+ },
2807
+ {
2808
+ "set": "test-clean",
2809
+ "id": "5639-40744-0041",
2810
+ "tokens": 430,
2811
+ "tokens_same": 430,
2812
+ "max_abs_top1_logit": 0.0376434326171875,
2813
+ "max_abs_top1_pos": 181,
2814
+ "ref_top1_at_max": 31.178268432617188,
2815
+ "coreai_top1_at_max": 31.140625,
2816
+ "tokens_top1_off_by_0.1": 0,
2817
+ "max_abs_blank_logit": 0.016918182373046875,
2818
+ "transcript_same": true
2819
+ },
2820
+ {
2821
+ "set": "test-clean",
2822
+ "id": "260-123440-0000",
2823
+ "tokens": 54,
2824
+ "tokens_same": 54,
2825
+ "max_abs_top1_logit": 0.029925107955932617,
2826
+ "max_abs_top1_pos": 31,
2827
+ "ref_top1_at_max": 2.7799251079559326,
2828
+ "coreai_top1_at_max": 2.75,
2829
+ "tokens_top1_off_by_0.1": 0,
2830
+ "max_abs_blank_logit": 0.014379501342773438,
2831
+ "transcript_same": true
2832
+ },
2833
+ {
2834
+ "set": "test-clean",
2835
+ "id": "260-123440-0001",
2836
+ "tokens": 44,
2837
+ "tokens_same": 44,
2838
+ "max_abs_top1_logit": 0.026271820068359375,
2839
+ "max_abs_top1_pos": 34,
2840
+ "ref_top1_at_max": 37.52627182006836,
2841
+ "coreai_top1_at_max": 37.5,
2842
+ "tokens_top1_off_by_0.1": 0,
2843
+ "max_abs_blank_logit": 0.01508331298828125,
2844
+ "transcript_same": true
2845
+ },
2846
+ {
2847
+ "set": "test-clean",
2848
+ "id": "260-123440-0002",
2849
+ "tokens": 368,
2850
+ "tokens_same": 368,
2851
+ "max_abs_top1_logit": 0.056395530700683594,
2852
+ "max_abs_top1_pos": 141,
2853
+ "ref_top1_at_max": 6.615479469299316,
2854
+ "coreai_top1_at_max": 6.671875,
2855
+ "tokens_top1_off_by_0.1": 0,
2856
+ "max_abs_blank_logit": 0.01763153076171875,
2857
+ "transcript_same": true
2858
+ },
2859
+ {
2860
+ "set": "test-clean",
2861
+ "id": "260-123440-0003",
2862
+ "tokens": 90,
2863
+ "tokens_same": 90,
2864
+ "max_abs_top1_logit": 0.0386199951171875,
2865
+ "max_abs_top1_pos": 75,
2866
+ "ref_top1_at_max": 19.601119995117188,
2867
+ "coreai_top1_at_max": 19.5625,
2868
+ "tokens_top1_off_by_0.1": 0,
2869
+ "max_abs_blank_logit": 0.0151824951171875,
2870
+ "transcript_same": true
2871
+ },
2872
+ {
2873
+ "set": "test-clean",
2874
+ "id": "260-123440-0004",
2875
+ "tokens": 301,
2876
+ "tokens_same": 301,
2877
+ "max_abs_top1_logit": 0.0379791259765625,
2878
+ "max_abs_top1_pos": 107,
2879
+ "ref_top1_at_max": 33.28797912597656,
2880
+ "coreai_top1_at_max": 33.25,
2881
+ "tokens_top1_off_by_0.1": 0,
2882
+ "max_abs_blank_logit": 0.019710540771484375,
2883
+ "transcript_same": true
2884
+ },
2885
+ {
2886
+ "set": "test-clean",
2887
+ "id": "260-123440-0005",
2888
+ "tokens": 78,
2889
+ "tokens_same": 78,
2890
+ "max_abs_top1_logit": 0.027788162231445312,
2891
+ "max_abs_top1_pos": 68,
2892
+ "ref_top1_at_max": 29.684038162231445,
2893
+ "coreai_top1_at_max": 29.65625,
2894
+ "tokens_top1_off_by_0.1": 0,
2895
+ "max_abs_blank_logit": 0.010808944702148438,
2896
+ "transcript_same": true
2897
+ },
2898
+ {
2899
+ "set": "test-clean",
2900
+ "id": "260-123440-0006",
2901
+ "tokens": 68,
2902
+ "tokens_same": 68,
2903
+ "max_abs_top1_logit": 0.032955169677734375,
2904
+ "max_abs_top1_pos": 55,
2905
+ "ref_top1_at_max": 27.876705169677734,
2906
+ "coreai_top1_at_max": 27.84375,
2907
+ "tokens_top1_off_by_0.1": 0,
2908
+ "max_abs_blank_logit": 0.014629364013671875,
2909
+ "transcript_same": true
2910
+ },
2911
+ {
2912
+ "set": "test-clean",
2913
+ "id": "260-123440-0007",
2914
+ "tokens": 85,
2915
+ "tokens_same": 85,
2916
+ "max_abs_top1_logit": 0.03189849853515625,
2917
+ "max_abs_top1_pos": 57,
2918
+ "ref_top1_at_max": 34.281898498535156,
2919
+ "coreai_top1_at_max": 34.25,
2920
+ "tokens_top1_off_by_0.1": 0,
2921
+ "max_abs_blank_logit": 0.01378631591796875,
2922
+ "transcript_same": true
2923
+ },
2924
+ {
2925
+ "set": "test-clean",
2926
+ "id": "260-123440-0008",
2927
+ "tokens": 94,
2928
+ "tokens_same": 94,
2929
+ "max_abs_top1_logit": 0.0287628173828125,
2930
+ "max_abs_top1_pos": 29,
2931
+ "ref_top1_at_max": 34.65376281738281,
2932
+ "coreai_top1_at_max": 34.625,
2933
+ "tokens_top1_off_by_0.1": 0,
2934
+ "max_abs_blank_logit": 0.01287841796875,
2935
+ "transcript_same": true
2936
+ },
2937
+ {
2938
+ "set": "test-clean",
2939
+ "id": "260-123440-0009",
2940
+ "tokens": 78,
2941
+ "tokens_same": 78,
2942
+ "max_abs_top1_logit": 0.028961181640625,
2943
+ "max_abs_top1_pos": 30,
2944
+ "ref_top1_at_max": 30.232086181640625,
2945
+ "coreai_top1_at_max": 30.203125,
2946
+ "tokens_top1_off_by_0.1": 0,
2947
+ "max_abs_blank_logit": 0.013658523559570312,
2948
+ "transcript_same": true
2949
+ },
2950
+ {
2951
+ "set": "test-clean",
2952
+ "id": "260-123440-0010",
2953
+ "tokens": 208,
2954
+ "tokens_same": 208,
2955
+ "max_abs_top1_logit": 0.033779144287109375,
2956
+ "max_abs_top1_pos": 120,
2957
+ "ref_top1_at_max": 32.28377914428711,
2958
+ "coreai_top1_at_max": 32.25,
2959
+ "tokens_top1_off_by_0.1": 0,
2960
+ "max_abs_blank_logit": 0.020025253295898438,
2961
+ "transcript_same": true
2962
+ },
2963
+ {
2964
+ "set": "test-clean",
2965
+ "id": "260-123440-0011",
2966
+ "tokens": 122,
2967
+ "tokens_same": 122,
2968
+ "max_abs_top1_logit": 0.04628276824951172,
2969
+ "max_abs_top1_pos": 95,
2970
+ "ref_top1_at_max": 15.359967231750488,
2971
+ "coreai_top1_at_max": 15.40625,
2972
+ "tokens_top1_off_by_0.1": 0,
2973
+ "max_abs_blank_logit": 0.013452529907226562,
2974
+ "transcript_same": true
2975
+ },
2976
+ {
2977
+ "set": "test-clean",
2978
+ "id": "260-123440-0012",
2979
+ "tokens": 131,
2980
+ "tokens_same": 131,
2981
+ "max_abs_top1_logit": 0.03249931335449219,
2982
+ "max_abs_top1_pos": 109,
2983
+ "ref_top1_at_max": 26.876249313354492,
2984
+ "coreai_top1_at_max": 26.84375,
2985
+ "tokens_top1_off_by_0.1": 0,
2986
+ "max_abs_blank_logit": 0.015394210815429688,
2987
+ "transcript_same": true
2988
+ },
2989
+ {
2990
+ "set": "test-clean",
2991
+ "id": "260-123440-0013",
2992
+ "tokens": 87,
2993
+ "tokens_same": 87,
2994
+ "max_abs_top1_logit": 0.027004241943359375,
2995
+ "max_abs_top1_pos": 49,
2996
+ "ref_top1_at_max": 28.36362075805664,
2997
+ "coreai_top1_at_max": 28.390625,
2998
+ "tokens_top1_off_by_0.1": 0,
2999
+ "max_abs_blank_logit": 0.016307830810546875,
3000
+ "transcript_same": true
3001
+ },
3002
+ {
3003
+ "set": "test-clean",
3004
+ "id": "260-123440-0014",
3005
+ "tokens": 96,
3006
+ "tokens_same": 96,
3007
+ "max_abs_top1_logit": 0.023418426513671875,
3008
+ "max_abs_top1_pos": 24,
3009
+ "ref_top1_at_max": 33.49216842651367,
3010
+ "coreai_top1_at_max": 33.46875,
3011
+ "tokens_top1_off_by_0.1": 0,
3012
+ "max_abs_blank_logit": 0.01544952392578125,
3013
+ "transcript_same": true
3014
+ },
3015
+ {
3016
+ "set": "test-clean",
3017
+ "id": "260-123440-0015",
3018
+ "tokens": 155,
3019
+ "tokens_same": 155,
3020
+ "max_abs_top1_logit": 0.03684043884277344,
3021
+ "max_abs_top1_pos": 148,
3022
+ "ref_top1_at_max": 30.911840438842773,
3023
+ "coreai_top1_at_max": 30.875,
3024
+ "tokens_top1_off_by_0.1": 0,
3025
+ "max_abs_blank_logit": 0.0144195556640625,
3026
+ "transcript_same": true
3027
+ },
3028
+ {
3029
+ "set": "test-clean",
3030
+ "id": "260-123440-0016",
3031
+ "tokens": 123,
3032
+ "tokens_same": 123,
3033
+ "max_abs_top1_logit": 0.02909088134765625,
3034
+ "max_abs_top1_pos": 69,
3035
+ "ref_top1_at_max": 32.654090881347656,
3036
+ "coreai_top1_at_max": 32.625,
3037
+ "tokens_top1_off_by_0.1": 0,
3038
+ "max_abs_blank_logit": 0.013881683349609375,
3039
+ "transcript_same": true
3040
+ },
3041
+ {
3042
+ "set": "test-clean",
3043
+ "id": "260-123440-0017",
3044
+ "tokens": 77,
3045
+ "tokens_same": 77,
3046
+ "max_abs_top1_logit": 0.025876998901367188,
3047
+ "max_abs_top1_pos": 35,
3048
+ "ref_top1_at_max": 30.791501998901367,
3049
+ "coreai_top1_at_max": 30.765625,
3050
+ "tokens_top1_off_by_0.1": 0,
3051
+ "max_abs_blank_logit": 0.015697479248046875,
3052
+ "transcript_same": true
3053
+ },
3054
+ {
3055
+ "set": "test-clean",
3056
+ "id": "260-123440-0018",
3057
+ "tokens": 91,
3058
+ "tokens_same": 91,
3059
+ "max_abs_top1_logit": 0.020763397216796875,
3060
+ "max_abs_top1_pos": 49,
3061
+ "ref_top1_at_max": 29.364513397216797,
3062
+ "coreai_top1_at_max": 29.34375,
3063
+ "tokens_top1_off_by_0.1": 0,
3064
+ "max_abs_blank_logit": 0.01396942138671875,
3065
+ "transcript_same": true
3066
+ },
3067
+ {
3068
+ "set": "test-clean",
3069
+ "id": "260-123440-0019",
3070
+ "tokens": 166,
3071
+ "tokens_same": 166,
3072
+ "max_abs_top1_logit": 0.0465395450592041,
3073
+ "max_abs_top1_pos": 72,
3074
+ "ref_top1_at_max": -3.281585454940796,
3075
+ "coreai_top1_at_max": -3.328125,
3076
+ "tokens_top1_off_by_0.1": 0,
3077
+ "max_abs_blank_logit": 0.017059326171875,
3078
+ "transcript_same": true
3079
+ },
3080
+ {
3081
+ "set": "test-clean",
3082
+ "id": "260-123440-0020",
3083
+ "tokens": 125,
3084
+ "tokens_same": 125,
3085
+ "max_abs_top1_logit": 0.030878067016601562,
3086
+ "max_abs_top1_pos": 79,
3087
+ "ref_top1_at_max": 30.0777530670166,
3088
+ "coreai_top1_at_max": 30.046875,
3089
+ "tokens_top1_off_by_0.1": 0,
3090
+ "max_abs_blank_logit": 0.013698577880859375,
3091
+ "transcript_same": true
3092
+ }
3093
+ ],
3094
+ "wer_jiwer": {
3095
+ "engine": "jiwer 4.0.0",
3096
+ "hyp_tsv": "<work>/exports/reader/fp16/hyp_gpu_T750.tsv",
3097
+ "fixture/torch": {
3098
+ "wer": 0.04805914972273567,
3099
+ "substitutions": 22,
3100
+ "deletions": 1,
3101
+ "insertions": 3,
3102
+ "ref_words": 541
3103
+ },
3104
+ "fixture/coreai": {
3105
+ "wer": 0.04990757855822551,
3106
+ "substitutions": 23,
3107
+ "deletions": 1,
3108
+ "insertions": 3,
3109
+ "ref_words": 541
3110
+ },
3111
+ "test-clean/torch": {
3112
+ "wer": 0.058784676354029064,
3113
+ "substitutions": 209,
3114
+ "deletions": 32,
3115
+ "insertions": 26,
3116
+ "ref_words": 4542
3117
+ },
3118
+ "test-clean/coreai": {
3119
+ "wer": 0.058784676354029064,
3120
+ "substitutions": 209,
3121
+ "deletions": 32,
3122
+ "insertions": 26,
3123
+ "ref_words": 4542
3124
+ },
3125
+ "matches_numpy": true
3126
+ }
3127
+ }
provenance/reader/mac-gpu-redarm-zerohalf.json ADDED
@@ -0,0 +1,96 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "what": "red arm: the second half of the valid soft tokens set to 0, token_mask unchanged (r2d)",
3
+ "bundle": "<work>/exports/reader/fp16/eg2_reader_fp16_T750_gpu_h16c.aimodelc",
4
+ "backend": "gpu",
5
+ "form": "fp16",
6
+ "tokens": 750,
7
+ "load_s": 0.876,
8
+ "weights_sha256": "67a06a857b9aeb066347f8947e4faeed11d2ec3e89e0c23974be0a2c20243d5b",
9
+ "rule": "red = labels change on >= 9 of 10 utterances",
10
+ "utterances_with_labels_changed": 10,
11
+ "transcripts_changed": 10,
12
+ "red": true,
13
+ "utterances": [
14
+ {
15
+ "id": "2300-131720-0000",
16
+ "tokens": 127,
17
+ "zeroed_from_token": 63,
18
+ "labels_changed": 5,
19
+ "labels_changed_before_the_zeroed_half": 0,
20
+ "transcript_changed": true
21
+ },
22
+ {
23
+ "id": "121-121726-0001",
24
+ "tokens": 148,
25
+ "zeroed_from_token": 74,
26
+ "labels_changed": 8,
27
+ "labels_changed_before_the_zeroed_half": 1,
28
+ "transcript_changed": true
29
+ },
30
+ {
31
+ "id": "1089-134686-0002",
32
+ "tokens": 166,
33
+ "zeroed_from_token": 83,
34
+ "labels_changed": 11,
35
+ "labels_changed_before_the_zeroed_half": 0,
36
+ "transcript_changed": true
37
+ },
38
+ {
39
+ "id": "1284-1180-0001",
40
+ "tokens": 194,
41
+ "zeroed_from_token": 97,
42
+ "labels_changed": 15,
43
+ "labels_changed_before_the_zeroed_half": 1,
44
+ "transcript_changed": true
45
+ },
46
+ {
47
+ "id": "2094-142345-0001",
48
+ "tokens": 201,
49
+ "zeroed_from_token": 100,
50
+ "labels_changed": 12,
51
+ "labels_changed_before_the_zeroed_half": 0,
52
+ "transcript_changed": true
53
+ },
54
+ {
55
+ "id": "1284-1180-0000",
56
+ "tokens": 203,
57
+ "zeroed_from_token": 101,
58
+ "labels_changed": 14,
59
+ "labels_changed_before_the_zeroed_half": 1,
60
+ "transcript_changed": true
61
+ },
62
+ {
63
+ "id": "121-121726-0000",
64
+ "tokens": 212,
65
+ "zeroed_from_token": 106,
66
+ "labels_changed": 11,
67
+ "labels_changed_before_the_zeroed_half": 1,
68
+ "transcript_changed": true
69
+ },
70
+ {
71
+ "id": "1580-141083-0000",
72
+ "tokens": 224,
73
+ "zeroed_from_token": 112,
74
+ "labels_changed": 16,
75
+ "labels_changed_before_the_zeroed_half": 0,
76
+ "transcript_changed": true
77
+ },
78
+ {
79
+ "id": "1188-133604-0001",
80
+ "tokens": 226,
81
+ "zeroed_from_token": 113,
82
+ "labels_changed": 9,
83
+ "labels_changed_before_the_zeroed_half": 1,
84
+ "transcript_changed": true
85
+ },
86
+ {
87
+ "id": "1995-1826-0000",
88
+ "tokens": 237,
89
+ "zeroed_from_token": 118,
90
+ "labels_changed": 12,
91
+ "labels_changed_before_the_zeroed_half": 0,
92
+ "transcript_changed": true
93
+ }
94
+ ],
95
+ "finished": "2026-10-14T10:44:13+0900"
96
+ }
provenance/reader/mac-gpu-timing.json ADDED
@@ -0,0 +1,483 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "form": "fp16",
3
+ "tokens": 750,
4
+ "backend": "gpu",
5
+ "window_label": "eg2stt-r2c-timing-reader30",
6
+ "window_started": "2026-10-14T09:48:17+0900",
7
+ "window_finished": "2026-10-14T09:50:36+0900",
8
+ "compared_in_window_with": [
9
+ "fp32:750:gpu",
10
+ "fp16:750:gpu",
11
+ "fp16:750:ane",
12
+ "h-out-fp16:750:gpu",
13
+ "h-out-fp16:750:ane",
14
+ "h-out:750:gpu"
15
+ ],
16
+ "summary": {
17
+ "reps_ok": 8,
18
+ "reps_failed": 0,
19
+ "audio_s_per_call": 30.0,
20
+ "ms_median_of_rep_medians": 22.451,
21
+ "ms_rep_median_range": [
22
+ 22.396,
23
+ 23.253
24
+ ],
25
+ "ms_p90_all_calls": 22.77,
26
+ "x_realtime": 1336.2,
27
+ "cpu_ms_per_call_median": 1.954,
28
+ "load_s_first_process": 0.9,
29
+ "load_s_first_process_cold": true,
30
+ "load_s_warm_median": 0.096,
31
+ "peak_footprint_gb_max": 1.035
32
+ },
33
+ "reps": [
34
+ {
35
+ "form": "fp16",
36
+ "tokens": 750,
37
+ "backend": "gpu",
38
+ "bundle": "<work>/exports/reader/fp16/eg2_reader_fp16_T750_gpu_h16c.aimodelc",
39
+ "cold_requested": true,
40
+ "cache_entry_deleted": true,
41
+ "load_s": 0.9,
42
+ "load_cpu_s": 0.213,
43
+ "warmup_ms": [
44
+ 89.36,
45
+ 22.89,
46
+ 22.78
47
+ ],
48
+ "ms": [
49
+ 22.606,
50
+ 22.635,
51
+ 22.66,
52
+ 22.403,
53
+ 22.564,
54
+ 22.447,
55
+ 22.494,
56
+ 22.487,
57
+ 22.449,
58
+ 22.54,
59
+ 22.415,
60
+ 22.478,
61
+ 22.435,
62
+ 22.422,
63
+ 22.539,
64
+ 22.489,
65
+ 22.47,
66
+ 22.38,
67
+ 22.412,
68
+ 22.385
69
+ ],
70
+ "ms_median": 22.474,
71
+ "ms_p90": 22.609,
72
+ "cpu_ms_per_call": 1.948,
73
+ "x_realtime": 1334.9,
74
+ "audio_s_per_call": 30.0,
75
+ "footprint_before_load": {
76
+ "phys_footprint": 204899144,
77
+ "lifetime_max_phys_footprint": 204899144
78
+ },
79
+ "footprint_after_load": {
80
+ "phys_footprint": 523273464,
81
+ "lifetime_max_phys_footprint": 523289848
82
+ },
83
+ "footprint_end": {
84
+ "phys_footprint": 1034880704,
85
+ "lifetime_max_phys_footprint": 1034880704
86
+ },
87
+ "t_start": "09:48:22",
88
+ "rep": 0
89
+ },
90
+ {
91
+ "form": "fp16",
92
+ "tokens": 750,
93
+ "backend": "gpu",
94
+ "bundle": "<work>/exports/reader/fp16/eg2_reader_fp16_T750_gpu_h16c.aimodelc",
95
+ "cold_requested": false,
96
+ "cache_entry_deleted": false,
97
+ "load_s": 0.481,
98
+ "load_cpu_s": 0.11,
99
+ "warmup_ms": [
100
+ 46.87,
101
+ 23.21,
102
+ 24.08
103
+ ],
104
+ "ms": [
105
+ 284.816,
106
+ 59.95,
107
+ 24.553,
108
+ 29.133,
109
+ 26.07,
110
+ 139.299,
111
+ 30.465,
112
+ 22.665,
113
+ 23.575,
114
+ 24.41,
115
+ 23.799,
116
+ 22.842,
117
+ 22.635,
118
+ 22.646,
119
+ 22.652,
120
+ 22.58,
121
+ 22.509,
122
+ 22.597,
123
+ 22.93,
124
+ 22.726
125
+ ],
126
+ "ms_median": 23.253,
127
+ "ms_p90": 67.885,
128
+ "cpu_ms_per_call": 2.963,
129
+ "x_realtime": 1290.2,
130
+ "audio_s_per_call": 30.0,
131
+ "footprint_before_load": {
132
+ "phys_footprint": 204522312,
133
+ "lifetime_max_phys_footprint": 204522312
134
+ },
135
+ "footprint_after_load": {
136
+ "phys_footprint": 520799432,
137
+ "lifetime_max_phys_footprint": 520799432
138
+ },
139
+ "footprint_end": {
140
+ "phys_footprint": 1033176672,
141
+ "lifetime_max_phys_footprint": 1033176672
142
+ },
143
+ "t_start": "09:48:46",
144
+ "rep": 1
145
+ },
146
+ {
147
+ "form": "fp16",
148
+ "tokens": 750,
149
+ "backend": "gpu",
150
+ "bundle": "<work>/exports/reader/fp16/eg2_reader_fp16_T750_gpu_h16c.aimodelc",
151
+ "cold_requested": false,
152
+ "cache_entry_deleted": false,
153
+ "load_s": 0.096,
154
+ "load_cpu_s": 0.073,
155
+ "warmup_ms": [
156
+ 46.21,
157
+ 22.64,
158
+ 22.63
159
+ ],
160
+ "ms": [
161
+ 22.564,
162
+ 22.486,
163
+ 22.464,
164
+ 22.607,
165
+ 22.491,
166
+ 22.63,
167
+ 22.778,
168
+ 22.535,
169
+ 22.629,
170
+ 22.723,
171
+ 22.779,
172
+ 22.574,
173
+ 22.487,
174
+ 22.391,
175
+ 22.462,
176
+ 22.598,
177
+ 22.49,
178
+ 22.588,
179
+ 22.514,
180
+ 22.412
181
+ ],
182
+ "ms_median": 22.55,
183
+ "ms_p90": 22.728,
184
+ "cpu_ms_per_call": 1.959,
185
+ "x_realtime": 1330.4,
186
+ "audio_s_per_call": 30.0,
187
+ "footprint_before_load": {
188
+ "phys_footprint": 204604256,
189
+ "lifetime_max_phys_footprint": 204604256
190
+ },
191
+ "footprint_after_load": {
192
+ "phys_footprint": 520717488,
193
+ "lifetime_max_phys_footprint": 520733872
194
+ },
195
+ "footprint_end": {
196
+ "phys_footprint": 1032652384,
197
+ "lifetime_max_phys_footprint": 1032652384
198
+ },
199
+ "t_start": "09:49:02",
200
+ "rep": 2
201
+ },
202
+ {
203
+ "form": "fp16",
204
+ "tokens": 750,
205
+ "backend": "gpu",
206
+ "bundle": "<work>/exports/reader/fp16/eg2_reader_fp16_T750_gpu_h16c.aimodelc",
207
+ "cold_requested": false,
208
+ "cache_entry_deleted": false,
209
+ "load_s": 0.506,
210
+ "load_cpu_s": 0.111,
211
+ "warmup_ms": [
212
+ 46.83,
213
+ 22.66,
214
+ 22.4
215
+ ],
216
+ "ms": [
217
+ 22.425,
218
+ 22.368,
219
+ 22.464,
220
+ 22.403,
221
+ 22.306,
222
+ 22.258,
223
+ 22.496,
224
+ 22.523,
225
+ 22.425,
226
+ 22.431,
227
+ 22.441,
228
+ 22.375,
229
+ 22.392,
230
+ 22.688,
231
+ 22.385,
232
+ 22.372,
233
+ 22.369,
234
+ 22.449,
235
+ 22.498,
236
+ 22.612
237
+ ],
238
+ "ms_median": 22.425,
239
+ "ms_p90": 22.532,
240
+ "cpu_ms_per_call": 1.863,
241
+ "x_realtime": 1337.8,
242
+ "audio_s_per_call": 30.0,
243
+ "footprint_before_load": {
244
+ "phys_footprint": 204718920,
245
+ "lifetime_max_phys_footprint": 204718920
246
+ },
247
+ "footprint_after_load": {
248
+ "phys_footprint": 520963272,
249
+ "lifetime_max_phys_footprint": 520979656
250
+ },
251
+ "footprint_end": {
252
+ "phys_footprint": 1032799864,
253
+ "lifetime_max_phys_footprint": 1032799864
254
+ },
255
+ "t_start": "09:49:19",
256
+ "rep": 3
257
+ },
258
+ {
259
+ "form": "fp16",
260
+ "tokens": 750,
261
+ "backend": "gpu",
262
+ "bundle": "<work>/exports/reader/fp16/eg2_reader_fp16_T750_gpu_h16c.aimodelc",
263
+ "cold_requested": false,
264
+ "cache_entry_deleted": false,
265
+ "load_s": 0.09,
266
+ "load_cpu_s": 0.069,
267
+ "warmup_ms": [
268
+ 43.91,
269
+ 22.58,
270
+ 22.57
271
+ ],
272
+ "ms": [
273
+ 22.51,
274
+ 22.536,
275
+ 22.361,
276
+ 22.425,
277
+ 22.352,
278
+ 22.397,
279
+ 22.355,
280
+ 22.345,
281
+ 22.326,
282
+ 22.565,
283
+ 22.485,
284
+ 22.456,
285
+ 22.399,
286
+ 22.393,
287
+ 22.435,
288
+ 22.395,
289
+ 22.372,
290
+ 22.358,
291
+ 22.361,
292
+ 22.509
293
+ ],
294
+ "ms_median": 22.396,
295
+ "ms_p90": 22.513,
296
+ "cpu_ms_per_call": 1.836,
297
+ "x_realtime": 1339.5,
298
+ "audio_s_per_call": 30.0,
299
+ "footprint_before_load": {
300
+ "phys_footprint": 204030792,
301
+ "lifetime_max_phys_footprint": 204030792
302
+ },
303
+ "footprint_after_load": {
304
+ "phys_footprint": 520258784,
305
+ "lifetime_max_phys_footprint": 520275168
306
+ },
307
+ "footprint_end": {
308
+ "phys_footprint": 1031898768,
309
+ "lifetime_max_phys_footprint": 1031898768
310
+ },
311
+ "t_start": "09:49:34",
312
+ "rep": 4
313
+ },
314
+ {
315
+ "form": "fp16",
316
+ "tokens": 750,
317
+ "backend": "gpu",
318
+ "bundle": "<work>/exports/reader/fp16/eg2_reader_fp16_T750_gpu_h16c.aimodelc",
319
+ "cold_requested": false,
320
+ "cache_entry_deleted": false,
321
+ "load_s": 0.478,
322
+ "load_cpu_s": 0.109,
323
+ "warmup_ms": [
324
+ 46.45,
325
+ 22.71,
326
+ 22.59
327
+ ],
328
+ "ms": [
329
+ 22.544,
330
+ 22.469,
331
+ 22.36,
332
+ 22.414,
333
+ 22.417,
334
+ 22.417,
335
+ 22.405,
336
+ 22.43,
337
+ 22.331,
338
+ 22.344,
339
+ 22.429,
340
+ 22.311,
341
+ 22.392,
342
+ 22.645,
343
+ 22.635,
344
+ 22.759,
345
+ 22.73,
346
+ 22.662,
347
+ 22.628,
348
+ 22.592
349
+ ],
350
+ "ms_median": 22.429,
351
+ "ms_p90": 22.669,
352
+ "cpu_ms_per_call": 1.964,
353
+ "x_realtime": 1337.5,
354
+ "audio_s_per_call": 30.0,
355
+ "footprint_before_load": {
356
+ "phys_footprint": 203998024,
357
+ "lifetime_max_phys_footprint": 203998024
358
+ },
359
+ "footprint_after_load": {
360
+ "phys_footprint": 520406240,
361
+ "lifetime_max_phys_footprint": 520406240
362
+ },
363
+ "footprint_end": {
364
+ "phys_footprint": 1032275576,
365
+ "lifetime_max_phys_footprint": 1032275576
366
+ },
367
+ "t_start": "09:49:51",
368
+ "rep": 5
369
+ },
370
+ {
371
+ "form": "fp16",
372
+ "tokens": 750,
373
+ "backend": "gpu",
374
+ "bundle": "<work>/exports/reader/fp16/eg2_reader_fp16_T750_gpu_h16c.aimodelc",
375
+ "cold_requested": false,
376
+ "cache_entry_deleted": false,
377
+ "load_s": 0.091,
378
+ "load_cpu_s": 0.068,
379
+ "warmup_ms": [
380
+ 47.21,
381
+ 22.5,
382
+ 22.43
383
+ ],
384
+ "ms": [
385
+ 22.622,
386
+ 22.448,
387
+ 22.47,
388
+ 22.333,
389
+ 22.413,
390
+ 22.499,
391
+ 22.393,
392
+ 22.49,
393
+ 22.336,
394
+ 22.388,
395
+ 22.38,
396
+ 22.416,
397
+ 22.317,
398
+ 22.399,
399
+ 22.386,
400
+ 22.426,
401
+ 22.605,
402
+ 22.383,
403
+ 22.738,
404
+ 22.835
405
+ ],
406
+ "ms_median": 22.414,
407
+ "ms_p90": 22.633,
408
+ "cpu_ms_per_call": 1.885,
409
+ "x_realtime": 1338.4,
410
+ "audio_s_per_call": 30.0,
411
+ "footprint_before_load": {
412
+ "phys_footprint": 204718920,
413
+ "lifetime_max_phys_footprint": 204718920
414
+ },
415
+ "footprint_after_load": {
416
+ "phys_footprint": 520848560,
417
+ "lifetime_max_phys_footprint": 520864944
418
+ },
419
+ "footprint_end": {
420
+ "phys_footprint": 1032521336,
421
+ "lifetime_max_phys_footprint": 1032521336
422
+ },
423
+ "t_start": "09:50:08",
424
+ "rep": 6
425
+ },
426
+ {
427
+ "form": "fp16",
428
+ "tokens": 750,
429
+ "backend": "gpu",
430
+ "bundle": "<work>/exports/reader/fp16/eg2_reader_fp16_T750_gpu_h16c.aimodelc",
431
+ "cold_requested": false,
432
+ "cache_entry_deleted": false,
433
+ "load_s": 0.087,
434
+ "load_cpu_s": 0.068,
435
+ "warmup_ms": [
436
+ 45.01,
437
+ 22.55,
438
+ 22.4
439
+ ],
440
+ "ms": [
441
+ 22.534,
442
+ 22.681,
443
+ 22.775,
444
+ 22.566,
445
+ 22.433,
446
+ 22.434,
447
+ 22.631,
448
+ 22.382,
449
+ 22.423,
450
+ 22.45,
451
+ 22.58,
452
+ 22.637,
453
+ 22.489,
454
+ 22.534,
455
+ 22.623,
456
+ 22.77,
457
+ 22.617,
458
+ 22.597,
459
+ 22.678,
460
+ 22.518
461
+ ],
462
+ "ms_median": 22.573,
463
+ "ms_p90": 22.69,
464
+ "cpu_ms_per_call": 1.983,
465
+ "x_realtime": 1329.0,
466
+ "audio_s_per_call": 30.0,
467
+ "footprint_before_load": {
468
+ "phys_footprint": 204538696,
469
+ "lifetime_max_phys_footprint": 204538696
470
+ },
471
+ "footprint_after_load": {
472
+ "phys_footprint": 520963248,
473
+ "lifetime_max_phys_footprint": 520963248
474
+ },
475
+ "footprint_end": {
476
+ "phys_footprint": 1032586800,
477
+ "lifetime_max_phys_footprint": 1032586800
478
+ },
479
+ "t_start": "09:50:23",
480
+ "rep": 7
481
+ }
482
+ ]
483
+ }
provenance/strip/aot_h19p_eg2_audio_fp16_T3000.json ADDED
@@ -0,0 +1,130 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schema": "eg2-transcribe-aot/1",
3
+ "status": "PASS",
4
+ "failures": [],
5
+ "name": "eg2_audio_fp16_T3000",
6
+ "started": "2026-10-14T11:29:52+0900",
7
+ "source": {
8
+ "bundle": "macos/eg2_audio_fp16_T3000.aimodel",
9
+ "main_mlirb_sha256": "330ff806a36cc7299de0350b26d27c32b2e8dc96ffee8f2f437d4f86a103498a"
10
+ },
11
+ "command": [
12
+ "coreai-build",
13
+ "compile",
14
+ "macos/eg2_audio_fp16_T3000.aimodel",
15
+ "--output",
16
+ "ios-h19p/eg2_audio_fp16_T3000.aimodelc",
17
+ "--platform",
18
+ "iOS",
19
+ "--preferred-compute",
20
+ "gpu",
21
+ "--architecture",
22
+ "h19p"
23
+ ],
24
+ "coreai_build": "coreai-build 3600.83.1",
25
+ "returncode": 0,
26
+ "seconds": 2.7,
27
+ "log_tail": [
28
+ "Compiling h19p: 1 of 1"
29
+ ],
30
+ "after": {
31
+ "bundle": "ios-h19p/eg2_audio_fp16_T3000.aimodelc",
32
+ "files": [
33
+ {
34
+ "path": "main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/manifest.plist",
35
+ "bytes": 55518,
36
+ "sha256": "a44d86778f64769ebaf4aaec5add876b00a940b0e575c4ec56ff65115f553322"
37
+ },
38
+ {
39
+ "path": "main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/resources.bin",
40
+ "bytes": 586417336,
41
+ "sha256": "982ce817e95622dfdd2de324b06fd8d645dd090cb0872077f2f4efeaa19289ca"
42
+ },
43
+ {
44
+ "path": "main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/specialized_model_0.mpsgraph",
45
+ "bytes": 830505,
46
+ "sha256": "55f275826dcfda773e5d70a550fac82b1b2052cf6a3b67631f4525ee68f4f7d0"
47
+ },
48
+ {
49
+ "path": "main-h19p.mlirb",
50
+ "bytes": 899,
51
+ "sha256": "46bcd1e57d2008457153ecd67ca27dacac4d26be696c42b377306c1f3a485bf5"
52
+ },
53
+ {
54
+ "path": "main.hash",
55
+ "bytes": 32,
56
+ "sha256": "06f74173742d7d4333bc05c780062a5d7f90dc881ae4ed268310b8ba7501ea6a"
57
+ },
58
+ {
59
+ "path": "metadata.json",
60
+ "bytes": 543,
61
+ "sha256": "64eca72af8054bda3d0c360746e52cdd3ebad81407dfb0582b97ac1ef9764e4b"
62
+ },
63
+ {
64
+ "path": "stats.json",
65
+ "bytes": 1557,
66
+ "sha256": "0ddc0adceafde34166b6a09cd1ccc723c94f3f4a26743c4d625384d8bb2c0c6a"
67
+ }
68
+ ],
69
+ "bytes": 587306390,
70
+ "source_hash": "330FF806A36CC7299DE0350B26D27C32B2E8DC96FFEE8F2F437D4F86A103498A",
71
+ "ane_region_names": [],
72
+ "local_paths": {
73
+ "main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/manifest.plist": {
74
+ "users_dir": 0,
75
+ "home_dir": 0,
76
+ "user_name": 0
77
+ },
78
+ "main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/resources.bin": {
79
+ "users_dir": 0,
80
+ "home_dir": 0,
81
+ "user_name": 0
82
+ },
83
+ "main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/specialized_model_0.mpsgraph": {
84
+ "users_dir": 0,
85
+ "home_dir": 0,
86
+ "user_name": 0
87
+ },
88
+ "main-h19p.mlirb": {
89
+ "users_dir": 0,
90
+ "home_dir": 0,
91
+ "user_name": 0
92
+ },
93
+ "main.hash": {
94
+ "users_dir": 0,
95
+ "home_dir": 0,
96
+ "user_name": 0
97
+ },
98
+ "metadata.json": {
99
+ "users_dir": 0,
100
+ "home_dir": 0,
101
+ "user_name": 0
102
+ },
103
+ "stats.json": {
104
+ "users_dir": 0,
105
+ "home_dir": 0,
106
+ "user_name": 0
107
+ }
108
+ }
109
+ },
110
+ "vs_unstripped_h19p_compile": {
111
+ "bundle": "fp16/eg2_audio_fp16_T3000_gpu_h19p.aimodelc",
112
+ "files": {
113
+ "main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/manifest.plist": "equal",
114
+ "main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/resources.bin": "equal",
115
+ "main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/specialized_model_0.mpsgraph": "differs",
116
+ "main-h19p.mlirb": "differs",
117
+ "main.hash": "differs",
118
+ "metadata.json": "differs",
119
+ "stats.json": "differs"
120
+ }
121
+ },
122
+ "note": "never loaded on this Mac; the phone gate runs this bundle",
123
+ "code_sha256": {
124
+ "strip_ship.py": "63147229f7d1f2308c4b6e7fb09d345106da233fc6bce207f80d9f74b0c99dab"
125
+ },
126
+ "environment": {
127
+ "python": "3.11.13",
128
+ "macos_build": "26A428"
129
+ }
130
+ }
provenance/strip/aot_h19p_eg2_reader_fp16_T750.json ADDED
@@ -0,0 +1,130 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schema": "eg2-transcribe-aot/1",
3
+ "status": "PASS",
4
+ "failures": [],
5
+ "name": "eg2_reader_fp16_T750",
6
+ "started": "2026-10-14T11:29:55+0900",
7
+ "source": {
8
+ "bundle": "macos/eg2_reader_fp16_T750.aimodel",
9
+ "main_mlirb_sha256": "f7e5b2b886dd5dca92c39313ba85c0306daad1e695e64beb5597f2e7f13f2397"
10
+ },
11
+ "command": [
12
+ "coreai-build",
13
+ "compile",
14
+ "macos/eg2_reader_fp16_T750.aimodel",
15
+ "--output",
16
+ "ios-h19p/eg2_reader_fp16_T750.aimodelc",
17
+ "--platform",
18
+ "iOS",
19
+ "--preferred-compute",
20
+ "gpu",
21
+ "--architecture",
22
+ "h19p"
23
+ ],
24
+ "coreai_build": "coreai-build 3600.83.1",
25
+ "returncode": 0,
26
+ "seconds": 2.2,
27
+ "log_tail": [
28
+ "Compiling h19p: 1 of 1"
29
+ ],
30
+ "after": {
31
+ "bundle": "ios-h19p/eg2_reader_fp16_T750.aimodelc",
32
+ "files": [
33
+ {
34
+ "path": "main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/manifest.plist",
35
+ "bytes": 14634,
36
+ "sha256": "571de8626789baf121366c314dddf839fb2d9f63a903783e4c34fde24ea26d9f"
37
+ },
38
+ {
39
+ "path": "main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/resources.bin",
40
+ "bytes": 333930260,
41
+ "sha256": "f6228944df8eb07c7c331287a3810dc6ffef7b3590f592a76624b24945e57c76"
42
+ },
43
+ {
44
+ "path": "main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/specialized_model_0.mpsgraph",
45
+ "bytes": 79249,
46
+ "sha256": "4b8509b73a580a3eb2f1ef0c0f28e01d1c8c3aefe724ec1f1cc1db714300064c"
47
+ },
48
+ {
49
+ "path": "main-h19p.mlirb",
50
+ "bytes": 985,
51
+ "sha256": "7ad3b2b217af4b586eb8b776af4ff88210ccfbd3c31e51f7e3a88d89aaa353e6"
52
+ },
53
+ {
54
+ "path": "main.hash",
55
+ "bytes": 32,
56
+ "sha256": "f2a49f0008b3ea3ea76801fb7f9ed1a41ca5efb00c5b597c6c008595e401769f"
57
+ },
58
+ {
59
+ "path": "metadata.json",
60
+ "bytes": 730,
61
+ "sha256": "0d1afc078be7a6295a17522e92f7e2772734d168a235c13b7493d39eeea29e71"
62
+ },
63
+ {
64
+ "path": "stats.json",
65
+ "bytes": 1466,
66
+ "sha256": "b1566b4cca3f7760098dc5a0bdf7c1c8d5c147c94eb8c75544fc30664bd98c9e"
67
+ }
68
+ ],
69
+ "bytes": 334027356,
70
+ "source_hash": "F7E5B2B886DD5DCA92C39313BA85C0306DAAD1E695E64BEB5597F2E7F13F2397",
71
+ "ane_region_names": [],
72
+ "local_paths": {
73
+ "main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/manifest.plist": {
74
+ "users_dir": 0,
75
+ "home_dir": 0,
76
+ "user_name": 0
77
+ },
78
+ "main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/resources.bin": {
79
+ "users_dir": 0,
80
+ "home_dir": 0,
81
+ "user_name": 0
82
+ },
83
+ "main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/specialized_model_0.mpsgraph": {
84
+ "users_dir": 0,
85
+ "home_dir": 0,
86
+ "user_name": 0
87
+ },
88
+ "main-h19p.mlirb": {
89
+ "users_dir": 0,
90
+ "home_dir": 0,
91
+ "user_name": 0
92
+ },
93
+ "main.hash": {
94
+ "users_dir": 0,
95
+ "home_dir": 0,
96
+ "user_name": 0
97
+ },
98
+ "metadata.json": {
99
+ "users_dir": 0,
100
+ "home_dir": 0,
101
+ "user_name": 0
102
+ },
103
+ "stats.json": {
104
+ "users_dir": 0,
105
+ "home_dir": 0,
106
+ "user_name": 0
107
+ }
108
+ }
109
+ },
110
+ "vs_unstripped_h19p_compile": {
111
+ "bundle": "reader/fp16/eg2_reader_fp16_T750_gpu_h19p.aimodelc",
112
+ "files": {
113
+ "main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/manifest.plist": "equal",
114
+ "main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/resources.bin": "equal",
115
+ "main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/specialized_model_0.mpsgraph": "differs",
116
+ "main-h19p.mlirb": "differs",
117
+ "main.hash": "differs",
118
+ "metadata.json": "differs",
119
+ "stats.json": "differs"
120
+ }
121
+ },
122
+ "note": "never loaded on this Mac; the phone gate runs this bundle",
123
+ "code_sha256": {
124
+ "strip_ship.py": "63147229f7d1f2308c4b6e7fb09d345106da233fc6bce207f80d9f74b0c99dab"
125
+ },
126
+ "environment": {
127
+ "python": "3.11.13",
128
+ "macos_build": "26A428"
129
+ }
130
+ }
provenance/strip/compare_mac.json ADDED
@@ -0,0 +1,108 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schema": "eg2-transcribe-strip-compare/1",
3
+ "status": "SAME",
4
+ "started": "2026-10-14T11:38:45+0900",
5
+ "finished": "2026-10-14T11:38:58+0900",
6
+ "what": "each gated bundle and its stripped copy, JIT .aimodel on this Mac, the 20 fixture clips (encoder: features + half_mask; reader: the clips' reference soft tokens in 750-token windows)",
7
+ "label": "eg2stt-r6b-strip-compare",
8
+ "pairs": [
9
+ {
10
+ "bundle": "eg2_audio_fp16_T3000",
11
+ "backend": "JIT, gpu preferred",
12
+ "calls": 20,
13
+ "equal_calls": 20,
14
+ "max_abs": {
15
+ "soft_tokens": 0.0
16
+ },
17
+ "control_next_clip_differs": 19,
18
+ "control_calls": 19,
19
+ "gated": {
20
+ "main_hash": "3cce8936678c07a1c54a3af77c2c2b996861777db3cbdbc4713fc98357e8f1d9",
21
+ "cache_entry": "coreai-cache/26A428/python/3cce8936678c07a1c54a3af77c2c2b996861777db3cbdbc4713fc98357e8f1d9",
22
+ "cache_entry_exists": true,
23
+ "load_s": 1.39,
24
+ "first_call_s": 0.208,
25
+ "median_call_ms": 40.465
26
+ },
27
+ "stripped": {
28
+ "main_hash": "330ff806a36cc7299de0350b26d27c32b2e8dc96ffee8f2f437d4f86a103498a",
29
+ "cache_entry": "coreai-cache/26A428/python/330ff806a36cc7299de0350b26d27c32b2e8dc96ffee8f2f437d4f86a103498a",
30
+ "cache_entry_exists": true,
31
+ "load_s": 2.18,
32
+ "first_call_s": 0.0495,
33
+ "median_call_ms": 40.384
34
+ },
35
+ "control_one_step_differs": true,
36
+ "status": "SAME"
37
+ },
38
+ {
39
+ "bundle": "eg2_reader_fp16_T750",
40
+ "backend": "JIT, gpu preferred",
41
+ "calls": 20,
42
+ "equal_calls": 20,
43
+ "max_abs": {
44
+ "top1_index": 0.0,
45
+ "top1_logit": 0.0,
46
+ "blank_logit": 0.0
47
+ },
48
+ "control_next_clip_differs": 19,
49
+ "control_calls": 19,
50
+ "gated": {
51
+ "main_hash": "6fbf8f27ad7ffdd15e11173c2b7fad1101ba76af022bf14e0e707db57c276c2b",
52
+ "cache_entry": "coreai-cache/26A428/python/6fbf8f27ad7ffdd15e11173c2b7fad1101ba76af022bf14e0e707db57c276c2b",
53
+ "cache_entry_exists": true,
54
+ "load_s": 1.26,
55
+ "first_call_s": 0.0518,
56
+ "median_call_ms": 22.795
57
+ },
58
+ "stripped": {
59
+ "main_hash": "f7e5b2b886dd5dca92c39313ba85c0306daad1e695e64beb5597f2e7f13f2397",
60
+ "cache_entry": "coreai-cache/26A428/python/f7e5b2b886dd5dca92c39313ba85c0306daad1e695e64beb5597f2e7f13f2397",
61
+ "cache_entry_exists": true,
62
+ "load_s": 1.18,
63
+ "first_call_s": 0.0274,
64
+ "median_call_ms": 22.675
65
+ },
66
+ "status": "SAME"
67
+ },
68
+ {
69
+ "bundle": "eg2_reader_fp16_T750",
70
+ "backend": "JIT, ane preferred",
71
+ "calls": 20,
72
+ "equal_calls": 20,
73
+ "max_abs": {
74
+ "top1_index": 0.0,
75
+ "top1_logit": 0.0,
76
+ "blank_logit": 0.0
77
+ },
78
+ "control_next_clip_differs": 19,
79
+ "control_calls": 19,
80
+ "gated": {
81
+ "main_hash": "6fbf8f27ad7ffdd15e11173c2b7fad1101ba76af022bf14e0e707db57c276c2b",
82
+ "cache_entry": "coreai-cache/26A428/python/6fbf8f27ad7ffdd15e11173c2b7fad1101ba76af022bf14e0e707db57c276c2b",
83
+ "cache_entry_exists": true,
84
+ "load_s": 1.08,
85
+ "first_call_s": 0.0493,
86
+ "median_call_ms": 42.886
87
+ },
88
+ "stripped": {
89
+ "main_hash": "f7e5b2b886dd5dca92c39313ba85c0306daad1e695e64beb5597f2e7f13f2397",
90
+ "cache_entry": "coreai-cache/26A428/python/f7e5b2b886dd5dca92c39313ba85c0306daad1e695e64beb5597f2e7f13f2397",
91
+ "cache_entry_exists": true,
92
+ "load_s": 1.24,
93
+ "first_call_s": 0.0461,
94
+ "median_call_ms": 43.383
95
+ },
96
+ "status": "SAME"
97
+ }
98
+ ],
99
+ "code_sha256": {
100
+ "strip_ship.py": "63147229f7d1f2308c4b6e7fb09d345106da233fc6bce207f80d9f74b0c99dab"
101
+ },
102
+ "environment": {
103
+ "python": "3.11.13",
104
+ "macos_build": "26A428",
105
+ "coreai-core": "1.0.0b2",
106
+ "numpy": "2.3.5"
107
+ }
108
+ }
provenance/strip/strip_eg2_audio_fp16_T3000.json ADDED
@@ -0,0 +1,584 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schema": "eg2-transcribe-strip/1",
3
+ "status": "PASS",
4
+ "failures": [],
5
+ "name": "eg2_audio_fp16_T3000",
6
+ "started": "2026-10-14T11:29:42+0900",
7
+ "source": {
8
+ "bundle": "fp16/eg2_audio_fp16_T3000.aimodel",
9
+ "main_hash": "3cce8936678c07a1c54a3af77c2c2b996861777db3cbdbc4713fc98357e8f1d9",
10
+ "files": [
11
+ {
12
+ "path": "main.hash",
13
+ "bytes": 32,
14
+ "sha256": "e11f6fba29519b7ab2e66902ba7bd3133601a987a9ec2c7afdd228f8d9f01d81"
15
+ },
16
+ {
17
+ "path": "main.mlirb",
18
+ "bytes": 587425020,
19
+ "sha256": "3cce8936678c07a1c54a3af77c2c2b996861777db3cbdbc4713fc98357e8f1d9"
20
+ },
21
+ {
22
+ "path": "metadata.json",
23
+ "bytes": 455,
24
+ "sha256": "02d9b800323b7f408897d053e398b7fd6a817c0c96bec3ffcfa361ae125ea390"
25
+ }
26
+ ],
27
+ "local_paths": {
28
+ "main.hash": {
29
+ "users_dir": 0,
30
+ "home_dir": 0,
31
+ "user_name": 0
32
+ },
33
+ "main.mlirb": {
34
+ "users_dir": 6,
35
+ "home_dir": 6,
36
+ "user_name": 6
37
+ },
38
+ "metadata.json": {
39
+ "users_dir": 0,
40
+ "home_dir": 0,
41
+ "user_name": 0
42
+ }
43
+ },
44
+ "op_total": 4559,
45
+ "metadata": {
46
+ "assetVersion": "2.0",
47
+ "producer": "coreai-core 1.0.0b2",
48
+ "description": "EmbeddingGemma 2 audio encoder (Gemma 4 audio tower + embed_audio): log-mel features [1,3000,128] + half_mask -> soft tokens [1,750,512]; fp16; source google/embeddinggemma-2@914f7f89",
49
+ "license": "Apache-2.0 + Gemma Prohibited Use Policy",
50
+ "author": "coreai-model-zoo community port; weights Google DeepMind (Gemma Team)",
51
+ "creationDate": "20261013T115526Z"
52
+ }
53
+ },
54
+ "how": "AIModelAsset.load(source).program -> coreai_torch.debugging.debug_info.strip_debug_info(program) -> program.save_asset(out, the source's AIModelAssetMetadata); one program object throughout",
55
+ "after": {
56
+ "bundle": "macos/eg2_audio_fp16_T3000.aimodel",
57
+ "main_hash": "330ff806a36cc7299de0350b26d27c32b2e8dc96ffee8f2f437d4f86a103498a",
58
+ "files": [
59
+ {
60
+ "path": "main.hash",
61
+ "bytes": 32,
62
+ "sha256": "ae463dbfa9e57b58f4a1bc8b51a3b63aa6df794d63ab6e4f280a55ef60e520fb"
63
+ },
64
+ {
65
+ "path": "main.mlirb",
66
+ "bytes": 586856814,
67
+ "sha256": "330ff806a36cc7299de0350b26d27c32b2e8dc96ffee8f2f437d4f86a103498a"
68
+ },
69
+ {
70
+ "path": "metadata.json",
71
+ "bytes": 455,
72
+ "sha256": "9f832dab8f65a60098afee565887f1042fe670398b7d56a15c16ff86ecee223a"
73
+ }
74
+ ],
75
+ "local_paths": {
76
+ "main.hash": {
77
+ "users_dir": 0,
78
+ "home_dir": 0,
79
+ "user_name": 0
80
+ },
81
+ "main.mlirb": {
82
+ "users_dir": 0,
83
+ "home_dir": 0,
84
+ "user_name": 0
85
+ },
86
+ "metadata.json": {
87
+ "users_dir": 0,
88
+ "home_dir": 0,
89
+ "user_name": 0
90
+ }
91
+ },
92
+ "op_total": 4559,
93
+ "metadata": {
94
+ "producer": "coreai-core 1.0.0b2",
95
+ "author": "coreai-model-zoo community port; weights Google DeepMind (Gemma Team)",
96
+ "description": "EmbeddingGemma 2 audio encoder (Gemma 4 audio tower + embed_audio): log-mel features [1,3000,128] + half_mask -> soft tokens [1,750,512]; fp16; source google/embeddinggemma-2@914f7f89",
97
+ "creationDate": "20261014T022944Z",
98
+ "license": "Apache-2.0 + Gemma Prohibited Use Policy",
99
+ "assetVersion": "2.0"
100
+ }
101
+ },
102
+ "ops": {
103
+ "equal": true,
104
+ "source": 4559,
105
+ "stripped": 4559,
106
+ "saved_reloaded": 4559,
107
+ "op_counts": {
108
+ "builtin.module": 1,
109
+ "coreai.abs": 109,
110
+ "coreai.concat": 12,
111
+ "coreai.constant": 848,
112
+ "coreai.conv2d": 14,
113
+ "coreai.decomposable.broadcasting_add": 448,
114
+ "coreai.decomposable.broadcasting_batch_matmul": 123,
115
+ "coreai.decomposable.broadcasting_maximum": 325,
116
+ "coreai.decomposable.broadcasting_minimum": 216,
117
+ "coreai.decomposable.broadcasting_mul": 1093,
118
+ "coreai.decomposable.broadcasting_sub": 2,
119
+ "coreai.graph": 1,
120
+ "coreai.output": 1,
121
+ "coreai.pad": 38,
122
+ "coreai.reduce_max": 109,
123
+ "coreai.reduce_mean": 113,
124
+ "coreai.reduce_sum": 144,
125
+ "coreai.relu": 2,
126
+ "coreai.reshape": 76,
127
+ "coreai.rsqrt": 220,
128
+ "coreai.sigmoid": 12,
129
+ "coreai.silu": 36,
130
+ "coreai.slice": 456,
131
+ "coreai.softmax": 12,
132
+ "coreai.tanh": 12,
133
+ "coreai.transpose": 136
134
+ }
135
+ },
136
+ "inspect": {
137
+ "equal": true,
138
+ "source": {
139
+ "functions": [
140
+ {
141
+ "inputs": [
142
+ {
143
+ "type": "NDArray (Float16, 1 \u00d7 3000 \u00d7 128)",
144
+ "name": "features"
145
+ },
146
+ {
147
+ "name": "half_mask",
148
+ "type": "NDArray (Float16, 1 \u00d7 1500)"
149
+ }
150
+ ],
151
+ "outputs": [
152
+ {
153
+ "name": "soft_tokens",
154
+ "type": "NDArray (Float16, 1 \u00d7 750 \u00d7 512)"
155
+ }
156
+ ],
157
+ "name": "main"
158
+ }
159
+ ],
160
+ "storageTypes": [
161
+ {
162
+ "count": 293554907,
163
+ "name": "Float16"
164
+ },
165
+ {
166
+ "name": "Int32",
167
+ "count": 226
168
+ },
169
+ {
170
+ "name": "UInt32",
171
+ "count": 102
172
+ },
173
+ {
174
+ "count": 1,
175
+ "name": "UInt64"
176
+ }
177
+ ],
178
+ "compatibilityVersion": "27.0",
179
+ "computeTypes": [
180
+ "Float16",
181
+ "Float32",
182
+ "Int32",
183
+ "UInt32",
184
+ "UInt64"
185
+ ],
186
+ "operationDistribution": [
187
+ {
188
+ "name": "constant",
189
+ "count": 6550
190
+ },
191
+ {
192
+ "name": "broadcast_in_dims",
193
+ "count": 1456
194
+ },
195
+ {
196
+ "name": "reshape",
197
+ "count": 1278
198
+ },
199
+ {
200
+ "name": "mul",
201
+ "count": 1242
202
+ },
203
+ {
204
+ "count": 1129,
205
+ "name": "broadcasting_mul"
206
+ },
207
+ {
208
+ "count": 765,
209
+ "name": "add"
210
+ },
211
+ {
212
+ "name": "cast",
213
+ "count": 608
214
+ },
215
+ {
216
+ "name": "slice",
217
+ "count": 566
218
+ },
219
+ {
220
+ "name": "broadcasting_add",
221
+ "count": 496
222
+ },
223
+ {
224
+ "name": "reduce",
225
+ "count": 491
226
+ },
227
+ {
228
+ "count": 436,
229
+ "name": "maximum"
230
+ },
231
+ {
232
+ "count": 336,
233
+ "name": "broadcast_to"
234
+ },
235
+ {
236
+ "name": "broadcasting_maximum",
237
+ "count": 327
238
+ },
239
+ {
240
+ "count": 269,
241
+ "name": "reduce_sum"
242
+ },
243
+ {
244
+ "count": 220,
245
+ "name": "rsqrt"
246
+ },
247
+ {
248
+ "name": "broadcasting_minimum",
249
+ "count": 216
250
+ },
251
+ {
252
+ "count": 216,
253
+ "name": "minimum"
254
+ },
255
+ {
256
+ "count": 173,
257
+ "name": "broadcasting_divide"
258
+ },
259
+ {
260
+ "name": "divide",
261
+ "count": 173
262
+ },
263
+ {
264
+ "name": "transpose",
265
+ "count": 136
266
+ },
267
+ {
268
+ "count": 123,
269
+ "name": "batch_matmul"
270
+ },
271
+ {
272
+ "count": 123,
273
+ "name": "broadcasting_batch_matmul"
274
+ },
275
+ {
276
+ "count": 122,
277
+ "name": "concat"
278
+ },
279
+ {
280
+ "name": "broadcast_shapes",
281
+ "count": 113
282
+ },
283
+ {
284
+ "name": "gather_nd",
285
+ "count": 113
286
+ },
287
+ {
288
+ "name": "get_shape",
289
+ "count": 113
290
+ },
291
+ {
292
+ "name": "reduce_mean",
293
+ "count": 113
294
+ },
295
+ {
296
+ "name": "reduce_product",
297
+ "count": 113
298
+ },
299
+ {
300
+ "count": 109,
301
+ "name": "abs"
302
+ },
303
+ {
304
+ "name": "reduce_max",
305
+ "count": 109
306
+ },
307
+ {
308
+ "count": 60,
309
+ "name": "exp"
310
+ },
311
+ {
312
+ "count": 50,
313
+ "name": "broadcasting_sub"
314
+ },
315
+ {
316
+ "name": "sub",
317
+ "count": 50
318
+ },
319
+ {
320
+ "count": 38,
321
+ "name": "pad"
322
+ },
323
+ {
324
+ "name": "silu",
325
+ "count": 36
326
+ },
327
+ {
328
+ "name": "conv2d",
329
+ "count": 14
330
+ },
331
+ {
332
+ "name": "sigmoid",
333
+ "count": 12
334
+ },
335
+ {
336
+ "name": "softmax",
337
+ "count": 12
338
+ },
339
+ {
340
+ "name": "tanh",
341
+ "count": 12
342
+ },
343
+ {
344
+ "count": 2,
345
+ "name": "relu"
346
+ }
347
+ ]
348
+ },
349
+ "stripped": {
350
+ "operationDistribution": [
351
+ {
352
+ "name": "constant",
353
+ "count": 6550
354
+ },
355
+ {
356
+ "name": "broadcast_in_dims",
357
+ "count": 1456
358
+ },
359
+ {
360
+ "count": 1278,
361
+ "name": "reshape"
362
+ },
363
+ {
364
+ "name": "mul",
365
+ "count": 1242
366
+ },
367
+ {
368
+ "name": "broadcasting_mul",
369
+ "count": 1129
370
+ },
371
+ {
372
+ "count": 765,
373
+ "name": "add"
374
+ },
375
+ {
376
+ "name": "cast",
377
+ "count": 608
378
+ },
379
+ {
380
+ "name": "slice",
381
+ "count": 566
382
+ },
383
+ {
384
+ "name": "broadcasting_add",
385
+ "count": 496
386
+ },
387
+ {
388
+ "count": 491,
389
+ "name": "reduce"
390
+ },
391
+ {
392
+ "name": "maximum",
393
+ "count": 436
394
+ },
395
+ {
396
+ "name": "broadcast_to",
397
+ "count": 336
398
+ },
399
+ {
400
+ "name": "broadcasting_maximum",
401
+ "count": 327
402
+ },
403
+ {
404
+ "count": 269,
405
+ "name": "reduce_sum"
406
+ },
407
+ {
408
+ "name": "rsqrt",
409
+ "count": 220
410
+ },
411
+ {
412
+ "count": 216,
413
+ "name": "broadcasting_minimum"
414
+ },
415
+ {
416
+ "name": "minimum",
417
+ "count": 216
418
+ },
419
+ {
420
+ "count": 173,
421
+ "name": "broadcasting_divide"
422
+ },
423
+ {
424
+ "count": 173,
425
+ "name": "divide"
426
+ },
427
+ {
428
+ "count": 136,
429
+ "name": "transpose"
430
+ },
431
+ {
432
+ "count": 123,
433
+ "name": "batch_matmul"
434
+ },
435
+ {
436
+ "name": "broadcasting_batch_matmul",
437
+ "count": 123
438
+ },
439
+ {
440
+ "name": "concat",
441
+ "count": 122
442
+ },
443
+ {
444
+ "count": 113,
445
+ "name": "broadcast_shapes"
446
+ },
447
+ {
448
+ "count": 113,
449
+ "name": "gather_nd"
450
+ },
451
+ {
452
+ "count": 113,
453
+ "name": "get_shape"
454
+ },
455
+ {
456
+ "name": "reduce_mean",
457
+ "count": 113
458
+ },
459
+ {
460
+ "name": "reduce_product",
461
+ "count": 113
462
+ },
463
+ {
464
+ "count": 109,
465
+ "name": "abs"
466
+ },
467
+ {
468
+ "name": "reduce_max",
469
+ "count": 109
470
+ },
471
+ {
472
+ "name": "exp",
473
+ "count": 60
474
+ },
475
+ {
476
+ "name": "broadcasting_sub",
477
+ "count": 50
478
+ },
479
+ {
480
+ "count": 50,
481
+ "name": "sub"
482
+ },
483
+ {
484
+ "name": "pad",
485
+ "count": 38
486
+ },
487
+ {
488
+ "name": "silu",
489
+ "count": 36
490
+ },
491
+ {
492
+ "name": "conv2d",
493
+ "count": 14
494
+ },
495
+ {
496
+ "name": "sigmoid",
497
+ "count": 12
498
+ },
499
+ {
500
+ "count": 12,
501
+ "name": "softmax"
502
+ },
503
+ {
504
+ "name": "tanh",
505
+ "count": 12
506
+ },
507
+ {
508
+ "name": "relu",
509
+ "count": 2
510
+ }
511
+ ],
512
+ "compatibilityVersion": "27.0",
513
+ "functions": [
514
+ {
515
+ "name": "main",
516
+ "inputs": [
517
+ {
518
+ "name": "features",
519
+ "type": "NDArray (Float16, 1 \u00d7 3000 \u00d7 128)"
520
+ },
521
+ {
522
+ "type": "NDArray (Float16, 1 \u00d7 1500)",
523
+ "name": "half_mask"
524
+ }
525
+ ],
526
+ "outputs": [
527
+ {
528
+ "name": "soft_tokens",
529
+ "type": "NDArray (Float16, 1 \u00d7 750 \u00d7 512)"
530
+ }
531
+ ]
532
+ }
533
+ ],
534
+ "computeTypes": [
535
+ "Float16",
536
+ "Float32",
537
+ "Int32",
538
+ "UInt32",
539
+ "UInt64"
540
+ ],
541
+ "storageTypes": [
542
+ {
543
+ "count": 293554907,
544
+ "name": "Float16"
545
+ },
546
+ {
547
+ "count": 226,
548
+ "name": "Int32"
549
+ },
550
+ {
551
+ "count": 102,
552
+ "name": "UInt32"
553
+ },
554
+ {
555
+ "count": 1,
556
+ "name": "UInt64"
557
+ }
558
+ ]
559
+ }
560
+ },
561
+ "local_path_needles": [
562
+ "home_dir",
563
+ "user_name",
564
+ "users_dir"
565
+ ],
566
+ "seconds": {
567
+ "load": 0.22,
568
+ "strip": 0.07,
569
+ "save": 1.48,
570
+ "total": 3.85
571
+ },
572
+ "code_sha256": {
573
+ "strip_ship.py": "63147229f7d1f2308c4b6e7fb09d345106da233fc6bce207f80d9f74b0c99dab"
574
+ },
575
+ "environment": {
576
+ "python": "3.11.13",
577
+ "macos_build": "26A428",
578
+ "coreai-core": "1.0.0b2",
579
+ "coreai-torch": "0.4.1",
580
+ "torch": "2.9.0",
581
+ "numpy": "2.3.5",
582
+ "coreai_build": "coreai-build 3600.83.1"
583
+ }
584
+ }
provenance/strip/strip_eg2_reader_fp16_T750.json ADDED
@@ -0,0 +1,583 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schema": "eg2-transcribe-strip/1",
3
+ "status": "PASS",
4
+ "failures": [],
5
+ "name": "eg2_reader_fp16_T750",
6
+ "started": "2026-10-14T11:29:46+0900",
7
+ "source": {
8
+ "bundle": "reader/fp16/eg2_reader_fp16_T750.aimodel",
9
+ "main_hash": "6fbf8f27ad7ffdd15e11173c2b7fad1101ba76af022bf14e0e707db57c276c2b",
10
+ "files": [
11
+ {
12
+ "path": "main.hash",
13
+ "bytes": 32,
14
+ "sha256": "e795e2632c20ea9e3e5155e1288a7017bad731453aed7f967bc4cc0bde9c5fff"
15
+ },
16
+ {
17
+ "path": "main.mlirb",
18
+ "bytes": 334017263,
19
+ "sha256": "6fbf8f27ad7ffdd15e11173c2b7fad1101ba76af022bf14e0e707db57c276c2b"
20
+ },
21
+ {
22
+ "path": "metadata.json",
23
+ "bytes": 642,
24
+ "sha256": "d6d90e582638dcb53eab6dc9200006505a1f3ddb2035463beabdad89e4bfcbd8"
25
+ }
26
+ ],
27
+ "local_paths": {
28
+ "main.hash": {
29
+ "users_dir": 0,
30
+ "home_dir": 0,
31
+ "user_name": 0
32
+ },
33
+ "main.mlirb": {
34
+ "users_dir": 4,
35
+ "home_dir": 4,
36
+ "user_name": 4
37
+ },
38
+ "metadata.json": {
39
+ "users_dir": 0,
40
+ "home_dir": 0,
41
+ "user_name": 0
42
+ }
43
+ },
44
+ "op_total": 465,
45
+ "metadata": {
46
+ "description": "EG2 transcribe reader (arch a, 13,268,994 parameters, scale 91.2183) + 200,000-word table: soft tokens [1,750,512] + token_mask -> top-1 word index / logit, blank logit; fp16; weights 67a06a857b9a",
47
+ "creationDate": "20261014T000558Z",
48
+ "author": "coreai-model-zoo community port; reader trained with CTC on LibriSpeech train-clean-100 (CC BY 4.0); word table: EmbeddingGemma 2 (Google DeepMind) embeddings of the LibriSpeech lexicon",
49
+ "license": "Apache-2.0; word table from google/embeddinggemma-2 text embeddings (Gemma Prohibited Use Policy)",
50
+ "producer": "coreai-core 1.0.0b2",
51
+ "assetVersion": "2.0"
52
+ }
53
+ },
54
+ "how": "AIModelAsset.load(source).program -> coreai_torch.debugging.debug_info.strip_debug_info(program) -> program.save_asset(out, the source's AIModelAssetMetadata); one program object throughout",
55
+ "after": {
56
+ "bundle": "macos/eg2_reader_fp16_T750.aimodel",
57
+ "main_hash": "f7e5b2b886dd5dca92c39313ba85c0306daad1e695e64beb5597f2e7f13f2397",
58
+ "files": [
59
+ {
60
+ "path": "main.hash",
61
+ "bytes": 32,
62
+ "sha256": "2909d2932e29106d5e52e8061b121b7af2537185e9348b404bdecb69478fc7e4"
63
+ },
64
+ {
65
+ "path": "main.mlirb",
66
+ "bytes": 333974261,
67
+ "sha256": "f7e5b2b886dd5dca92c39313ba85c0306daad1e695e64beb5597f2e7f13f2397"
68
+ },
69
+ {
70
+ "path": "metadata.json",
71
+ "bytes": 642,
72
+ "sha256": "cb0dfc6370a69335a1871aebf0dee14221ce2c262b4f0f24475052d30445b4ac"
73
+ }
74
+ ],
75
+ "local_paths": {
76
+ "main.hash": {
77
+ "users_dir": 0,
78
+ "home_dir": 0,
79
+ "user_name": 0
80
+ },
81
+ "main.mlirb": {
82
+ "users_dir": 0,
83
+ "home_dir": 0,
84
+ "user_name": 0
85
+ },
86
+ "metadata.json": {
87
+ "users_dir": 0,
88
+ "home_dir": 0,
89
+ "user_name": 0
90
+ }
91
+ },
92
+ "op_total": 465,
93
+ "metadata": {
94
+ "assetVersion": "2.0",
95
+ "author": "coreai-model-zoo community port; reader trained with CTC on LibriSpeech train-clean-100 (CC BY 4.0); word table: EmbeddingGemma 2 (Google DeepMind) embeddings of the LibriSpeech lexicon",
96
+ "description": "EG2 transcribe reader (arch a, 13,268,994 parameters, scale 91.2183) + 200,000-word table: soft tokens [1,750,512] + token_mask -> top-1 word index / logit, blank logit; fp16; weights 67a06a857b9a",
97
+ "producer": "coreai-core 1.0.0b2",
98
+ "creationDate": "20261014T022946Z",
99
+ "license": "Apache-2.0; word table from google/embeddinggemma-2 text embeddings (Gemma Prohibited Use Policy)"
100
+ }
101
+ },
102
+ "ops": {
103
+ "equal": true,
104
+ "source": 465,
105
+ "stripped": 465,
106
+ "saved_reloaded": 465,
107
+ "op_counts": {
108
+ "builtin.module": 1,
109
+ "coreai.abs": 11,
110
+ "coreai.argmax": 1,
111
+ "coreai.cast": 1,
112
+ "coreai.concat": 8,
113
+ "coreai.constant": 91,
114
+ "coreai.decomposable.broadcasting_add": 56,
115
+ "coreai.decomposable.broadcasting_batch_matmul": 22,
116
+ "coreai.decomposable.broadcasting_maximum": 11,
117
+ "coreai.decomposable.broadcasting_mul": 101,
118
+ "coreai.decomposable.broadcasting_sub": 11,
119
+ "coreai.gelu": 4,
120
+ "coreai.graph": 2,
121
+ "coreai.invoke": 4,
122
+ "coreai.output": 2,
123
+ "coreai.reduce_max": 12,
124
+ "coreai.reduce_mean": 20,
125
+ "coreai.reduce_sum": 1,
126
+ "coreai.reshape": 20,
127
+ "coreai.rsqrt": 22,
128
+ "coreai.slice": 28,
129
+ "coreai.softmax": 1,
130
+ "coreai.transpose": 35
131
+ }
132
+ },
133
+ "inspect": {
134
+ "equal": true,
135
+ "source": {
136
+ "computeTypes": [
137
+ "Bool",
138
+ "Float16",
139
+ "Float32",
140
+ "Int32",
141
+ "UInt32",
142
+ "UInt64"
143
+ ],
144
+ "compatibilityVersion": "27.0",
145
+ "operationDistribution": [
146
+ {
147
+ "name": "constant",
148
+ "count": 658
149
+ },
150
+ {
151
+ "count": 133,
152
+ "name": "reshape"
153
+ },
154
+ {
155
+ "count": 121,
156
+ "name": "broadcast_in_dims"
157
+ },
158
+ {
159
+ "name": "mul",
160
+ "count": 121
161
+ },
162
+ {
163
+ "name": "broadcasting_mul",
164
+ "count": 101
165
+ },
166
+ {
167
+ "count": 83,
168
+ "name": "cast"
169
+ },
170
+ {
171
+ "count": 78,
172
+ "name": "add"
173
+ },
174
+ {
175
+ "name": "broadcast_to",
176
+ "count": 56
177
+ },
178
+ {
179
+ "count": 56,
180
+ "name": "broadcasting_add"
181
+ },
182
+ {
183
+ "count": 54,
184
+ "name": "reduce"
185
+ },
186
+ {
187
+ "name": "slice",
188
+ "count": 44
189
+ },
190
+ {
191
+ "name": "transpose",
192
+ "count": 35
193
+ },
194
+ {
195
+ "name": "concat",
196
+ "count": 24
197
+ },
198
+ {
199
+ "name": "maximum",
200
+ "count": 23
201
+ },
202
+ {
203
+ "name": "batch_matmul",
204
+ "count": 22
205
+ },
206
+ {
207
+ "name": "broadcasting_batch_matmul",
208
+ "count": 22
209
+ },
210
+ {
211
+ "name": "reduce_sum",
212
+ "count": 22
213
+ },
214
+ {
215
+ "count": 22,
216
+ "name": "rsqrt"
217
+ },
218
+ {
219
+ "name": "broadcasting_divide",
220
+ "count": 21
221
+ },
222
+ {
223
+ "count": 21,
224
+ "name": "divide"
225
+ },
226
+ {
227
+ "name": "broadcast_shapes",
228
+ "count": 20
229
+ },
230
+ {
231
+ "count": 20,
232
+ "name": "gather_nd"
233
+ },
234
+ {
235
+ "count": 20,
236
+ "name": "get_shape"
237
+ },
238
+ {
239
+ "name": "reduce_mean",
240
+ "count": 20
241
+ },
242
+ {
243
+ "count": 20,
244
+ "name": "reduce_product"
245
+ },
246
+ {
247
+ "name": "reduce_max",
248
+ "count": 12
249
+ },
250
+ {
251
+ "count": 11,
252
+ "name": "abs"
253
+ },
254
+ {
255
+ "name": "broadcasting_maximum",
256
+ "count": 11
257
+ },
258
+ {
259
+ "count": 11,
260
+ "name": "broadcasting_sub"
261
+ },
262
+ {
263
+ "name": "sub",
264
+ "count": 11
265
+ },
266
+ {
267
+ "count": 4,
268
+ "name": "gelu"
269
+ },
270
+ {
271
+ "name": "invoke",
272
+ "count": 4
273
+ },
274
+ {
275
+ "count": 1,
276
+ "name": "argmax"
277
+ },
278
+ {
279
+ "name": "exp",
280
+ "count": 1
281
+ },
282
+ {
283
+ "count": 1,
284
+ "name": "greater"
285
+ },
286
+ {
287
+ "name": "reduce_index",
288
+ "count": 1
289
+ },
290
+ {
291
+ "count": 1,
292
+ "name": "softmax"
293
+ }
294
+ ],
295
+ "functions": [
296
+ {
297
+ "inputs": [
298
+ {
299
+ "name": "soft_tokens",
300
+ "type": "NDArray (Float16, 1 \u00d7 750 \u00d7 512)"
301
+ },
302
+ {
303
+ "name": "token_mask",
304
+ "type": "NDArray (Float16, 1 \u00d7 750)"
305
+ }
306
+ ],
307
+ "name": "main",
308
+ "outputs": [
309
+ {
310
+ "name": "top1_index",
311
+ "type": "NDArray (Int32, 1 \u00d7 750)"
312
+ },
313
+ {
314
+ "name": "top1_logit",
315
+ "type": "NDArray (Float16, 1 \u00d7 750)"
316
+ },
317
+ {
318
+ "name": "blank_logit",
319
+ "type": "NDArray (Float16, 1 \u00d7 750)"
320
+ }
321
+ ]
322
+ }
323
+ ],
324
+ "storageTypes": [
325
+ {
326
+ "count": 166965001,
327
+ "name": "Float16"
328
+ },
329
+ {
330
+ "name": "UInt32",
331
+ "count": 55
332
+ },
333
+ {
334
+ "name": "Int32",
335
+ "count": 53
336
+ },
337
+ {
338
+ "name": "Float32",
339
+ "count": 1
340
+ },
341
+ {
342
+ "count": 1,
343
+ "name": "UInt64"
344
+ }
345
+ ]
346
+ },
347
+ "stripped": {
348
+ "storageTypes": [
349
+ {
350
+ "count": 166965001,
351
+ "name": "Float16"
352
+ },
353
+ {
354
+ "count": 55,
355
+ "name": "UInt32"
356
+ },
357
+ {
358
+ "name": "Int32",
359
+ "count": 53
360
+ },
361
+ {
362
+ "count": 1,
363
+ "name": "Float32"
364
+ },
365
+ {
366
+ "name": "UInt64",
367
+ "count": 1
368
+ }
369
+ ],
370
+ "compatibilityVersion": "27.0",
371
+ "computeTypes": [
372
+ "Bool",
373
+ "Float16",
374
+ "Float32",
375
+ "Int32",
376
+ "UInt32",
377
+ "UInt64"
378
+ ],
379
+ "functions": [
380
+ {
381
+ "inputs": [
382
+ {
383
+ "name": "soft_tokens",
384
+ "type": "NDArray (Float16, 1 \u00d7 750 \u00d7 512)"
385
+ },
386
+ {
387
+ "name": "token_mask",
388
+ "type": "NDArray (Float16, 1 \u00d7 750)"
389
+ }
390
+ ],
391
+ "name": "main",
392
+ "outputs": [
393
+ {
394
+ "type": "NDArray (Int32, 1 \u00d7 750)",
395
+ "name": "top1_index"
396
+ },
397
+ {
398
+ "type": "NDArray (Float16, 1 \u00d7 750)",
399
+ "name": "top1_logit"
400
+ },
401
+ {
402
+ "name": "blank_logit",
403
+ "type": "NDArray (Float16, 1 \u00d7 750)"
404
+ }
405
+ ]
406
+ }
407
+ ],
408
+ "operationDistribution": [
409
+ {
410
+ "count": 658,
411
+ "name": "constant"
412
+ },
413
+ {
414
+ "count": 133,
415
+ "name": "reshape"
416
+ },
417
+ {
418
+ "count": 121,
419
+ "name": "broadcast_in_dims"
420
+ },
421
+ {
422
+ "count": 121,
423
+ "name": "mul"
424
+ },
425
+ {
426
+ "count": 101,
427
+ "name": "broadcasting_mul"
428
+ },
429
+ {
430
+ "name": "cast",
431
+ "count": 83
432
+ },
433
+ {
434
+ "count": 78,
435
+ "name": "add"
436
+ },
437
+ {
438
+ "name": "broadcast_to",
439
+ "count": 56
440
+ },
441
+ {
442
+ "count": 56,
443
+ "name": "broadcasting_add"
444
+ },
445
+ {
446
+ "name": "reduce",
447
+ "count": 54
448
+ },
449
+ {
450
+ "name": "slice",
451
+ "count": 44
452
+ },
453
+ {
454
+ "name": "transpose",
455
+ "count": 35
456
+ },
457
+ {
458
+ "name": "concat",
459
+ "count": 24
460
+ },
461
+ {
462
+ "count": 23,
463
+ "name": "maximum"
464
+ },
465
+ {
466
+ "name": "batch_matmul",
467
+ "count": 22
468
+ },
469
+ {
470
+ "name": "broadcasting_batch_matmul",
471
+ "count": 22
472
+ },
473
+ {
474
+ "count": 22,
475
+ "name": "reduce_sum"
476
+ },
477
+ {
478
+ "count": 22,
479
+ "name": "rsqrt"
480
+ },
481
+ {
482
+ "count": 21,
483
+ "name": "broadcasting_divide"
484
+ },
485
+ {
486
+ "name": "divide",
487
+ "count": 21
488
+ },
489
+ {
490
+ "count": 20,
491
+ "name": "broadcast_shapes"
492
+ },
493
+ {
494
+ "name": "gather_nd",
495
+ "count": 20
496
+ },
497
+ {
498
+ "name": "get_shape",
499
+ "count": 20
500
+ },
501
+ {
502
+ "count": 20,
503
+ "name": "reduce_mean"
504
+ },
505
+ {
506
+ "name": "reduce_product",
507
+ "count": 20
508
+ },
509
+ {
510
+ "count": 12,
511
+ "name": "reduce_max"
512
+ },
513
+ {
514
+ "name": "abs",
515
+ "count": 11
516
+ },
517
+ {
518
+ "name": "broadcasting_maximum",
519
+ "count": 11
520
+ },
521
+ {
522
+ "name": "broadcasting_sub",
523
+ "count": 11
524
+ },
525
+ {
526
+ "name": "sub",
527
+ "count": 11
528
+ },
529
+ {
530
+ "name": "gelu",
531
+ "count": 4
532
+ },
533
+ {
534
+ "count": 4,
535
+ "name": "invoke"
536
+ },
537
+ {
538
+ "name": "argmax",
539
+ "count": 1
540
+ },
541
+ {
542
+ "name": "exp",
543
+ "count": 1
544
+ },
545
+ {
546
+ "count": 1,
547
+ "name": "greater"
548
+ },
549
+ {
550
+ "count": 1,
551
+ "name": "reduce_index"
552
+ },
553
+ {
554
+ "name": "softmax",
555
+ "count": 1
556
+ }
557
+ ]
558
+ }
559
+ },
560
+ "local_path_needles": [
561
+ "home_dir",
562
+ "user_name",
563
+ "users_dir"
564
+ ],
565
+ "seconds": {
566
+ "load": 0.01,
567
+ "strip": 0.01,
568
+ "save": 0.38,
569
+ "total": 1.44
570
+ },
571
+ "code_sha256": {
572
+ "strip_ship.py": "63147229f7d1f2308c4b6e7fb09d345106da233fc6bce207f80d9f74b0c99dab"
573
+ },
574
+ "environment": {
575
+ "python": "3.11.13",
576
+ "macos_build": "26A428",
577
+ "coreai-core": "1.0.0b2",
578
+ "coreai-torch": "0.4.1",
579
+ "torch": "2.9.0",
580
+ "numpy": "2.3.5",
581
+ "coreai_build": "coreai-build 3600.83.1"
582
+ }
583
+ }
reader_config.json ADDED
@@ -0,0 +1,79 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "v1",
3
+ "input": {
4
+ "shape": "[T, 512]",
5
+ "dtype": "float32",
6
+ "what": "EmbeddingGemma 2 audio soft tokens (embed_audio output), 25 per second"
7
+ },
8
+ "context": "bidirectional within the window",
9
+ "architecture": {
10
+ "name": "a",
11
+ "kind": "transformer encoder from scratch",
12
+ "layers": 4,
13
+ "d_model": 512,
14
+ "heads": 8,
15
+ "ffn": 2048,
16
+ "activation": "gelu",
17
+ "norm": "pre-LayerNorm",
18
+ "positions": "rotary (base 10000)",
19
+ "input": "LayerNorm -> Linear 512->512",
20
+ "output": "LayerNorm -> Linear 512->768",
21
+ "params": 13268994
22
+ },
23
+ "output": {
24
+ "vector": "[T, 768] L2-normalized",
25
+ "blank_logit": "[T]"
26
+ },
27
+ "logits": "scale * cos(vector, table[w]) for w in vocab; blank from blank_logit",
28
+ "scale": 91.21830749511719,
29
+ "vocab": "vocab.txt",
30
+ "table": {
31
+ "file": "word_table.npy",
32
+ "dtype": "float16",
33
+ "shape": "[200000, 768]",
34
+ "prompt": "task: search result | query: ",
35
+ "normalized": true
36
+ },
37
+ "decode": "greedy argmax over N+1, collapse repeats, drop blank",
38
+ "window": {
39
+ "seconds": 30,
40
+ "left_overlap_tokens": 96,
41
+ "right_extra_tokens": 1,
42
+ "note": "encoder is causal; the 83 tokens at the start of a window and its last token differ from a continuous run (fixtures/long-speckled-band: soft_tokens_w30 vs soft_tokens_continuous)"
43
+ },
44
+ "weights": {
45
+ "file": "reader.pt",
46
+ "format": "torch state_dict, float32",
47
+ "code": "train/model.py Reader(arch, n_vocab, k)",
48
+ "keys": "body.* (reader body), blank.weight [1, 768], blank.bias [1], log_scale (scale = exp(log_scale))"
49
+ },
50
+ "n_vocab": 200000,
51
+ "wer": {
52
+ "dev-clean": {
53
+ "wer": 0.06566,
54
+ "utterances": 2703,
55
+ "ref_words": 54402
56
+ },
57
+ "dev-other": {
58
+ "wer": 0.14927,
59
+ "utterances": 2864,
60
+ "ref_words": 50948
61
+ },
62
+ "test-clean": {
63
+ "wer": 0.06807,
64
+ "utterances": 2620,
65
+ "ref_words": 52576
66
+ },
67
+ "test-other": {
68
+ "wer": 0.15102,
69
+ "utterances": 2939,
70
+ "ref_words": 52343
71
+ },
72
+ "fixtures": {
73
+ "wer": 0.04806,
74
+ "utterances": 20,
75
+ "ref_words": 541
76
+ },
77
+ "decode": "greedy, no language model"
78
+ }
79
+ }
vocab.txt ADDED
The diff for this file is too large to render. See raw diff