Add files using upload-large-folder tool
Browse files- LICENSE +202 -0
- NOTICE +27 -0
- README.md +242 -0
- SHA256SUMS +83 -0
- config.json +177 -0
- host/pipeline.json +34 -0
- host/reader_config.json +79 -0
- host/vocab.txt +0 -0
- ios/eg2_audio_fp16_T3000.aimodel/main.hash +1 -0
- ios/eg2_audio_fp16_T3000.aimodel/metadata.json +8 -0
- ios/eg2_reader_fp16_T750.aimodel/main.hash +1 -0
- ios/eg2_reader_fp16_T750.aimodel/metadata.json +8 -0
- macos-encoder-split7-30s/eg2_body_layer7_fp16_T3000.aimodel/main.hash +1 -0
- macos-encoder-split7-30s/eg2_body_layer7_fp16_T3000.aimodel/metadata.json +8 -0
- macos-encoder-split7-30s/eg2_front_layer7_fp32_T3000.aimodel/main.hash +2 -0
- macos-encoder-split7-30s/eg2_front_layer7_fp32_T3000.aimodel/metadata.json +8 -0
- macos/eg2_audio_fp16_T3000.aimodel/main.hash +1 -0
- macos/eg2_audio_fp16_T3000.aimodel/metadata.json +8 -0
- macos/eg2_reader_fp16_T750.aimodel/main.hash +1 -0
- macos/eg2_reader_fp16_T750.aimodel/metadata.json +8 -0
- pipeline.json +34 -0
- provenance/README.md +19 -0
- provenance/SOURCES.tsv +20 -0
- provenance/app/SOURCES.tsv +5 -0
- provenance/app/iphone-gpu-gate.json +425 -0
- provenance/app/iphone-gpu-timing.json +390 -0
- provenance/app/mac-gpu-ane-gate.json +420 -0
- provenance/app/mac-gpu-gate.json +296 -0
- provenance/encoder-split7/strip_eg2_body_layer7_fp16_T3000.json +566 -0
- provenance/encoder/iphone-gpu-aot-gate.json +1053 -0
- provenance/encoder/iphone-gpu-aot-timing.json +493 -0
- provenance/encoder/iphone-gpu-jit-gate.json +901 -0
- provenance/encoder/iphone-gpu-jit-timing.json +493 -0
- provenance/encoder/mac-gpu-gate.json +826 -0
- provenance/encoder/mac-gpu-timing.json +488 -0
- provenance/pipeline/mac-encoder-gpu-reader-ane-overlap.json +665 -0
- provenance/pipeline/mac-encoder-gpu-reader-gpu.json +627 -0
- provenance/pipeline/torch-fp32.json +85 -0
- provenance/reader/iphone-gpu-aot-timing-interim-weights.json +816 -0
- provenance/reader/mac-ane-gate.json +3120 -0
- provenance/reader/mac-gpu-gate.json +3127 -0
- provenance/reader/mac-gpu-redarm-zerohalf.json +96 -0
- provenance/reader/mac-gpu-timing.json +483 -0
- provenance/strip/aot_h19p_eg2_audio_fp16_T3000.json +130 -0
- provenance/strip/aot_h19p_eg2_reader_fp16_T750.json +130 -0
- provenance/strip/compare_mac.json +108 -0
- provenance/strip/strip_eg2_audio_fp16_T3000.json +584 -0
- provenance/strip/strip_eg2_reader_fp16_T750.json +583 -0
- reader_config.json +79 -0
- vocab.txt +0 -0
LICENSE
ADDED
|
@@ -0,0 +1,202 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
|
| 2 |
+
Apache License
|
| 3 |
+
Version 2.0, January 2004
|
| 4 |
+
http://www.apache.org/licenses/
|
| 5 |
+
|
| 6 |
+
TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
|
| 7 |
+
|
| 8 |
+
1. Definitions.
|
| 9 |
+
|
| 10 |
+
"License" shall mean the terms and conditions for use, reproduction,
|
| 11 |
+
and distribution as defined by Sections 1 through 9 of this document.
|
| 12 |
+
|
| 13 |
+
"Licensor" shall mean the copyright owner or entity authorized by
|
| 14 |
+
the copyright owner that is granting the License.
|
| 15 |
+
|
| 16 |
+
"Legal Entity" shall mean the union of the acting entity and all
|
| 17 |
+
other entities that control, are controlled by, or are under common
|
| 18 |
+
control with that entity. For the purposes of this definition,
|
| 19 |
+
"control" means (i) the power, direct or indirect, to cause the
|
| 20 |
+
direction or management of such entity, whether by contract or
|
| 21 |
+
otherwise, or (ii) ownership of fifty percent (50%) or more of the
|
| 22 |
+
outstanding shares, or (iii) beneficial ownership of such entity.
|
| 23 |
+
|
| 24 |
+
"You" (or "Your") shall mean an individual or Legal Entity
|
| 25 |
+
exercising permissions granted by this License.
|
| 26 |
+
|
| 27 |
+
"Source" form shall mean the preferred form for making modifications,
|
| 28 |
+
including but not limited to software source code, documentation
|
| 29 |
+
source, and configuration files.
|
| 30 |
+
|
| 31 |
+
"Object" form shall mean any form resulting from mechanical
|
| 32 |
+
transformation or translation of a Source form, including but
|
| 33 |
+
not limited to compiled object code, generated documentation,
|
| 34 |
+
and conversions to other media types.
|
| 35 |
+
|
| 36 |
+
"Work" shall mean the work of authorship, whether in Source or
|
| 37 |
+
Object form, made available under the License, as indicated by a
|
| 38 |
+
copyright notice that is included in or attached to the work
|
| 39 |
+
(an example is provided in the Appendix below).
|
| 40 |
+
|
| 41 |
+
"Derivative Works" shall mean any work, whether in Source or Object
|
| 42 |
+
form, that is based on (or derived from) the Work and for which the
|
| 43 |
+
editorial revisions, annotations, elaborations, or other modifications
|
| 44 |
+
represent, as a whole, an original work of authorship. For the purposes
|
| 45 |
+
of this License, Derivative Works shall not include works that remain
|
| 46 |
+
separable from, or merely link (or bind by name) to the interfaces of,
|
| 47 |
+
the Work and Derivative Works thereof.
|
| 48 |
+
|
| 49 |
+
"Contribution" shall mean any work of authorship, including
|
| 50 |
+
the original version of the Work and any modifications or additions
|
| 51 |
+
to that Work or Derivative Works thereof, that is intentionally
|
| 52 |
+
submitted to Licensor for inclusion in the Work by the copyright owner
|
| 53 |
+
or by an individual or Legal Entity authorized to submit on behalf of
|
| 54 |
+
the copyright owner. For the purposes of this definition, "submitted"
|
| 55 |
+
means any form of electronic, verbal, or written communication sent
|
| 56 |
+
to the Licensor or its representatives, including but not limited to
|
| 57 |
+
communication on electronic mailing lists, source code control systems,
|
| 58 |
+
and issue tracking systems that are managed by, or on behalf of, the
|
| 59 |
+
Licensor for the purpose of discussing and improving the Work, but
|
| 60 |
+
excluding communication that is conspicuously marked or otherwise
|
| 61 |
+
designated in writing by the copyright owner as "Not a Contribution."
|
| 62 |
+
|
| 63 |
+
"Contributor" shall mean Licensor and any individual or Legal Entity
|
| 64 |
+
on behalf of whom a Contribution has been received by Licensor and
|
| 65 |
+
subsequently incorporated within the Work.
|
| 66 |
+
|
| 67 |
+
2. Grant of Copyright License. Subject to the terms and conditions of
|
| 68 |
+
this License, each Contributor hereby grants to You a perpetual,
|
| 69 |
+
worldwide, non-exclusive, no-charge, royalty-free, irrevocable
|
| 70 |
+
copyright license to reproduce, prepare Derivative Works of,
|
| 71 |
+
publicly display, publicly perform, sublicense, and distribute the
|
| 72 |
+
Work and such Derivative Works in Source or Object form.
|
| 73 |
+
|
| 74 |
+
3. Grant of Patent License. Subject to the terms and conditions of
|
| 75 |
+
this License, each Contributor hereby grants to You a perpetual,
|
| 76 |
+
worldwide, non-exclusive, no-charge, royalty-free, irrevocable
|
| 77 |
+
(except as stated in this section) patent license to make, have made,
|
| 78 |
+
use, offer to sell, sell, import, and otherwise transfer the Work,
|
| 79 |
+
where such license applies only to those patent claims licensable
|
| 80 |
+
by such Contributor that are necessarily infringed by their
|
| 81 |
+
Contribution(s) alone or by combination of their Contribution(s)
|
| 82 |
+
with the Work to which such Contribution(s) was submitted. If You
|
| 83 |
+
institute patent litigation against any entity (including a
|
| 84 |
+
cross-claim or counterclaim in a lawsuit) alleging that the Work
|
| 85 |
+
or a Contribution incorporated within the Work constitutes direct
|
| 86 |
+
or contributory patent infringement, then any patent licenses
|
| 87 |
+
granted to You under this License for that Work shall terminate
|
| 88 |
+
as of the date such litigation is filed.
|
| 89 |
+
|
| 90 |
+
4. Redistribution. You may reproduce and distribute copies of the
|
| 91 |
+
Work or Derivative Works thereof in any medium, with or without
|
| 92 |
+
modifications, and in Source or Object form, provided that You
|
| 93 |
+
meet the following conditions:
|
| 94 |
+
|
| 95 |
+
(a) You must give any other recipients of the Work or
|
| 96 |
+
Derivative Works a copy of this License; and
|
| 97 |
+
|
| 98 |
+
(b) You must cause any modified files to carry prominent notices
|
| 99 |
+
stating that You changed the files; and
|
| 100 |
+
|
| 101 |
+
(c) You must retain, in the Source form of any Derivative Works
|
| 102 |
+
that You distribute, all copyright, patent, trademark, and
|
| 103 |
+
attribution notices from the Source form of the Work,
|
| 104 |
+
excluding those notices that do not pertain to any part of
|
| 105 |
+
the Derivative Works; and
|
| 106 |
+
|
| 107 |
+
(d) If the Work includes a "NOTICE" text file as part of its
|
| 108 |
+
distribution, then any Derivative Works that You distribute must
|
| 109 |
+
include a readable copy of the attribution notices contained
|
| 110 |
+
within such NOTICE file, excluding those notices that do not
|
| 111 |
+
pertain to any part of the Derivative Works, in at least one
|
| 112 |
+
of the following places: within a NOTICE text file distributed
|
| 113 |
+
as part of the Derivative Works; within the Source form or
|
| 114 |
+
documentation, if provided along with the Derivative Works; or,
|
| 115 |
+
within a display generated by the Derivative Works, if and
|
| 116 |
+
wherever such third-party notices normally appear. The contents
|
| 117 |
+
of the NOTICE file are for informational purposes only and
|
| 118 |
+
do not modify the License. You may add Your own attribution
|
| 119 |
+
notices within Derivative Works that You distribute, alongside
|
| 120 |
+
or as an addendum to the NOTICE text from the Work, provided
|
| 121 |
+
that such additional attribution notices cannot be construed
|
| 122 |
+
as modifying the License.
|
| 123 |
+
|
| 124 |
+
You may add Your own copyright statement to Your modifications and
|
| 125 |
+
may provide additional or different license terms and conditions
|
| 126 |
+
for use, reproduction, or distribution of Your modifications, or
|
| 127 |
+
for any such Derivative Works as a whole, provided Your use,
|
| 128 |
+
reproduction, and distribution of the Work otherwise complies with
|
| 129 |
+
the conditions stated in this License.
|
| 130 |
+
|
| 131 |
+
5. Submission of Contributions. Unless You explicitly state otherwise,
|
| 132 |
+
any Contribution intentionally submitted for inclusion in the Work
|
| 133 |
+
by You to the Licensor shall be under the terms and conditions of
|
| 134 |
+
this License, without any additional terms or conditions.
|
| 135 |
+
Notwithstanding the above, nothing herein shall supersede or modify
|
| 136 |
+
the terms of any separate license agreement you may have executed
|
| 137 |
+
with Licensor regarding such Contributions.
|
| 138 |
+
|
| 139 |
+
6. Trademarks. This License does not grant permission to use the trade
|
| 140 |
+
names, trademarks, service marks, or product names of the Licensor,
|
| 141 |
+
except as required for reasonable and customary use in describing the
|
| 142 |
+
origin of the Work and reproducing the content of the NOTICE file.
|
| 143 |
+
|
| 144 |
+
7. Disclaimer of Warranty. Unless required by applicable law or
|
| 145 |
+
agreed to in writing, Licensor provides the Work (and each
|
| 146 |
+
Contributor provides its Contributions) on an "AS IS" BASIS,
|
| 147 |
+
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
|
| 148 |
+
implied, including, without limitation, any warranties or conditions
|
| 149 |
+
of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
|
| 150 |
+
PARTICULAR PURPOSE. You are solely responsible for determining the
|
| 151 |
+
appropriateness of using or redistributing the Work and assume any
|
| 152 |
+
risks associated with Your exercise of permissions under this License.
|
| 153 |
+
|
| 154 |
+
8. Limitation of Liability. In no event and under no legal theory,
|
| 155 |
+
whether in tort (including negligence), contract, or otherwise,
|
| 156 |
+
unless required by applicable law (such as deliberate and grossly
|
| 157 |
+
negligent acts) or agreed to in writing, shall any Contributor be
|
| 158 |
+
liable to You for damages, including any direct, indirect, special,
|
| 159 |
+
incidental, or consequential damages of any character arising as a
|
| 160 |
+
result of this License or out of the use or inability to use the
|
| 161 |
+
Work (including but not limited to damages for loss of goodwill,
|
| 162 |
+
work stoppage, computer failure or malfunction, or any and all
|
| 163 |
+
other commercial damages or losses), even if such Contributor
|
| 164 |
+
has been advised of the possibility of such damages.
|
| 165 |
+
|
| 166 |
+
9. Accepting Warranty or Additional Liability. While redistributing
|
| 167 |
+
the Work or Derivative Works thereof, You may choose to offer,
|
| 168 |
+
and charge a fee for, acceptance of support, warranty, indemnity,
|
| 169 |
+
or other liability obligations and/or rights consistent with this
|
| 170 |
+
License. However, in accepting such obligations, You may act only
|
| 171 |
+
on Your own behalf and on Your sole responsibility, not on behalf
|
| 172 |
+
of any other Contributor, and only if You agree to indemnify,
|
| 173 |
+
defend, and hold each Contributor harmless for any liability
|
| 174 |
+
incurred by, or claims asserted against, such Contributor by reason
|
| 175 |
+
of your accepting any such warranty or additional liability.
|
| 176 |
+
|
| 177 |
+
END OF TERMS AND CONDITIONS
|
| 178 |
+
|
| 179 |
+
APPENDIX: How to apply the Apache License to your work.
|
| 180 |
+
|
| 181 |
+
To apply the Apache License to your work, attach the following
|
| 182 |
+
boilerplate notice, with the fields enclosed by brackets "[]"
|
| 183 |
+
replaced with your own identifying information. (Don't include
|
| 184 |
+
the brackets!) The text should be enclosed in the appropriate
|
| 185 |
+
comment syntax for the file format. We also recommend that a
|
| 186 |
+
file or class name and description of purpose be included on the
|
| 187 |
+
same "printed page" as the copyright notice for easier
|
| 188 |
+
identification within third-party archives.
|
| 189 |
+
|
| 190 |
+
Copyright [yyyy] [name of copyright owner]
|
| 191 |
+
|
| 192 |
+
Licensed under the Apache License, Version 2.0 (the "License");
|
| 193 |
+
you may not use this file except in compliance with the License.
|
| 194 |
+
You may obtain a copy of the License at
|
| 195 |
+
|
| 196 |
+
http://www.apache.org/licenses/LICENSE-2.0
|
| 197 |
+
|
| 198 |
+
Unless required by applicable law or agreed to in writing, software
|
| 199 |
+
distributed under the License is distributed on an "AS IS" BASIS,
|
| 200 |
+
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
| 201 |
+
See the License for the specific language governing permissions and
|
| 202 |
+
limitations under the License.
|
NOTICE
ADDED
|
@@ -0,0 +1,27 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
EmbeddingGemma-2-Transcribe-CoreAI — NOTICE
|
| 2 |
+
|
| 3 |
+
This repository redistributes, in Apple Core AI `.aimodel` / `.aimodelc` form, two graphs licensed under the Apache
|
| 4 |
+
License, Version 2.0 (see LICENSE):
|
| 5 |
+
|
| 6 |
+
- eg2_audio_fp16_T3000: the audio encoder of EmbeddingGemma 2 (google/embeddinggemma-2, revision
|
| 7 |
+
914f7f89142e33e77833254d9c9b90c3cef7303b, Google DeepMind; the Gemma 4 audio tower and embed_audio), licensed under
|
| 8 |
+
the Apache License, Version 2.0. Deployments of EmbeddingGemma 2 must adhere to the Gemma Prohibited Use Policy
|
| 9 |
+
(https://ai.google.dev/gemma/prohibited_use_policy). config.json is the model's configuration at that revision,
|
| 10 |
+
unchanged.
|
| 11 |
+
- eg2_reader_fp16_T750: reader v1 of EmbeddingGemma 2 Transcribe (mlboydaisuke/EmbeddingGemma-2-Transcribe-Reader),
|
| 12 |
+
trained by mlboydaisuke (john-rocky), 2026-10, with CTC on LibriSpeech train-clean-100 (V. Panayotov, G. Chen,
|
| 13 |
+
D. Povey, S. Khudanpur, "Librispeech: an ASR corpus based on public domain audio books", ICASSP 2015,
|
| 14 |
+
https://www.openslr.org/12, CC BY 4.0), together with a word table of EmbeddingGemma 2 text embeddings of the words
|
| 15 |
+
of the LibriSpeech lexicon (https://www.openslr.org/11, public domain); vocab.txt lists those words.
|
| 16 |
+
|
| 17 |
+
Conversion: mlboydaisuke (john-rocky), 2026-10. Code, gates and records:
|
| 18 |
+
https://github.com/john-rocky/coreai-model-zoo (conversion/eg2_transcribe, models/embeddinggemma-2-transcribe).
|
| 19 |
+
Modifications to the encoder as exported: a fixed 30 s window (3,000 log-mel frames, 750 tokens); float16 weights and
|
| 20 |
+
arithmetic; every RMSNorm divides its row by the row's maximum absolute value before squaring (exact in real
|
| 21 |
+
arithmetic); the attention written in its banded form with the query and key scales folded into the projections;
|
| 22 |
+
the ±1e10 clamps that are no-ops at inference removed; the graphs' MLIR debug locations removed. The reader graph holds
|
| 23 |
+
the reader and the word table in float16 and returns the arg-max word, its logit and the blank logit per token.
|
| 24 |
+
The design of the banded attention, the folded scales and the max-abs RMSNorm follows the published description of
|
| 25 |
+
EverPaper's Core AI port (EverPaper/embeddinggemma-2-coreai v1.2, Apache-2.0); no code was copied.
|
| 26 |
+
|
| 27 |
+
Keep this NOTICE together with the LICENSE file when redistributing.
|
README.md
ADDED
|
@@ -0,0 +1,242 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
license: apache-2.0
|
| 3 |
+
library_name: coreai
|
| 4 |
+
pipeline_tag: automatic-speech-recognition
|
| 5 |
+
base_model: google/embeddinggemma-2
|
| 6 |
+
base_model_relation: quantized
|
| 7 |
+
language:
|
| 8 |
+
- en
|
| 9 |
+
datasets:
|
| 10 |
+
- openslr/librispeech_asr
|
| 11 |
+
tags: [core-ai, coreai, embeddinggemma, gemma, speech-recognition, asr, ctc, on-device, apple, ios, macos]
|
| 12 |
+
---
|
| 13 |
+
|
| 14 |
+
Core AI is Apple's on-device ML runtime in iOS 27 / macOS 27 and the successor to Core ML: PyTorch models are exported with Apple's `coreai-torch` (LLMs: `coreai.llm.export`) into `.aimodel` bundles that run on the GPU or the Neural Engine, e.g. Qwen3-8B 4-bit decodes at 94 tok/s on an M4 Max GPU, MLX 90 under the same protocol ([apple-silicon-llm-bench](https://github.com/john-rocky/apple-silicon-llm-bench), macOS 27 beta, 2026-06).
|
| 15 |
+
|
| 16 |
+
# EmbeddingGemma 2 Transcribe — Core AI
|
| 17 |
+
|
| 18 |
+
Apache-2.0, Gemma Prohibited Use Policy · source [google/embeddinggemma-2](https://huggingface.co/google/embeddinggemma-2/tree/914f7f89142e33e77833254d9c9b90c3cef7303b) (revision `914f7f89`) · reader weights [mlboydaisuke/EmbeddingGemma-2-Transcribe-Reader](https://huggingface.co/mlboydaisuke/EmbeddingGemma-2-Transcribe-Reader) · conversion and card in the [CoreAI-Model-Zoo](https://github.com/john-rocky/coreai-model-zoo/tree/main/models/embeddinggemma-2-transcribe)
|
| 19 |
+
|
| 20 |
+
## What it is
|
| 21 |
+
|
| 22 |
+
English speech to text from the audio encoder of Google's EmbeddingGemma 2. The frozen encoder turns 16 kHz audio
|
| 23 |
+
into 25 soft tokens per second in the model's text-embedding space; a 13.3 M-parameter reader, trained on LibriSpeech,
|
| 24 |
+
maps each token to a 768-d unit vector, and the graph reads the closest of 200,000 English words (cosine) or blank.
|
| 25 |
+
Greedy CTC on the host (merge repeats, drop blanks) gives the transcript. There is no language model, no punctuation
|
| 26 |
+
and no casing.
|
| 27 |
+
|
| 28 |
+
This is an independent reproduction of the method behind Shahir's *Embedding Gemma Transcribe* Mac app (eg2.haku.sh),
|
| 29 |
+
described in a post on 2026-10-13; that app's code and weights are not public. The encoder conversion and the reader
|
| 30 |
+
here are this port's own, the reader trained from scratch (test-clean WER 6.81 %, test-other 15.10 %, greedy, no
|
| 31 |
+
language model). The same reader runs on Android through LiteRT
|
| 32 |
+
([mlboydaisuke/EmbeddingGemma-2-Transcribe-LiteRT](https://huggingface.co/mlboydaisuke/EmbeddingGemma-2-Transcribe-LiteRT)).
|
| 33 |
+
|
| 34 |
+
Two static graphs, one 30 s window each (bytes of the JIT `.aimodel`; the iPhone 18 Pro AOT compiles are 587,306,390
|
| 35 |
+
and 334,027,356):
|
| 36 |
+
|
| 37 |
+
| Bundle | Graph | Inputs → outputs | Bytes |
|
| 38 |
+
|---|---|---|---:|
|
| 39 |
+
| `eg2_audio_fp16_T3000` | the Gemma 4 audio tower (12-layer conformer) + `embed_audio`, fp16 | `features [1, 3000, 128]`, `half_mask [1, 1500]` → `soft_tokens [1, 750, 512]` | 586,857,301 |
|
| 40 |
+
| `eg2_reader_fp16_T750` | the reader + the 200,000 × 768 word table + argmax, fp16 | `soft_tokens [1, 750, 512]`, `token_mask [1, 750]` → `top1_index [1, 750]` (int32), `top1_logit [1, 750]`, `blank_logit [1, 750]` | 333,974,935 |
|
| 41 |
+
|
| 42 |
+
## Files
|
| 43 |
+
|
| 44 |
+
| Path | What |
|
| 45 |
+
|---|---|
|
| 46 |
+
| `macos/eg2_audio_fp16_T3000.aimodel`, `macos/eg2_reader_fp16_T750.aimodel` | the two bundles for the Mac (macOS 27), specialized when they load |
|
| 47 |
+
| `ios/` | the same bytes for any iPhone (iOS 27), specialized on the phone when they load |
|
| 48 |
+
| `ios-h19p/eg2_audio_fp16_T3000.aimodelc`, `ios-h19p/eg2_reader_fp16_T750.aimodelc` | compiled ahead of time for the iPhone 18 Pro (`h19p`) only; never load them on a Mac |
|
| 49 |
+
| `macos-encoder-split7-30s/eg2_front_layer7_fp32_T3000.aimodel`, `macos-encoder-split7-30s/eg2_body_layer7_fp16_T3000.aimodel` | a second form of the encoder, for the Mac only: the same encoder cut in two after layer 7, for running the encoder alone on long audio (below); the app does not download it |
|
| 50 |
+
| `pipeline.json`, `reader_config.json`, `vocab.txt`, `mel_filters.bin` | the host files: the pipeline forms, the reader's window contract, the 200,000 words (line number = index), the 257 × 128 float64 mel filter bank; the same files again under `host/` |
|
| 51 |
+
| `config.json` | EmbeddingGemma 2's configuration at revision `914f7f89`, unchanged |
|
| 52 |
+
| `provenance/` | the gate, timing, pipeline and strip records behind the numbers below (`SOURCES.tsv` gives each original's sha256); `provenance/app/` holds those of the app rows, `provenance/encoder-split7/` those of the second encoder form |
|
| 53 |
+
| `SHA256SUMS` | every file |
|
| 54 |
+
|
| 55 |
+
`pipeline.json` also names a two-bundle encoder form (`split7-gpu`) whose bundles are not in `macos/`; a loader that
|
| 56 |
+
lists only the forms whose bundles are present there (as the app below does) skips it.
|
| 57 |
+
|
| 58 |
+
## Contract
|
| 59 |
+
|
| 60 |
+
- **Log-mel (host)**: transformers' `Gemma4AudioFeatureExtractor`: 16 kHz mono, 160 zeros in front, 20 ms frames every
|
| 61 |
+
10 ms, periodic Hann window, |FFT| of 512, 128 HTK mel bins over 0–8 kHz without normalization (the 257 × 128
|
| 62 |
+
float64 matrix is `mel_filters.bin`), `log(mel + 0.001)`. Only frames whose window is all real audio count:
|
| 63 |
+
n_frames = ⌊(samples − 161) / 160⌋ + 1 (2,999 for 30 s); rows from n_frames on are 0.
|
| 64 |
+
- **`half_mask`**: 1 on the leading ⌈n_frames / 2⌉ of its 1,500 entries, 0 after. Without it a window whose n_frames %
|
| 65 |
+
4 == 2 gets a wrong last token (cosine 0.85–0.88): the second stride-2 convolution reads the half frame.
|
| 66 |
+
- **Encoder**: causal apart from the one-frame look-ahead of the 3 × 3 subsampling convolutions; each attention query
|
| 67 |
+
sees itself and the 11 tokens before it. Tokens = ⌈⌈n_frames / 2⌉ / 2⌉, 25 per second.
|
| 68 |
+
- **Windows for long audio**: 30 s windows (3,000 frames, 750 tokens), each starting 96 tokens (3.84 s) before the
|
| 69 |
+
end of the previous one; a window keeps only its new tokens and drops its last token (the last token of a 30 s cut
|
| 70 |
+
misses one input frame); the last window keeps through the end. Step = 653 tokens. A window needs 83 tokens of left
|
| 71 |
+
context before its tokens match a continuous run (per-token cosine mean ≥ 0.999 and min ≥ 0.99).
|
| 72 |
+
- **Reader**: `token_mask` is 1 on the valid tokens. Per token, `top1_index` is the argmax over the 200,000 words of
|
| 73 |
+
cos(h, table), `top1_logit` = 91.218 × that cosine, `blank_logit` the blank score. The word table and the rotary
|
| 74 |
+
positions are constants of the graph.
|
| 75 |
+
- **Host read-out**: blank where `blank_logit > top1_logit` (strict: a tie reads the word), else `top1_index`; merge
|
| 76 |
+
repeats, drop blanks; map ids through `vocab.txt` (line number = index, blank = 200,000).
|
| 77 |
+
- **Calls**: two calls of the same bundle's function issued together return wrong outputs (encoder: max |Δ| 8.04 against
|
| 78 |
+
the sequential pass). The encoder of window i + 1 and the reader of window i can run together (two bundles): the
|
| 79 |
+
labels stay identical to the sequential pass.
|
| 80 |
+
|
| 81 |
+
## Measured
|
| 82 |
+
|
| 83 |
+
Mac: M4 Max 128 GB, macOS 27.0 (26A428), Core AI Python runtime (coreai-core 1.0.0b2); ms = median of 8
|
| 84 |
+
process-level repetitions × 20 calls. iPhone 18 Pro (iPhone19,2), iOS 27.2 (24B5099f), Swift Core AI runtime, on USB
|
| 85 |
+
power, thermal state nominal; ms = median of rounds 1–7 of 8 rounds × 20 calls (round 0 = cold in brackets). ×RT =
|
| 86 |
+
audio seconds / wall-clock seconds. The long recording is *The Adventure of the Speckled Band* (LibriVox, 3,257.4 s,
|
| 87 |
+
125 windows), scored against the Project Gutenberg text (9,889 words; the LibriVox intro and outro are in the audio
|
| 88 |
+
only).
|
| 89 |
+
|
| 90 |
+
| Device | Workload | Form | Time | ×RT | Parity |
|
| 91 |
+
|---|---|---|---|---:|---|
|
| 92 |
+
| Mac M4 Max | encoder, one 30 s window | fp16, GPU | 40.02 ms | 750 | 20/20 clips pass, per-token cosine min 0.99645 |
|
| 93 |
+
| Mac M4 Max | reader + table, one 30 s window | fp16, GPU | 22.45 ms | 1,336 | fixture transcripts 19/20 = PyTorch, test-clean (200 utterances) WER 5.878 % = PyTorch |
|
| 94 |
+
| Mac M4 Max | 3,257.4 s recording | encoder GPU ∥ reader Neural Engine, 2 windows in flight | 5.681 s | 573 | WER 5.80 % (float32 PyTorch path on the same windows: 5.78 %) |
|
| 95 |
+
| Mac M4 Max | 3,257.4 s recording | encoder GPU → reader GPU, one window at a time | 8.093 s | 402.5 | WER 5.79 % |
|
| 96 |
+
| Mac M4 Max | 3,257.4 s recording, the app | encoder GPU ∥ reader Neural Engine, 2 windows in flight (the app's Mac default) | 5.480 s | 594 | WER 5.78 % (572 of 9,889 words, as many as the float32 PyTorch path); fixture transcripts 19/20 = PyTorch (one near-tie between two words) |
|
| 97 |
+
| iPhone 18 Pro | encoder, one 30 s window | fp16, GPU, AOT h19p | 59.60 ms (58.49) | 503 | 20/20 clips pass, per-token cosine min 0.99626 |
|
| 98 |
+
| iPhone 18 Pro | encoder, one 30 s window | fp16, GPU, JIT `.aimodel` | 59.88 ms (56.81) | 501 | outputs bit-identical to the AOT bundle |
|
| 99 |
+
| iPhone 18 Pro | reader + table, one 30 s window | fp16, GPU, AOT h19p | 32.99 ms (32.77) | 909 | the ms of the same compiled graph, timed with an interim reader checkpoint's weights; reader v1 on the phone, through the app: fixture transcripts 20/20 = PyTorch, long-recording WER 5.77 % |
|
| 100 |
+
| iPhone 18 Pro | 3,257.4 s recording, the app | encoder GPU → reader GPU, one window at a time (the app's iPhone default) | 11.631 s | 280 | WER 5.77 % (571 of 9,889 words; float32 PyTorch path 572); fixture transcripts 20/20 = PyTorch |
|
| 101 |
+
|
| 102 |
+
- The Mac rows ran the AOT h16c compile of each graph; `macos/` holds the JIT `.aimodel`, which the Mac specializes
|
| 103 |
+
when it loads it (encoder 40.50 ms, reader 22.68 ms, outputs identical to the AOT compile).
|
| 104 |
+
- The bundles here are the measured ones with their MLIR debug locations removed (coreai-torch `strip_debug_info`; the
|
| 105 |
+
export recorded the converting machine's file paths there). The operations are unchanged: on the Mac each stripped
|
| 106 |
+
bundle returns outputs bit-identical to the gated one on the 20 fixture clips (the encoder with the GPU preferred,
|
| 107 |
+
the reader with the GPU and with the Neural Engine preferred; `provenance/strip/compare_mac.json`), and the
|
| 108 |
+
`ios-h19p/` compiles of the stripped graphs hold the same weights file (`resources.bin`, byte for byte) as the
|
| 109 |
+
compiles of the gated graphs. The app rows ran this repository's bundles (`macos/` on the Mac, `ios-h19p/` on the
|
| 110 |
+
iPhone, with reader v1); the iPhone encoder and reader rows ran the compiles of the unstripped graphs.
|
| 111 |
+
- The app rows: the eg2-transcribe app (Release build, Swift Core AI runtime) on the 125 windows, the log-mel computed
|
| 112 |
+
before the clock starts (decode and log-mel add 0.63 + 0.05 s on the Mac, 0.49 + 0.16 s on the iPhone); the iPhone
|
| 113 |
+
pass started and ended at thermal state nominal.
|
| 114 |
+
- The Mac's Neural Engine: the fp16 encoder runs there as one region at 85.21 ms but misses the per-token bar at
|
| 115 |
+
near-silent tokens (min 0.888). Cut in two after layer 7 (a float32 front on the GPU, a float16 body on the Neural
|
| 116 |
+
Engine) it passes (min 0.99671) and runs 30.96 ms per window with two windows in flight (×969); that two-bundle form
|
| 117 |
+
is the second encoder form in `macos-encoder-split7-30s/` (below). The iPhone's Neural Engine runs none of the 30 s
|
| 118 |
+
graphs: with the Neural Engine preferred they are placed on the GPU, the encoder's Neural Engine AOT h19p fails to
|
| 119 |
+
load (`failedToSpecialize`), and the reader's is ended by jetsam at 3.77 GB under the default memory limit.
|
| 120 |
+
- Not measured: a launch of the app right after an install with reader v1, reader v1's own gate on the iPhone (the
|
| 121 |
+
200 test-clean utterances), other iPhones (the JIT `.aimodel` specializes on each; the AOT bundle is h19p only),
|
| 122 |
+
languages other than English, noisy or conversational speech.
|
| 123 |
+
|
| 124 |
+
## Second encoder form: two bundles for long audio on a Mac
|
| 125 |
+
|
| 126 |
+
`macos-encoder-split7-30s/` holds the encoder of this repository cut in two after conformer layer 7: a float32 front
|
| 127 |
+
for the GPU and a float16 body for the Neural Engine, both JIT `.aimodel` bundles for the Mac (macOS 27). It is for
|
| 128 |
+
running the encoder alone over long recordings: with two windows in flight the M4 Max turns a stream of 30 s windows
|
| 129 |
+
into soft tokens at 30.96 ms per window, against 40.04 ms for the one-bundle encoder above in the same measurement
|
| 130 |
+
window. The app below does not download this folder (it fetches `macos/`), and `ios/` and `ios-h19p/` do not have it.
|
| 131 |
+
|
| 132 |
+
| Bundle | Graph | Inputs → outputs | Load with | Bytes |
|
| 133 |
+
|---|---|---|---|---:|
|
| 134 |
+
| `eg2_front_layer7_fp32_T3000.aimodel` | the subsampling + conformer layers 0–7, float32 | `features [1, 3000, 128]`, `half_mask [1, 1500]` → `hidden [1, 750, 1024]`, float32 | the GPU preferred | 777,292,646 |
|
| 135 |
+
| `eg2_body_layer7_fp16_T3000.aimodel` | conformer layers 8–11 + `embed_audio`, float16 (max-abs RMSNorm) | `hidden [1, 750, 1024]` → `soft_tokens [1, 750, 512]`, float16 | the Neural Engine preferred | 198,052,423 |
|
| 136 |
+
|
| 137 |
+
- **Contract**: the log-mel, `half_mask` and windows of the encoder above, as float32. The host casts the front's
|
| 138 |
+
`hidden` to float16 and passes it to the body. The soft tokens pass the same parity bar as the encoder above and go
|
| 139 |
+
to the same reader.
|
| 140 |
+
- **Two windows in flight**: issue the front of window i + 1 together with the body of window i. They are two
|
| 141 |
+
bundles, so the GPU and the Neural Engine work at once, and the soft tokens stay bit-identical to one window at a
|
| 142 |
+
time. Never issue two calls of one bundle's function together.
|
| 143 |
+
- **When it helps**: long recordings on a Mac. The 30.96 ms is the wall time of 20 windows in a row divided by 20; one
|
| 144 |
+
window alone takes 57.40 ms, longer than the one-bundle encoder.
|
| 145 |
+
- **Not for the iPhone**: on the iPhone 18 Pro the body is placed on the GPU with the Neural Engine preferred, its
|
| 146 |
+
Neural Engine AOT h19p fails to load (`failedToSpecialize`), and the float32 front alone takes 124.4 ms per 30 s
|
| 147 |
+
window; two windows in flight take 144.0–144.6 ms per window there, against 58.4–60.9 ms for the one-bundle fp16
|
| 148 |
+
encoder in the same launch.
|
| 149 |
+
|
| 150 |
+
| Device | Workload | Form | Time | ×RT | Parity |
|
| 151 |
+
|---|---|---|---|---:|---|
|
| 152 |
+
| Mac M4 Max | encoder, 30 s windows, 2 in flight | front GPU ∥ body Neural Engine | 30.96 ms per window | 969 | 20/20 clips pass, per-token cosine min 0.99671; soft tokens bit-identical to one window at a time |
|
| 153 |
+
| Mac M4 Max | encoder, one 30 s window | front GPU → host cast → body Neural Engine | 57.40 ms (front 29.13 + cast 0.58 + body 27.75) | 523 | 20/20 clips pass, per-token cosine min 0.99671 |
|
| 154 |
+
|
| 155 |
+
- Measured like the Mac rows above, on the AOT h16c compile of each graph (front GPU, body Neural Engine with one
|
| 156 |
+
Neural Engine region), in one measurement window with the one-bundle encoder (40.04 ms there). On the 20 fixture
|
| 157 |
+
clips the bundles here (the JIT sources of that compile, with their MLIR debug locations removed) return hidden
|
| 158 |
+
states and soft tokens bit-identical to the gated `.aimodel` bundles and to the AOT h16c compile
|
| 159 |
+
(`provenance/encoder-split7/compare_mac.json`).
|
| 160 |
+
- Rebuild: `split_encoder.py export --part front --stage layer7 --bucket 3000 --aot gpu` and `split_encoder.py export
|
| 161 |
+
--part body --stage layer7 --bucket 3000 --aot neural-engine` (recipe `embeddinggemma-2-transcribe-macos-encoder-split7`
|
| 162 |
+
in the CoreAI-Model-Zoo); the records are in `provenance/encoder-split7/`.
|
| 163 |
+
|
| 164 |
+
## Parity
|
| 165 |
+
|
| 166 |
+
- **Encoder bar**: per-token cosine against transformers 5.19.0 float32 soft tokens (the default attention; `eager`
|
| 167 |
+
inverts the audio mask in that version) on 20 LibriSpeech test-clean clips: every clip mean ≥ 0.999 and min ≥ 0.99,
|
| 168 |
+
no non-finite value, two passes with drift 0, and a red arm (`half_mask` all ones must break the last token of the
|
| 169 |
+
3 clips with n_frames % 4 == 2; it does on every row).
|
| 170 |
+
- **float16 and near-silent tokens**: the tokens that fail on the Neural Engine sit in near-silence (log-mel
|
| 171 |
+
−6.91 = log 0.001 in every bin). In PyTorch, rounding only the input features to float16 already moves them to
|
| 172 |
+
0.996; moving 12 of the 115,584 inputs of one clip by one float16 step puts one token anywhere from 0.972 to
|
| 173 |
+
0.99996 (7 of 24 trials below 0.99). The GPU passes, and its per-token minimum is a number, not a margin.
|
| 174 |
+
- **Task bar for the app path**: a float16 path fed by another log-mel implementation is judged by what it writes:
|
| 175 |
+
fixture transcripts ≥ 19/20 equal to the PyTorch path and long-recording WER ≤ PyTorch + 0.1 pt; the extractor itself
|
| 176 |
+
must stay within 1e-5 of transformers' and reach per-token cosine ≥ 0.99999 through the float32 encoder.
|
| 177 |
+
- **Reader bar**: against the reader's own float32 PyTorch forward and greedy labels on the same windows, the 20 fixture
|
| 178 |
+
utterances and the 200 leading test-clean utterances (44,162 tokens): test-clean WER ≤ PyTorch + 0.2 pt and fixture
|
| 179 |
+
transcripts ≥ 19/20 for float16. Two red arms: `token_mask` all ones changes 7 of 10 transcripts, and the second half
|
| 180 |
+
of the valid soft tokens set to 0 changes the labels of 10 of 10 utterances.
|
| 181 |
+
- **Pipeline**: WER on the long recording next to the float32 PyTorch path on the same windows.
|
| 182 |
+
|
| 183 |
+
## Levers
|
| 184 |
+
|
| 185 |
+
| Lever | Result |
|
| 186 |
+
|---|---|
|
| 187 |
+
| quant | fp16 ships. Mac GPU, 30 s: fp16 40.02 ms, fp32 42.47, fp16 weights with fp32 arithmetic 48.17, int8 (Linear, per block of 32, weights only) 42.80 ms; int8 misses the per-token bar (min 0.929) and compiles to the fp32 size (1,174 MB). On the iPhone 18 Pro the fp32 encoder (AOT h19p) takes 188.53 ms against 60.08 ms for fp16 in one launch (3.1×). Reader: fp16 22.45 ms against fp32 28.05 ms, table 307 MB against 614 MB. |
|
| 188 |
+
| chunk | 30 s windows. Mac GPU 10 s 17.87 ms vs 30 s 40.02 ms; with the 96-token overlap that is ×345 vs ×654 of new audio per call. iPhone 20.87 vs 59.88 ms (×295 vs ×437 with the overlap). Reader 9.38 ms (10 s) vs 22.45 ms (30 s). |
|
| 189 |
+
| aot | JIT and AOT run at the same speed with the same outputs (Mac encoder 40.50 vs 40.22 ms, reader 22.68 vs 22.51 ms; iPhone encoder 59.88 vs 59.60 ms, reader 32.97 vs 32.99 ms with the interim reader weights). AOT saves the phone's on-device specialization (the encoder in a fresh app container: JIT load 2.94 s and 10.1 s for the opening call, AOT 0.91 s and 0.20 s). fp32 runs on the phone only as AOT: its JIT aborts in MPSGraph's on-device canonicalization, the AOT h19p loads in 1.26 s. |
|
| 190 |
+
| compute-unit | Mac: encoder GPU, reader on the Neural Engine beside it (45.55 ms there vs 22.45 ms on the GPU; the two run side by side, 5.68 s vs 10.68 s one window at a time). The all-fp16 encoder on the Neural Engine misses the per-token bar; the two-bundle cut passes (above). iPhone: GPU only at 30 s (above). |
|
| 191 |
+
| state | n-a: the metric is throughput on recordings (× real time); a streaming form splits the same audio into smaller calls for latency and does not raise throughput. |
|
| 192 |
+
|
| 193 |
+
## Reproduce
|
| 194 |
+
|
| 195 |
+
[`conversion/eg2_transcribe/`](https://github.com/john-rocky/coreai-model-zoo/tree/main/conversion/eg2_transcribe) in
|
| 196 |
+
the CoreAI-Model-Zoo re-authors the encoder from `model.safetensors` and puts the reader and its table into one graph;
|
| 197 |
+
[`models/embeddinggemma-2-transcribe/recipe.toml`](https://github.com/john-rocky/coreai-model-zoo/blob/main/models/embeddinggemma-2-transcribe/recipe.toml)
|
| 198 |
+
names the commands:
|
| 199 |
+
|
| 200 |
+
```bash
|
| 201 |
+
PY=<venv>/bin/python # coreai-core 1.0.0b2, coreai-torch 0.4.1, torch 2.9.0
|
| 202 |
+
$PY conversion/eg2_transcribe/parity_encoder.py parity
|
| 203 |
+
$PY conversion/eg2_transcribe/export_encoder.py --form fp16 --bucket 3000 --aot gpu,neural-engine
|
| 204 |
+
$PY conversion/eg2_transcribe/export_reader.py --form fp16 --tokens 750 --aot gpu,neural-engine
|
| 205 |
+
$PY conversion/eg2_transcribe/gate_encoder.py --bundle <exports>/fp16/eg2_audio_fp16_T3000_gpu_h16c.aimodelc --backend gpu
|
| 206 |
+
$PY conversion/eg2_transcribe/gate_reader.py gate --bundle <exports>/reader/fp16/eg2_reader_fp16_T750_gpu_h16c.aimodelc --backend gpu
|
| 207 |
+
$PY conversion/eg2_transcribe/strip_ship.py strip && $PY conversion/eg2_transcribe/strip_ship.py aot
|
| 208 |
+
```
|
| 209 |
+
|
| 210 |
+
Lessons from the port:
|
| 211 |
+
[`knowledge/embeddinggemma-2-transcribe-port.md`](https://github.com/john-rocky/coreai-model-zoo/blob/main/knowledge/embeddinggemma-2-transcribe-port.md).
|
| 212 |
+
|
| 213 |
+
## App
|
| 214 |
+
|
| 215 |
+
The `ios/` directory of the [eg2-transcribe repository](https://github.com/john-rocky/eg2-transcribe) is a SwiftUI app for iPhone and Mac that downloads this model
|
| 216 |
+
folder (`pipeline.json`, `reader_config.json`, `vocab.txt`, `mel_filters.bin`, `SHA256SUMS` and the platform's bundle
|
| 217 |
+
folder: `ios-<arch>/` when the phone's chip has one, else `ios/`; `macos/` on the Mac), computes the log-mel in Swift
|
| 218 |
+
with a float64 FFT (within 4.77e-7 of transformers'), runs the windows through the two bundles and shows the
|
| 219 |
+
transcript. When the folder's fingerprint (`SHA256SUMS` and every bundle file) differs from the one it loaded last, it
|
| 220 |
+
clears its Core AI cache before loading. Its defaults: on the Mac the reader on the Neural Engine with two windows in
|
| 221 |
+
flight, on the iPhone both bundles on the GPU one window at a time.
|
| 222 |
+
|
| 223 |
+
With reader v1 on the 3,257.4 s recording (the app rows above): the Mac default takes 5.480 s (×594), WER 5.78 % (572
|
| 224 |
+
of 9,889 words, as many as the float32 PyTorch path), fixture transcripts 19/20 = PyTorch (one near-tie between two
|
| 225 |
+
words); with both bundles on the GPU, 7.288 s with two windows in flight and 7.861 s one at a time (WER 5.77 %,
|
| 226 |
+
fixture 20/20). The iPhone 18 Pro default takes 11.631 s (×280; thermal state nominal, on USB power), WER 5.77 % (571),
|
| 227 |
+
fixture transcripts 20/20 = PyTorch. From launch to the transcript of a 10.4 s clip: on the Mac 5.21 s right after the
|
| 228 |
+
app cleared its Core AI cache and 0.50 s from the cache; on the iPhone 18 Pro 1.28 s and 0.51 s. A launch right after
|
| 229 |
+
an install with reader v1: not yet measured.
|
| 230 |
+
|
| 231 |
+
## Licenses
|
| 232 |
+
|
| 233 |
+
- The bundles: Apache-2.0 (`LICENSE`, `NOTICE`). EmbeddingGemma 2 (Google DeepMind) is Apache-2.0; deployments must
|
| 234 |
+
adhere to the [Gemma Prohibited Use Policy](https://ai.google.dev/gemma/prohibited_use_policy).
|
| 235 |
+
- The reader is trained on LibriSpeech train-clean-100 (CC BY 4.0); the word table holds EmbeddingGemma 2 text
|
| 236 |
+
embeddings of the words of the LibriSpeech lexicon (public domain).
|
| 237 |
+
- Graph reference: transformers' `modeling_gemma4.py` / `modeling_embedding_gemma2.py` (Apache-2.0). The banded
|
| 238 |
+
attention, the folded q / k scales and the max-abs RMSNorm follow the published design of EverPaper's Core AI port
|
| 239 |
+
([EverPaper/embeddinggemma-2-coreai](https://huggingface.co/EverPaper/embeddinggemma-2-coreai) v1.2, Apache-2.0);
|
| 240 |
+
no code was copied.
|
| 241 |
+
- Gate data: LibriSpeech test-clean (CC BY 4.0); the long recording is LibriVox (public domain) with the Project
|
| 242 |
+
Gutenberg #1661 text.
|
SHA256SUMS
ADDED
|
@@ -0,0 +1,83 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# EmbeddingGemma-2-Transcribe-CoreAI, staged 2026-10-14. Verify with: shasum -a 256 -c SHA256SUMS
|
| 2 |
+
# macos/, ios/ (same bytes): the gated .aimodel bundles with their MLIR debug locations stripped; Mac outputs bit-identical to the gated bundles (provenance/strip/compare_mac.json)
|
| 3 |
+
# ios-h19p/: compiled from the stripped .aimodel bundles (coreai-build 3600.83.1, --platform iOS --preferred-compute gpu --architecture h19p); resources.bin byte-identical to the compiles of the gated graphs; ran on the iPhone 18 Pro in the app with reader v1 (provenance/app/)
|
| 4 |
+
# macos-encoder-split7-30s/ (Mac only; at the root, so an app that fetches macos/* does not download it): the encoder cut after layer 7, the gated .aimodel bundles with their MLIR debug locations stripped; Mac outputs bit-identical to the gated bundles and to their h16c AOT compiles (provenance/encoder-split7/compare_mac.json)
|
| 5 |
+
cfc7749b96f63bd31c3c42b5c471bf756814053e847c10f3eb003417bc523d30 LICENSE
|
| 6 |
+
bce8de7fe65f14b58827c75b361ff9bea06e0f8c312d90273005e275c1eafca0 NOTICE
|
| 7 |
+
6a4b9db0bfe3f7c6dc56b687a58f5d5fccdd86e742a8f47891d25ecbb2849879 README.md
|
| 8 |
+
b8f1e9931b57fbc054acdb445c41765d55b0074c58d145fa82839941ad1b5bb3 config.json
|
| 9 |
+
525f8745cf88c08d054328635e93aa8a663e1239bdec4004a73d5d8bd0d3ef41 host/mel_filters.bin
|
| 10 |
+
e829a0f510ab85cca9e2c77b3f261c8758e109ab75eb1e18f3d6498b87e863ce host/pipeline.json
|
| 11 |
+
68efaabae4c2eaa8ae2a5abf8f85fab115791b13178ee3a22e57a0cec727b94e host/reader_config.json
|
| 12 |
+
bb3b3c70379082333e1bbd90d07ca69fe5c0096bd1c3b2b3f83edd65f1062a68 host/vocab.txt
|
| 13 |
+
a44d86778f64769ebaf4aaec5add876b00a940b0e575c4ec56ff65115f553322 ios-h19p/eg2_audio_fp16_T3000.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/manifest.plist
|
| 14 |
+
982ce817e95622dfdd2de324b06fd8d645dd090cb0872077f2f4efeaa19289ca ios-h19p/eg2_audio_fp16_T3000.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/resources.bin
|
| 15 |
+
55f275826dcfda773e5d70a550fac82b1b2052cf6a3b67631f4525ee68f4f7d0 ios-h19p/eg2_audio_fp16_T3000.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/specialized_model_0.mpsgraph
|
| 16 |
+
46bcd1e57d2008457153ecd67ca27dacac4d26be696c42b377306c1f3a485bf5 ios-h19p/eg2_audio_fp16_T3000.aimodelc/main-h19p.mlirb
|
| 17 |
+
06f74173742d7d4333bc05c780062a5d7f90dc881ae4ed268310b8ba7501ea6a ios-h19p/eg2_audio_fp16_T3000.aimodelc/main.hash
|
| 18 |
+
64eca72af8054bda3d0c360746e52cdd3ebad81407dfb0582b97ac1ef9764e4b ios-h19p/eg2_audio_fp16_T3000.aimodelc/metadata.json
|
| 19 |
+
0ddc0adceafde34166b6a09cd1ccc723c94f3f4a26743c4d625384d8bb2c0c6a ios-h19p/eg2_audio_fp16_T3000.aimodelc/stats.json
|
| 20 |
+
571de8626789baf121366c314dddf839fb2d9f63a903783e4c34fde24ea26d9f ios-h19p/eg2_reader_fp16_T750.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/manifest.plist
|
| 21 |
+
f6228944df8eb07c7c331287a3810dc6ffef7b3590f592a76624b24945e57c76 ios-h19p/eg2_reader_fp16_T750.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/resources.bin
|
| 22 |
+
4b8509b73a580a3eb2f1ef0c0f28e01d1c8c3aefe724ec1f1cc1db714300064c ios-h19p/eg2_reader_fp16_T750.aimodelc/main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/specialized_model_0.mpsgraph
|
| 23 |
+
7ad3b2b217af4b586eb8b776af4ff88210ccfbd3c31e51f7e3a88d89aaa353e6 ios-h19p/eg2_reader_fp16_T750.aimodelc/main-h19p.mlirb
|
| 24 |
+
f2a49f0008b3ea3ea76801fb7f9ed1a41ca5efb00c5b597c6c008595e401769f ios-h19p/eg2_reader_fp16_T750.aimodelc/main.hash
|
| 25 |
+
0d1afc078be7a6295a17522e92f7e2772734d168a235c13b7493d39eeea29e71 ios-h19p/eg2_reader_fp16_T750.aimodelc/metadata.json
|
| 26 |
+
b1566b4cca3f7760098dc5a0bdf7c1c8d5c147c94eb8c75544fc30664bd98c9e ios-h19p/eg2_reader_fp16_T750.aimodelc/stats.json
|
| 27 |
+
ae463dbfa9e57b58f4a1bc8b51a3b63aa6df794d63ab6e4f280a55ef60e520fb ios/eg2_audio_fp16_T3000.aimodel/main.hash
|
| 28 |
+
330ff806a36cc7299de0350b26d27c32b2e8dc96ffee8f2f437d4f86a103498a ios/eg2_audio_fp16_T3000.aimodel/main.mlirb
|
| 29 |
+
9f832dab8f65a60098afee565887f1042fe670398b7d56a15c16ff86ecee223a ios/eg2_audio_fp16_T3000.aimodel/metadata.json
|
| 30 |
+
2909d2932e29106d5e52e8061b121b7af2537185e9348b404bdecb69478fc7e4 ios/eg2_reader_fp16_T750.aimodel/main.hash
|
| 31 |
+
f7e5b2b886dd5dca92c39313ba85c0306daad1e695e64beb5597f2e7f13f2397 ios/eg2_reader_fp16_T750.aimodel/main.mlirb
|
| 32 |
+
cb0dfc6370a69335a1871aebf0dee14221ce2c262b4f0f24475052d30445b4ac ios/eg2_reader_fp16_T750.aimodel/metadata.json
|
| 33 |
+
1377a03ca07f0d5c53d829ffbdf5da5b6861a662bf718d7c16b18e1a6150c81d macos-encoder-split7-30s/eg2_body_layer7_fp16_T3000.aimodel/main.hash
|
| 34 |
+
b2181c232fd9a1b17d0dfa5dbb882978b503acc91d32cd8781a22021c3a803a6 macos-encoder-split7-30s/eg2_body_layer7_fp16_T3000.aimodel/main.mlirb
|
| 35 |
+
36d3452f93bd441cf5261abb2434149342c55d8afd004a84fa4683ea216fbdf5 macos-encoder-split7-30s/eg2_body_layer7_fp16_T3000.aimodel/metadata.json
|
| 36 |
+
102d4bd5b14cae1d6f380d69a79603934d1ba79183000313a6e7eb93edf9601f macos-encoder-split7-30s/eg2_front_layer7_fp32_T3000.aimodel/main.hash
|
| 37 |
+
e1b87c6caf870ace687a36d1544268d99dc9b460d34d5d9953406322596dbb42 macos-encoder-split7-30s/eg2_front_layer7_fp32_T3000.aimodel/main.mlirb
|
| 38 |
+
21309e8eb585458b90fa4a89f48cd9dcd42b45eb04c0e13f10ed4592da3e1e08 macos-encoder-split7-30s/eg2_front_layer7_fp32_T3000.aimodel/metadata.json
|
| 39 |
+
ae463dbfa9e57b58f4a1bc8b51a3b63aa6df794d63ab6e4f280a55ef60e520fb macos/eg2_audio_fp16_T3000.aimodel/main.hash
|
| 40 |
+
330ff806a36cc7299de0350b26d27c32b2e8dc96ffee8f2f437d4f86a103498a macos/eg2_audio_fp16_T3000.aimodel/main.mlirb
|
| 41 |
+
9f832dab8f65a60098afee565887f1042fe670398b7d56a15c16ff86ecee223a macos/eg2_audio_fp16_T3000.aimodel/metadata.json
|
| 42 |
+
2909d2932e29106d5e52e8061b121b7af2537185e9348b404bdecb69478fc7e4 macos/eg2_reader_fp16_T750.aimodel/main.hash
|
| 43 |
+
f7e5b2b886dd5dca92c39313ba85c0306daad1e695e64beb5597f2e7f13f2397 macos/eg2_reader_fp16_T750.aimodel/main.mlirb
|
| 44 |
+
cb0dfc6370a69335a1871aebf0dee14221ce2c262b4f0f24475052d30445b4ac macos/eg2_reader_fp16_T750.aimodel/metadata.json
|
| 45 |
+
525f8745cf88c08d054328635e93aa8a663e1239bdec4004a73d5d8bd0d3ef41 mel_filters.bin
|
| 46 |
+
e829a0f510ab85cca9e2c77b3f261c8758e109ab75eb1e18f3d6498b87e863ce pipeline.json
|
| 47 |
+
7c8f6259481e43a50fb7e571ee56361b99a4e80c4a1869c734c6ad9418963fa8 provenance/README.md
|
| 48 |
+
26506f9bf974601b9a0347b9942062d9b78324d522c9b81cf018a5c1685be3d4 provenance/SOURCES.tsv
|
| 49 |
+
c295a14008ffb464c940b3724bcf08e394f8ce711f603f2e1420a0ba163e874a provenance/app/SOURCES.tsv
|
| 50 |
+
5ba6b91f0c27f634009e4807fb91f96f0c6abd6ea9bba33a8678b50d1639259e provenance/app/iphone-gpu-gate.json
|
| 51 |
+
8b87ce36a26a67bf3f78fe51402f92fba495a35722c104e0d35f73950b1b4e3f provenance/app/iphone-gpu-timing.json
|
| 52 |
+
76581ebfc070a026715d4f693d1ca6b4e92ab0fb8c6a003873a51bfd8e6fe207 provenance/app/mac-gpu-ane-gate.json
|
| 53 |
+
0090d9b721d76bfc803a1dfa47e947cde28637a81a0c2fee52f66ceb187f9f70 provenance/app/mac-gpu-gate.json
|
| 54 |
+
1cd03c3fbe00187c3e2c5287adc97cc87c6fc661f549f38fcc3c4d98b19843a1 provenance/encoder-split7/README.md
|
| 55 |
+
bbcc19cfdebeefe7d4627163d2a65fd3d0fcc76f43c76ddde413c7032ce3181e provenance/encoder-split7/SOURCES.tsv
|
| 56 |
+
24c2a58873c684abbf15e32094ae416f21a585397213a91888f53fe2dc90109b provenance/encoder-split7/compare_mac.json
|
| 57 |
+
521a89fd54d901954877e4aaa6f2b37c47d439c4fb66c7715d6a34176ccf3b21 provenance/encoder-split7/mac-gate.json
|
| 58 |
+
18a59f1748bb1e5f415aff4dffe626fb18d849fe80a02717c6cff312bf8ac7c3 provenance/encoder-split7/mac-one-bundle-gpu-same-window-timing.json
|
| 59 |
+
c87e3565383459fd5498a0632a4f08f39a509837bcfff2422e7c9f5521786944 provenance/encoder-split7/mac-timing-window.json
|
| 60 |
+
fae8cc3680c5a6f45f12b68cc6f7e93015cd8311d4566cb8c9f23ef87c3bf2ad provenance/encoder-split7/mac-timing.json
|
| 61 |
+
3bbdfa089f6915be6a63c384f3b256e747f1ce184d8179309658b978e497a140 provenance/encoder-split7/strip_eg2_body_layer7_fp16_T3000.json
|
| 62 |
+
14e84718849f450e0c798960d4c7d7233da476feac6e6880435e04b993202ba5 provenance/encoder-split7/strip_eg2_front_layer7_fp32_T3000.json
|
| 63 |
+
c77db323059c8b7e4161617e9d56d85fea6886d827b29d7a96f52b48cda78628 provenance/encoder/iphone-gpu-aot-gate.json
|
| 64 |
+
76edfed9e8cdd402a19d3756830bfd6849cf6ab4a0c10091257d4ad032a81790 provenance/encoder/iphone-gpu-aot-timing.json
|
| 65 |
+
7ee36ee462ee61984a8c34e37454c7efe053f5f1af11a319a8da4e4484803df3 provenance/encoder/iphone-gpu-jit-gate.json
|
| 66 |
+
ff5ac9ff98d04cc65662d7e39b6b19c806fca6fa4a48da7da247aa0db5c8bd56 provenance/encoder/iphone-gpu-jit-timing.json
|
| 67 |
+
7a9c355ec9cdbf0f8e8bf145804edc7375eaef4c00ca98e8bdf908e4f75356d2 provenance/encoder/mac-gpu-gate.json
|
| 68 |
+
d5214fb7990763900bbc3fd38a2b4f3f1de111ed5073cbecd4ff9ea614f21121 provenance/encoder/mac-gpu-timing.json
|
| 69 |
+
000974d3a74a96dc7bdda4300b13b6761b00d0370e8b79d2f9d3159ad795e958 provenance/pipeline/mac-encoder-gpu-reader-ane-overlap.json
|
| 70 |
+
96b74d514caff52dbc4a6f54fada6a3b549d2a62012f1cacc824bd555f9793a3 provenance/pipeline/mac-encoder-gpu-reader-gpu.json
|
| 71 |
+
00e108772c6e3fdbd6a940e4cf279cb58a9204c28658e9a7893e60e2ca463731 provenance/pipeline/torch-fp32.json
|
| 72 |
+
0ee906463e2f13db456b3f1a4afcaead4c27582d7fb3da909d11d8d627346cf5 provenance/reader/iphone-gpu-aot-timing-interim-weights.json
|
| 73 |
+
54d7c1e932b97423408a3cbc156850a65394851490f52e6ef05045ead27aa69c provenance/reader/mac-ane-gate.json
|
| 74 |
+
79e9a0b6c9abe0aa837dedeb9f9dab42b635c71d5a2fb5f900cb1d985038d770 provenance/reader/mac-gpu-gate.json
|
| 75 |
+
bbb8c9f87fefdb3d7368e22957e678e25606b6b701d571d9b8be0fbb304685d9 provenance/reader/mac-gpu-redarm-zerohalf.json
|
| 76 |
+
aee54214b4396b913af784b1e804fd2b6eebd1640a3d2bca465023bcb631399f provenance/reader/mac-gpu-timing.json
|
| 77 |
+
92a4b4f98445115dbb8c5ea16d0dc2c1d01a4a1a6ff83466340b63d4f31d402b provenance/strip/aot_h19p_eg2_audio_fp16_T3000.json
|
| 78 |
+
6c67cc3d21d37ecc6a481d81302b340c44ab56b1cc5a5f85f010a916ace9c53a provenance/strip/aot_h19p_eg2_reader_fp16_T750.json
|
| 79 |
+
ca3d569a7c00d86a6f367bdcdbd9a4865b482520323d00bb600ba6bbbb858f22 provenance/strip/compare_mac.json
|
| 80 |
+
5a9a1ac4eb27901bb2c794777d982e133dbbd297ebda045c944116ff12c5cc5f provenance/strip/strip_eg2_audio_fp16_T3000.json
|
| 81 |
+
d40f076deeb528cf0ea8686d6465b7ab6968fe7624246cba43b27db2565f7444 provenance/strip/strip_eg2_reader_fp16_T750.json
|
| 82 |
+
68efaabae4c2eaa8ae2a5abf8f85fab115791b13178ee3a22e57a0cec727b94e reader_config.json
|
| 83 |
+
bb3b3c70379082333e1bbd90d07ca69fe5c0096bd1c3b2b3f83edd65f1062a68 vocab.txt
|
config.json
ADDED
|
@@ -0,0 +1,177 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"architectures": [
|
| 3 |
+
"EmbeddingGemma2Model"
|
| 4 |
+
],
|
| 5 |
+
"audio_config": {
|
| 6 |
+
"_name_or_path": "",
|
| 7 |
+
"architectures": null,
|
| 8 |
+
"attention_chunk_size": 12,
|
| 9 |
+
"attention_context_left": 13,
|
| 10 |
+
"attention_context_right": 0,
|
| 11 |
+
"attention_invalid_logits_value": -1000000000.0,
|
| 12 |
+
"attention_logit_cap": 50.0,
|
| 13 |
+
"chunk_size_feed_forward": 0,
|
| 14 |
+
"conv_kernel_size": 5,
|
| 15 |
+
"dtype": "bfloat16",
|
| 16 |
+
"gradient_clipping": 10000000000.0,
|
| 17 |
+
"hidden_act": "silu",
|
| 18 |
+
"hidden_size": 1024,
|
| 19 |
+
"id2label": {
|
| 20 |
+
"0": "LABEL_0",
|
| 21 |
+
"1": "LABEL_1"
|
| 22 |
+
},
|
| 23 |
+
"initializer_range": 0.02,
|
| 24 |
+
"is_encoder_decoder": false,
|
| 25 |
+
"label2id": {
|
| 26 |
+
"LABEL_0": 0,
|
| 27 |
+
"LABEL_1": 1
|
| 28 |
+
},
|
| 29 |
+
"model_type": "gemma4_audio",
|
| 30 |
+
"num_attention_heads": 8,
|
| 31 |
+
"num_hidden_layers": 12,
|
| 32 |
+
"output_attentions": false,
|
| 33 |
+
"output_hidden_states": false,
|
| 34 |
+
"output_proj_dims": 1536,
|
| 35 |
+
"problem_type": null,
|
| 36 |
+
"residual_weight": 0.5,
|
| 37 |
+
"return_dict": true,
|
| 38 |
+
"rms_norm_eps": 1e-06,
|
| 39 |
+
"subsampling_conv_channels": [
|
| 40 |
+
128,
|
| 41 |
+
32
|
| 42 |
+
],
|
| 43 |
+
"use_clipped_linears": true
|
| 44 |
+
},
|
| 45 |
+
"audio_token_id": 258881,
|
| 46 |
+
"boa_token_id": 256000,
|
| 47 |
+
"boi_token_id": 255999,
|
| 48 |
+
"dtype": "bfloat16",
|
| 49 |
+
"eoa_token_index": 258883,
|
| 50 |
+
"eoi_token_id": 258882,
|
| 51 |
+
"image_token_id": 258880,
|
| 52 |
+
"initializer_range": 0.02,
|
| 53 |
+
"model_type": "embedding_gemma2",
|
| 54 |
+
"text_config": {
|
| 55 |
+
"attention_bias": false,
|
| 56 |
+
"attention_dropout": 0.0,
|
| 57 |
+
"bos_token_id": 2,
|
| 58 |
+
"dtype": "bfloat16",
|
| 59 |
+
"embedding_dim": 768,
|
| 60 |
+
"eos_token_id": 1,
|
| 61 |
+
"head_dim": 256,
|
| 62 |
+
"hidden_activation": "gelu_pytorch_tanh",
|
| 63 |
+
"hidden_size": 512,
|
| 64 |
+
"hidden_size_per_layer_input": 512,
|
| 65 |
+
"initializer_range": 0.02,
|
| 66 |
+
"intermediate_size": 2048,
|
| 67 |
+
"layer_types": [
|
| 68 |
+
"sliding_attention",
|
| 69 |
+
"sliding_attention",
|
| 70 |
+
"sliding_attention",
|
| 71 |
+
"sliding_attention",
|
| 72 |
+
"sliding_attention",
|
| 73 |
+
"full_attention",
|
| 74 |
+
"sliding_attention",
|
| 75 |
+
"sliding_attention",
|
| 76 |
+
"sliding_attention",
|
| 77 |
+
"sliding_attention",
|
| 78 |
+
"sliding_attention",
|
| 79 |
+
"full_attention",
|
| 80 |
+
"sliding_attention",
|
| 81 |
+
"sliding_attention",
|
| 82 |
+
"sliding_attention",
|
| 83 |
+
"sliding_attention",
|
| 84 |
+
"sliding_attention",
|
| 85 |
+
"full_attention",
|
| 86 |
+
"sliding_attention",
|
| 87 |
+
"sliding_attention",
|
| 88 |
+
"sliding_attention",
|
| 89 |
+
"sliding_attention",
|
| 90 |
+
"sliding_attention",
|
| 91 |
+
"full_attention"
|
| 92 |
+
],
|
| 93 |
+
"max_position_embeddings": 262144,
|
| 94 |
+
"model_type": "embedding_gemma2_text",
|
| 95 |
+
"num_attention_heads": 4,
|
| 96 |
+
"num_hidden_layers": 24,
|
| 97 |
+
"num_key_value_heads": 2,
|
| 98 |
+
"pad_token_id": 0,
|
| 99 |
+
"per_layer_config": {
|
| 100 |
+
"05": {
|
| 101 |
+
"head_dim": 512,
|
| 102 |
+
"num_key_value_heads": 1
|
| 103 |
+
},
|
| 104 |
+
"11": {
|
| 105 |
+
"head_dim": 512,
|
| 106 |
+
"num_key_value_heads": 1
|
| 107 |
+
},
|
| 108 |
+
"17": {
|
| 109 |
+
"head_dim": 512,
|
| 110 |
+
"num_key_value_heads": 1
|
| 111 |
+
},
|
| 112 |
+
"23": {
|
| 113 |
+
"head_dim": 512,
|
| 114 |
+
"num_key_value_heads": 1
|
| 115 |
+
}
|
| 116 |
+
},
|
| 117 |
+
"rms_norm_eps": 1e-06,
|
| 118 |
+
"rope_parameters": {
|
| 119 |
+
"full_attention": {
|
| 120 |
+
"rope_theta": 1000000.0,
|
| 121 |
+
"rope_type": "default"
|
| 122 |
+
},
|
| 123 |
+
"sliding_attention": {
|
| 124 |
+
"rope_theta": 10000.0,
|
| 125 |
+
"rope_type": "default"
|
| 126 |
+
}
|
| 127 |
+
},
|
| 128 |
+
"sliding_window": 512,
|
| 129 |
+
"vocab_size": 262144
|
| 130 |
+
},
|
| 131 |
+
"transformers_version": "5.18.0.dev0",
|
| 132 |
+
"video_token_id": 258884,
|
| 133 |
+
"vision_config": {
|
| 134 |
+
"_name_or_path": "",
|
| 135 |
+
"architectures": null,
|
| 136 |
+
"attention_bias": false,
|
| 137 |
+
"attention_dropout": 0.0,
|
| 138 |
+
"chunk_size_feed_forward": 0,
|
| 139 |
+
"default_output_length": 280,
|
| 140 |
+
"dtype": "bfloat16",
|
| 141 |
+
"global_head_dim": 64,
|
| 142 |
+
"head_dim": 64,
|
| 143 |
+
"hidden_activation": "gelu_pytorch_tanh",
|
| 144 |
+
"hidden_size": 768,
|
| 145 |
+
"id2label": {
|
| 146 |
+
"0": "LABEL_0",
|
| 147 |
+
"1": "LABEL_1"
|
| 148 |
+
},
|
| 149 |
+
"initializer_range": 0.02,
|
| 150 |
+
"intermediate_size": 3072,
|
| 151 |
+
"is_encoder_decoder": false,
|
| 152 |
+
"label2id": {
|
| 153 |
+
"LABEL_0": 0,
|
| 154 |
+
"LABEL_1": 1
|
| 155 |
+
},
|
| 156 |
+
"max_position_embeddings": 131072,
|
| 157 |
+
"model_type": "gemma4_vision",
|
| 158 |
+
"num_attention_heads": 12,
|
| 159 |
+
"num_hidden_layers": 16,
|
| 160 |
+
"num_key_value_heads": 12,
|
| 161 |
+
"output_attentions": false,
|
| 162 |
+
"output_hidden_states": false,
|
| 163 |
+
"patch_size": 16,
|
| 164 |
+
"pooling_kernel_size": 3,
|
| 165 |
+
"position_embedding_size": 10240,
|
| 166 |
+
"problem_type": null,
|
| 167 |
+
"return_dict": true,
|
| 168 |
+
"rms_norm_eps": 1e-06,
|
| 169 |
+
"rope_parameters": {
|
| 170 |
+
"rope_theta": 100.0,
|
| 171 |
+
"rope_type": "axial"
|
| 172 |
+
},
|
| 173 |
+
"standardize": false,
|
| 174 |
+
"use_clipped_linears": false
|
| 175 |
+
},
|
| 176 |
+
"vision_soft_tokens_per_image": 280
|
| 177 |
+
}
|
host/pipeline.json
ADDED
|
@@ -0,0 +1,34 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"schema": 1,
|
| 3 |
+
"default_form": {"macos": "gpu-ane", "ios": "gpu"},
|
| 4 |
+
"overlap": {"macos": true, "ios": false},
|
| 5 |
+
"forms": [
|
| 6 |
+
{
|
| 7 |
+
"id": "gpu",
|
| 8 |
+
"title": "Encoder GPU · reader GPU",
|
| 9 |
+
"stages": [
|
| 10 |
+
{"name": "encoder", "bundle": "eg2_audio_fp16_T3000", "compute": "gpu"},
|
| 11 |
+
{"name": "reader", "bundle": "eg2_reader_fp16_T750", "compute": "gpu"}
|
| 12 |
+
]
|
| 13 |
+
},
|
| 14 |
+
{
|
| 15 |
+
"id": "gpu-ane",
|
| 16 |
+
"title": "Encoder GPU · reader Neural Engine",
|
| 17 |
+
"platforms": ["macos"],
|
| 18 |
+
"stages": [
|
| 19 |
+
{"name": "encoder", "bundle": "eg2_audio_fp16_T3000", "compute": "gpu"},
|
| 20 |
+
{"name": "reader", "bundle": "eg2_reader_fp16_T750", "compute": "ane"}
|
| 21 |
+
]
|
| 22 |
+
},
|
| 23 |
+
{
|
| 24 |
+
"id": "split7-gpu",
|
| 25 |
+
"title": "Encoder in two bundles (GPU, Neural Engine) · reader GPU",
|
| 26 |
+
"platforms": ["macos"],
|
| 27 |
+
"stages": [
|
| 28 |
+
{"name": "front", "bundle": "eg2_front_layer7_fp32_T3000", "compute": "gpu"},
|
| 29 |
+
{"name": "body", "bundle": "eg2_body_layer7_fp16_T3000", "compute": "ane"},
|
| 30 |
+
{"name": "reader", "bundle": "eg2_reader_fp16_T750", "compute": "gpu"}
|
| 31 |
+
]
|
| 32 |
+
}
|
| 33 |
+
]
|
| 34 |
+
}
|
host/reader_config.json
ADDED
|
@@ -0,0 +1,79 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"version": "v1",
|
| 3 |
+
"input": {
|
| 4 |
+
"shape": "[T, 512]",
|
| 5 |
+
"dtype": "float32",
|
| 6 |
+
"what": "EmbeddingGemma 2 audio soft tokens (embed_audio output), 25 per second"
|
| 7 |
+
},
|
| 8 |
+
"context": "bidirectional within the window",
|
| 9 |
+
"architecture": {
|
| 10 |
+
"name": "a",
|
| 11 |
+
"kind": "transformer encoder from scratch",
|
| 12 |
+
"layers": 4,
|
| 13 |
+
"d_model": 512,
|
| 14 |
+
"heads": 8,
|
| 15 |
+
"ffn": 2048,
|
| 16 |
+
"activation": "gelu",
|
| 17 |
+
"norm": "pre-LayerNorm",
|
| 18 |
+
"positions": "rotary (base 10000)",
|
| 19 |
+
"input": "LayerNorm -> Linear 512->512",
|
| 20 |
+
"output": "LayerNorm -> Linear 512->768",
|
| 21 |
+
"params": 13268994
|
| 22 |
+
},
|
| 23 |
+
"output": {
|
| 24 |
+
"vector": "[T, 768] L2-normalized",
|
| 25 |
+
"blank_logit": "[T]"
|
| 26 |
+
},
|
| 27 |
+
"logits": "scale * cos(vector, table[w]) for w in vocab; blank from blank_logit",
|
| 28 |
+
"scale": 91.21830749511719,
|
| 29 |
+
"vocab": "vocab.txt",
|
| 30 |
+
"table": {
|
| 31 |
+
"file": "word_table.npy",
|
| 32 |
+
"dtype": "float16",
|
| 33 |
+
"shape": "[200000, 768]",
|
| 34 |
+
"prompt": "task: search result | query: ",
|
| 35 |
+
"normalized": true
|
| 36 |
+
},
|
| 37 |
+
"decode": "greedy argmax over N+1, collapse repeats, drop blank",
|
| 38 |
+
"window": {
|
| 39 |
+
"seconds": 30,
|
| 40 |
+
"left_overlap_tokens": 96,
|
| 41 |
+
"right_extra_tokens": 1,
|
| 42 |
+
"note": "encoder is causal; the 83 tokens at the start of a window and its last token differ from a continuous run (fixtures/long-speckled-band: soft_tokens_w30 vs soft_tokens_continuous)"
|
| 43 |
+
},
|
| 44 |
+
"weights": {
|
| 45 |
+
"file": "reader.pt",
|
| 46 |
+
"format": "torch state_dict, float32",
|
| 47 |
+
"code": "train/model.py Reader(arch, n_vocab, k)",
|
| 48 |
+
"keys": "body.* (reader body), blank.weight [1, 768], blank.bias [1], log_scale (scale = exp(log_scale))"
|
| 49 |
+
},
|
| 50 |
+
"n_vocab": 200000,
|
| 51 |
+
"wer": {
|
| 52 |
+
"dev-clean": {
|
| 53 |
+
"wer": 0.06566,
|
| 54 |
+
"utterances": 2703,
|
| 55 |
+
"ref_words": 54402
|
| 56 |
+
},
|
| 57 |
+
"dev-other": {
|
| 58 |
+
"wer": 0.14927,
|
| 59 |
+
"utterances": 2864,
|
| 60 |
+
"ref_words": 50948
|
| 61 |
+
},
|
| 62 |
+
"test-clean": {
|
| 63 |
+
"wer": 0.06807,
|
| 64 |
+
"utterances": 2620,
|
| 65 |
+
"ref_words": 52576
|
| 66 |
+
},
|
| 67 |
+
"test-other": {
|
| 68 |
+
"wer": 0.15102,
|
| 69 |
+
"utterances": 2939,
|
| 70 |
+
"ref_words": 52343
|
| 71 |
+
},
|
| 72 |
+
"fixtures": {
|
| 73 |
+
"wer": 0.04806,
|
| 74 |
+
"utterances": 20,
|
| 75 |
+
"ref_words": 541
|
| 76 |
+
},
|
| 77 |
+
"decode": "greedy, no language model"
|
| 78 |
+
}
|
| 79 |
+
}
|
host/vocab.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
ios/eg2_audio_fp16_T3000.aimodel/main.hash
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
3��l�)��5&�|2��ܖ��/C}O��I�
|
ios/eg2_audio_fp16_T3000.aimodel/metadata.json
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"producer" : "coreai-core 1.0.0b2",
|
| 3 |
+
"author" : "coreai-model-zoo community port; weights Google DeepMind (Gemma Team)",
|
| 4 |
+
"description" : "EmbeddingGemma 2 audio encoder (Gemma 4 audio tower + embed_audio): log-mel features [1,3000,128] + half_mask -> soft tokens [1,750,512]; fp16; source google\/embeddinggemma-2@914f7f89",
|
| 5 |
+
"creationDate" : "20261014T022944Z",
|
| 6 |
+
"license" : "Apache-2.0 + Gemma Prohibited Use Policy",
|
| 7 |
+
"assetVersion" : "2.0"
|
| 8 |
+
}
|
ios/eg2_reader_fp16_T750.aimodel/main.hash
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
�岸��]ʒÓ���0m����K�U����?#�
|
ios/eg2_reader_fp16_T750.aimodel/metadata.json
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"assetVersion" : "2.0",
|
| 3 |
+
"author" : "coreai-model-zoo community port; reader trained with CTC on LibriSpeech train-clean-100 (CC BY 4.0); word table: EmbeddingGemma 2 (Google DeepMind) embeddings of the LibriSpeech lexicon",
|
| 4 |
+
"description" : "EG2 transcribe reader (arch a, 13,268,994 parameters, scale 91.2183) + 200,000-word table: soft tokens [1,750,512] + token_mask -> top-1 word index \/ logit, blank logit; fp16; weights 67a06a857b9a",
|
| 5 |
+
"producer" : "coreai-core 1.0.0b2",
|
| 6 |
+
"creationDate" : "20261014T022946Z",
|
| 7 |
+
"license" : "Apache-2.0; word table from google\/embeddinggemma-2 text embeddings (Gemma Prohibited Use Policy)"
|
| 8 |
+
}
|
macos-encoder-split7-30s/eg2_body_layer7_fp16_T3000.aimodel/main.hash
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
�#/١�}
|
macos-encoder-split7-30s/eg2_body_layer7_fp16_T3000.aimodel/metadata.json
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"license" : "Apache-2.0 + Gemma Prohibited Use Policy",
|
| 3 |
+
"producer" : "coreai-core 1.0.0b2",
|
| 4 |
+
"creationDate" : "20261014T064935Z",
|
| 5 |
+
"description" : "EmbeddingGemma 2 audio encoder, body of the cut after layer7 (float16): hidden -> soft_tokens; bucket 3000 frames; source google\/embeddinggemma-2@914f7f89",
|
| 6 |
+
"author" : "coreai-model-zoo community port; weights Google DeepMind (Gemma Team)",
|
| 7 |
+
"assetVersion" : "2.0"
|
| 8 |
+
}
|
macos-encoder-split7-30s/eg2_front_layer7_fp32_T3000.aimodel/main.hash
ADDED
|
@@ -0,0 +1,2 @@
|
|
|
|
|
|
|
|
|
|
| 1 |
+
�|l��
|
| 2 |
+
�hz6�TBhٝɴ`�M]�S@c"Ym�B
|
macos-encoder-split7-30s/eg2_front_layer7_fp32_T3000.aimodel/metadata.json
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"description" : "EmbeddingGemma 2 audio encoder, front of the cut after layer7 (float32): features, half_mask -> hidden; bucket 3000 frames; source google\/embeddinggemma-2@914f7f89",
|
| 3 |
+
"assetVersion" : "2.0",
|
| 4 |
+
"author" : "coreai-model-zoo community port; weights Google DeepMind (Gemma Team)",
|
| 5 |
+
"producer" : "coreai-core 1.0.0b2",
|
| 6 |
+
"creationDate" : "20261014T064933Z",
|
| 7 |
+
"license" : "Apache-2.0 + Gemma Prohibited Use Policy"
|
| 8 |
+
}
|
macos/eg2_audio_fp16_T3000.aimodel/main.hash
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
3��l�)��5&�|2��ܖ��/C}O��I�
|
macos/eg2_audio_fp16_T3000.aimodel/metadata.json
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"producer" : "coreai-core 1.0.0b2",
|
| 3 |
+
"author" : "coreai-model-zoo community port; weights Google DeepMind (Gemma Team)",
|
| 4 |
+
"description" : "EmbeddingGemma 2 audio encoder (Gemma 4 audio tower + embed_audio): log-mel features [1,3000,128] + half_mask -> soft tokens [1,750,512]; fp16; source google\/embeddinggemma-2@914f7f89",
|
| 5 |
+
"creationDate" : "20261014T022944Z",
|
| 6 |
+
"license" : "Apache-2.0 + Gemma Prohibited Use Policy",
|
| 7 |
+
"assetVersion" : "2.0"
|
| 8 |
+
}
|
macos/eg2_reader_fp16_T750.aimodel/main.hash
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
�岸��]ʒÓ���0m����K�U����?#�
|
macos/eg2_reader_fp16_T750.aimodel/metadata.json
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"assetVersion" : "2.0",
|
| 3 |
+
"author" : "coreai-model-zoo community port; reader trained with CTC on LibriSpeech train-clean-100 (CC BY 4.0); word table: EmbeddingGemma 2 (Google DeepMind) embeddings of the LibriSpeech lexicon",
|
| 4 |
+
"description" : "EG2 transcribe reader (arch a, 13,268,994 parameters, scale 91.2183) + 200,000-word table: soft tokens [1,750,512] + token_mask -> top-1 word index \/ logit, blank logit; fp16; weights 67a06a857b9a",
|
| 5 |
+
"producer" : "coreai-core 1.0.0b2",
|
| 6 |
+
"creationDate" : "20261014T022946Z",
|
| 7 |
+
"license" : "Apache-2.0; word table from google\/embeddinggemma-2 text embeddings (Gemma Prohibited Use Policy)"
|
| 8 |
+
}
|
pipeline.json
ADDED
|
@@ -0,0 +1,34 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"schema": 1,
|
| 3 |
+
"default_form": {"macos": "gpu-ane", "ios": "gpu"},
|
| 4 |
+
"overlap": {"macos": true, "ios": false},
|
| 5 |
+
"forms": [
|
| 6 |
+
{
|
| 7 |
+
"id": "gpu",
|
| 8 |
+
"title": "Encoder GPU · reader GPU",
|
| 9 |
+
"stages": [
|
| 10 |
+
{"name": "encoder", "bundle": "eg2_audio_fp16_T3000", "compute": "gpu"},
|
| 11 |
+
{"name": "reader", "bundle": "eg2_reader_fp16_T750", "compute": "gpu"}
|
| 12 |
+
]
|
| 13 |
+
},
|
| 14 |
+
{
|
| 15 |
+
"id": "gpu-ane",
|
| 16 |
+
"title": "Encoder GPU · reader Neural Engine",
|
| 17 |
+
"platforms": ["macos"],
|
| 18 |
+
"stages": [
|
| 19 |
+
{"name": "encoder", "bundle": "eg2_audio_fp16_T3000", "compute": "gpu"},
|
| 20 |
+
{"name": "reader", "bundle": "eg2_reader_fp16_T750", "compute": "ane"}
|
| 21 |
+
]
|
| 22 |
+
},
|
| 23 |
+
{
|
| 24 |
+
"id": "split7-gpu",
|
| 25 |
+
"title": "Encoder in two bundles (GPU, Neural Engine) · reader GPU",
|
| 26 |
+
"platforms": ["macos"],
|
| 27 |
+
"stages": [
|
| 28 |
+
{"name": "front", "bundle": "eg2_front_layer7_fp32_T3000", "compute": "gpu"},
|
| 29 |
+
{"name": "body", "bundle": "eg2_body_layer7_fp16_T3000", "compute": "ane"},
|
| 30 |
+
{"name": "reader", "bundle": "eg2_reader_fp16_T750", "compute": "gpu"}
|
| 31 |
+
]
|
| 32 |
+
}
|
| 33 |
+
]
|
| 34 |
+
}
|
provenance/README.md
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Provenance
|
| 2 |
+
|
| 3 |
+
The records behind the numbers of the card, copied from the conversion's work directory with its paths replaced by
|
| 4 |
+
placeholders (`<work>` = the work directory, `<eg2-transcribe>` = the reader / app repository, `<venv>`, `<home>`).
|
| 5 |
+
`SOURCES.tsv` lists each copy, the record it was copied from, the speed-ladder row it backs, the sha256 of the record
|
| 6 |
+
as written and the sha256 of the copy.
|
| 7 |
+
|
| 8 |
+
| Folder | Records |
|
| 9 |
+
|---|---|
|
| 10 |
+
| `encoder/` | the fp16 encoder: Mac M4 Max GPU gate and timing; iPhone 18 Pro GPU gate and timing, AOT h19p and JIT |
|
| 11 |
+
| `reader/` | reader v1 + word table, fp16: Mac GPU gate, timing and the zero-half red arm; Mac Neural Engine gate; the iPhone 18 Pro GPU timing of the same compiled graph with an interim checkpoint's weights |
|
| 12 |
+
| `pipeline/` | the 3,257.4 s recording end to end on the Mac (encoder GPU ∥ reader Neural Engine with two windows in flight; encoder GPU → reader GPU one window at a time) and the float32 PyTorch path on the same windows |
|
| 13 |
+
| `strip/` | `strip_<name>.json`: the bundles of `macos/` and `ios/` are the gated bundles with their MLIR debug locations removed (coreai-torch `strip_debug_info`); `aot_h19p_<name>.json`: the bundles of `ios-h19p/` are compiled from those stripped `.aimodel` bundles and hold the same `resources.bin` as the compiles of the gated graphs; `compare_mac.json`: on the Mac the stripped bundles return outputs bit-identical to the gated ones |
|
| 14 |
+
| `app/` | the eg2-transcribe app with reader v1 on this repository's files: on the Mac M4 Max its default form and both bundles on the GPU, on the iPhone 18 Pro its default form and the timing record of its passes (the 3,257.4 s recording, the 20 fixture utterances, launch to transcript after a Core AI cache clear and from the cache); its own `SOURCES.tsv` |
|
| 15 |
+
| `encoder-split7/` | the second encoder form (`macos-encoder-split7-30s/`, Mac only): its gate, timing and measurement window, the one-bundle encoder's timing in that window, the strip records of its two bundles and the Mac compare; its own `README.md` and `SOURCES.tsv` |
|
| 16 |
+
|
| 17 |
+
The `ios-h19p/` bundles were compiled from the stripped `.aimodel` bundles; the app ran them on the iPhone 18 Pro with
|
| 18 |
+
reader v1 (`app/`: fixture transcripts 20/20 = PyTorch, long-recording WER 5.77 %). The iPhone encoder and reader rows
|
| 19 |
+
of the card were measured on the compiles of the unstripped graphs.
|
provenance/SOURCES.tsv
ADDED
|
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
copy record (under <work>/exports) ladder row sha256 of the record sha256 of the copy
|
| 2 |
+
encoder/mac-gpu-gate.json fp16/gate_gpu_T3000.json 1 e4bd1441ccdc69a0494286b4da2d472d8e84c8cc6a848668c4ec719e99273ae3 7a9c355ec9cdbf0f8e8bf145804edc7375eaef4c00ca98e8bdf908e4f75356d2
|
| 3 |
+
encoder/mac-gpu-timing.json fp16/timing_gpu_T3000.json 1 4f43fcebe68a77e13a81e362ed8b91ab85d0a6daa0e45e2f64962aa1c0f72a1c d5214fb7990763900bbc3fd38a2b4f3f1de111ed5073cbecd4ff9ea614f21121
|
| 4 |
+
encoder/iphone-gpu-aot-gate.json fp16/gate_iphone18pro_gpu-aot_T3000.json 27 7ab943d31eca5d05815418a61e5258db7898bce98df0953c1a762c33d036f7f7 c77db323059c8b7e4161617e9d56d85fea6886d827b29d7a96f52b48cda78628
|
| 5 |
+
encoder/iphone-gpu-aot-timing.json fp16/timing_iphone18pro_gpu-aot_T3000.json 27 0de13d764b7f01a8cf010089c2725f66da5b3ac283c3548caa4ad98a49133a3a 76edfed9e8cdd402a19d3756830bfd6849cf6ab4a0c10091257d4ad032a81790
|
| 6 |
+
encoder/iphone-gpu-jit-gate.json fp16/gate_iphone18pro_gpu-jit_T3000.json 27a f6261882be73d43e5af16b29e2afc3745e759f2a6c80db8ada8dbaccdc7d0976 7ee36ee462ee61984a8c34e37454c7efe053f5f1af11a319a8da4e4484803df3
|
| 7 |
+
encoder/iphone-gpu-jit-timing.json fp16/timing_iphone18pro_gpu-jit_T3000.json 27a 90109c3ee1aad2f9839445e97c0077ee4d9002eb05bff6d0855fc321d11d4a7a ff5ac9ff98d04cc65662d7e39b6b19c806fca6fa4a48da7da247aa0db5c8bd56
|
| 8 |
+
reader/mac-gpu-gate.json reader/fp16/gate_gpu_T750.json 53 d27d21887890197932d7bc7a74b54662404886b1faf5a3fa84440522035589f1 79e9a0b6c9abe0aa837dedeb9f9dab42b635c71d5a2fb5f900cb1d985038d770
|
| 9 |
+
reader/mac-gpu-timing.json reader/fp16/timing_gpu_T750.json 53 fb013eda956e75122b79e089d5d2b0a7b06eaef1c1ec850a1d06e196b3e79661 aee54214b4396b913af784b1e804fd2b6eebd1640a3d2bca465023bcb631399f
|
| 10 |
+
reader/mac-gpu-redarm-zerohalf.json reader/fp16/redarm_zerohalf_gpu_T750.json 53 32ebfc4c3ab58f54c7773056d255ed692c3ac413cb0682ac7f06cbd804617749 bbb8c9f87fefdb3d7368e22957e678e25606b6b701d571d9b8be0fbb304685d9
|
| 11 |
+
reader/mac-ane-gate.json reader/fp16/gate_ane_T750.json 56 35e9a78b319462b804ac39a1a80118d75370208309ae0992ff20add2a05849da 54d7c1e932b97423408a3cbc156850a65394851490f52e6ef05045ead27aa69c
|
| 12 |
+
reader/iphone-gpu-aot-timing-interim-weights.json r4b/timing_iphone18pro_reader_fp16-gpu-aot_T750_r4b20805-t-reader.json 80 7f2ef097540053859dd7e9d1a475727b9f3b341ff13b146ce2f71818e1dfb955 0ee906463e2f13db456b3f1a4afcaead4c27582d7fb3da909d11d8d627346cf5
|
| 13 |
+
pipeline/mac-encoder-gpu-reader-ane-overlap.json pipeline/pipeline_long_fp16_ane_overlap.json 73 69767253281f3e793cc7b17b4fb513d07ad8eab1e4a99ec00241df142a2fabe8 000974d3a74a96dc7bdda4300b13b6761b00d0370e8b79d2f9d3159ad795e958
|
| 14 |
+
pipeline/mac-encoder-gpu-reader-gpu.json pipeline/pipeline_long_fp16_gpu.json 69 f40f22063411141c60f9bd59cf056a259f617d64b117e9aae354dcfc3cf4177a 96b74d514caff52dbc4a6f54fada6a3b549d2a62012f1cacc824bd555f9793a3
|
| 15 |
+
pipeline/torch-fp32.json pipeline/pipeline_long_torch.json - 77e053d8e1102d5b0044b9404839b4998decfb0b6a52a40170a450b3ce990fe3 00e108772c6e3fdbd6a940e4cf279cb58a9204c28658e9a7893e60e2ca463731
|
| 16 |
+
strip/strip_eg2_audio_fp16_T3000.json ship/provenance/strip_eg2_audio_fp16_T3000.json - 5a9a1ac4eb27901bb2c794777d982e133dbbd297ebda045c944116ff12c5cc5f 5a9a1ac4eb27901bb2c794777d982e133dbbd297ebda045c944116ff12c5cc5f
|
| 17 |
+
strip/strip_eg2_reader_fp16_T750.json ship/provenance/strip_eg2_reader_fp16_T750.json - d40f076deeb528cf0ea8686d6465b7ab6968fe7624246cba43b27db2565f7444 d40f076deeb528cf0ea8686d6465b7ab6968fe7624246cba43b27db2565f7444
|
| 18 |
+
strip/aot_h19p_eg2_audio_fp16_T3000.json ship/provenance/aot_h19p_eg2_audio_fp16_T3000.json - 92a4b4f98445115dbb8c5ea16d0dc2c1d01a4a1a6ff83466340b63d4f31d402b 92a4b4f98445115dbb8c5ea16d0dc2c1d01a4a1a6ff83466340b63d4f31d402b
|
| 19 |
+
strip/aot_h19p_eg2_reader_fp16_T750.json ship/provenance/aot_h19p_eg2_reader_fp16_T750.json - 6c67cc3d21d37ecc6a481d81302b340c44ab56b1cc5a5f85f010a916ace9c53a 6c67cc3d21d37ecc6a481d81302b340c44ab56b1cc5a5f85f010a916ace9c53a
|
| 20 |
+
strip/compare_mac.json ship/provenance/compare_mac.json - ca3d569a7c00d86a6f367bdcdbd9a4865b482520323d00bb600ba6bbbb858f22 ca3d569a7c00d86a6f367bdcdbd9a4865b482520323d00bb600ba6bbbb858f22
|
provenance/app/SOURCES.tsv
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
copy record (under <work>/exports) ladder rows sha256 of the record sha256 of the copy
|
| 2 |
+
mac-gpu-ane-gate.json app/gate_mac_v1_gpu-ane_124853.json 90 91 cf02fab0f6df851ddc902abdec4d0abb344f02fe27e64fb5594bcc813c9c737d 76581ebfc070a026715d4f693d1ca6b4e92ab0fb8c6a003873a51bfd8e6fe207
|
| 3 |
+
mac-gpu-gate.json app/gate_mac_v1_gpu_124853.json 88 89 8fb7b5eced8672b9caac26c32de5921d013388df09b1e110f9f401910b1ea5db 0090d9b721d76bfc803a1dfa47e947cde28637a81a0c2fee52f66ceb187f9f70
|
| 4 |
+
iphone-gpu-gate.json app/gate_iphone18pro_v1_r6a1255.json 94 95 8cb3e8104f1cf11ce4a7bb49abdb1dbc99812d0d1a618ea2d641cddf88cd7f91 5ba6b91f0c27f634009e4807fb91f96f0c6abd6ea9bba33a8678b50d1639259e
|
| 5 |
+
iphone-gpu-timing.json app/timing_iphone18pro_v1_r6a1255.json 94 95 8b87ce36a26a67bf3f78fe51402f92fba495a35722c104e0d35f73950b1b4e3f 8b87ce36a26a67bf3f78fe51402f92fba495a35722c104e0d35f73950b1b4e3f
|
provenance/app/iphone-gpu-gate.json
ADDED
|
@@ -0,0 +1,425 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"what": "the app's self-test with reader v1 against the r4 bars and the r6a stop conditions",
|
| 3 |
+
"device": "iphone",
|
| 4 |
+
"form": "gpu",
|
| 5 |
+
"inputs": {
|
| 6 |
+
"gate": "<work>/device/pull/r6a1255-gate/result.json",
|
| 7 |
+
"long": "<work>/device/pull/r6a1255-long/result.json",
|
| 8 |
+
"iso": "<work>/exports/app/extractor_isolation_mac_v1_gpu_124853.json",
|
| 9 |
+
"transcribe": [
|
| 10 |
+
"<work>/device/pull/r6a1255-cold/result.json",
|
| 11 |
+
"<work>/device/pull/r6a1255-warm/result.json"
|
| 12 |
+
]
|
| 13 |
+
},
|
| 14 |
+
"references": {
|
| 15 |
+
"ref_fixtures": {
|
| 16 |
+
"file": "ref_fixtures_coreai_path.json",
|
| 17 |
+
"finished": "2026-10-14T12:48:58+0900",
|
| 18 |
+
"transcripts_same_as_torch": 20
|
| 19 |
+
},
|
| 20 |
+
"torch": "exports/reader/ref_T750.npz, exports/reader/fp16/hyp_gpu_T750.tsv (v1)"
|
| 21 |
+
},
|
| 22 |
+
"device_record": {
|
| 23 |
+
"arch": "h19p",
|
| 24 |
+
"available_mb": 3521.837312,
|
| 25 |
+
"footprint_mb": 13.731584,
|
| 26 |
+
"machine": "iPhone19,2",
|
| 27 |
+
"os": "Version 27.2 (Build 24B5099f)",
|
| 28 |
+
"os_build": "24B5099f",
|
| 29 |
+
"physical_memory_gb": 12.12,
|
| 30 |
+
"power": {
|
| 31 |
+
"battery": "charging",
|
| 32 |
+
"level": 0.800000011920929,
|
| 33 |
+
"low_power_mode": false
|
| 34 |
+
},
|
| 35 |
+
"thermal": "nominal"
|
| 36 |
+
},
|
| 37 |
+
"model": {
|
| 38 |
+
"cache": {
|
| 39 |
+
"cleared": false,
|
| 40 |
+
"fingerprint": "2e2e1a1925074c657b1146c7e61043d94b5590aaf6091c8b26f4c452a81be400",
|
| 41 |
+
"mode": "check",
|
| 42 |
+
"ms": 1.486666,
|
| 43 |
+
"previous": "2e2e1a1925074c657b1146c7e61043d94b5590aaf6091c8b26f4c452a81be400"
|
| 44 |
+
},
|
| 45 |
+
"folder": "eg2-transcribe",
|
| 46 |
+
"form": "gpu",
|
| 47 |
+
"platform_folders": [
|
| 48 |
+
"ios-h19p"
|
| 49 |
+
],
|
| 50 |
+
"reader_config_version": "v1",
|
| 51 |
+
"stages": [
|
| 52 |
+
{
|
| 53 |
+
"aot": true,
|
| 54 |
+
"bundle": "eg2_audio_fp16_T3000.aimodelc",
|
| 55 |
+
"compute": "gpu",
|
| 56 |
+
"load_s": 0.098403167,
|
| 57 |
+
"name": "encoder",
|
| 58 |
+
"warm_up_ms": 97.186084
|
| 59 |
+
},
|
| 60 |
+
{
|
| 61 |
+
"aot": true,
|
| 62 |
+
"bundle": "eg2_reader_fp16_T750.aimodelc",
|
| 63 |
+
"compute": "gpu",
|
| 64 |
+
"load_s": 0.043606917,
|
| 65 |
+
"name": "reader",
|
| 66 |
+
"warm_up_ms": 43.432708
|
| 67 |
+
}
|
| 68 |
+
],
|
| 69 |
+
"vocabulary": 200000,
|
| 70 |
+
"window": {
|
| 71 |
+
"drop_last": 1,
|
| 72 |
+
"frames": 3000,
|
| 73 |
+
"left_overlap": 96,
|
| 74 |
+
"tokens": 750
|
| 75 |
+
}
|
| 76 |
+
},
|
| 77 |
+
"fixtures": {
|
| 78 |
+
"source": "r6a1255-gate",
|
| 79 |
+
"utterances": 20,
|
| 80 |
+
"features_max_abs_diff": 4.76837158203125e-07,
|
| 81 |
+
"fp32_encoder_cos_min_app_features": 0.9999999995026775,
|
| 82 |
+
"fp32_encoder_cos_min_hf_features": 0.9999999990170414,
|
| 83 |
+
"iso_features_max_abs": 4.76837158203125e-07,
|
| 84 |
+
"extractor_pass": true,
|
| 85 |
+
"transcripts_same_as_torch": 20,
|
| 86 |
+
"mismatches": [],
|
| 87 |
+
"fixture_pass": true,
|
| 88 |
+
"fp16_soft_cos_mean_app_features": 0.9999947903463485,
|
| 89 |
+
"fp16_soft_cos_min_app_features": 0.991114015115895,
|
| 90 |
+
"fp16_soft_cos_min_reference_features": 0.9962582505090712,
|
| 91 |
+
"labels_same_both_features": 20,
|
| 92 |
+
"host_labels_equal_python_gpu_path_on_features_npy": 20
|
| 93 |
+
},
|
| 94 |
+
"long": {
|
| 95 |
+
"source": "r6a1255-long",
|
| 96 |
+
"audio_s": 3257.44325,
|
| 97 |
+
"decode_s": 0.488071708,
|
| 98 |
+
"log_mel_s": 0.160618959,
|
| 99 |
+
"log_mel_cpu_s": {
|
| 100 |
+
"blocks": 637,
|
| 101 |
+
"fft": 0.5949621569999999,
|
| 102 |
+
"log": 0.09767911500000007,
|
| 103 |
+
"mel": 0.22696038400000002,
|
| 104 |
+
"note": "CPU seconds summed over the parallel blocks of 512 frames: framing + FFT + |X|, mel product, log"
|
| 105 |
+
},
|
| 106 |
+
"torch_wer": {
|
| 107 |
+
"wer": 0.05784204671857619,
|
| 108 |
+
"errors": 572,
|
| 109 |
+
"ref_words": 9889,
|
| 110 |
+
"hyp_words": 9930,
|
| 111 |
+
"engine": "word Levenshtein (numpy); jiwer: bench_pipeline.py score"
|
| 112 |
+
},
|
| 113 |
+
"python_path": {
|
| 114 |
+
"sequential_s": 8.0933,
|
| 115 |
+
"overlap_s": 7.6403,
|
| 116 |
+
"overlap_s_pass2": 7.3074,
|
| 117 |
+
"errors": 573,
|
| 118 |
+
"ref_words": 9889,
|
| 119 |
+
"wer": 0.057943169177874405,
|
| 120 |
+
"x_realtime_overlap": 426.3,
|
| 121 |
+
"x_realtime_sequential": 402.5,
|
| 122 |
+
"reader_bundle": "eg2_reader_fp16_T750_gpu_h16c.aimodelc",
|
| 123 |
+
"json": [
|
| 124 |
+
"pipeline_long_fp16_gpu.json",
|
| 125 |
+
"pipeline_long_fp16_gpu_overlap.json"
|
| 126 |
+
],
|
| 127 |
+
"labels": "labels_long_fp16_gpu_overlap.npy"
|
| 128 |
+
},
|
| 129 |
+
"modes": {
|
| 130 |
+
"overlap_off": {
|
| 131 |
+
"wall_s": [
|
| 132 |
+
11.631452667,
|
| 133 |
+
12.366459125
|
| 134 |
+
],
|
| 135 |
+
"x_realtime_windows": [
|
| 136 |
+
280.0547225921149,
|
| 137 |
+
263.40953518495536
|
| 138 |
+
],
|
| 139 |
+
"x_realtime_end_to_end": null,
|
| 140 |
+
"stage_ms_median": [
|
| 141 |
+
57.799417,
|
| 142 |
+
34.4955
|
| 143 |
+
],
|
| 144 |
+
"stage_ms_median_every_pass": [
|
| 145 |
+
[
|
| 146 |
+
57.799417,
|
| 147 |
+
34.4955
|
| 148 |
+
],
|
| 149 |
+
[
|
| 150 |
+
59.526667,
|
| 151 |
+
38.885959
|
| 152 |
+
]
|
| 153 |
+
],
|
| 154 |
+
"host_ms_per_window": {
|
| 155 |
+
"collapse": 0.015566,
|
| 156 |
+
"feed": 0.6100727119999997,
|
| 157 |
+
"inputs": 0.06284570399999997,
|
| 158 |
+
"labels": 0.009333024,
|
| 159 |
+
"total": 0.6978174399999997
|
| 160 |
+
},
|
| 161 |
+
"wer": {
|
| 162 |
+
"errors": 571,
|
| 163 |
+
"reference_words": 9889,
|
| 164 |
+
"wer": 0.05774092425927799
|
| 165 |
+
},
|
| 166 |
+
"wer_errors_every_pass": [
|
| 167 |
+
571,
|
| 168 |
+
571
|
| 169 |
+
],
|
| 170 |
+
"word_distance_to_python_hyp": 6,
|
| 171 |
+
"labels_differing_from_python": 19,
|
| 172 |
+
"labels_differing_positions_s": [
|
| 173 |
+
158.68,
|
| 174 |
+
264.0,
|
| 175 |
+
287.2,
|
| 176 |
+
287.4,
|
| 177 |
+
287.44,
|
| 178 |
+
291.48,
|
| 179 |
+
469.4,
|
| 180 |
+
996.36,
|
| 181 |
+
1020.76,
|
| 182 |
+
1047.0,
|
| 183 |
+
1539.04,
|
| 184 |
+
1720.08,
|
| 185 |
+
1999.92,
|
| 186 |
+
2329.8,
|
| 187 |
+
2441.64,
|
| 188 |
+
2773.84,
|
| 189 |
+
2773.92,
|
| 190 |
+
2852.6,
|
| 191 |
+
3200.48
|
| 192 |
+
],
|
| 193 |
+
"top1_logit_max": 40.53125,
|
| 194 |
+
"thermal": [
|
| 195 |
+
{
|
| 196 |
+
"order": 0,
|
| 197 |
+
"start": "nominal",
|
| 198 |
+
"end": "nominal",
|
| 199 |
+
"cooled_s": 1.0728836059570312e-06
|
| 200 |
+
},
|
| 201 |
+
{
|
| 202 |
+
"order": 2,
|
| 203 |
+
"start": "nominal",
|
| 204 |
+
"end": "nominal",
|
| 205 |
+
"cooled_s": 0
|
| 206 |
+
}
|
| 207 |
+
]
|
| 208 |
+
},
|
| 209 |
+
"overlap_on": {
|
| 210 |
+
"wall_s": [
|
| 211 |
+
11.679626291,
|
| 212 |
+
14.340012583
|
| 213 |
+
],
|
| 214 |
+
"x_realtime_windows": [
|
| 215 |
+
278.8996127821398,
|
| 216 |
+
227.1576284292581
|
| 217 |
+
],
|
| 218 |
+
"x_realtime_end_to_end": null,
|
| 219 |
+
"stage_ms_median": [
|
| 220 |
+
92.199375,
|
| 221 |
+
48.712208
|
| 222 |
+
],
|
| 223 |
+
"stage_ms_median_every_pass": [
|
| 224 |
+
[
|
| 225 |
+
92.199375,
|
| 226 |
+
48.712208
|
| 227 |
+
],
|
| 228 |
+
[
|
| 229 |
+
115.943625,
|
| 230 |
+
60.6265
|
| 231 |
+
]
|
| 232 |
+
],
|
| 233 |
+
"host_ms_per_window": {
|
| 234 |
+
"collapse": 0.002445328,
|
| 235 |
+
"feed": 1.0069093679999999,
|
| 236 |
+
"inputs": 0.173969696,
|
| 237 |
+
"labels": 0.027355032000000022,
|
| 238 |
+
"total": 1.210679424
|
| 239 |
+
},
|
| 240 |
+
"wer": {
|
| 241 |
+
"errors": 571,
|
| 242 |
+
"reference_words": 9889,
|
| 243 |
+
"wer": 0.05774092425927799
|
| 244 |
+
},
|
| 245 |
+
"wer_errors_every_pass": [
|
| 246 |
+
571,
|
| 247 |
+
571
|
| 248 |
+
],
|
| 249 |
+
"word_distance_to_python_hyp": 6,
|
| 250 |
+
"labels_differing_from_python": 19,
|
| 251 |
+
"labels_differing_positions_s": [
|
| 252 |
+
158.68,
|
| 253 |
+
264.0,
|
| 254 |
+
287.2,
|
| 255 |
+
287.4,
|
| 256 |
+
287.44,
|
| 257 |
+
291.48,
|
| 258 |
+
469.4,
|
| 259 |
+
996.36,
|
| 260 |
+
1020.76,
|
| 261 |
+
1047.0,
|
| 262 |
+
1539.04,
|
| 263 |
+
1720.08,
|
| 264 |
+
1999.92,
|
| 265 |
+
2329.8,
|
| 266 |
+
2441.64,
|
| 267 |
+
2773.84,
|
| 268 |
+
2773.92,
|
| 269 |
+
2852.6,
|
| 270 |
+
3200.48
|
| 271 |
+
],
|
| 272 |
+
"top1_logit_max": 40.53125,
|
| 273 |
+
"thermal": [
|
| 274 |
+
{
|
| 275 |
+
"order": 1,
|
| 276 |
+
"start": "nominal",
|
| 277 |
+
"end": "nominal",
|
| 278 |
+
"cooled_s": 0
|
| 279 |
+
},
|
| 280 |
+
{
|
| 281 |
+
"order": 3,
|
| 282 |
+
"start": "nominal",
|
| 283 |
+
"end": "nominal",
|
| 284 |
+
"cooled_s": 0
|
| 285 |
+
}
|
| 286 |
+
]
|
| 287 |
+
}
|
| 288 |
+
},
|
| 289 |
+
"errors": [
|
| 290 |
+
571,
|
| 291 |
+
571,
|
| 292 |
+
571,
|
| 293 |
+
571
|
| 294 |
+
],
|
| 295 |
+
"long_vs_torch_pass": true,
|
| 296 |
+
"long_vs_python_pass": true,
|
| 297 |
+
"overlap_labels_same_as_sequential": true
|
| 298 |
+
},
|
| 299 |
+
"transcribe": [
|
| 300 |
+
{
|
| 301 |
+
"source": "r6a1255-cold",
|
| 302 |
+
"milestones_s": {
|
| 303 |
+
"load_and_warm_up": 1.0898919105529785,
|
| 304 |
+
"process_start_to_load_start": 0.08295607566833496,
|
| 305 |
+
"process_start_to_transcript": 1.2771220207214355,
|
| 306 |
+
"transcribe": 0.10427403450012207
|
| 307 |
+
},
|
| 308 |
+
"cache": {
|
| 309 |
+
"cleared": true,
|
| 310 |
+
"fingerprint": "2e2e1a1925074c657b1146c7e61043d94b5590aaf6091c8b26f4c452a81be400",
|
| 311 |
+
"mode": "check",
|
| 312 |
+
"ms": 11.065791,
|
| 313 |
+
"previous": null
|
| 314 |
+
},
|
| 315 |
+
"stages": [
|
| 316 |
+
{
|
| 317 |
+
"aot": true,
|
| 318 |
+
"bundle": "eg2_audio_fp16_T3000.aimodelc",
|
| 319 |
+
"compute": "gpu",
|
| 320 |
+
"load_s": 0.520539584,
|
| 321 |
+
"name": "encoder",
|
| 322 |
+
"warm_up_ms": 152.656667
|
| 323 |
+
},
|
| 324 |
+
{
|
| 325 |
+
"aot": true,
|
| 326 |
+
"bundle": "eg2_reader_fp16_T750.aimodelc",
|
| 327 |
+
"compute": "gpu",
|
| 328 |
+
"load_s": 0.276540666,
|
| 329 |
+
"name": "reader",
|
| 330 |
+
"warm_up_ms": 100.124583
|
| 331 |
+
}
|
| 332 |
+
],
|
| 333 |
+
"result": {
|
| 334 |
+
"audio_s": 10.435,
|
| 335 |
+
"decode_s": 0.012767875,
|
| 336 |
+
"log_mel_s": 0.000869708,
|
| 337 |
+
"total_s": 0.104259666,
|
| 338 |
+
"x_realtime": 100.08664328542929,
|
| 339 |
+
"text": "he hoped there would be stew for dinner turnips and carrots and bruised potatoes and fat muttered pieces to be ladled out in thick peppered flour fatten sauce"
|
| 340 |
+
},
|
| 341 |
+
"device": {
|
| 342 |
+
"arch": "h19p",
|
| 343 |
+
"available_mb": 3521.657112,
|
| 344 |
+
"footprint_mb": 13.797072,
|
| 345 |
+
"machine": "iPhone19,2",
|
| 346 |
+
"os": "Version 27.2 (Build 24B5099f)",
|
| 347 |
+
"os_build": "24B5099f",
|
| 348 |
+
"physical_memory_gb": 12.12,
|
| 349 |
+
"power": {
|
| 350 |
+
"battery": "charging",
|
| 351 |
+
"level": 0.800000011920929,
|
| 352 |
+
"low_power_mode": false
|
| 353 |
+
},
|
| 354 |
+
"thermal": "nominal"
|
| 355 |
+
},
|
| 356 |
+
"error": null
|
| 357 |
+
},
|
| 358 |
+
{
|
| 359 |
+
"source": "r6a1255-warm",
|
| 360 |
+
"milestones_s": {
|
| 361 |
+
"load_and_warm_up": 0.31466495990753174,
|
| 362 |
+
"process_start_to_load_start": 0.08220303058624268,
|
| 363 |
+
"process_start_to_transcript": 0.5103769302368164,
|
| 364 |
+
"transcribe": 0.11350893974304199
|
| 365 |
+
},
|
| 366 |
+
"cache": {
|
| 367 |
+
"cleared": false,
|
| 368 |
+
"fingerprint": "2e2e1a1925074c657b1146c7e61043d94b5590aaf6091c8b26f4c452a81be400",
|
| 369 |
+
"mode": "check",
|
| 370 |
+
"ms": 1.8715,
|
| 371 |
+
"previous": "2e2e1a1925074c657b1146c7e61043d94b5590aaf6091c8b26f4c452a81be400"
|
| 372 |
+
},
|
| 373 |
+
"stages": [
|
| 374 |
+
{
|
| 375 |
+
"aot": true,
|
| 376 |
+
"bundle": "eg2_audio_fp16_T3000.aimodelc",
|
| 377 |
+
"compute": "gpu",
|
| 378 |
+
"load_s": 0.095391583,
|
| 379 |
+
"name": "encoder",
|
| 380 |
+
"warm_up_ms": 98.953916
|
| 381 |
+
},
|
| 382 |
+
{
|
| 383 |
+
"aot": true,
|
| 384 |
+
"bundle": "eg2_reader_fp16_T750.aimodelc",
|
| 385 |
+
"compute": "gpu",
|
| 386 |
+
"load_s": 0.0446345,
|
| 387 |
+
"name": "reader",
|
| 388 |
+
"warm_up_ms": 44.191125
|
| 389 |
+
}
|
| 390 |
+
],
|
| 391 |
+
"result": {
|
| 392 |
+
"audio_s": 10.435,
|
| 393 |
+
"decode_s": 0.018186209,
|
| 394 |
+
"log_mel_s": 0.000815333,
|
| 395 |
+
"total_s": 0.11349604199999999,
|
| 396 |
+
"x_realtime": 91.94153219898189,
|
| 397 |
+
"text": "he hoped there would be stew for dinner turnips and carrots and bruised potatoes and fat muttered pieces to be ladled out in thick peppered flour fatten sauce"
|
| 398 |
+
},
|
| 399 |
+
"device": {
|
| 400 |
+
"arch": "h19p",
|
| 401 |
+
"available_mb": 3521.657112,
|
| 402 |
+
"footprint_mb": 13.82984,
|
| 403 |
+
"machine": "iPhone19,2",
|
| 404 |
+
"os": "Version 27.2 (Build 24B5099f)",
|
| 405 |
+
"os_build": "24B5099f",
|
| 406 |
+
"physical_memory_gb": 12.12,
|
| 407 |
+
"power": {
|
| 408 |
+
"battery": "charging",
|
| 409 |
+
"level": 0.800000011920929,
|
| 410 |
+
"low_power_mode": false
|
| 411 |
+
},
|
| 412 |
+
"thermal": "nominal"
|
| 413 |
+
},
|
| 414 |
+
"error": null
|
| 415 |
+
}
|
| 416 |
+
],
|
| 417 |
+
"verdicts": {
|
| 418 |
+
"extractor_pass": true,
|
| 419 |
+
"fixture_pass": true,
|
| 420 |
+
"long_vs_torch_pass": true,
|
| 421 |
+
"long_vs_python_pass": true
|
| 422 |
+
},
|
| 423 |
+
"pass": true,
|
| 424 |
+
"finished": "2026-10-14T12:59:51+0900"
|
| 425 |
+
}
|
provenance/app/iphone-gpu-timing.json
ADDED
|
@@ -0,0 +1,390 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"what": "EG2 Transcribe app (reader v1, the shipped h19p bundles) on the iPhone 18 Pro: start-up with the model-cache check, the long recording, the demo clip, thermal and power",
|
| 3 |
+
"frame": {
|
| 4 |
+
"run": "r6a1255",
|
| 5 |
+
"probe": {
|
| 6 |
+
"milestones_s": null,
|
| 7 |
+
"device": {
|
| 8 |
+
"arch": "h19p",
|
| 9 |
+
"available_mb": 3521.722624,
|
| 10 |
+
"footprint_mb": 13.551336,
|
| 11 |
+
"machine": "iPhone19,2",
|
| 12 |
+
"os": "Version 27.2 (Build 24B5099f)",
|
| 13 |
+
"os_build": "24B5099f",
|
| 14 |
+
"physical_memory_gb": 12.12,
|
| 15 |
+
"power": {
|
| 16 |
+
"battery": "charging",
|
| 17 |
+
"level": 0.800000011920929,
|
| 18 |
+
"low_power_mode": false
|
| 19 |
+
},
|
| 20 |
+
"thermal": "nominal"
|
| 21 |
+
},
|
| 22 |
+
"model_cache": null,
|
| 23 |
+
"stages": null,
|
| 24 |
+
"sampler": {
|
| 25 |
+
"available_least_mb": 3522.214144,
|
| 26 |
+
"footprint_peak_mb": 17.778432,
|
| 27 |
+
"thermal_changes": [],
|
| 28 |
+
"thermal_end": "nominal"
|
| 29 |
+
},
|
| 30 |
+
"transcribe": {
|
| 31 |
+
"audio_s": null,
|
| 32 |
+
"decode_s": null,
|
| 33 |
+
"log_mel_s": null,
|
| 34 |
+
"total_s": null,
|
| 35 |
+
"x_realtime": null,
|
| 36 |
+
"text": null
|
| 37 |
+
},
|
| 38 |
+
"error": null
|
| 39 |
+
},
|
| 40 |
+
"cold": {
|
| 41 |
+
"milestones_s": {
|
| 42 |
+
"load_and_warm_up": 1.0898919105529785,
|
| 43 |
+
"process_start_to_load_start": 0.08295607566833496,
|
| 44 |
+
"process_start_to_transcript": 1.2771220207214355,
|
| 45 |
+
"transcribe": 0.10427403450012207
|
| 46 |
+
},
|
| 47 |
+
"device": {
|
| 48 |
+
"arch": "h19p",
|
| 49 |
+
"available_mb": 3521.657112,
|
| 50 |
+
"footprint_mb": 13.797072,
|
| 51 |
+
"machine": "iPhone19,2",
|
| 52 |
+
"os": "Version 27.2 (Build 24B5099f)",
|
| 53 |
+
"os_build": "24B5099f",
|
| 54 |
+
"physical_memory_gb": 12.12,
|
| 55 |
+
"power": {
|
| 56 |
+
"battery": "charging",
|
| 57 |
+
"level": 0.800000011920929,
|
| 58 |
+
"low_power_mode": false
|
| 59 |
+
},
|
| 60 |
+
"thermal": "nominal"
|
| 61 |
+
},
|
| 62 |
+
"model_cache": {
|
| 63 |
+
"cleared": true,
|
| 64 |
+
"fingerprint": "2e2e1a1925074c657b1146c7e61043d94b5590aaf6091c8b26f4c452a81be400",
|
| 65 |
+
"mode": "check",
|
| 66 |
+
"ms": 11.065791,
|
| 67 |
+
"previous": null
|
| 68 |
+
},
|
| 69 |
+
"stages": [
|
| 70 |
+
{
|
| 71 |
+
"aot": true,
|
| 72 |
+
"bundle": "eg2_audio_fp16_T3000.aimodelc",
|
| 73 |
+
"compute": "gpu",
|
| 74 |
+
"load_s": 0.520539584,
|
| 75 |
+
"name": "encoder",
|
| 76 |
+
"warm_up_ms": 152.656667
|
| 77 |
+
},
|
| 78 |
+
{
|
| 79 |
+
"aot": true,
|
| 80 |
+
"bundle": "eg2_reader_fp16_T750.aimodelc",
|
| 81 |
+
"compute": "gpu",
|
| 82 |
+
"load_s": 0.276540666,
|
| 83 |
+
"name": "reader",
|
| 84 |
+
"warm_up_ms": 100.124583
|
| 85 |
+
}
|
| 86 |
+
],
|
| 87 |
+
"sampler": {
|
| 88 |
+
"available_least_mb": 2695.328992,
|
| 89 |
+
"footprint_peak_mb": 844.663584,
|
| 90 |
+
"thermal_changes": [],
|
| 91 |
+
"thermal_end": "nominal"
|
| 92 |
+
},
|
| 93 |
+
"transcribe": {
|
| 94 |
+
"audio_s": 10.435,
|
| 95 |
+
"decode_s": 0.012767875,
|
| 96 |
+
"log_mel_s": 0.000869708,
|
| 97 |
+
"total_s": 0.104259666,
|
| 98 |
+
"x_realtime": 100.08664328542929,
|
| 99 |
+
"text": "he hoped there would be stew for dinner turnips and carrots and bruised potatoes and fat muttered pieces to be ladled out in thick peppered flour fatten sauce"
|
| 100 |
+
},
|
| 101 |
+
"error": null
|
| 102 |
+
},
|
| 103 |
+
"warm": {
|
| 104 |
+
"milestones_s": {
|
| 105 |
+
"load_and_warm_up": 0.31466495990753174,
|
| 106 |
+
"process_start_to_load_start": 0.08220303058624268,
|
| 107 |
+
"process_start_to_transcript": 0.5103769302368164,
|
| 108 |
+
"transcribe": 0.11350893974304199
|
| 109 |
+
},
|
| 110 |
+
"device": {
|
| 111 |
+
"arch": "h19p",
|
| 112 |
+
"available_mb": 3521.657112,
|
| 113 |
+
"footprint_mb": 13.82984,
|
| 114 |
+
"machine": "iPhone19,2",
|
| 115 |
+
"os": "Version 27.2 (Build 24B5099f)",
|
| 116 |
+
"os_build": "24B5099f",
|
| 117 |
+
"physical_memory_gb": 12.12,
|
| 118 |
+
"power": {
|
| 119 |
+
"battery": "charging",
|
| 120 |
+
"level": 0.800000011920929,
|
| 121 |
+
"low_power_mode": false
|
| 122 |
+
},
|
| 123 |
+
"thermal": "nominal"
|
| 124 |
+
},
|
| 125 |
+
"model_cache": {
|
| 126 |
+
"cleared": false,
|
| 127 |
+
"fingerprint": "2e2e1a1925074c657b1146c7e61043d94b5590aaf6091c8b26f4c452a81be400",
|
| 128 |
+
"mode": "check",
|
| 129 |
+
"ms": 1.8715,
|
| 130 |
+
"previous": "2e2e1a1925074c657b1146c7e61043d94b5590aaf6091c8b26f4c452a81be400"
|
| 131 |
+
},
|
| 132 |
+
"stages": [
|
| 133 |
+
{
|
| 134 |
+
"aot": true,
|
| 135 |
+
"bundle": "eg2_audio_fp16_T3000.aimodelc",
|
| 136 |
+
"compute": "gpu",
|
| 137 |
+
"load_s": 0.095391583,
|
| 138 |
+
"name": "encoder",
|
| 139 |
+
"warm_up_ms": 98.953916
|
| 140 |
+
},
|
| 141 |
+
{
|
| 142 |
+
"aot": true,
|
| 143 |
+
"bundle": "eg2_reader_fp16_T750.aimodelc",
|
| 144 |
+
"compute": "gpu",
|
| 145 |
+
"load_s": 0.0446345,
|
| 146 |
+
"name": "reader",
|
| 147 |
+
"warm_up_ms": 44.191125
|
| 148 |
+
}
|
| 149 |
+
],
|
| 150 |
+
"sampler": {
|
| 151 |
+
"available_least_mb": 2697.999608,
|
| 152 |
+
"footprint_peak_mb": 841.992968,
|
| 153 |
+
"thermal_changes": [],
|
| 154 |
+
"thermal_end": "nominal"
|
| 155 |
+
},
|
| 156 |
+
"transcribe": {
|
| 157 |
+
"audio_s": 10.435,
|
| 158 |
+
"decode_s": 0.018186209,
|
| 159 |
+
"log_mel_s": 0.000815333,
|
| 160 |
+
"total_s": 0.11349604199999999,
|
| 161 |
+
"x_realtime": 91.94153219898189,
|
| 162 |
+
"text": "he hoped there would be stew for dinner turnips and carrots and bruised potatoes and fat muttered pieces to be ladled out in thick peppered flour fatten sauce"
|
| 163 |
+
},
|
| 164 |
+
"error": null
|
| 165 |
+
},
|
| 166 |
+
"long": {
|
| 167 |
+
"input": {
|
| 168 |
+
"audio": "audio.flac",
|
| 169 |
+
"audio_s": 3257.44325,
|
| 170 |
+
"converted": false,
|
| 171 |
+
"decode_s": 0.488071708,
|
| 172 |
+
"frames": 325744,
|
| 173 |
+
"log_mel_cpu_s": {
|
| 174 |
+
"blocks": 637,
|
| 175 |
+
"fft": 0.5949621569999999,
|
| 176 |
+
"log": 0.09767911500000007,
|
| 177 |
+
"mel": 0.22696038400000002,
|
| 178 |
+
"note": "CPU seconds summed over the parallel blocks of 512 frames: framing + FFT + |X|, mel product, log"
|
| 179 |
+
},
|
| 180 |
+
"log_mel_s": 0.160618959,
|
| 181 |
+
"samples": 52119092,
|
| 182 |
+
"source_rate": 16000
|
| 183 |
+
},
|
| 184 |
+
"passes": [
|
| 185 |
+
{
|
| 186 |
+
"order": 0,
|
| 187 |
+
"overlap": false,
|
| 188 |
+
"wall_s": 11.631452667,
|
| 189 |
+
"x_realtime": 280.0547225921149,
|
| 190 |
+
"stage_ms_median": [
|
| 191 |
+
57.799417,
|
| 192 |
+
34.4955
|
| 193 |
+
],
|
| 194 |
+
"host_ms_per_window": 0.6978174399999997,
|
| 195 |
+
"thermal_start": "nominal",
|
| 196 |
+
"thermal_end": "nominal",
|
| 197 |
+
"cooled_s": 1.0728836059570312e-06,
|
| 198 |
+
"wer_errors": 571,
|
| 199 |
+
"wer": 0.05774092425927799,
|
| 200 |
+
"labels_differing_from_first_pass": 0,
|
| 201 |
+
"labels_differing_from_mac_python": 19,
|
| 202 |
+
"words_differing_from_mac_python": 6,
|
| 203 |
+
"top1_logit_max": 40.53125
|
| 204 |
+
},
|
| 205 |
+
{
|
| 206 |
+
"order": 1,
|
| 207 |
+
"overlap": true,
|
| 208 |
+
"wall_s": 11.679626291,
|
| 209 |
+
"x_realtime": 278.8996127821398,
|
| 210 |
+
"stage_ms_median": [
|
| 211 |
+
92.199375,
|
| 212 |
+
48.712208
|
| 213 |
+
],
|
| 214 |
+
"host_ms_per_window": 1.210679424,
|
| 215 |
+
"thermal_start": "nominal",
|
| 216 |
+
"thermal_end": "nominal",
|
| 217 |
+
"cooled_s": 0,
|
| 218 |
+
"wer_errors": 571,
|
| 219 |
+
"wer": 0.05774092425927799,
|
| 220 |
+
"labels_differing_from_first_pass": 0,
|
| 221 |
+
"labels_differing_from_mac_python": 19,
|
| 222 |
+
"words_differing_from_mac_python": 6,
|
| 223 |
+
"top1_logit_max": 40.53125
|
| 224 |
+
},
|
| 225 |
+
{
|
| 226 |
+
"order": 2,
|
| 227 |
+
"overlap": false,
|
| 228 |
+
"wall_s": 12.366459125,
|
| 229 |
+
"x_realtime": 263.40953518495536,
|
| 230 |
+
"stage_ms_median": [
|
| 231 |
+
59.526667,
|
| 232 |
+
38.885959
|
| 233 |
+
],
|
| 234 |
+
"host_ms_per_window": 0.7033300319999995,
|
| 235 |
+
"thermal_start": "nominal",
|
| 236 |
+
"thermal_end": "nominal",
|
| 237 |
+
"cooled_s": 0,
|
| 238 |
+
"wer_errors": 571,
|
| 239 |
+
"wer": 0.05774092425927799,
|
| 240 |
+
"labels_differing_from_first_pass": 0,
|
| 241 |
+
"labels_differing_from_mac_python": 19,
|
| 242 |
+
"words_differing_from_mac_python": 6,
|
| 243 |
+
"top1_logit_max": 40.53125
|
| 244 |
+
},
|
| 245 |
+
{
|
| 246 |
+
"order": 3,
|
| 247 |
+
"overlap": true,
|
| 248 |
+
"wall_s": 14.340012583,
|
| 249 |
+
"x_realtime": 227.1576284292581,
|
| 250 |
+
"stage_ms_median": [
|
| 251 |
+
115.943625,
|
| 252 |
+
60.6265
|
| 253 |
+
],
|
| 254 |
+
"host_ms_per_window": 1.2726330559999999,
|
| 255 |
+
"thermal_start": "nominal",
|
| 256 |
+
"thermal_end": "nominal",
|
| 257 |
+
"cooled_s": 0,
|
| 258 |
+
"wer_errors": 571,
|
| 259 |
+
"wer": 0.05774092425927799,
|
| 260 |
+
"labels_differing_from_first_pass": 0,
|
| 261 |
+
"labels_differing_from_mac_python": 19,
|
| 262 |
+
"words_differing_from_mac_python": 6,
|
| 263 |
+
"top1_logit_max": 40.53125
|
| 264 |
+
}
|
| 265 |
+
],
|
| 266 |
+
"sampler": {
|
| 267 |
+
"available_least_mb": 2286.4496,
|
| 268 |
+
"footprint_peak_mb": 1253.542976,
|
| 269 |
+
"thermal_changes": [],
|
| 270 |
+
"thermal_end": "nominal"
|
| 271 |
+
},
|
| 272 |
+
"device_start": {
|
| 273 |
+
"arch": "h19p",
|
| 274 |
+
"available_mb": 3521.771776,
|
| 275 |
+
"footprint_mb": 13.846272,
|
| 276 |
+
"machine": "iPhone19,2",
|
| 277 |
+
"os": "Version 27.2 (Build 24B5099f)",
|
| 278 |
+
"os_build": "24B5099f",
|
| 279 |
+
"physical_memory_gb": 12.12,
|
| 280 |
+
"power": {
|
| 281 |
+
"battery": "charging",
|
| 282 |
+
"level": 0.800000011920929,
|
| 283 |
+
"low_power_mode": false
|
| 284 |
+
},
|
| 285 |
+
"thermal": "nominal"
|
| 286 |
+
},
|
| 287 |
+
"power_end": {
|
| 288 |
+
"battery": "charging",
|
| 289 |
+
"level": 0.800000011920929,
|
| 290 |
+
"low_power_mode": false
|
| 291 |
+
},
|
| 292 |
+
"error": null
|
| 293 |
+
},
|
| 294 |
+
"ui": {
|
| 295 |
+
"audio_s": 8.6,
|
| 296 |
+
"decode_s": 0.010321833,
|
| 297 |
+
"device": {
|
| 298 |
+
"arch": "h19p",
|
| 299 |
+
"available_mb": 2721.199304,
|
| 300 |
+
"footprint_mb": 818.58028,
|
| 301 |
+
"machine": "iPhone19,2",
|
| 302 |
+
"os": "Version 27.2 (Build 24B5099f)",
|
| 303 |
+
"os_build": "24B5099f",
|
| 304 |
+
"physical_memory_gb": 12.12,
|
| 305 |
+
"power": {
|
| 306 |
+
"battery": "charging",
|
| 307 |
+
"level": 0.800000011920929,
|
| 308 |
+
"low_power_mode": false
|
| 309 |
+
},
|
| 310 |
+
"thermal": "nominal"
|
| 311 |
+
},
|
| 312 |
+
"file": "speckled-band-opening.wav",
|
| 313 |
+
"form": "gpu",
|
| 314 |
+
"host_s": 0.0009686250000000001,
|
| 315 |
+
"log_mel_cpu_s": {
|
| 316 |
+
"blocks": 2,
|
| 317 |
+
"fft": 0.004009376,
|
| 318 |
+
"log": 0.000680375,
|
| 319 |
+
"mel": 0.001225666,
|
| 320 |
+
"note": "CPU seconds summed over the parallel blocks of 512 frames: framing + FFT + |X|, mel product, log"
|
| 321 |
+
},
|
| 322 |
+
"log_mel_s": 0.003624167,
|
| 323 |
+
"overlap": false,
|
| 324 |
+
"stage_ms_median": [
|
| 325 |
+
79.402084,
|
| 326 |
+
48.845792
|
| 327 |
+
],
|
| 328 |
+
"total_s": 0.14326283299999998,
|
| 329 |
+
"windows": 1,
|
| 330 |
+
"windows_wall_s": 0.129316833,
|
| 331 |
+
"words": 27,
|
| 332 |
+
"x_realtime": 60.02952629032543
|
| 333 |
+
},
|
| 334 |
+
"core_ai_cache": {
|
| 335 |
+
"before": {
|
| 336 |
+
"file": "device/r6a_cache_before.txt",
|
| 337 |
+
"lines": 43,
|
| 338 |
+
"entries": [
|
| 339 |
+
{
|
| 340 |
+
"build": "24B5099f",
|
| 341 |
+
"namespace": "com.coreai.eg2transcribe",
|
| 342 |
+
"main_hash": "17df9b320b2f7a95fbebd561f0d6242c25478907bdee526ebee6fab794445606"
|
| 343 |
+
},
|
| 344 |
+
{
|
| 345 |
+
"build": "24B5099f",
|
| 346 |
+
"namespace": "com.coreai.eg2transcribe",
|
| 347 |
+
"main_hash": "755fe56bbd2b219f60f075808abf13b4400c574fe7573f311338ad33cdcead69"
|
| 348 |
+
}
|
| 349 |
+
]
|
| 350 |
+
},
|
| 351 |
+
"after-cold": {
|
| 352 |
+
"file": "device/r6a_cache_after-cold.txt",
|
| 353 |
+
"lines": 45,
|
| 354 |
+
"entries": [
|
| 355 |
+
{
|
| 356 |
+
"build": "24B5099f",
|
| 357 |
+
"namespace": "com.coreai.eg2transcribe",
|
| 358 |
+
"main_hash": "46bcd1e57d2008457153ecd67ca27dacac4d26be696c42b377306c1f3a485bf5"
|
| 359 |
+
},
|
| 360 |
+
{
|
| 361 |
+
"build": "24B5099f",
|
| 362 |
+
"namespace": "com.coreai.eg2transcribe",
|
| 363 |
+
"main_hash": "7ad3b2b217af4b586eb8b776af4ff88210ccfbd3c31e51f7e3a88d89aaa353e6"
|
| 364 |
+
}
|
| 365 |
+
]
|
| 366 |
+
},
|
| 367 |
+
"after-warm": {
|
| 368 |
+
"file": "device/r6a_cache_after-warm.txt",
|
| 369 |
+
"lines": 45,
|
| 370 |
+
"entries": [
|
| 371 |
+
{
|
| 372 |
+
"build": "24B5099f",
|
| 373 |
+
"namespace": "com.coreai.eg2transcribe",
|
| 374 |
+
"main_hash": "46bcd1e57d2008457153ecd67ca27dacac4d26be696c42b377306c1f3a485bf5"
|
| 375 |
+
},
|
| 376 |
+
{
|
| 377 |
+
"build": "24B5099f",
|
| 378 |
+
"namespace": "com.coreai.eg2transcribe",
|
| 379 |
+
"main_hash": "7ad3b2b217af4b586eb8b776af4ff88210ccfbd3c31e51f7e3a88d89aaa353e6"
|
| 380 |
+
}
|
| 381 |
+
]
|
| 382 |
+
}
|
| 383 |
+
}
|
| 384 |
+
},
|
| 385 |
+
"hold_log": [
|
| 386 |
+
"[2026-10-14 12:55:39] eg2stt_r6a frame pid 41936 enqueued (supervisor coreai-8f, ~30 min); waiting for the hold",
|
| 387 |
+
"[2026-10-14 12:55:39] hold taken by eg2stt_r6a frame pid 41936: {\"pid\": 41936, \"script\": \"eg2stt_r6a\", \"device\": \"iPhone 18 Pro\", \"session\": \"EG2 STT r6a worker (Opus 5.5), supervisor coreai-8f\", \"started\": \"2026-10-14 12:55:39\"}",
|
| 388 |
+
"[2026-10-14 12:59:05] hold released by eg2stt_r6a frame pid 41936 after 206 s; thermal=nominal"
|
| 389 |
+
]
|
| 390 |
+
}
|
provenance/app/mac-gpu-ane-gate.json
ADDED
|
@@ -0,0 +1,420 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"what": "the app's self-test with reader v1 against the r4 bars and the r6a stop conditions",
|
| 3 |
+
"device": "mac",
|
| 4 |
+
"form": "gpu-ane",
|
| 5 |
+
"inputs": {
|
| 6 |
+
"gate": "<work>/exports/app/mac_v1/gate-gpu-ane-124904/result.json",
|
| 7 |
+
"long": "<work>/exports/app/mac_v1/long-gpu-ane-124917/result.json",
|
| 8 |
+
"iso": "<work>/exports/app/extractor_isolation_mac_v1_gpu-ane_124853.json",
|
| 9 |
+
"transcribe": [
|
| 10 |
+
"<work>/exports/app/mac_v1/transcribe-gpu-ane-clear-124858/result.json",
|
| 11 |
+
"<work>/exports/app/mac_v1/transcribe-gpu-ane-check-124903/result.json"
|
| 12 |
+
]
|
| 13 |
+
},
|
| 14 |
+
"references": {
|
| 15 |
+
"ref_fixtures": {
|
| 16 |
+
"file": "ref_fixtures_coreai_path.json",
|
| 17 |
+
"finished": "2026-10-14T12:48:58+0900",
|
| 18 |
+
"transcripts_same_as_torch": 20
|
| 19 |
+
},
|
| 20 |
+
"torch": "exports/reader/ref_T750.npz, exports/reader/fp16/hyp_gpu_T750.tsv (v1)"
|
| 21 |
+
},
|
| 22 |
+
"device_record": {
|
| 23 |
+
"arch": "h16c",
|
| 24 |
+
"available_mb": null,
|
| 25 |
+
"footprint_mb": 3.392088,
|
| 26 |
+
"machine": "Mac16,9",
|
| 27 |
+
"os": "Version 27.0 (Build 26A428)",
|
| 28 |
+
"os_build": "26A428",
|
| 29 |
+
"physical_memory_gb": 137.44,
|
| 30 |
+
"power": {
|
| 31 |
+
"battery": "mac",
|
| 32 |
+
"level": null,
|
| 33 |
+
"low_power_mode": false
|
| 34 |
+
},
|
| 35 |
+
"thermal": "nominal"
|
| 36 |
+
},
|
| 37 |
+
"model": {
|
| 38 |
+
"cache": {
|
| 39 |
+
"cleared": false,
|
| 40 |
+
"fingerprint": "e8429013ffe6a096df55e9a134e8e212948627a25dcc3b00736140a8d48c97c8",
|
| 41 |
+
"mode": "check",
|
| 42 |
+
"ms": 0.627042,
|
| 43 |
+
"previous": "e8429013ffe6a096df55e9a134e8e212948627a25dcc3b00736140a8d48c97c8"
|
| 44 |
+
},
|
| 45 |
+
"folder": "eg2-transcribe",
|
| 46 |
+
"form": "gpu-ane",
|
| 47 |
+
"platform_folders": [
|
| 48 |
+
"macos"
|
| 49 |
+
],
|
| 50 |
+
"reader_config_version": "v1",
|
| 51 |
+
"stages": [
|
| 52 |
+
{
|
| 53 |
+
"aot": false,
|
| 54 |
+
"bundle": "eg2_audio_fp16_T3000.aimodel",
|
| 55 |
+
"compute": "gpu",
|
| 56 |
+
"load_s": 0.133974166,
|
| 57 |
+
"name": "encoder",
|
| 58 |
+
"warm_up_ms": 104.626917
|
| 59 |
+
},
|
| 60 |
+
{
|
| 61 |
+
"aot": false,
|
| 62 |
+
"bundle": "eg2_reader_fp16_T750.aimodel",
|
| 63 |
+
"compute": "ane",
|
| 64 |
+
"load_s": 0.08123825,
|
| 65 |
+
"name": "reader",
|
| 66 |
+
"warm_up_ms": 49.123416
|
| 67 |
+
}
|
| 68 |
+
],
|
| 69 |
+
"vocabulary": 200000,
|
| 70 |
+
"window": {
|
| 71 |
+
"drop_last": 1,
|
| 72 |
+
"frames": 3000,
|
| 73 |
+
"left_overlap": 96,
|
| 74 |
+
"tokens": 750
|
| 75 |
+
}
|
| 76 |
+
},
|
| 77 |
+
"fixtures": {
|
| 78 |
+
"source": "gate-gpu-ane-124904",
|
| 79 |
+
"utterances": 20,
|
| 80 |
+
"features_max_abs_diff": 4.76837158203125e-07,
|
| 81 |
+
"fp32_encoder_cos_min_app_features": 0.9999999995026775,
|
| 82 |
+
"fp32_encoder_cos_min_hf_features": 0.9999999990170414,
|
| 83 |
+
"iso_features_max_abs": 4.76837158203125e-07,
|
| 84 |
+
"extractor_pass": true,
|
| 85 |
+
"transcripts_same_as_torch": 19,
|
| 86 |
+
"mismatches": [
|
| 87 |
+
{
|
| 88 |
+
"id": "1188-133604-0000",
|
| 89 |
+
"transcript_app": "you will find me continually speaking of four men tion sublime turner and tiara in almost the same terms",
|
| 90 |
+
"transcript_torch": "you will find me continually speaking of four men tion sublime turner and tintoret in almost the same terms",
|
| 91 |
+
"positions": [
|
| 92 |
+
{
|
| 93 |
+
"token": 185,
|
| 94 |
+
"label_app": 177342,
|
| 95 |
+
"label_torch": 177983,
|
| 96 |
+
"app_top1_minus_blank": 5.7266,
|
| 97 |
+
"torch_top1_minus_blank": 5.7166,
|
| 98 |
+
"torch_top1_minus_top2_cos": 8.9e-05
|
| 99 |
+
}
|
| 100 |
+
]
|
| 101 |
+
}
|
| 102 |
+
],
|
| 103 |
+
"fixture_pass": true,
|
| 104 |
+
"fp16_soft_cos_mean_app_features": 0.9999941175021174,
|
| 105 |
+
"fp16_soft_cos_min_app_features": 0.989784733563025,
|
| 106 |
+
"fp16_soft_cos_min_reference_features": 0.9964469062042872,
|
| 107 |
+
"labels_same_both_features": 19,
|
| 108 |
+
"host_labels_equal_python_gpu_path_on_features_npy": 20
|
| 109 |
+
},
|
| 110 |
+
"long": {
|
| 111 |
+
"source": "long-gpu-ane-124917",
|
| 112 |
+
"audio_s": 3257.44325,
|
| 113 |
+
"decode_s": 0.634887292,
|
| 114 |
+
"log_mel_s": 0.050173,
|
| 115 |
+
"log_mel_cpu_s": {
|
| 116 |
+
"blocks": 637,
|
| 117 |
+
"fft": 0.5019028929999998,
|
| 118 |
+
"log": 0.07281616899999996,
|
| 119 |
+
"mel": 0.11522407699999994,
|
| 120 |
+
"note": "CPU seconds summed over the parallel blocks of 512 frames: framing + FFT + |X|, mel product, log"
|
| 121 |
+
},
|
| 122 |
+
"torch_wer": {
|
| 123 |
+
"wer": 0.05784204671857619,
|
| 124 |
+
"errors": 572,
|
| 125 |
+
"ref_words": 9889,
|
| 126 |
+
"hyp_words": 9930,
|
| 127 |
+
"engine": "word Levenshtein (numpy); jiwer: bench_pipeline.py score"
|
| 128 |
+
},
|
| 129 |
+
"python_path": {
|
| 130 |
+
"sequential_s": 10.708,
|
| 131 |
+
"overlap_s": 5.6814,
|
| 132 |
+
"overlap_s_pass2": 5.8143,
|
| 133 |
+
"errors": 574,
|
| 134 |
+
"ref_words": 9889,
|
| 135 |
+
"wer": 0.05804429163717262,
|
| 136 |
+
"x_realtime_overlap": 573.3,
|
| 137 |
+
"x_realtime_sequential": 304.2,
|
| 138 |
+
"reader_bundle": "eg2_reader_fp16_T750_ane_h16c.aimodelc",
|
| 139 |
+
"json": [
|
| 140 |
+
"pipeline_long_fp16_ane.json",
|
| 141 |
+
"pipeline_long_fp16_ane_overlap.json"
|
| 142 |
+
],
|
| 143 |
+
"labels": "labels_long_fp16_ane_overlap.npy"
|
| 144 |
+
},
|
| 145 |
+
"features_max_abs_diff_long": 4.76837158203125e-07,
|
| 146 |
+
"host_long_labels_differing_on_features_npy": 0,
|
| 147 |
+
"host_long_word_distance_on_features_npy": 0,
|
| 148 |
+
"modes": {
|
| 149 |
+
"overlap_off": {
|
| 150 |
+
"wall_s": [
|
| 151 |
+
10.448345541,
|
| 152 |
+
10.798591875
|
| 153 |
+
],
|
| 154 |
+
"x_realtime_windows": [
|
| 155 |
+
311.7664167228751,
|
| 156 |
+
301.654446033965
|
| 157 |
+
],
|
| 158 |
+
"x_realtime_end_to_end": 292.58281777035086,
|
| 159 |
+
"stage_ms_median": [
|
| 160 |
+
40.629958,
|
| 161 |
+
41.955208
|
| 162 |
+
],
|
| 163 |
+
"stage_ms_median_every_pass": [
|
| 164 |
+
[
|
| 165 |
+
40.629958,
|
| 166 |
+
41.955208
|
| 167 |
+
],
|
| 168 |
+
[
|
| 169 |
+
40.562833,
|
| 170 |
+
41.770833
|
| 171 |
+
]
|
| 172 |
+
],
|
| 173 |
+
"host_ms_per_window": {
|
| 174 |
+
"collapse": 0.003569328,
|
| 175 |
+
"feed": 0.29721467199999985,
|
| 176 |
+
"inputs": 0.03152696800000001,
|
| 177 |
+
"labels": 0.008576992,
|
| 178 |
+
"total": 0.3408879599999998
|
| 179 |
+
},
|
| 180 |
+
"wer": {
|
| 181 |
+
"errors": 572,
|
| 182 |
+
"reference_words": 9889,
|
| 183 |
+
"wer": 0.05784204671857619
|
| 184 |
+
},
|
| 185 |
+
"wer_errors_every_pass": [
|
| 186 |
+
572,
|
| 187 |
+
572
|
| 188 |
+
],
|
| 189 |
+
"word_distance_to_python_hyp": 3,
|
| 190 |
+
"labels_differing_from_python": 13,
|
| 191 |
+
"labels_differing_positions_s": [
|
| 192 |
+
291.48,
|
| 193 |
+
469.4,
|
| 194 |
+
603.24,
|
| 195 |
+
1020.76,
|
| 196 |
+
1047.0,
|
| 197 |
+
1720.08,
|
| 198 |
+
1818.44,
|
| 199 |
+
1999.92,
|
| 200 |
+
2080.56,
|
| 201 |
+
2080.6,
|
| 202 |
+
2441.64,
|
| 203 |
+
2773.84,
|
| 204 |
+
2773.92
|
| 205 |
+
],
|
| 206 |
+
"top1_logit_max": 40.4375,
|
| 207 |
+
"labels_differing_pass2_vs_pass1": 0,
|
| 208 |
+
"soft_tokens_first_minutes_vs_continuous": {
|
| 209 |
+
"cos_mean": 0.9999893888428746,
|
| 210 |
+
"cos_min": 0.9470607199456169,
|
| 211 |
+
"reference": "soft_tokens_continuous.npy",
|
| 212 |
+
"tokens": 15000
|
| 213 |
+
}
|
| 214 |
+
},
|
| 215 |
+
"overlap_on": {
|
| 216 |
+
"wall_s": [
|
| 217 |
+
5.480012375,
|
| 218 |
+
5.498028166
|
| 219 |
+
],
|
| 220 |
+
"x_realtime_windows": [
|
| 221 |
+
594.4226083978505,
|
| 222 |
+
592.4748203627154
|
| 223 |
+
],
|
| 224 |
+
"x_realtime_end_to_end": 528.3706171763765,
|
| 225 |
+
"stage_ms_median": [
|
| 226 |
+
40.30025,
|
| 227 |
+
42.904
|
| 228 |
+
],
|
| 229 |
+
"stage_ms_median_every_pass": [
|
| 230 |
+
[
|
| 231 |
+
40.30025,
|
| 232 |
+
42.904
|
| 233 |
+
],
|
| 234 |
+
[
|
| 235 |
+
40.379417,
|
| 236 |
+
43.18075
|
| 237 |
+
]
|
| 238 |
+
],
|
| 239 |
+
"host_ms_per_window": {
|
| 240 |
+
"collapse": 0.003064,
|
| 241 |
+
"feed": 0.21146640800000005,
|
| 242 |
+
"inputs": 0.030885944000000002,
|
| 243 |
+
"labels": 0.007875311999999999,
|
| 244 |
+
"total": 0.2532916640000001
|
| 245 |
+
},
|
| 246 |
+
"wer": {
|
| 247 |
+
"errors": 572,
|
| 248 |
+
"reference_words": 9889,
|
| 249 |
+
"wer": 0.05784204671857619
|
| 250 |
+
},
|
| 251 |
+
"wer_errors_every_pass": [
|
| 252 |
+
572,
|
| 253 |
+
572
|
| 254 |
+
],
|
| 255 |
+
"word_distance_to_python_hyp": 3,
|
| 256 |
+
"labels_differing_from_python": 13,
|
| 257 |
+
"labels_differing_positions_s": [
|
| 258 |
+
291.48,
|
| 259 |
+
469.4,
|
| 260 |
+
603.24,
|
| 261 |
+
1020.76,
|
| 262 |
+
1047.0,
|
| 263 |
+
1720.08,
|
| 264 |
+
1818.44,
|
| 265 |
+
1999.92,
|
| 266 |
+
2080.56,
|
| 267 |
+
2080.6,
|
| 268 |
+
2441.64,
|
| 269 |
+
2773.84,
|
| 270 |
+
2773.92
|
| 271 |
+
],
|
| 272 |
+
"top1_logit_max": 40.4375,
|
| 273 |
+
"labels_differing_pass2_vs_pass1": 0
|
| 274 |
+
}
|
| 275 |
+
},
|
| 276 |
+
"errors": [
|
| 277 |
+
572,
|
| 278 |
+
572,
|
| 279 |
+
572,
|
| 280 |
+
572
|
| 281 |
+
],
|
| 282 |
+
"long_vs_torch_pass": true,
|
| 283 |
+
"long_vs_python_pass": true,
|
| 284 |
+
"overlap_labels_same_as_sequential": true,
|
| 285 |
+
"speed": {
|
| 286 |
+
"python_sequential_s": 10.708,
|
| 287 |
+
"python_overlap_s": 5.6814,
|
| 288 |
+
"app_sequential_s": 10.448345541,
|
| 289 |
+
"app_overlap_s": 5.480012375,
|
| 290 |
+
"sequential_ratio": 0.9757513579566679,
|
| 291 |
+
"overlap_ratio": 0.9645531691132467
|
| 292 |
+
}
|
| 293 |
+
},
|
| 294 |
+
"transcribe": [
|
| 295 |
+
{
|
| 296 |
+
"source": "transcribe-gpu-ane-clear-124858",
|
| 297 |
+
"milestones_s": {
|
| 298 |
+
"load_and_warm_up": 5.113898992538452,
|
| 299 |
+
"process_start_to_load_start": 0.010068058967590332,
|
| 300 |
+
"process_start_to_transcript": 5.213732123374939,
|
| 301 |
+
"transcribe": 0.08976507186889648
|
| 302 |
+
},
|
| 303 |
+
"cache": {
|
| 304 |
+
"cleared": true,
|
| 305 |
+
"fingerprint": "e8429013ffe6a096df55e9a134e8e212948627a25dcc3b00736140a8d48c97c8",
|
| 306 |
+
"mode": "clear",
|
| 307 |
+
"ms": 41.4955,
|
| 308 |
+
"previous": "e8429013ffe6a096df55e9a134e8e212948627a25dcc3b00736140a8d48c97c8"
|
| 309 |
+
},
|
| 310 |
+
"stages": [
|
| 311 |
+
{
|
| 312 |
+
"aot": false,
|
| 313 |
+
"bundle": "eg2_audio_fp16_T3000.aimodel",
|
| 314 |
+
"compute": "gpu",
|
| 315 |
+
"load_s": 1.266170458,
|
| 316 |
+
"name": "encoder",
|
| 317 |
+
"warm_up_ms": 107.368042
|
| 318 |
+
},
|
| 319 |
+
{
|
| 320 |
+
"aot": false,
|
| 321 |
+
"bundle": "eg2_reader_fp16_T750.aimodel",
|
| 322 |
+
"compute": "ane",
|
| 323 |
+
"load_s": 3.6100365,
|
| 324 |
+
"name": "reader",
|
| 325 |
+
"warm_up_ms": 51.036667
|
| 326 |
+
}
|
| 327 |
+
],
|
| 328 |
+
"result": {
|
| 329 |
+
"audio_s": 10.435,
|
| 330 |
+
"decode_s": 0.005991542,
|
| 331 |
+
"log_mel_s": 0.000941041,
|
| 332 |
+
"total_s": 0.08975037400000001,
|
| 333 |
+
"x_realtime": 116.26692497125416,
|
| 334 |
+
"text": "he hoped there would be stew for dinner turnips and carrots and bruised potatoes and fat muttered pieces to be ladled out in thick peppered flour fatten sauce"
|
| 335 |
+
},
|
| 336 |
+
"device": {
|
| 337 |
+
"arch": "h16c",
|
| 338 |
+
"available_mb": null,
|
| 339 |
+
"footprint_mb": 3.37568,
|
| 340 |
+
"machine": "Mac16,9",
|
| 341 |
+
"os": "Version 27.0 (Build 26A428)",
|
| 342 |
+
"os_build": "26A428",
|
| 343 |
+
"physical_memory_gb": 137.44,
|
| 344 |
+
"power": {
|
| 345 |
+
"battery": "mac",
|
| 346 |
+
"level": null,
|
| 347 |
+
"low_power_mode": false
|
| 348 |
+
},
|
| 349 |
+
"thermal": "nominal"
|
| 350 |
+
},
|
| 351 |
+
"error": null
|
| 352 |
+
},
|
| 353 |
+
{
|
| 354 |
+
"source": "transcribe-gpu-ane-check-124903",
|
| 355 |
+
"milestones_s": {
|
| 356 |
+
"load_and_warm_up": 0.4048839807510376,
|
| 357 |
+
"process_start_to_load_start": 0.00967097282409668,
|
| 358 |
+
"process_start_to_transcript": 0.5038329362869263,
|
| 359 |
+
"transcribe": 0.08927798271179199
|
| 360 |
+
},
|
| 361 |
+
"cache": {
|
| 362 |
+
"cleared": false,
|
| 363 |
+
"fingerprint": "e8429013ffe6a096df55e9a134e8e212948627a25dcc3b00736140a8d48c97c8",
|
| 364 |
+
"mode": "check",
|
| 365 |
+
"ms": 0.618,
|
| 366 |
+
"previous": "e8429013ffe6a096df55e9a134e8e212948627a25dcc3b00736140a8d48c97c8"
|
| 367 |
+
},
|
| 368 |
+
"stages": [
|
| 369 |
+
{
|
| 370 |
+
"aot": false,
|
| 371 |
+
"bundle": "eg2_audio_fp16_T3000.aimodel",
|
| 372 |
+
"compute": "gpu",
|
| 373 |
+
"load_s": 0.135292584,
|
| 374 |
+
"name": "encoder",
|
| 375 |
+
"warm_up_ms": 103.62
|
| 376 |
+
},
|
| 377 |
+
{
|
| 378 |
+
"aot": false,
|
| 379 |
+
"bundle": "eg2_reader_fp16_T750.aimodel",
|
| 380 |
+
"compute": "ane",
|
| 381 |
+
"load_s": 0.079399792,
|
| 382 |
+
"name": "reader",
|
| 383 |
+
"warm_up_ms": 50.759416
|
| 384 |
+
}
|
| 385 |
+
],
|
| 386 |
+
"result": {
|
| 387 |
+
"audio_s": 10.435,
|
| 388 |
+
"decode_s": 0.005810541,
|
| 389 |
+
"log_mel_s": 0.000970334,
|
| 390 |
+
"total_s": 0.089263167,
|
| 391 |
+
"x_realtime": 116.90152109436136,
|
| 392 |
+
"text": "he hoped there would be stew for dinner turnips and carrots and bruised potatoes and fat muttered pieces to be ladled out in thick peppered flour fatten sauce"
|
| 393 |
+
},
|
| 394 |
+
"device": {
|
| 395 |
+
"arch": "h16c",
|
| 396 |
+
"available_mb": null,
|
| 397 |
+
"footprint_mb": 3.37568,
|
| 398 |
+
"machine": "Mac16,9",
|
| 399 |
+
"os": "Version 27.0 (Build 26A428)",
|
| 400 |
+
"os_build": "26A428",
|
| 401 |
+
"physical_memory_gb": 137.44,
|
| 402 |
+
"power": {
|
| 403 |
+
"battery": "mac",
|
| 404 |
+
"level": null,
|
| 405 |
+
"low_power_mode": false
|
| 406 |
+
},
|
| 407 |
+
"thermal": "nominal"
|
| 408 |
+
},
|
| 409 |
+
"error": null
|
| 410 |
+
}
|
| 411 |
+
],
|
| 412 |
+
"verdicts": {
|
| 413 |
+
"extractor_pass": true,
|
| 414 |
+
"fixture_pass": true,
|
| 415 |
+
"long_vs_torch_pass": true,
|
| 416 |
+
"long_vs_python_pass": true
|
| 417 |
+
},
|
| 418 |
+
"pass": true,
|
| 419 |
+
"finished": "2026-10-14T12:49:58+0900"
|
| 420 |
+
}
|
provenance/app/mac-gpu-gate.json
ADDED
|
@@ -0,0 +1,296 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"what": "the app's self-test with reader v1 against the r4 bars and the r6a stop conditions",
|
| 3 |
+
"device": "mac",
|
| 4 |
+
"form": "gpu",
|
| 5 |
+
"inputs": {
|
| 6 |
+
"gate": "<work>/exports/app/mac_v1/gate-gpu-124958/result.json",
|
| 7 |
+
"long": "<work>/exports/app/mac_v1/long-gpu-125011/result.json",
|
| 8 |
+
"iso": "<work>/exports/app/extractor_isolation_mac_v1_gpu_124853.json",
|
| 9 |
+
"transcribe": []
|
| 10 |
+
},
|
| 11 |
+
"references": {
|
| 12 |
+
"ref_fixtures": {
|
| 13 |
+
"file": "ref_fixtures_coreai_path.json",
|
| 14 |
+
"finished": "2026-10-14T12:48:58+0900",
|
| 15 |
+
"transcripts_same_as_torch": 20
|
| 16 |
+
},
|
| 17 |
+
"torch": "exports/reader/ref_T750.npz, exports/reader/fp16/hyp_gpu_T750.tsv (v1)"
|
| 18 |
+
},
|
| 19 |
+
"device_record": {
|
| 20 |
+
"arch": "h16c",
|
| 21 |
+
"available_mb": null,
|
| 22 |
+
"footprint_mb": 3.37568,
|
| 23 |
+
"machine": "Mac16,9",
|
| 24 |
+
"os": "Version 27.0 (Build 26A428)",
|
| 25 |
+
"os_build": "26A428",
|
| 26 |
+
"physical_memory_gb": 137.44,
|
| 27 |
+
"power": {
|
| 28 |
+
"battery": "mac",
|
| 29 |
+
"level": null,
|
| 30 |
+
"low_power_mode": false
|
| 31 |
+
},
|
| 32 |
+
"thermal": "nominal"
|
| 33 |
+
},
|
| 34 |
+
"model": {
|
| 35 |
+
"cache": {
|
| 36 |
+
"cleared": false,
|
| 37 |
+
"fingerprint": "e8429013ffe6a096df55e9a134e8e212948627a25dcc3b00736140a8d48c97c8",
|
| 38 |
+
"mode": "check",
|
| 39 |
+
"ms": 0.771792,
|
| 40 |
+
"previous": "e8429013ffe6a096df55e9a134e8e212948627a25dcc3b00736140a8d48c97c8"
|
| 41 |
+
},
|
| 42 |
+
"folder": "eg2-transcribe",
|
| 43 |
+
"form": "gpu",
|
| 44 |
+
"platform_folders": [
|
| 45 |
+
"macos"
|
| 46 |
+
],
|
| 47 |
+
"reader_config_version": "v1",
|
| 48 |
+
"stages": [
|
| 49 |
+
{
|
| 50 |
+
"aot": false,
|
| 51 |
+
"bundle": "eg2_audio_fp16_T3000.aimodel",
|
| 52 |
+
"compute": "gpu",
|
| 53 |
+
"load_s": 0.819112042,
|
| 54 |
+
"name": "encoder",
|
| 55 |
+
"warm_up_ms": 101.078125
|
| 56 |
+
},
|
| 57 |
+
{
|
| 58 |
+
"aot": false,
|
| 59 |
+
"bundle": "eg2_reader_fp16_T750.aimodel",
|
| 60 |
+
"compute": "gpu",
|
| 61 |
+
"load_s": 1.054093583,
|
| 62 |
+
"name": "reader",
|
| 63 |
+
"warm_up_ms": 31.866583
|
| 64 |
+
}
|
| 65 |
+
],
|
| 66 |
+
"vocabulary": 200000,
|
| 67 |
+
"window": {
|
| 68 |
+
"drop_last": 1,
|
| 69 |
+
"frames": 3000,
|
| 70 |
+
"left_overlap": 96,
|
| 71 |
+
"tokens": 750
|
| 72 |
+
}
|
| 73 |
+
},
|
| 74 |
+
"fixtures": {
|
| 75 |
+
"source": "gate-gpu-124958",
|
| 76 |
+
"utterances": 20,
|
| 77 |
+
"features_max_abs_diff": 4.76837158203125e-07,
|
| 78 |
+
"fp32_encoder_cos_min_app_features": 0.9999999995026775,
|
| 79 |
+
"fp32_encoder_cos_min_hf_features": 0.9999999990170414,
|
| 80 |
+
"iso_features_max_abs": 4.76837158203125e-07,
|
| 81 |
+
"extractor_pass": true,
|
| 82 |
+
"transcripts_same_as_torch": 20,
|
| 83 |
+
"mismatches": [],
|
| 84 |
+
"fixture_pass": true,
|
| 85 |
+
"fp16_soft_cos_mean_app_features": 0.9999941175021174,
|
| 86 |
+
"fp16_soft_cos_min_app_features": 0.989784733563025,
|
| 87 |
+
"fp16_soft_cos_min_reference_features": 0.9964469062042872,
|
| 88 |
+
"labels_same_both_features": 20,
|
| 89 |
+
"host_labels_equal_python_gpu_path_on_features_npy": 20,
|
| 90 |
+
"host_fixture_pass": true
|
| 91 |
+
},
|
| 92 |
+
"long": {
|
| 93 |
+
"source": "long-gpu-125011",
|
| 94 |
+
"audio_s": 3257.44325,
|
| 95 |
+
"decode_s": 0.627848167,
|
| 96 |
+
"log_mel_s": 0.05057975,
|
| 97 |
+
"log_mel_cpu_s": {
|
| 98 |
+
"blocks": 637,
|
| 99 |
+
"fft": 0.4922012929999999,
|
| 100 |
+
"log": 0.07533278500000001,
|
| 101 |
+
"mel": 0.12448558399999993,
|
| 102 |
+
"note": "CPU seconds summed over the parallel blocks of 512 frames: framing + FFT + |X|, mel product, log"
|
| 103 |
+
},
|
| 104 |
+
"torch_wer": {
|
| 105 |
+
"wer": 0.05784204671857619,
|
| 106 |
+
"errors": 572,
|
| 107 |
+
"ref_words": 9889,
|
| 108 |
+
"hyp_words": 9930,
|
| 109 |
+
"engine": "word Levenshtein (numpy); jiwer: bench_pipeline.py score"
|
| 110 |
+
},
|
| 111 |
+
"python_path": {
|
| 112 |
+
"sequential_s": 8.0933,
|
| 113 |
+
"overlap_s": 7.6403,
|
| 114 |
+
"overlap_s_pass2": 7.3074,
|
| 115 |
+
"errors": 573,
|
| 116 |
+
"ref_words": 9889,
|
| 117 |
+
"wer": 0.057943169177874405,
|
| 118 |
+
"x_realtime_overlap": 426.3,
|
| 119 |
+
"x_realtime_sequential": 402.5,
|
| 120 |
+
"reader_bundle": "eg2_reader_fp16_T750_gpu_h16c.aimodelc",
|
| 121 |
+
"json": [
|
| 122 |
+
"pipeline_long_fp16_gpu.json",
|
| 123 |
+
"pipeline_long_fp16_gpu_overlap.json"
|
| 124 |
+
],
|
| 125 |
+
"labels": "labels_long_fp16_gpu_overlap.npy"
|
| 126 |
+
},
|
| 127 |
+
"features_max_abs_diff_long": 4.76837158203125e-07,
|
| 128 |
+
"host_long_labels_differing_on_features_npy": 0,
|
| 129 |
+
"host_long_word_distance_on_features_npy": 0,
|
| 130 |
+
"host_long_pass": true,
|
| 131 |
+
"modes": {
|
| 132 |
+
"overlap_off": {
|
| 133 |
+
"wall_s": [
|
| 134 |
+
7.860829167,
|
| 135 |
+
7.855387292
|
| 136 |
+
],
|
| 137 |
+
"x_realtime_windows": [
|
| 138 |
+
414.3892687141511,
|
| 139 |
+
414.6763398053474
|
| 140 |
+
],
|
| 141 |
+
"x_realtime_end_to_end": 381.4668205860049,
|
| 142 |
+
"stage_ms_median": [
|
| 143 |
+
39.954792,
|
| 144 |
+
22.517875
|
| 145 |
+
],
|
| 146 |
+
"stage_ms_median_every_pass": [
|
| 147 |
+
[
|
| 148 |
+
39.954792,
|
| 149 |
+
22.517875
|
| 150 |
+
],
|
| 151 |
+
[
|
| 152 |
+
39.924917,
|
| 153 |
+
22.550208
|
| 154 |
+
]
|
| 155 |
+
],
|
| 156 |
+
"host_ms_per_window": {
|
| 157 |
+
"collapse": 0.002753336,
|
| 158 |
+
"feed": 0.260046672,
|
| 159 |
+
"inputs": 0.030012351999999996,
|
| 160 |
+
"labels": 0.007232360000000001,
|
| 161 |
+
"total": 0.30004472
|
| 162 |
+
},
|
| 163 |
+
"wer": {
|
| 164 |
+
"errors": 571,
|
| 165 |
+
"reference_words": 9889,
|
| 166 |
+
"wer": 0.05774092425927799
|
| 167 |
+
},
|
| 168 |
+
"wer_errors_every_pass": [
|
| 169 |
+
571,
|
| 170 |
+
571
|
| 171 |
+
],
|
| 172 |
+
"word_distance_to_python_hyp": 4,
|
| 173 |
+
"labels_differing_from_python": 16,
|
| 174 |
+
"labels_differing_positions_s": [
|
| 175 |
+
158.68,
|
| 176 |
+
291.48,
|
| 177 |
+
469.4,
|
| 178 |
+
996.36,
|
| 179 |
+
1020.76,
|
| 180 |
+
1047.0,
|
| 181 |
+
1054.0,
|
| 182 |
+
1720.08,
|
| 183 |
+
1818.44,
|
| 184 |
+
1999.92,
|
| 185 |
+
2080.56,
|
| 186 |
+
2080.6,
|
| 187 |
+
2441.64,
|
| 188 |
+
2773.84,
|
| 189 |
+
2773.92,
|
| 190 |
+
3200.48
|
| 191 |
+
],
|
| 192 |
+
"top1_logit_max": 40.5,
|
| 193 |
+
"labels_differing_pass2_vs_pass1": 0,
|
| 194 |
+
"soft_tokens_first_minutes_vs_continuous": {
|
| 195 |
+
"cos_mean": 0.9999893888428746,
|
| 196 |
+
"cos_min": 0.9470607199456169,
|
| 197 |
+
"reference": "soft_tokens_continuous.npy",
|
| 198 |
+
"tokens": 15000
|
| 199 |
+
}
|
| 200 |
+
},
|
| 201 |
+
"overlap_on": {
|
| 202 |
+
"wall_s": [
|
| 203 |
+
7.288343667,
|
| 204 |
+
7.613621167
|
| 205 |
+
],
|
| 206 |
+
"x_realtime_windows": [
|
| 207 |
+
446.93875574898846,
|
| 208 |
+
427.84414650401266
|
| 209 |
+
],
|
| 210 |
+
"x_realtime_end_to_end": 408.8787052137982,
|
| 211 |
+
"stage_ms_median": [
|
| 212 |
+
57.842666,
|
| 213 |
+
30.488875
|
| 214 |
+
],
|
| 215 |
+
"stage_ms_median_every_pass": [
|
| 216 |
+
[
|
| 217 |
+
57.842666,
|
| 218 |
+
30.488875
|
| 219 |
+
],
|
| 220 |
+
[
|
| 221 |
+
57.829042,
|
| 222 |
+
30.453208
|
| 223 |
+
]
|
| 224 |
+
],
|
| 225 |
+
"host_ms_per_window": {
|
| 226 |
+
"collapse": 0.002750664,
|
| 227 |
+
"feed": 0.224006648,
|
| 228 |
+
"inputs": 0.03185366399999998,
|
| 229 |
+
"labels": 0.009281959999999995,
|
| 230 |
+
"total": 0.26789293599999997
|
| 231 |
+
},
|
| 232 |
+
"wer": {
|
| 233 |
+
"errors": 571,
|
| 234 |
+
"reference_words": 9889,
|
| 235 |
+
"wer": 0.05774092425927799
|
| 236 |
+
},
|
| 237 |
+
"wer_errors_every_pass": [
|
| 238 |
+
571,
|
| 239 |
+
571
|
| 240 |
+
],
|
| 241 |
+
"word_distance_to_python_hyp": 4,
|
| 242 |
+
"labels_differing_from_python": 16,
|
| 243 |
+
"labels_differing_positions_s": [
|
| 244 |
+
158.68,
|
| 245 |
+
291.48,
|
| 246 |
+
469.4,
|
| 247 |
+
996.36,
|
| 248 |
+
1020.76,
|
| 249 |
+
1047.0,
|
| 250 |
+
1054.0,
|
| 251 |
+
1720.08,
|
| 252 |
+
1818.44,
|
| 253 |
+
1999.92,
|
| 254 |
+
2080.56,
|
| 255 |
+
2080.6,
|
| 256 |
+
2441.64,
|
| 257 |
+
2773.84,
|
| 258 |
+
2773.92,
|
| 259 |
+
3200.48
|
| 260 |
+
],
|
| 261 |
+
"top1_logit_max": 40.5,
|
| 262 |
+
"labels_differing_pass2_vs_pass1": 0
|
| 263 |
+
}
|
| 264 |
+
},
|
| 265 |
+
"errors": [
|
| 266 |
+
571,
|
| 267 |
+
571,
|
| 268 |
+
571,
|
| 269 |
+
571
|
| 270 |
+
],
|
| 271 |
+
"long_vs_torch_pass": true,
|
| 272 |
+
"long_vs_python_pass": true,
|
| 273 |
+
"overlap_labels_same_as_sequential": true,
|
| 274 |
+
"speed": {
|
| 275 |
+
"python_sequential_s": 8.0933,
|
| 276 |
+
"python_overlap_s": 7.6403,
|
| 277 |
+
"app_sequential_s": 7.860829167,
|
| 278 |
+
"app_overlap_s": 7.288343667,
|
| 279 |
+
"sequential_ratio": 0.9712761379165484,
|
| 280 |
+
"overlap_ratio": 0.9539342260120677
|
| 281 |
+
},
|
| 282 |
+
"speed_pass": true
|
| 283 |
+
},
|
| 284 |
+
"transcribe": [],
|
| 285 |
+
"verdicts": {
|
| 286 |
+
"extractor_pass": true,
|
| 287 |
+
"fixture_pass": true,
|
| 288 |
+
"host_fixture_pass": true,
|
| 289 |
+
"host_long_pass": true,
|
| 290 |
+
"long_vs_torch_pass": true,
|
| 291 |
+
"long_vs_python_pass": true,
|
| 292 |
+
"speed_pass": true
|
| 293 |
+
},
|
| 294 |
+
"pass": true,
|
| 295 |
+
"finished": "2026-10-14T12:50:53+0900"
|
| 296 |
+
}
|
provenance/encoder-split7/strip_eg2_body_layer7_fp16_T3000.json
ADDED
|
@@ -0,0 +1,566 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"schema": "eg2-transcribe-strip/1",
|
| 3 |
+
"status": "PASS",
|
| 4 |
+
"failures": [],
|
| 5 |
+
"name": "eg2_body_layer7_fp16_T3000",
|
| 6 |
+
"started": "2026-10-14T15:49:35+0900",
|
| 7 |
+
"source": {
|
| 8 |
+
"bundle": "split/eg2_body_layer7_fp16_T3000.aimodel",
|
| 9 |
+
"main_hash": "571bc2d42ac14f98249ee088285460225a2955e7caa8a2c4bd70657e953112b3",
|
| 10 |
+
"files": [
|
| 11 |
+
{
|
| 12 |
+
"path": "main.hash",
|
| 13 |
+
"bytes": 32,
|
| 14 |
+
"sha256": "c396f0615749d149057f0f8cec6bf7b3060ea03f0e5029c512e2d5c115852af1"
|
| 15 |
+
},
|
| 16 |
+
{
|
| 17 |
+
"path": "main.mlirb",
|
| 18 |
+
"bytes": 198231377,
|
| 19 |
+
"sha256": "571bc2d42ac14f98249ee088285460225a2955e7caa8a2c4bd70657e953112b3"
|
| 20 |
+
},
|
| 21 |
+
{
|
| 22 |
+
"path": "metadata.json",
|
| 23 |
+
"bytes": 426,
|
| 24 |
+
"sha256": "b8e9dce4343f1206847da3d3b6bac09770423abbf792357a38622d344117bc36"
|
| 25 |
+
}
|
| 26 |
+
],
|
| 27 |
+
"local_paths": {
|
| 28 |
+
"main.hash": {
|
| 29 |
+
"users_dir": 0,
|
| 30 |
+
"home_dir": 0,
|
| 31 |
+
"user_name": 0
|
| 32 |
+
},
|
| 33 |
+
"main.mlirb": {
|
| 34 |
+
"users_dir": 6,
|
| 35 |
+
"home_dir": 6,
|
| 36 |
+
"user_name": 6
|
| 37 |
+
},
|
| 38 |
+
"metadata.json": {
|
| 39 |
+
"users_dir": 0,
|
| 40 |
+
"home_dir": 0,
|
| 41 |
+
"user_name": 0
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"op_total": 1580,
|
| 45 |
+
"metadata": {
|
| 46 |
+
"producer": "coreai-core 1.0.0b2",
|
| 47 |
+
"creationDate": "20261013T135103Z",
|
| 48 |
+
"license": "Apache-2.0 + Gemma Prohibited Use Policy",
|
| 49 |
+
"assetVersion": "2.0",
|
| 50 |
+
"description": "EmbeddingGemma 2 audio encoder, body of the cut after layer7 (float16): hidden -> soft_tokens; bucket 3000 frames; source google/embeddinggemma-2@914f7f89",
|
| 51 |
+
"author": "coreai-model-zoo community port; weights Google DeepMind (Gemma Team)"
|
| 52 |
+
}
|
| 53 |
+
},
|
| 54 |
+
"how": "AIModelAsset.load(source).program -> coreai_torch.debugging.debug_info.strip_debug_info(program) -> program.save_asset(out, the source's AIModelAssetMetadata); one program object throughout",
|
| 55 |
+
"after": {
|
| 56 |
+
"bundle": "macos/eg2_body_layer7_fp16_T3000.aimodel",
|
| 57 |
+
"main_hash": "b2181c232fd9a1b17d0dfa5dbb882978b503acc91d32cd8781a22021c3a803a6",
|
| 58 |
+
"files": [
|
| 59 |
+
{
|
| 60 |
+
"path": "main.hash",
|
| 61 |
+
"bytes": 32,
|
| 62 |
+
"sha256": "1377a03ca07f0d5c53d829ffbdf5da5b6861a662bf718d7c16b18e1a6150c81d"
|
| 63 |
+
},
|
| 64 |
+
{
|
| 65 |
+
"path": "main.mlirb",
|
| 66 |
+
"bytes": 198051965,
|
| 67 |
+
"sha256": "b2181c232fd9a1b17d0dfa5dbb882978b503acc91d32cd8781a22021c3a803a6"
|
| 68 |
+
},
|
| 69 |
+
{
|
| 70 |
+
"path": "metadata.json",
|
| 71 |
+
"bytes": 426,
|
| 72 |
+
"sha256": "36d3452f93bd441cf5261abb2434149342c55d8afd004a84fa4683ea216fbdf5"
|
| 73 |
+
}
|
| 74 |
+
],
|
| 75 |
+
"local_paths": {
|
| 76 |
+
"main.hash": {
|
| 77 |
+
"users_dir": 0,
|
| 78 |
+
"home_dir": 0,
|
| 79 |
+
"user_name": 0
|
| 80 |
+
},
|
| 81 |
+
"main.mlirb": {
|
| 82 |
+
"users_dir": 0,
|
| 83 |
+
"home_dir": 0,
|
| 84 |
+
"user_name": 0
|
| 85 |
+
},
|
| 86 |
+
"metadata.json": {
|
| 87 |
+
"users_dir": 0,
|
| 88 |
+
"home_dir": 0,
|
| 89 |
+
"user_name": 0
|
| 90 |
+
}
|
| 91 |
+
},
|
| 92 |
+
"op_total": 1580,
|
| 93 |
+
"metadata": {
|
| 94 |
+
"license": "Apache-2.0 + Gemma Prohibited Use Policy",
|
| 95 |
+
"producer": "coreai-core 1.0.0b2",
|
| 96 |
+
"creationDate": "20261014T064935Z",
|
| 97 |
+
"description": "EmbeddingGemma 2 audio encoder, body of the cut after layer7 (float16): hidden -> soft_tokens; bucket 3000 frames; source google/embeddinggemma-2@914f7f89",
|
| 98 |
+
"author": "coreai-model-zoo community port; weights Google DeepMind (Gemma Team)",
|
| 99 |
+
"assetVersion": "2.0"
|
| 100 |
+
}
|
| 101 |
+
},
|
| 102 |
+
"ops": {
|
| 103 |
+
"equal": true,
|
| 104 |
+
"source": 1580,
|
| 105 |
+
"stripped": 1580,
|
| 106 |
+
"saved_reloaded": 1580,
|
| 107 |
+
"op_counts": {
|
| 108 |
+
"builtin.module": 1,
|
| 109 |
+
"coreai.abs": 37,
|
| 110 |
+
"coreai.concat": 4,
|
| 111 |
+
"coreai.constant": 339,
|
| 112 |
+
"coreai.conv2d": 4,
|
| 113 |
+
"coreai.decomposable.broadcasting_add": 150,
|
| 114 |
+
"coreai.decomposable.broadcasting_batch_matmul": 42,
|
| 115 |
+
"coreai.decomposable.broadcasting_maximum": 109,
|
| 116 |
+
"coreai.decomposable.broadcasting_minimum": 72,
|
| 117 |
+
"coreai.decomposable.broadcasting_mul": 366,
|
| 118 |
+
"coreai.graph": 1,
|
| 119 |
+
"coreai.output": 1,
|
| 120 |
+
"coreai.pad": 12,
|
| 121 |
+
"coreai.reduce_max": 37,
|
| 122 |
+
"coreai.reduce_mean": 37,
|
| 123 |
+
"coreai.reduce_sum": 48,
|
| 124 |
+
"coreai.reshape": 24,
|
| 125 |
+
"coreai.rsqrt": 74,
|
| 126 |
+
"coreai.sigmoid": 4,
|
| 127 |
+
"coreai.silu": 12,
|
| 128 |
+
"coreai.slice": 152,
|
| 129 |
+
"coreai.softmax": 4,
|
| 130 |
+
"coreai.tanh": 4,
|
| 131 |
+
"coreai.transpose": 46
|
| 132 |
+
}
|
| 133 |
+
},
|
| 134 |
+
"inspect": {
|
| 135 |
+
"equal": true,
|
| 136 |
+
"source": {
|
| 137 |
+
"operationDistribution": [
|
| 138 |
+
{
|
| 139 |
+
"count": 2243,
|
| 140 |
+
"name": "constant"
|
| 141 |
+
},
|
| 142 |
+
{
|
| 143 |
+
"name": "broadcast_in_dims",
|
| 144 |
+
"count": 485
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"count": 424,
|
| 148 |
+
"name": "reshape"
|
| 149 |
+
},
|
| 150 |
+
{
|
| 151 |
+
"name": "mul",
|
| 152 |
+
"count": 415
|
| 153 |
+
},
|
| 154 |
+
{
|
| 155 |
+
"name": "broadcasting_mul",
|
| 156 |
+
"count": 378
|
| 157 |
+
},
|
| 158 |
+
{
|
| 159 |
+
"count": 255,
|
| 160 |
+
"name": "add"
|
| 161 |
+
},
|
| 162 |
+
{
|
| 163 |
+
"name": "cast",
|
| 164 |
+
"count": 200
|
| 165 |
+
},
|
| 166 |
+
{
|
| 167 |
+
"name": "slice",
|
| 168 |
+
"count": 190
|
| 169 |
+
},
|
| 170 |
+
{
|
| 171 |
+
"name": "broadcasting_add",
|
| 172 |
+
"count": 166
|
| 173 |
+
},
|
| 174 |
+
{
|
| 175 |
+
"count": 163,
|
| 176 |
+
"name": "reduce"
|
| 177 |
+
},
|
| 178 |
+
{
|
| 179 |
+
"count": 146,
|
| 180 |
+
"name": "maximum"
|
| 181 |
+
},
|
| 182 |
+
{
|
| 183 |
+
"count": 112,
|
| 184 |
+
"name": "broadcast_to"
|
| 185 |
+
},
|
| 186 |
+
{
|
| 187 |
+
"name": "broadcasting_maximum",
|
| 188 |
+
"count": 109
|
| 189 |
+
},
|
| 190 |
+
{
|
| 191 |
+
"name": "reduce_sum",
|
| 192 |
+
"count": 89
|
| 193 |
+
},
|
| 194 |
+
{
|
| 195 |
+
"count": 74,
|
| 196 |
+
"name": "rsqrt"
|
| 197 |
+
},
|
| 198 |
+
{
|
| 199 |
+
"count": 72,
|
| 200 |
+
"name": "broadcasting_minimum"
|
| 201 |
+
},
|
| 202 |
+
{
|
| 203 |
+
"name": "minimum",
|
| 204 |
+
"count": 72
|
| 205 |
+
},
|
| 206 |
+
{
|
| 207 |
+
"count": 57,
|
| 208 |
+
"name": "broadcasting_divide"
|
| 209 |
+
},
|
| 210 |
+
{
|
| 211 |
+
"name": "divide",
|
| 212 |
+
"count": 57
|
| 213 |
+
},
|
| 214 |
+
{
|
| 215 |
+
"count": 46,
|
| 216 |
+
"name": "transpose"
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"count": 42,
|
| 220 |
+
"name": "batch_matmul"
|
| 221 |
+
},
|
| 222 |
+
{
|
| 223 |
+
"count": 42,
|
| 224 |
+
"name": "broadcasting_batch_matmul"
|
| 225 |
+
},
|
| 226 |
+
{
|
| 227 |
+
"name": "concat",
|
| 228 |
+
"count": 42
|
| 229 |
+
},
|
| 230 |
+
{
|
| 231 |
+
"name": "abs",
|
| 232 |
+
"count": 37
|
| 233 |
+
},
|
| 234 |
+
{
|
| 235 |
+
"name": "broadcast_shapes",
|
| 236 |
+
"count": 37
|
| 237 |
+
},
|
| 238 |
+
{
|
| 239 |
+
"count": 37,
|
| 240 |
+
"name": "gather_nd"
|
| 241 |
+
},
|
| 242 |
+
{
|
| 243 |
+
"count": 37,
|
| 244 |
+
"name": "get_shape"
|
| 245 |
+
},
|
| 246 |
+
{
|
| 247 |
+
"count": 37,
|
| 248 |
+
"name": "reduce_max"
|
| 249 |
+
},
|
| 250 |
+
{
|
| 251 |
+
"count": 37,
|
| 252 |
+
"name": "reduce_mean"
|
| 253 |
+
},
|
| 254 |
+
{
|
| 255 |
+
"name": "reduce_product",
|
| 256 |
+
"count": 37
|
| 257 |
+
},
|
| 258 |
+
{
|
| 259 |
+
"name": "exp",
|
| 260 |
+
"count": 20
|
| 261 |
+
},
|
| 262 |
+
{
|
| 263 |
+
"name": "broadcasting_sub",
|
| 264 |
+
"count": 16
|
| 265 |
+
},
|
| 266 |
+
{
|
| 267 |
+
"name": "sub",
|
| 268 |
+
"count": 16
|
| 269 |
+
},
|
| 270 |
+
{
|
| 271 |
+
"name": "pad",
|
| 272 |
+
"count": 12
|
| 273 |
+
},
|
| 274 |
+
{
|
| 275 |
+
"name": "silu",
|
| 276 |
+
"count": 12
|
| 277 |
+
},
|
| 278 |
+
{
|
| 279 |
+
"count": 4,
|
| 280 |
+
"name": "conv2d"
|
| 281 |
+
},
|
| 282 |
+
{
|
| 283 |
+
"count": 4,
|
| 284 |
+
"name": "sigmoid"
|
| 285 |
+
},
|
| 286 |
+
{
|
| 287 |
+
"count": 4,
|
| 288 |
+
"name": "softmax"
|
| 289 |
+
},
|
| 290 |
+
{
|
| 291 |
+
"name": "tanh",
|
| 292 |
+
"count": 4
|
| 293 |
+
}
|
| 294 |
+
],
|
| 295 |
+
"computeTypes": [
|
| 296 |
+
"Float16",
|
| 297 |
+
"Float32",
|
| 298 |
+
"Int32",
|
| 299 |
+
"UInt32",
|
| 300 |
+
"UInt64"
|
| 301 |
+
],
|
| 302 |
+
"functions": [
|
| 303 |
+
{
|
| 304 |
+
"inputs": [
|
| 305 |
+
{
|
| 306 |
+
"name": "hidden",
|
| 307 |
+
"type": "NDArray (Float16, 1 \u00d7 750 \u00d7 1024)"
|
| 308 |
+
}
|
| 309 |
+
],
|
| 310 |
+
"name": "main",
|
| 311 |
+
"outputs": [
|
| 312 |
+
{
|
| 313 |
+
"type": "NDArray (Float16, 1 \u00d7 750 \u00d7 512)",
|
| 314 |
+
"name": "soft_tokens"
|
| 315 |
+
}
|
| 316 |
+
]
|
| 317 |
+
}
|
| 318 |
+
],
|
| 319 |
+
"storageTypes": [
|
| 320 |
+
{
|
| 321 |
+
"count": 99073386,
|
| 322 |
+
"name": "Float16"
|
| 323 |
+
},
|
| 324 |
+
{
|
| 325 |
+
"name": "Int32",
|
| 326 |
+
"count": 219
|
| 327 |
+
},
|
| 328 |
+
{
|
| 329 |
+
"name": "UInt32",
|
| 330 |
+
"count": 63
|
| 331 |
+
},
|
| 332 |
+
{
|
| 333 |
+
"count": 1,
|
| 334 |
+
"name": "UInt64"
|
| 335 |
+
}
|
| 336 |
+
],
|
| 337 |
+
"compatibilityVersion": "27.0"
|
| 338 |
+
},
|
| 339 |
+
"stripped": {
|
| 340 |
+
"functions": [
|
| 341 |
+
{
|
| 342 |
+
"name": "main",
|
| 343 |
+
"inputs": [
|
| 344 |
+
{
|
| 345 |
+
"name": "hidden",
|
| 346 |
+
"type": "NDArray (Float16, 1 \u00d7 750 \u00d7 1024)"
|
| 347 |
+
}
|
| 348 |
+
],
|
| 349 |
+
"outputs": [
|
| 350 |
+
{
|
| 351 |
+
"name": "soft_tokens",
|
| 352 |
+
"type": "NDArray (Float16, 1 \u00d7 750 \u00d7 512)"
|
| 353 |
+
}
|
| 354 |
+
]
|
| 355 |
+
}
|
| 356 |
+
],
|
| 357 |
+
"compatibilityVersion": "27.0",
|
| 358 |
+
"storageTypes": [
|
| 359 |
+
{
|
| 360 |
+
"count": 99073386,
|
| 361 |
+
"name": "Float16"
|
| 362 |
+
},
|
| 363 |
+
{
|
| 364 |
+
"count": 219,
|
| 365 |
+
"name": "Int32"
|
| 366 |
+
},
|
| 367 |
+
{
|
| 368 |
+
"name": "UInt32",
|
| 369 |
+
"count": 63
|
| 370 |
+
},
|
| 371 |
+
{
|
| 372 |
+
"name": "UInt64",
|
| 373 |
+
"count": 1
|
| 374 |
+
}
|
| 375 |
+
],
|
| 376 |
+
"computeTypes": [
|
| 377 |
+
"Float16",
|
| 378 |
+
"Float32",
|
| 379 |
+
"Int32",
|
| 380 |
+
"UInt32",
|
| 381 |
+
"UInt64"
|
| 382 |
+
],
|
| 383 |
+
"operationDistribution": [
|
| 384 |
+
{
|
| 385 |
+
"name": "constant",
|
| 386 |
+
"count": 2243
|
| 387 |
+
},
|
| 388 |
+
{
|
| 389 |
+
"name": "broadcast_in_dims",
|
| 390 |
+
"count": 485
|
| 391 |
+
},
|
| 392 |
+
{
|
| 393 |
+
"name": "reshape",
|
| 394 |
+
"count": 424
|
| 395 |
+
},
|
| 396 |
+
{
|
| 397 |
+
"name": "mul",
|
| 398 |
+
"count": 415
|
| 399 |
+
},
|
| 400 |
+
{
|
| 401 |
+
"name": "broadcasting_mul",
|
| 402 |
+
"count": 378
|
| 403 |
+
},
|
| 404 |
+
{
|
| 405 |
+
"count": 255,
|
| 406 |
+
"name": "add"
|
| 407 |
+
},
|
| 408 |
+
{
|
| 409 |
+
"name": "cast",
|
| 410 |
+
"count": 200
|
| 411 |
+
},
|
| 412 |
+
{
|
| 413 |
+
"count": 190,
|
| 414 |
+
"name": "slice"
|
| 415 |
+
},
|
| 416 |
+
{
|
| 417 |
+
"name": "broadcasting_add",
|
| 418 |
+
"count": 166
|
| 419 |
+
},
|
| 420 |
+
{
|
| 421 |
+
"count": 163,
|
| 422 |
+
"name": "reduce"
|
| 423 |
+
},
|
| 424 |
+
{
|
| 425 |
+
"count": 146,
|
| 426 |
+
"name": "maximum"
|
| 427 |
+
},
|
| 428 |
+
{
|
| 429 |
+
"count": 112,
|
| 430 |
+
"name": "broadcast_to"
|
| 431 |
+
},
|
| 432 |
+
{
|
| 433 |
+
"name": "broadcasting_maximum",
|
| 434 |
+
"count": 109
|
| 435 |
+
},
|
| 436 |
+
{
|
| 437 |
+
"name": "reduce_sum",
|
| 438 |
+
"count": 89
|
| 439 |
+
},
|
| 440 |
+
{
|
| 441 |
+
"count": 74,
|
| 442 |
+
"name": "rsqrt"
|
| 443 |
+
},
|
| 444 |
+
{
|
| 445 |
+
"name": "broadcasting_minimum",
|
| 446 |
+
"count": 72
|
| 447 |
+
},
|
| 448 |
+
{
|
| 449 |
+
"name": "minimum",
|
| 450 |
+
"count": 72
|
| 451 |
+
},
|
| 452 |
+
{
|
| 453 |
+
"name": "broadcasting_divide",
|
| 454 |
+
"count": 57
|
| 455 |
+
},
|
| 456 |
+
{
|
| 457 |
+
"count": 57,
|
| 458 |
+
"name": "divide"
|
| 459 |
+
},
|
| 460 |
+
{
|
| 461 |
+
"count": 46,
|
| 462 |
+
"name": "transpose"
|
| 463 |
+
},
|
| 464 |
+
{
|
| 465 |
+
"count": 42,
|
| 466 |
+
"name": "batch_matmul"
|
| 467 |
+
},
|
| 468 |
+
{
|
| 469 |
+
"count": 42,
|
| 470 |
+
"name": "broadcasting_batch_matmul"
|
| 471 |
+
},
|
| 472 |
+
{
|
| 473 |
+
"count": 42,
|
| 474 |
+
"name": "concat"
|
| 475 |
+
},
|
| 476 |
+
{
|
| 477 |
+
"count": 37,
|
| 478 |
+
"name": "abs"
|
| 479 |
+
},
|
| 480 |
+
{
|
| 481 |
+
"name": "broadcast_shapes",
|
| 482 |
+
"count": 37
|
| 483 |
+
},
|
| 484 |
+
{
|
| 485 |
+
"name": "gather_nd",
|
| 486 |
+
"count": 37
|
| 487 |
+
},
|
| 488 |
+
{
|
| 489 |
+
"count": 37,
|
| 490 |
+
"name": "get_shape"
|
| 491 |
+
},
|
| 492 |
+
{
|
| 493 |
+
"count": 37,
|
| 494 |
+
"name": "reduce_max"
|
| 495 |
+
},
|
| 496 |
+
{
|
| 497 |
+
"name": "reduce_mean",
|
| 498 |
+
"count": 37
|
| 499 |
+
},
|
| 500 |
+
{
|
| 501 |
+
"name": "reduce_product",
|
| 502 |
+
"count": 37
|
| 503 |
+
},
|
| 504 |
+
{
|
| 505 |
+
"count": 20,
|
| 506 |
+
"name": "exp"
|
| 507 |
+
},
|
| 508 |
+
{
|
| 509 |
+
"name": "broadcasting_sub",
|
| 510 |
+
"count": 16
|
| 511 |
+
},
|
| 512 |
+
{
|
| 513 |
+
"name": "sub",
|
| 514 |
+
"count": 16
|
| 515 |
+
},
|
| 516 |
+
{
|
| 517 |
+
"count": 12,
|
| 518 |
+
"name": "pad"
|
| 519 |
+
},
|
| 520 |
+
{
|
| 521 |
+
"name": "silu",
|
| 522 |
+
"count": 12
|
| 523 |
+
},
|
| 524 |
+
{
|
| 525 |
+
"count": 4,
|
| 526 |
+
"name": "conv2d"
|
| 527 |
+
},
|
| 528 |
+
{
|
| 529 |
+
"name": "sigmoid",
|
| 530 |
+
"count": 4
|
| 531 |
+
},
|
| 532 |
+
{
|
| 533 |
+
"name": "softmax",
|
| 534 |
+
"count": 4
|
| 535 |
+
},
|
| 536 |
+
{
|
| 537 |
+
"name": "tanh",
|
| 538 |
+
"count": 4
|
| 539 |
+
}
|
| 540 |
+
]
|
| 541 |
+
}
|
| 542 |
+
},
|
| 543 |
+
"local_path_needles": [
|
| 544 |
+
"home_dir",
|
| 545 |
+
"user_name",
|
| 546 |
+
"users_dir"
|
| 547 |
+
],
|
| 548 |
+
"seconds": {
|
| 549 |
+
"load": 0.06,
|
| 550 |
+
"strip": 0.02,
|
| 551 |
+
"save": 0.43,
|
| 552 |
+
"total": 1.02
|
| 553 |
+
},
|
| 554 |
+
"code_sha256": {
|
| 555 |
+
"strip_ship.py": "63147229f7d1f2308c4b6e7fb09d345106da233fc6bce207f80d9f74b0c99dab"
|
| 556 |
+
},
|
| 557 |
+
"environment": {
|
| 558 |
+
"python": "3.11.13",
|
| 559 |
+
"macos_build": "26A428",
|
| 560 |
+
"coreai-core": "1.0.0b2",
|
| 561 |
+
"coreai-torch": "0.4.1",
|
| 562 |
+
"torch": "2.9.0",
|
| 563 |
+
"numpy": "2.3.5",
|
| 564 |
+
"coreai_build": "coreai-build 3600.83.1"
|
| 565 |
+
}
|
| 566 |
+
}
|
provenance/encoder/iphone-gpu-aot-gate.json
ADDED
|
@@ -0,0 +1,1053 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bundle": "eg2_audio_fp16_T3000_gpu_h19p.aimodelc",
|
| 3 |
+
"function": "main",
|
| 4 |
+
"contract": "eg2stt",
|
| 5 |
+
"form": "fp16",
|
| 6 |
+
"bucket_frames": 3000,
|
| 7 |
+
"backend": "gpu-aot",
|
| 8 |
+
"route": "gpu-aot",
|
| 9 |
+
"specialization": "SpecializationOptions(allowedComputeUnitKinds: Set([CoreAIDelegates.ComputeUnitKind.gpu, CoreAIDelegates.ComputeUnitKind.cpu, CoreAIDelegates.ComputeUnitKind.neuralEngine]), preferredComputeUnitKind: Optional(CoreAIDelegates.ComputeUnitKind.gpu), enableEncodingFunctions: false, enableDefaultOSPreferredCompute: true, debugConfiguration: nil, expectFrequentReshapes: false, delegateOptionsOverride: nil)",
|
| 10 |
+
"compute": "gpu",
|
| 11 |
+
"preferred_compute_unit": "gpu",
|
| 12 |
+
"input_dtype": "float16",
|
| 13 |
+
"bar": {
|
| 14 |
+
"cos_mean_per_clip": 0.999,
|
| 15 |
+
"cos_min_per_clip": 0.99
|
| 16 |
+
},
|
| 17 |
+
"summary": {
|
| 18 |
+
"pass": true,
|
| 19 |
+
"clips": 20,
|
| 20 |
+
"tokens": 5036,
|
| 21 |
+
"cos_mean_of_means": 0.9999970271281511,
|
| 22 |
+
"cos_mean_worst_clip": 0.9999734424058659,
|
| 23 |
+
"cos_min": 0.9962582505090709,
|
| 24 |
+
"cos_min_clip": "1188-133604-0001",
|
| 25 |
+
"worst5_positions": [
|
| 26 |
+
{
|
| 27 |
+
"cos": 0.9962582505090709,
|
| 28 |
+
"id": "1188-133604-0001",
|
| 29 |
+
"pos": 217
|
| 30 |
+
},
|
| 31 |
+
{
|
| 32 |
+
"cos": 0.998000519601377,
|
| 33 |
+
"id": "1188-133604-0001",
|
| 34 |
+
"pos": 218
|
| 35 |
+
},
|
| 36 |
+
{
|
| 37 |
+
"cos": 0.9993068874896276,
|
| 38 |
+
"id": "121-121726-0001",
|
| 39 |
+
"pos": 52
|
| 40 |
+
},
|
| 41 |
+
{
|
| 42 |
+
"cos": 0.9994797442089033,
|
| 43 |
+
"id": "1089-134686-0000",
|
| 44 |
+
"pos": 129
|
| 45 |
+
},
|
| 46 |
+
{
|
| 47 |
+
"cos": 0.9996163980341319,
|
| 48 |
+
"id": "121-121726-0001",
|
| 49 |
+
"pos": 53
|
| 50 |
+
}
|
| 51 |
+
],
|
| 52 |
+
"clips_failing": [],
|
| 53 |
+
"max_abs": 0.41021156311035156,
|
| 54 |
+
"nonfinite": 0,
|
| 55 |
+
"drift_max_abs": 0.0,
|
| 56 |
+
"drift_ok": true,
|
| 57 |
+
"red_arm_all_fail": true
|
| 58 |
+
},
|
| 59 |
+
"red_arm_masks_all_ones": [
|
| 60 |
+
{
|
| 61 |
+
"id": "1089-134686-0002",
|
| 62 |
+
"n_frames": 662,
|
| 63 |
+
"cos_min": 0.8497772853454273,
|
| 64 |
+
"worst_pos": 165,
|
| 65 |
+
"last_pos": 165,
|
| 66 |
+
"fails_bar": true
|
| 67 |
+
},
|
| 68 |
+
{
|
| 69 |
+
"id": "2094-142345-0001",
|
| 70 |
+
"n_frames": 802,
|
| 71 |
+
"cos_min": 0.8468062895860485,
|
| 72 |
+
"worst_pos": 200,
|
| 73 |
+
"last_pos": 200,
|
| 74 |
+
"fails_bar": true
|
| 75 |
+
},
|
| 76 |
+
{
|
| 77 |
+
"id": "2300-131720-0001",
|
| 78 |
+
"n_frames": 1462,
|
| 79 |
+
"cos_min": 0.8792389556123755,
|
| 80 |
+
"worst_pos": 365,
|
| 81 |
+
"last_pos": 365,
|
| 82 |
+
"fails_bar": true
|
| 83 |
+
}
|
| 84 |
+
],
|
| 85 |
+
"judged_by": "ios-gate/tools/judge.py with WT/conversion/eg2_transcribe/_common.py token_stats + compared_tokens (the functions gate_encoder.py uses)",
|
| 86 |
+
"timing_note": "per-call ms of the gate passes (the timing launch is separate)",
|
| 87 |
+
"load_s": 0.911,
|
| 88 |
+
"load_cpu_s": 0.349,
|
| 89 |
+
"first_call_s": 0.2042,
|
| 90 |
+
"median_call_s_pass2": 0.0571,
|
| 91 |
+
"cpu_ms_per_call_by_pass": [
|
| 92 |
+
38.403,
|
| 93 |
+
31.518
|
| 94 |
+
],
|
| 95 |
+
"device": {
|
| 96 |
+
"arch": "h19p",
|
| 97 |
+
"available_compute_units": [
|
| 98 |
+
"cpu",
|
| 99 |
+
"gpu",
|
| 100 |
+
"neuralEngine"
|
| 101 |
+
],
|
| 102 |
+
"build": "24B5099f",
|
| 103 |
+
"machine": "iPhone19,2",
|
| 104 |
+
"os": "Version 27.2 (Build 24B5099f)",
|
| 105 |
+
"physical_memory_gb": 12.12
|
| 106 |
+
},
|
| 107 |
+
"coreai": {
|
| 108 |
+
"bundle_id": "com.apple.CoreAI",
|
| 109 |
+
"short": "1.0",
|
| 110 |
+
"version": "1"
|
| 111 |
+
},
|
| 112 |
+
"power_start": {
|
| 113 |
+
"battery": "charging",
|
| 114 |
+
"level": 0.800000011920929,
|
| 115 |
+
"low_power_mode": false
|
| 116 |
+
},
|
| 117 |
+
"power_end": {
|
| 118 |
+
"battery": "charging",
|
| 119 |
+
"level": 0.800000011920929,
|
| 120 |
+
"low_power_mode": false
|
| 121 |
+
},
|
| 122 |
+
"thermal": {
|
| 123 |
+
"start": "nominal",
|
| 124 |
+
"after_load": "nominal",
|
| 125 |
+
"by_pass": [
|
| 126 |
+
"nominal",
|
| 127 |
+
"nominal"
|
| 128 |
+
],
|
| 129 |
+
"end": "nominal",
|
| 130 |
+
"changes": []
|
| 131 |
+
},
|
| 132 |
+
"memory_mb": {
|
| 133 |
+
"start": 9.8,
|
| 134 |
+
"before_load": 9.9,
|
| 135 |
+
"after_load": 105.5,
|
| 136 |
+
"peak": 233.7,
|
| 137 |
+
"available_start": 3530.2,
|
| 138 |
+
"available_after_load": 3434.4,
|
| 139 |
+
"available_least": 3306.3
|
| 140 |
+
},
|
| 141 |
+
"label": "r4a2224-g-fp16-T3000-gpu-aot",
|
| 142 |
+
"run_started": "2026-10-13T13:28:57Z",
|
| 143 |
+
"run_finished": "2026-10-13T13:29:01Z",
|
| 144 |
+
"run_dir": "<work>/device/pull/r4a2224-g-fp16-T3000-gpu-aot",
|
| 145 |
+
"judged": "2026-10-13T22:53:00+0900",
|
| 146 |
+
"clips_table": [
|
| 147 |
+
{
|
| 148 |
+
"n": 261,
|
| 149 |
+
"cos_mean": 0.9999969421093816,
|
| 150 |
+
"cos_min": 0.9994797442089033,
|
| 151 |
+
"worst5": [
|
| 152 |
+
{
|
| 153 |
+
"pos": 129,
|
| 154 |
+
"cos": 0.9994797442089033
|
| 155 |
+
},
|
| 156 |
+
{
|
| 157 |
+
"pos": 130,
|
| 158 |
+
"cos": 0.9998292093915552
|
| 159 |
+
},
|
| 160 |
+
{
|
| 161 |
+
"pos": 223,
|
| 162 |
+
"cos": 0.9999895335979906
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"pos": 131,
|
| 166 |
+
"cos": 0.9999954918130789
|
| 167 |
+
},
|
| 168 |
+
{
|
| 169 |
+
"pos": 122,
|
| 170 |
+
"cos": 0.9999977921801628
|
| 171 |
+
}
|
| 172 |
+
],
|
| 173 |
+
"max_abs": 0.15066051483154297,
|
| 174 |
+
"ref_max_abs": 7.2352070808410645,
|
| 175 |
+
"nonfinite": 0,
|
| 176 |
+
"drift_max_abs": 0.0,
|
| 177 |
+
"pass": true,
|
| 178 |
+
"id": "1089-134686-0000",
|
| 179 |
+
"n_frames": 1043,
|
| 180 |
+
"cut": false,
|
| 181 |
+
"call_s": 0.2042
|
| 182 |
+
},
|
| 183 |
+
{
|
| 184 |
+
"n": 166,
|
| 185 |
+
"cos_mean": 0.9999994190930948,
|
| 186 |
+
"cos_min": 0.9999829211923381,
|
| 187 |
+
"worst5": [
|
| 188 |
+
{
|
| 189 |
+
"pos": 164,
|
| 190 |
+
"cos": 0.9999829211923381
|
| 191 |
+
},
|
| 192 |
+
{
|
| 193 |
+
"pos": 163,
|
| 194 |
+
"cos": 0.999993031517811
|
| 195 |
+
},
|
| 196 |
+
{
|
| 197 |
+
"pos": 149,
|
| 198 |
+
"cos": 0.9999963259745019
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"pos": 8,
|
| 202 |
+
"cos": 0.999996952970286
|
| 203 |
+
},
|
| 204 |
+
{
|
| 205 |
+
"pos": 165,
|
| 206 |
+
"cos": 0.9999971427372807
|
| 207 |
+
}
|
| 208 |
+
],
|
| 209 |
+
"max_abs": 0.024215995334088802,
|
| 210 |
+
"ref_max_abs": 6.5739240646362305,
|
| 211 |
+
"nonfinite": 0,
|
| 212 |
+
"drift_max_abs": 0.0,
|
| 213 |
+
"pass": true,
|
| 214 |
+
"id": "1089-134686-0002",
|
| 215 |
+
"n_frames": 662,
|
| 216 |
+
"cut": false,
|
| 217 |
+
"call_s": 0.057
|
| 218 |
+
},
|
| 219 |
+
{
|
| 220 |
+
"n": 268,
|
| 221 |
+
"cos_mean": 0.9999989089681879,
|
| 222 |
+
"cos_min": 0.9999300226378455,
|
| 223 |
+
"worst5": [
|
| 224 |
+
{
|
| 225 |
+
"pos": 216,
|
| 226 |
+
"cos": 0.9999300226378455
|
| 227 |
+
},
|
| 228 |
+
{
|
| 229 |
+
"pos": 128,
|
| 230 |
+
"cos": 0.9999743336612394
|
| 231 |
+
},
|
| 232 |
+
{
|
| 233 |
+
"pos": 215,
|
| 234 |
+
"cos": 0.9999900003958683
|
| 235 |
+
},
|
| 236 |
+
{
|
| 237 |
+
"pos": 99,
|
| 238 |
+
"cos": 0.9999915421273025
|
| 239 |
+
},
|
| 240 |
+
{
|
| 241 |
+
"pos": 214,
|
| 242 |
+
"cos": 0.9999917649263568
|
| 243 |
+
}
|
| 244 |
+
],
|
| 245 |
+
"max_abs": 0.06435624696314335,
|
| 246 |
+
"ref_max_abs": 6.307945251464844,
|
| 247 |
+
"nonfinite": 0,
|
| 248 |
+
"drift_max_abs": 0.0,
|
| 249 |
+
"pass": true,
|
| 250 |
+
"id": "1188-133604-0000",
|
| 251 |
+
"n_frames": 1072,
|
| 252 |
+
"cut": false,
|
| 253 |
+
"call_s": 0.057
|
| 254 |
+
},
|
| 255 |
+
{
|
| 256 |
+
"n": 226,
|
| 257 |
+
"cos_mean": 0.9999734424058659,
|
| 258 |
+
"cos_min": 0.9962582505090709,
|
| 259 |
+
"worst5": [
|
| 260 |
+
{
|
| 261 |
+
"pos": 217,
|
| 262 |
+
"cos": 0.9962582505090709
|
| 263 |
+
},
|
| 264 |
+
{
|
| 265 |
+
"pos": 218,
|
| 266 |
+
"cos": 0.998000519601377
|
| 267 |
+
},
|
| 268 |
+
{
|
| 269 |
+
"pos": 219,
|
| 270 |
+
"cos": 0.999965999975977
|
| 271 |
+
},
|
| 272 |
+
{
|
| 273 |
+
"pos": 63,
|
| 274 |
+
"cos": 0.9999708802050897
|
| 275 |
+
},
|
| 276 |
+
{
|
| 277 |
+
"pos": 223,
|
| 278 |
+
"cos": 0.9999805928769347
|
| 279 |
+
}
|
| 280 |
+
],
|
| 281 |
+
"max_abs": 0.41021156311035156,
|
| 282 |
+
"ref_max_abs": 6.497803688049316,
|
| 283 |
+
"nonfinite": 0,
|
| 284 |
+
"drift_max_abs": 0.0,
|
| 285 |
+
"pass": true,
|
| 286 |
+
"id": "1188-133604-0001",
|
| 287 |
+
"n_frames": 903,
|
| 288 |
+
"cut": false,
|
| 289 |
+
"call_s": 0.0572
|
| 290 |
+
},
|
| 291 |
+
{
|
| 292 |
+
"n": 212,
|
| 293 |
+
"cos_mean": 0.999998785052735,
|
| 294 |
+
"cos_min": 0.9999754315539712,
|
| 295 |
+
"worst5": [
|
| 296 |
+
{
|
| 297 |
+
"pos": 103,
|
| 298 |
+
"cos": 0.9999754315539712
|
| 299 |
+
},
|
| 300 |
+
{
|
| 301 |
+
"pos": 160,
|
| 302 |
+
"cos": 0.9999784648168043
|
| 303 |
+
},
|
| 304 |
+
{
|
| 305 |
+
"pos": 104,
|
| 306 |
+
"cos": 0.9999859448825786
|
| 307 |
+
},
|
| 308 |
+
{
|
| 309 |
+
"pos": 5,
|
| 310 |
+
"cos": 0.9999896945278444
|
| 311 |
+
},
|
| 312 |
+
{
|
| 313 |
+
"pos": 4,
|
| 314 |
+
"cos": 0.9999902903433464
|
| 315 |
+
}
|
| 316 |
+
],
|
| 317 |
+
"max_abs": 0.0296628475189209,
|
| 318 |
+
"ref_max_abs": 6.237517833709717,
|
| 319 |
+
"nonfinite": 0,
|
| 320 |
+
"drift_max_abs": 0.0,
|
| 321 |
+
"pass": true,
|
| 322 |
+
"id": "121-121726-0000",
|
| 323 |
+
"n_frames": 845,
|
| 324 |
+
"cut": false,
|
| 325 |
+
"call_s": 0.057
|
| 326 |
+
},
|
| 327 |
+
{
|
| 328 |
+
"n": 148,
|
| 329 |
+
"cos_mean": 0.9999894876993688,
|
| 330 |
+
"cos_min": 0.9993068874896276,
|
| 331 |
+
"worst5": [
|
| 332 |
+
{
|
| 333 |
+
"pos": 52,
|
| 334 |
+
"cos": 0.9993068874896276
|
| 335 |
+
},
|
| 336 |
+
{
|
| 337 |
+
"pos": 53,
|
| 338 |
+
"cos": 0.9996163980341319
|
| 339 |
+
},
|
| 340 |
+
{
|
| 341 |
+
"pos": 17,
|
| 342 |
+
"cos": 0.9999597499990923
|
| 343 |
+
},
|
| 344 |
+
{
|
| 345 |
+
"pos": 11,
|
| 346 |
+
"cos": 0.9999725750863443
|
| 347 |
+
},
|
| 348 |
+
{
|
| 349 |
+
"pos": 18,
|
| 350 |
+
"cos": 0.9999733096501212
|
| 351 |
+
}
|
| 352 |
+
],
|
| 353 |
+
"max_abs": 0.19186782836914062,
|
| 354 |
+
"ref_max_abs": 6.694194793701172,
|
| 355 |
+
"nonfinite": 0,
|
| 356 |
+
"drift_max_abs": 0.0,
|
| 357 |
+
"pass": true,
|
| 358 |
+
"id": "121-121726-0001",
|
| 359 |
+
"n_frames": 592,
|
| 360 |
+
"cut": false,
|
| 361 |
+
"call_s": 0.057
|
| 362 |
+
},
|
| 363 |
+
{
|
| 364 |
+
"n": 311,
|
| 365 |
+
"cos_mean": 0.9999985150739088,
|
| 366 |
+
"cos_min": 0.9998327603287671,
|
| 367 |
+
"worst5": [
|
| 368 |
+
{
|
| 369 |
+
"pos": 179,
|
| 370 |
+
"cos": 0.9998327603287671
|
| 371 |
+
},
|
| 372 |
+
{
|
| 373 |
+
"pos": 178,
|
| 374 |
+
"cos": 0.9998934337471131
|
| 375 |
+
},
|
| 376 |
+
{
|
| 377 |
+
"pos": 256,
|
| 378 |
+
"cos": 0.9999517158967537
|
| 379 |
+
},
|
| 380 |
+
{
|
| 381 |
+
"pos": 255,
|
| 382 |
+
"cos": 0.9999912423901515
|
| 383 |
+
},
|
| 384 |
+
{
|
| 385 |
+
"pos": 158,
|
| 386 |
+
"cos": 0.9999918794656676
|
| 387 |
+
}
|
| 388 |
+
],
|
| 389 |
+
"max_abs": 0.08277773857116699,
|
| 390 |
+
"ref_max_abs": 8.03580379486084,
|
| 391 |
+
"nonfinite": 0,
|
| 392 |
+
"drift_max_abs": 0.0,
|
| 393 |
+
"pass": true,
|
| 394 |
+
"id": "1221-135766-0000",
|
| 395 |
+
"n_frames": 1243,
|
| 396 |
+
"cut": false,
|
| 397 |
+
"call_s": 0.0571
|
| 398 |
+
},
|
| 399 |
+
{
|
| 400 |
+
"n": 418,
|
| 401 |
+
"cos_mean": 0.9999994953198843,
|
| 402 |
+
"cos_min": 0.9999920372361186,
|
| 403 |
+
"worst5": [
|
| 404 |
+
{
|
| 405 |
+
"pos": 57,
|
| 406 |
+
"cos": 0.9999920372361186
|
| 407 |
+
},
|
| 408 |
+
{
|
| 409 |
+
"pos": 267,
|
| 410 |
+
"cos": 0.9999928945220049
|
| 411 |
+
},
|
| 412 |
+
{
|
| 413 |
+
"pos": 268,
|
| 414 |
+
"cos": 0.9999935662539869
|
| 415 |
+
},
|
| 416 |
+
{
|
| 417 |
+
"pos": 266,
|
| 418 |
+
"cos": 0.9999945617866912
|
| 419 |
+
},
|
| 420 |
+
{
|
| 421 |
+
"pos": 72,
|
| 422 |
+
"cos": 0.9999952306632071
|
| 423 |
+
}
|
| 424 |
+
],
|
| 425 |
+
"max_abs": 0.02139139175415039,
|
| 426 |
+
"ref_max_abs": 7.89909553527832,
|
| 427 |
+
"nonfinite": 0,
|
| 428 |
+
"drift_max_abs": 0.0,
|
| 429 |
+
"pass": true,
|
| 430 |
+
"id": "1221-135766-0001",
|
| 431 |
+
"n_frames": 1671,
|
| 432 |
+
"cut": false,
|
| 433 |
+
"call_s": 0.0572
|
| 434 |
+
},
|
| 435 |
+
{
|
| 436 |
+
"n": 203,
|
| 437 |
+
"cos_mean": 0.9999981592859328,
|
| 438 |
+
"cos_min": 0.9997761285839775,
|
| 439 |
+
"worst5": [
|
| 440 |
+
{
|
| 441 |
+
"pos": 120,
|
| 442 |
+
"cos": 0.9997761285839775
|
| 443 |
+
},
|
| 444 |
+
{
|
| 445 |
+
"pos": 119,
|
| 446 |
+
"cos": 0.9999498053984567
|
| 447 |
+
},
|
| 448 |
+
{
|
| 449 |
+
"pos": 121,
|
| 450 |
+
"cos": 0.99999584093538
|
| 451 |
+
},
|
| 452 |
+
{
|
| 453 |
+
"pos": 48,
|
| 454 |
+
"cos": 0.9999962681613452
|
| 455 |
+
},
|
| 456 |
+
{
|
| 457 |
+
"pos": 49,
|
| 458 |
+
"cos": 0.9999969217335339
|
| 459 |
+
}
|
| 460 |
+
],
|
| 461 |
+
"max_abs": 0.08682560920715332,
|
| 462 |
+
"ref_max_abs": 7.740767002105713,
|
| 463 |
+
"nonfinite": 0,
|
| 464 |
+
"drift_max_abs": 0.0,
|
| 465 |
+
"pass": true,
|
| 466 |
+
"id": "1284-1180-0000",
|
| 467 |
+
"n_frames": 811,
|
| 468 |
+
"cut": false,
|
| 469 |
+
"call_s": 0.0571
|
| 470 |
+
},
|
| 471 |
+
{
|
| 472 |
+
"n": 194,
|
| 473 |
+
"cos_mean": 0.9999992288280654,
|
| 474 |
+
"cos_min": 0.9999782092951311,
|
| 475 |
+
"worst5": [
|
| 476 |
+
{
|
| 477 |
+
"pos": 35,
|
| 478 |
+
"cos": 0.9999782092951311
|
| 479 |
+
},
|
| 480 |
+
{
|
| 481 |
+
"pos": 7,
|
| 482 |
+
"cos": 0.9999906668276102
|
| 483 |
+
},
|
| 484 |
+
{
|
| 485 |
+
"pos": 34,
|
| 486 |
+
"cos": 0.9999914503893963
|
| 487 |
+
},
|
| 488 |
+
{
|
| 489 |
+
"pos": 6,
|
| 490 |
+
"cos": 0.9999918464665769
|
| 491 |
+
},
|
| 492 |
+
{
|
| 493 |
+
"pos": 8,
|
| 494 |
+
"cos": 0.9999924850010091
|
| 495 |
+
}
|
| 496 |
+
],
|
| 497 |
+
"max_abs": 0.03583109378814697,
|
| 498 |
+
"ref_max_abs": 7.421662330627441,
|
| 499 |
+
"nonfinite": 0,
|
| 500 |
+
"drift_max_abs": 0.0,
|
| 501 |
+
"pass": true,
|
| 502 |
+
"id": "1284-1180-0001",
|
| 503 |
+
"n_frames": 775,
|
| 504 |
+
"cut": false,
|
| 505 |
+
"call_s": 0.057
|
| 506 |
+
},
|
| 507 |
+
{
|
| 508 |
+
"n": 337,
|
| 509 |
+
"cos_mean": 0.9999994770552625,
|
| 510 |
+
"cos_min": 0.9999749480202813,
|
| 511 |
+
"worst5": [
|
| 512 |
+
{
|
| 513 |
+
"pos": 13,
|
| 514 |
+
"cos": 0.9999749480202813
|
| 515 |
+
},
|
| 516 |
+
{
|
| 517 |
+
"pos": 14,
|
| 518 |
+
"cos": 0.9999886107932585
|
| 519 |
+
},
|
| 520 |
+
{
|
| 521 |
+
"pos": 184,
|
| 522 |
+
"cos": 0.999994601305383
|
| 523 |
+
},
|
| 524 |
+
{
|
| 525 |
+
"pos": 56,
|
| 526 |
+
"cos": 0.9999956193569995
|
| 527 |
+
},
|
| 528 |
+
{
|
| 529 |
+
"pos": 15,
|
| 530 |
+
"cos": 0.9999962751292931
|
| 531 |
+
}
|
| 532 |
+
],
|
| 533 |
+
"max_abs": 0.02997136116027832,
|
| 534 |
+
"ref_max_abs": 6.521810531616211,
|
| 535 |
+
"nonfinite": 0,
|
| 536 |
+
"drift_max_abs": 0.0,
|
| 537 |
+
"pass": true,
|
| 538 |
+
"id": "1320-122612-0000",
|
| 539 |
+
"n_frames": 1347,
|
| 540 |
+
"cut": false,
|
| 541 |
+
"call_s": 0.057
|
| 542 |
+
},
|
| 543 |
+
{
|
| 544 |
+
"n": 238,
|
| 545 |
+
"cos_mean": 0.999999128862958,
|
| 546 |
+
"cos_min": 0.9999026958988106,
|
| 547 |
+
"worst5": [
|
| 548 |
+
{
|
| 549 |
+
"pos": 85,
|
| 550 |
+
"cos": 0.9999026958988106
|
| 551 |
+
},
|
| 552 |
+
{
|
| 553 |
+
"pos": 86,
|
| 554 |
+
"cos": 0.9999863311701992
|
| 555 |
+
},
|
| 556 |
+
{
|
| 557 |
+
"pos": 5,
|
| 558 |
+
"cos": 0.9999968790459138
|
| 559 |
+
},
|
| 560 |
+
{
|
| 561 |
+
"pos": 44,
|
| 562 |
+
"cos": 0.9999975088361619
|
| 563 |
+
},
|
| 564 |
+
{
|
| 565 |
+
"pos": 233,
|
| 566 |
+
"cos": 0.9999975385848393
|
| 567 |
+
}
|
| 568 |
+
],
|
| 569 |
+
"max_abs": 0.059140563011169434,
|
| 570 |
+
"ref_max_abs": 7.879604816436768,
|
| 571 |
+
"nonfinite": 0,
|
| 572 |
+
"drift_max_abs": 0.0,
|
| 573 |
+
"pass": true,
|
| 574 |
+
"id": "1320-122612-0001",
|
| 575 |
+
"n_frames": 951,
|
| 576 |
+
"cut": false,
|
| 577 |
+
"call_s": 0.0571
|
| 578 |
+
},
|
| 579 |
+
{
|
| 580 |
+
"n": 224,
|
| 581 |
+
"cos_mean": 0.999997962109065,
|
| 582 |
+
"cos_min": 0.9998128424813301,
|
| 583 |
+
"worst5": [
|
| 584 |
+
{
|
| 585 |
+
"pos": 142,
|
| 586 |
+
"cos": 0.9998128424813301
|
| 587 |
+
},
|
| 588 |
+
{
|
| 589 |
+
"pos": 143,
|
| 590 |
+
"cos": 0.9999125124259962
|
| 591 |
+
},
|
| 592 |
+
{
|
| 593 |
+
"pos": 141,
|
| 594 |
+
"cos": 0.9999636020309144
|
| 595 |
+
},
|
| 596 |
+
{
|
| 597 |
+
"pos": 15,
|
| 598 |
+
"cos": 0.999983058488564
|
| 599 |
+
},
|
| 600 |
+
{
|
| 601 |
+
"pos": 160,
|
| 602 |
+
"cos": 0.9999938738785651
|
| 603 |
+
}
|
| 604 |
+
],
|
| 605 |
+
"max_abs": 0.08508211374282837,
|
| 606 |
+
"ref_max_abs": 7.707693099975586,
|
| 607 |
+
"nonfinite": 0,
|
| 608 |
+
"drift_max_abs": 0.0,
|
| 609 |
+
"pass": true,
|
| 610 |
+
"id": "1580-141083-0000",
|
| 611 |
+
"n_frames": 893,
|
| 612 |
+
"cut": false,
|
| 613 |
+
"call_s": 0.0571
|
| 614 |
+
},
|
| 615 |
+
{
|
| 616 |
+
"n": 257,
|
| 617 |
+
"cos_mean": 0.9999988043639418,
|
| 618 |
+
"cos_min": 0.9999333684963331,
|
| 619 |
+
"worst5": [
|
| 620 |
+
{
|
| 621 |
+
"pos": 98,
|
| 622 |
+
"cos": 0.9999333684963331
|
| 623 |
+
},
|
| 624 |
+
{
|
| 625 |
+
"pos": 245,
|
| 626 |
+
"cos": 0.9999344115046217
|
| 627 |
+
},
|
| 628 |
+
{
|
| 629 |
+
"pos": 246,
|
| 630 |
+
"cos": 0.9999696948350809
|
| 631 |
+
},
|
| 632 |
+
{
|
| 633 |
+
"pos": 6,
|
| 634 |
+
"cos": 0.9999798210957563
|
| 635 |
+
},
|
| 636 |
+
{
|
| 637 |
+
"pos": 99,
|
| 638 |
+
"cos": 0.9999866983269934
|
| 639 |
+
}
|
| 640 |
+
],
|
| 641 |
+
"max_abs": 0.06687891483306885,
|
| 642 |
+
"ref_max_abs": 6.8953423500061035,
|
| 643 |
+
"nonfinite": 0,
|
| 644 |
+
"drift_max_abs": 0.0,
|
| 645 |
+
"pass": true,
|
| 646 |
+
"id": "1580-141083-0001",
|
| 647 |
+
"n_frames": 1025,
|
| 648 |
+
"cut": false,
|
| 649 |
+
"call_s": 0.057
|
| 650 |
+
},
|
| 651 |
+
{
|
| 652 |
+
"n": 237,
|
| 653 |
+
"cos_mean": 0.9999963024418764,
|
| 654 |
+
"cos_min": 0.999688847182132,
|
| 655 |
+
"worst5": [
|
| 656 |
+
{
|
| 657 |
+
"pos": 121,
|
| 658 |
+
"cos": 0.999688847182132
|
| 659 |
+
},
|
| 660 |
+
{
|
| 661 |
+
"pos": 108,
|
| 662 |
+
"cos": 0.9996892464406539
|
| 663 |
+
},
|
| 664 |
+
{
|
| 665 |
+
"pos": 120,
|
| 666 |
+
"cos": 0.9999349532609968
|
| 667 |
+
},
|
| 668 |
+
{
|
| 669 |
+
"pos": 25,
|
| 670 |
+
"cos": 0.9999846624648883
|
| 671 |
+
},
|
| 672 |
+
{
|
| 673 |
+
"pos": 110,
|
| 674 |
+
"cos": 0.9999850374280206
|
| 675 |
+
}
|
| 676 |
+
],
|
| 677 |
+
"max_abs": 0.12391507625579834,
|
| 678 |
+
"ref_max_abs": 6.876163959503174,
|
| 679 |
+
"nonfinite": 0,
|
| 680 |
+
"drift_max_abs": 0.0,
|
| 681 |
+
"pass": true,
|
| 682 |
+
"id": "1995-1826-0000",
|
| 683 |
+
"n_frames": 948,
|
| 684 |
+
"cut": false,
|
| 685 |
+
"call_s": 0.0571
|
| 686 |
+
},
|
| 687 |
+
{
|
| 688 |
+
"n": 254,
|
| 689 |
+
"cos_mean": 0.9999994963896761,
|
| 690 |
+
"cos_min": 0.9999927538341817,
|
| 691 |
+
"worst5": [
|
| 692 |
+
{
|
| 693 |
+
"pos": 184,
|
| 694 |
+
"cos": 0.9999927538341817
|
| 695 |
+
},
|
| 696 |
+
{
|
| 697 |
+
"pos": 185,
|
| 698 |
+
"cos": 0.9999930894351289
|
| 699 |
+
},
|
| 700 |
+
{
|
| 701 |
+
"pos": 186,
|
| 702 |
+
"cos": 0.9999951151713483
|
| 703 |
+
},
|
| 704 |
+
{
|
| 705 |
+
"pos": 183,
|
| 706 |
+
"cos": 0.9999982909503212
|
| 707 |
+
},
|
| 708 |
+
{
|
| 709 |
+
"pos": 204,
|
| 710 |
+
"cos": 0.9999983730271591
|
| 711 |
+
}
|
| 712 |
+
],
|
| 713 |
+
"max_abs": 0.018108248710632324,
|
| 714 |
+
"ref_max_abs": 7.509359359741211,
|
| 715 |
+
"nonfinite": 0,
|
| 716 |
+
"drift_max_abs": 0.0,
|
| 717 |
+
"pass": true,
|
| 718 |
+
"id": "1995-1826-0001",
|
| 719 |
+
"n_frames": 1016,
|
| 720 |
+
"cut": false,
|
| 721 |
+
"call_s": 0.0571
|
| 722 |
+
},
|
| 723 |
+
{
|
| 724 |
+
"n": 201,
|
| 725 |
+
"cos_mean": 0.9999988939739854,
|
| 726 |
+
"cos_min": 0.9999518919052379,
|
| 727 |
+
"worst5": [
|
| 728 |
+
{
|
| 729 |
+
"pos": 77,
|
| 730 |
+
"cos": 0.9999518919052379
|
| 731 |
+
},
|
| 732 |
+
{
|
| 733 |
+
"pos": 190,
|
| 734 |
+
"cos": 0.9999648338935453
|
| 735 |
+
},
|
| 736 |
+
{
|
| 737 |
+
"pos": 191,
|
| 738 |
+
"cos": 0.9999882311850843
|
| 739 |
+
},
|
| 740 |
+
{
|
| 741 |
+
"pos": 78,
|
| 742 |
+
"cos": 0.9999888636295651
|
| 743 |
+
},
|
| 744 |
+
{
|
| 745 |
+
"pos": 12,
|
| 746 |
+
"cos": 0.9999912141792341
|
| 747 |
+
}
|
| 748 |
+
],
|
| 749 |
+
"max_abs": 0.04511505365371704,
|
| 750 |
+
"ref_max_abs": 7.029752254486084,
|
| 751 |
+
"nonfinite": 0,
|
| 752 |
+
"drift_max_abs": 0.0,
|
| 753 |
+
"pass": true,
|
| 754 |
+
"id": "2094-142345-0001",
|
| 755 |
+
"n_frames": 802,
|
| 756 |
+
"cut": false,
|
| 757 |
+
"call_s": 0.057
|
| 758 |
+
},
|
| 759 |
+
{
|
| 760 |
+
"n": 388,
|
| 761 |
+
"cos_mean": 0.9999991472901991,
|
| 762 |
+
"cos_min": 0.9999681447376819,
|
| 763 |
+
"worst5": [
|
| 764 |
+
{
|
| 765 |
+
"pos": 106,
|
| 766 |
+
"cos": 0.9999681447376819
|
| 767 |
+
},
|
| 768 |
+
{
|
| 769 |
+
"pos": 12,
|
| 770 |
+
"cos": 0.9999734004695184
|
| 771 |
+
},
|
| 772 |
+
{
|
| 773 |
+
"pos": 89,
|
| 774 |
+
"cos": 0.9999832189609026
|
| 775 |
+
},
|
| 776 |
+
{
|
| 777 |
+
"pos": 384,
|
| 778 |
+
"cos": 0.9999860193487131
|
| 779 |
+
},
|
| 780 |
+
{
|
| 781 |
+
"pos": 253,
|
| 782 |
+
"cos": 0.9999878518553413
|
| 783 |
+
}
|
| 784 |
+
],
|
| 785 |
+
"max_abs": 0.04219275712966919,
|
| 786 |
+
"ref_max_abs": 8.040725708007812,
|
| 787 |
+
"nonfinite": 0,
|
| 788 |
+
"drift_max_abs": 0.0,
|
| 789 |
+
"pass": true,
|
| 790 |
+
"id": "2094-142345-0002",
|
| 791 |
+
"n_frames": 1551,
|
| 792 |
+
"cut": false,
|
| 793 |
+
"call_s": 0.057
|
| 794 |
+
},
|
| 795 |
+
{
|
| 796 |
+
"n": 127,
|
| 797 |
+
"cos_mean": 0.9999996088399749,
|
| 798 |
+
"cos_min": 0.9999980546914043,
|
| 799 |
+
"worst5": [
|
| 800 |
+
{
|
| 801 |
+
"pos": 125,
|
| 802 |
+
"cos": 0.9999980546914043
|
| 803 |
+
},
|
| 804 |
+
{
|
| 805 |
+
"pos": 124,
|
| 806 |
+
"cos": 0.9999984637079565
|
| 807 |
+
},
|
| 808 |
+
{
|
| 809 |
+
"pos": 102,
|
| 810 |
+
"cos": 0.999998799606585
|
| 811 |
+
},
|
| 812 |
+
{
|
| 813 |
+
"pos": 25,
|
| 814 |
+
"cos": 0.9999990627021816
|
| 815 |
+
},
|
| 816 |
+
{
|
| 817 |
+
"pos": 109,
|
| 818 |
+
"cos": 0.9999991336977676
|
| 819 |
+
}
|
| 820 |
+
],
|
| 821 |
+
"max_abs": 0.009100854396820068,
|
| 822 |
+
"ref_max_abs": 6.594679355621338,
|
| 823 |
+
"nonfinite": 0,
|
| 824 |
+
"drift_max_abs": 0.0,
|
| 825 |
+
"pass": true,
|
| 826 |
+
"id": "2300-131720-0000",
|
| 827 |
+
"n_frames": 507,
|
| 828 |
+
"cut": false,
|
| 829 |
+
"call_s": 0.0571
|
| 830 |
+
},
|
| 831 |
+
{
|
| 832 |
+
"n": 366,
|
| 833 |
+
"cos_mean": 0.9999993373996579,
|
| 834 |
+
"cos_min": 0.9999750768488629,
|
| 835 |
+
"worst5": [
|
| 836 |
+
{
|
| 837 |
+
"pos": 11,
|
| 838 |
+
"cos": 0.9999750768488629
|
| 839 |
+
},
|
| 840 |
+
{
|
| 841 |
+
"pos": 365,
|
| 842 |
+
"cos": 0.9999909547600173
|
| 843 |
+
},
|
| 844 |
+
{
|
| 845 |
+
"pos": 159,
|
| 846 |
+
"cos": 0.9999916194294107
|
| 847 |
+
},
|
| 848 |
+
{
|
| 849 |
+
"pos": 12,
|
| 850 |
+
"cos": 0.9999919379017403
|
| 851 |
+
},
|
| 852 |
+
{
|
| 853 |
+
"pos": 0,
|
| 854 |
+
"cos": 0.9999934323465645
|
| 855 |
+
}
|
| 856 |
+
],
|
| 857 |
+
"max_abs": 0.043245792388916016,
|
| 858 |
+
"ref_max_abs": 7.393332481384277,
|
| 859 |
+
"nonfinite": 0,
|
| 860 |
+
"drift_max_abs": 0.0,
|
| 861 |
+
"pass": true,
|
| 862 |
+
"id": "2300-131720-0001",
|
| 863 |
+
"n_frames": 1462,
|
| 864 |
+
"cut": false,
|
| 865 |
+
"call_s": 0.057
|
| 866 |
+
}
|
| 867 |
+
],
|
| 868 |
+
"compare_with_mac_gate": [
|
| 869 |
+
{
|
| 870 |
+
"against": "<work>/exports/fp16/gate_gpu_T3000.json",
|
| 871 |
+
"against_backend": "gpu",
|
| 872 |
+
"against_specialization": "default()",
|
| 873 |
+
"max_abs_delta_per_clip": {
|
| 874 |
+
"cos_mean": 3.2706517253289213e-05,
|
| 875 |
+
"cos_min": 0.003407553919521966,
|
| 876 |
+
"max_abs": 0.2890625
|
| 877 |
+
},
|
| 878 |
+
"clips_not_bit_identical": 20,
|
| 879 |
+
"cos_min": [
|
| 880 |
+
0.9962582505090709,
|
| 881 |
+
0.9964469062042868
|
| 882 |
+
],
|
| 883 |
+
"cos_mean_of_means": [
|
| 884 |
+
0.9999970271281511,
|
| 885 |
+
0.9999964339086356
|
| 886 |
+
],
|
| 887 |
+
"pass": [
|
| 888 |
+
true,
|
| 889 |
+
true
|
| 890 |
+
],
|
| 891 |
+
"clips_failing": [
|
| 892 |
+
[],
|
| 893 |
+
[]
|
| 894 |
+
],
|
| 895 |
+
"red_arm_all_fail": [
|
| 896 |
+
true,
|
| 897 |
+
true
|
| 898 |
+
]
|
| 899 |
+
}
|
| 900 |
+
],
|
| 901 |
+
"vs_other_runs": [
|
| 902 |
+
{
|
| 903 |
+
"other_run": "<work>/device/pull/r4a2224-g-fp16-T3000-gpu-jit",
|
| 904 |
+
"other_route": "gpu-jit",
|
| 905 |
+
"other_bundle": "eg2_audio_fp16_T3000.aimodel",
|
| 906 |
+
"clips_bit_identical": 20,
|
| 907 |
+
"clips": 20,
|
| 908 |
+
"cos_min_between_runs": 0.9999999999999998,
|
| 909 |
+
"per_clip": [
|
| 910 |
+
{
|
| 911 |
+
"id": "1089-134686-0000",
|
| 912 |
+
"cos_min": 0.9999999999999998,
|
| 913 |
+
"argmin": 0,
|
| 914 |
+
"max_abs": 0.0,
|
| 915 |
+
"bit_identical": true
|
| 916 |
+
},
|
| 917 |
+
{
|
| 918 |
+
"id": "1089-134686-0002",
|
| 919 |
+
"cos_min": 0.9999999999999998,
|
| 920 |
+
"argmin": 0,
|
| 921 |
+
"max_abs": 0.0,
|
| 922 |
+
"bit_identical": true
|
| 923 |
+
},
|
| 924 |
+
{
|
| 925 |
+
"id": "1188-133604-0000",
|
| 926 |
+
"cos_min": 0.9999999999999998,
|
| 927 |
+
"argmin": 89,
|
| 928 |
+
"max_abs": 0.0,
|
| 929 |
+
"bit_identical": true
|
| 930 |
+
},
|
| 931 |
+
{
|
| 932 |
+
"id": "1188-133604-0001",
|
| 933 |
+
"cos_min": 0.9999999999999998,
|
| 934 |
+
"argmin": 6,
|
| 935 |
+
"max_abs": 0.0,
|
| 936 |
+
"bit_identical": true
|
| 937 |
+
},
|
| 938 |
+
{
|
| 939 |
+
"id": "121-121726-0000",
|
| 940 |
+
"cos_min": 0.9999999999999998,
|
| 941 |
+
"argmin": 0,
|
| 942 |
+
"max_abs": 0.0,
|
| 943 |
+
"bit_identical": true
|
| 944 |
+
},
|
| 945 |
+
{
|
| 946 |
+
"id": "121-121726-0001",
|
| 947 |
+
"cos_min": 0.9999999999999998,
|
| 948 |
+
"argmin": 1,
|
| 949 |
+
"max_abs": 0.0,
|
| 950 |
+
"bit_identical": true
|
| 951 |
+
},
|
| 952 |
+
{
|
| 953 |
+
"id": "1221-135766-0000",
|
| 954 |
+
"cos_min": 0.9999999999999998,
|
| 955 |
+
"argmin": 6,
|
| 956 |
+
"max_abs": 0.0,
|
| 957 |
+
"bit_identical": true
|
| 958 |
+
},
|
| 959 |
+
{
|
| 960 |
+
"id": "1221-135766-0001",
|
| 961 |
+
"cos_min": 0.9999999999999998,
|
| 962 |
+
"argmin": 110,
|
| 963 |
+
"max_abs": 0.0,
|
| 964 |
+
"bit_identical": true
|
| 965 |
+
},
|
| 966 |
+
{
|
| 967 |
+
"id": "1284-1180-0000",
|
| 968 |
+
"cos_min": 0.9999999999999998,
|
| 969 |
+
"argmin": 1,
|
| 970 |
+
"max_abs": 0.0,
|
| 971 |
+
"bit_identical": true
|
| 972 |
+
},
|
| 973 |
+
{
|
| 974 |
+
"id": "1284-1180-0001",
|
| 975 |
+
"cos_min": 0.9999999999999998,
|
| 976 |
+
"argmin": 0,
|
| 977 |
+
"max_abs": 0.0,
|
| 978 |
+
"bit_identical": true
|
| 979 |
+
},
|
| 980 |
+
{
|
| 981 |
+
"id": "1320-122612-0000",
|
| 982 |
+
"cos_min": 0.9999999999999998,
|
| 983 |
+
"argmin": 1,
|
| 984 |
+
"max_abs": 0.0,
|
| 985 |
+
"bit_identical": true
|
| 986 |
+
},
|
| 987 |
+
{
|
| 988 |
+
"id": "1320-122612-0001",
|
| 989 |
+
"cos_min": 0.9999999999999998,
|
| 990 |
+
"argmin": 2,
|
| 991 |
+
"max_abs": 0.0,
|
| 992 |
+
"bit_identical": true
|
| 993 |
+
},
|
| 994 |
+
{
|
| 995 |
+
"id": "1580-141083-0000",
|
| 996 |
+
"cos_min": 0.9999999999999998,
|
| 997 |
+
"argmin": 8,
|
| 998 |
+
"max_abs": 0.0,
|
| 999 |
+
"bit_identical": true
|
| 1000 |
+
},
|
| 1001 |
+
{
|
| 1002 |
+
"id": "1580-141083-0001",
|
| 1003 |
+
"cos_min": 0.9999999999999998,
|
| 1004 |
+
"argmin": 9,
|
| 1005 |
+
"max_abs": 0.0,
|
| 1006 |
+
"bit_identical": true
|
| 1007 |
+
},
|
| 1008 |
+
{
|
| 1009 |
+
"id": "1995-1826-0000",
|
| 1010 |
+
"cos_min": 0.9999999999999998,
|
| 1011 |
+
"argmin": 122,
|
| 1012 |
+
"max_abs": 0.0,
|
| 1013 |
+
"bit_identical": true
|
| 1014 |
+
},
|
| 1015 |
+
{
|
| 1016 |
+
"id": "1995-1826-0001",
|
| 1017 |
+
"cos_min": 0.9999999999999998,
|
| 1018 |
+
"argmin": 89,
|
| 1019 |
+
"max_abs": 0.0,
|
| 1020 |
+
"bit_identical": true
|
| 1021 |
+
},
|
| 1022 |
+
{
|
| 1023 |
+
"id": "2094-142345-0001",
|
| 1024 |
+
"cos_min": 0.9999999999999998,
|
| 1025 |
+
"argmin": 126,
|
| 1026 |
+
"max_abs": 0.0,
|
| 1027 |
+
"bit_identical": true
|
| 1028 |
+
},
|
| 1029 |
+
{
|
| 1030 |
+
"id": "2094-142345-0002",
|
| 1031 |
+
"cos_min": 0.9999999999999998,
|
| 1032 |
+
"argmin": 265,
|
| 1033 |
+
"max_abs": 0.0,
|
| 1034 |
+
"bit_identical": true
|
| 1035 |
+
},
|
| 1036 |
+
{
|
| 1037 |
+
"id": "2300-131720-0000",
|
| 1038 |
+
"cos_min": 0.9999999999999998,
|
| 1039 |
+
"argmin": 97,
|
| 1040 |
+
"max_abs": 0.0,
|
| 1041 |
+
"bit_identical": true
|
| 1042 |
+
},
|
| 1043 |
+
{
|
| 1044 |
+
"id": "2300-131720-0001",
|
| 1045 |
+
"cos_min": 0.9999999999999998,
|
| 1046 |
+
"argmin": 1,
|
| 1047 |
+
"max_abs": 0.0,
|
| 1048 |
+
"bit_identical": true
|
| 1049 |
+
}
|
| 1050 |
+
]
|
| 1051 |
+
}
|
| 1052 |
+
]
|
| 1053 |
+
}
|
provenance/encoder/iphone-gpu-aot-timing.json
ADDED
|
@@ -0,0 +1,493 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"form": "fp16",
|
| 3 |
+
"bucket_frames": 3000,
|
| 4 |
+
"route": "gpu-aot",
|
| 5 |
+
"backend": "gpu-aot",
|
| 6 |
+
"bundle": "eg2_audio_fp16_T3000_gpu_h19p.aimodelc",
|
| 7 |
+
"compute": "gpu",
|
| 8 |
+
"specialization": "SpecializationOptions(allowedComputeUnitKinds: Set([CoreAIDelegates.ComputeUnitKind.neuralEngine, CoreAIDelegates.ComputeUnitKind.gpu, CoreAIDelegates.ComputeUnitKind.cpu]), preferredComputeUnitKind: Optional(CoreAIDelegates.ComputeUnitKind.gpu), enableEncodingFunctions: false, enableDefaultOSPreferredCompute: true, debugConfiguration: nil, expectFrequentReshapes: false, delegateOptionsOverride: nil)",
|
| 9 |
+
"preferred_compute_unit": "gpu",
|
| 10 |
+
"io_dtype": "f16",
|
| 11 |
+
"device": {
|
| 12 |
+
"arch": "h19p",
|
| 13 |
+
"available_compute_units": [
|
| 14 |
+
"cpu",
|
| 15 |
+
"gpu",
|
| 16 |
+
"neuralEngine"
|
| 17 |
+
],
|
| 18 |
+
"build": "24B5099f",
|
| 19 |
+
"machine": "iPhone19,2",
|
| 20 |
+
"os": "Version 27.2 (Build 24B5099f)",
|
| 21 |
+
"physical_memory_gb": 12.12
|
| 22 |
+
},
|
| 23 |
+
"coreai": {
|
| 24 |
+
"bundle_id": "com.apple.CoreAI",
|
| 25 |
+
"short": "1.0",
|
| 26 |
+
"version": "1"
|
| 27 |
+
},
|
| 28 |
+
"launch": {
|
| 29 |
+
"tag": "r4a2224-t-T3000-fp16",
|
| 30 |
+
"started": "2026-10-13T13:46:40Z",
|
| 31 |
+
"finished": "2026-10-13T13:47:13Z",
|
| 32 |
+
"order": [
|
| 33 |
+
"fp16:gpu-jit",
|
| 34 |
+
"fp16:gpu-aot",
|
| 35 |
+
"fp16:ane-jit"
|
| 36 |
+
],
|
| 37 |
+
"note": "one process: every bundle loaded once, then rounds A/B/C...; rep 0 = cold clocks, reps 1.. = ramped",
|
| 38 |
+
"power_start": {
|
| 39 |
+
"battery": "charging",
|
| 40 |
+
"level": 0.800000011920929,
|
| 41 |
+
"low_power_mode": false
|
| 42 |
+
},
|
| 43 |
+
"power_end": {
|
| 44 |
+
"battery": "charging",
|
| 45 |
+
"level": 0.800000011920929,
|
| 46 |
+
"low_power_mode": false
|
| 47 |
+
},
|
| 48 |
+
"thermal_start": "nominal",
|
| 49 |
+
"thermal_end": "nominal",
|
| 50 |
+
"thermal_changes": []
|
| 51 |
+
},
|
| 52 |
+
"compared_in_launch_with": [
|
| 53 |
+
"fp16:gpu-jit",
|
| 54 |
+
"fp16:gpu-aot",
|
| 55 |
+
"fp16:ane-jit"
|
| 56 |
+
],
|
| 57 |
+
"summary": {
|
| 58 |
+
"cold_ms": 58.489,
|
| 59 |
+
"ramped_ms": 59.603,
|
| 60 |
+
"ramped_rep_median_range_ms": [
|
| 61 |
+
58.54,
|
| 62 |
+
60.521
|
| 63 |
+
],
|
| 64 |
+
"ramped_p90_ms": 62.374,
|
| 65 |
+
"x_realtime_ramped": 503.3,
|
| 66 |
+
"x_realtime_cold": 512.9,
|
| 67 |
+
"audio_s_per_call": 30.0,
|
| 68 |
+
"reps": 8,
|
| 69 |
+
"calls_per_rep": 20,
|
| 70 |
+
"warmup_calls_per_rep": 3,
|
| 71 |
+
"cpu_ms_per_call_median": 29.127,
|
| 72 |
+
"load_ms": 204.365,
|
| 73 |
+
"load_cpu_ms": 112.656,
|
| 74 |
+
"load_cold_requested": false,
|
| 75 |
+
"footprint_after_load_mb": 190.3,
|
| 76 |
+
"launch_footprint_peak_mb": 417.2,
|
| 77 |
+
"launch_available_least_mb": 3122.9,
|
| 78 |
+
"thermal_by_rep": [
|
| 79 |
+
"nominal->nominal",
|
| 80 |
+
"nominal->nominal",
|
| 81 |
+
"nominal->nominal",
|
| 82 |
+
"nominal->nominal",
|
| 83 |
+
"nominal->nominal",
|
| 84 |
+
"nominal->nominal",
|
| 85 |
+
"nominal->nominal",
|
| 86 |
+
"nominal->nominal"
|
| 87 |
+
],
|
| 88 |
+
"cooled_s_total": 0,
|
| 89 |
+
"power_by_rep": [
|
| 90 |
+
"charging",
|
| 91 |
+
"charging",
|
| 92 |
+
"charging",
|
| 93 |
+
"charging",
|
| 94 |
+
"charging",
|
| 95 |
+
"charging",
|
| 96 |
+
"charging",
|
| 97 |
+
"charging"
|
| 98 |
+
],
|
| 99 |
+
"usb_powered": true,
|
| 100 |
+
"battery_level_first_last": [
|
| 101 |
+
0.800000011920929,
|
| 102 |
+
0.800000011920929
|
| 103 |
+
],
|
| 104 |
+
"last_output_finite_every_rep": true
|
| 105 |
+
},
|
| 106 |
+
"app_summary": {
|
| 107 |
+
"cold_ms": 58.489,
|
| 108 |
+
"ramped_ms": 59.603,
|
| 109 |
+
"ramped_p90_ms": 62.374,
|
| 110 |
+
"x_realtime_ramped": 503.3,
|
| 111 |
+
"cpu_ms_per_call_median": 29.127
|
| 112 |
+
},
|
| 113 |
+
"reps": [
|
| 114 |
+
{
|
| 115 |
+
"available_mb": 3186.9,
|
| 116 |
+
"block_s": 1.177,
|
| 117 |
+
"cooled_s": 0,
|
| 118 |
+
"cpu_ms_per_call": 29.047,
|
| 119 |
+
"footprint_mb": 353.1,
|
| 120 |
+
"last_output_finite": true,
|
| 121 |
+
"median_ms": 58.489,
|
| 122 |
+
"ms": [
|
| 123 |
+
57.099,
|
| 124 |
+
60.138,
|
| 125 |
+
57.138,
|
| 126 |
+
59.631,
|
| 127 |
+
57.208,
|
| 128 |
+
60.277,
|
| 129 |
+
57.231,
|
| 130 |
+
60.532,
|
| 131 |
+
57.154,
|
| 132 |
+
61.021,
|
| 133 |
+
57.196,
|
| 134 |
+
60.779,
|
| 135 |
+
57.347,
|
| 136 |
+
60.546,
|
| 137 |
+
57.191,
|
| 138 |
+
60.328,
|
| 139 |
+
57.176,
|
| 140 |
+
60.392,
|
| 141 |
+
57.25,
|
| 142 |
+
60.616
|
| 143 |
+
],
|
| 144 |
+
"p90_ms": 60.632,
|
| 145 |
+
"power": {
|
| 146 |
+
"battery": "charging",
|
| 147 |
+
"level": 0.800000011920929,
|
| 148 |
+
"low_power_mode": false
|
| 149 |
+
},
|
| 150 |
+
"rep": 0,
|
| 151 |
+
"sequence": 1,
|
| 152 |
+
"t_start_s": 1.597,
|
| 153 |
+
"thermal_after": "nominal",
|
| 154 |
+
"thermal_before": "nominal",
|
| 155 |
+
"warm_ms": [
|
| 156 |
+
65.709,
|
| 157 |
+
57.238,
|
| 158 |
+
61.334
|
| 159 |
+
]
|
| 160 |
+
},
|
| 161 |
+
{
|
| 162 |
+
"available_mb": 3184.1,
|
| 163 |
+
"block_s": 1.182,
|
| 164 |
+
"cooled_s": 0,
|
| 165 |
+
"cpu_ms_per_call": 29.795,
|
| 166 |
+
"footprint_mb": 355.8,
|
| 167 |
+
"last_output_finite": true,
|
| 168 |
+
"median_ms": 58.606,
|
| 169 |
+
"ms": [
|
| 170 |
+
57.459,
|
| 171 |
+
60.766,
|
| 172 |
+
57.307,
|
| 173 |
+
61.448,
|
| 174 |
+
57.443,
|
| 175 |
+
60.592,
|
| 176 |
+
57.493,
|
| 177 |
+
61.018,
|
| 178 |
+
57.461,
|
| 179 |
+
60.942,
|
| 180 |
+
57.527,
|
| 181 |
+
59.683,
|
| 182 |
+
57.474,
|
| 183 |
+
60.547,
|
| 184 |
+
57.51,
|
| 185 |
+
60.516,
|
| 186 |
+
57.494,
|
| 187 |
+
60.757,
|
| 188 |
+
57.53,
|
| 189 |
+
60.395
|
| 190 |
+
],
|
| 191 |
+
"p90_ms": 60.949,
|
| 192 |
+
"power": {
|
| 193 |
+
"battery": "charging",
|
| 194 |
+
"level": 0.800000011920929,
|
| 195 |
+
"low_power_mode": false
|
| 196 |
+
},
|
| 197 |
+
"rep": 1,
|
| 198 |
+
"sequence": 4,
|
| 199 |
+
"t_start_s": 5.646,
|
| 200 |
+
"thermal_after": "nominal",
|
| 201 |
+
"thermal_before": "nominal",
|
| 202 |
+
"warm_ms": [
|
| 203 |
+
63.581,
|
| 204 |
+
57.368,
|
| 205 |
+
60.153
|
| 206 |
+
]
|
| 207 |
+
},
|
| 208 |
+
{
|
| 209 |
+
"available_mb": 3186,
|
| 210 |
+
"block_s": 1.188,
|
| 211 |
+
"cooled_s": 0,
|
| 212 |
+
"cpu_ms_per_call": 28.706,
|
| 213 |
+
"footprint_mb": 354,
|
| 214 |
+
"last_output_finite": true,
|
| 215 |
+
"median_ms": 58.541,
|
| 216 |
+
"ms": [
|
| 217 |
+
57.738,
|
| 218 |
+
60.489,
|
| 219 |
+
57.636,
|
| 220 |
+
60.552,
|
| 221 |
+
57.606,
|
| 222 |
+
60.909,
|
| 223 |
+
57.74,
|
| 224 |
+
61.061,
|
| 225 |
+
58.185,
|
| 226 |
+
61.038,
|
| 227 |
+
57.74,
|
| 228 |
+
58.858,
|
| 229 |
+
61.201,
|
| 230 |
+
57.964,
|
| 231 |
+
60.657,
|
| 232 |
+
57.966,
|
| 233 |
+
63.51,
|
| 234 |
+
58.223,
|
| 235 |
+
61.017,
|
| 236 |
+
57.901
|
| 237 |
+
],
|
| 238 |
+
"p90_ms": 61.075,
|
| 239 |
+
"power": {
|
| 240 |
+
"battery": "charging",
|
| 241 |
+
"level": 0.800000011920929,
|
| 242 |
+
"low_power_mode": false
|
| 243 |
+
},
|
| 244 |
+
"rep": 2,
|
| 245 |
+
"sequence": 7,
|
| 246 |
+
"t_start_s": 9.694,
|
| 247 |
+
"thermal_after": "nominal",
|
| 248 |
+
"thermal_before": "nominal",
|
| 249 |
+
"warm_ms": [
|
| 250 |
+
60.409,
|
| 251 |
+
57.796,
|
| 252 |
+
60.402
|
| 253 |
+
]
|
| 254 |
+
},
|
| 255 |
+
{
|
| 256 |
+
"available_mb": 3187.6,
|
| 257 |
+
"block_s": 1.2,
|
| 258 |
+
"cooled_s": 0,
|
| 259 |
+
"cpu_ms_per_call": 29.287,
|
| 260 |
+
"footprint_mb": 352.4,
|
| 261 |
+
"last_output_finite": true,
|
| 262 |
+
"median_ms": 59.536,
|
| 263 |
+
"ms": [
|
| 264 |
+
58.172,
|
| 265 |
+
60.356,
|
| 266 |
+
58.552,
|
| 267 |
+
62.172,
|
| 268 |
+
58.339,
|
| 269 |
+
61.632,
|
| 270 |
+
58.443,
|
| 271 |
+
61.032,
|
| 272 |
+
58.635,
|
| 273 |
+
61.503,
|
| 274 |
+
58.343,
|
| 275 |
+
61.107,
|
| 276 |
+
58.716,
|
| 277 |
+
61.943,
|
| 278 |
+
58.434,
|
| 279 |
+
61.822,
|
| 280 |
+
58.488,
|
| 281 |
+
61.432,
|
| 282 |
+
58.699,
|
| 283 |
+
61.784
|
| 284 |
+
],
|
| 285 |
+
"p90_ms": 61.834,
|
| 286 |
+
"power": {
|
| 287 |
+
"battery": "charging",
|
| 288 |
+
"level": 0.800000011920929,
|
| 289 |
+
"low_power_mode": false
|
| 290 |
+
},
|
| 291 |
+
"rep": 3,
|
| 292 |
+
"sequence": 10,
|
| 293 |
+
"t_start_s": 13.801,
|
| 294 |
+
"thermal_after": "nominal",
|
| 295 |
+
"thermal_before": "nominal",
|
| 296 |
+
"warm_ms": [
|
| 297 |
+
66.933,
|
| 298 |
+
58.234,
|
| 299 |
+
61.165
|
| 300 |
+
]
|
| 301 |
+
},
|
| 302 |
+
{
|
| 303 |
+
"available_mb": 3189.9,
|
| 304 |
+
"block_s": 1.204,
|
| 305 |
+
"cooled_s": 0,
|
| 306 |
+
"cpu_ms_per_call": 28.197,
|
| 307 |
+
"footprint_mb": 350.1,
|
| 308 |
+
"last_output_finite": true,
|
| 309 |
+
"median_ms": 59.603,
|
| 310 |
+
"ms": [
|
| 311 |
+
58.67,
|
| 312 |
+
59.996,
|
| 313 |
+
58.936,
|
| 314 |
+
62.5,
|
| 315 |
+
58.904,
|
| 316 |
+
61.863,
|
| 317 |
+
59.106,
|
| 318 |
+
60.478,
|
| 319 |
+
58.725,
|
| 320 |
+
61.552,
|
| 321 |
+
59.031,
|
| 322 |
+
61.698,
|
| 323 |
+
58.696,
|
| 324 |
+
61.223,
|
| 325 |
+
58.899,
|
| 326 |
+
61.253,
|
| 327 |
+
59.21,
|
| 328 |
+
62.207,
|
| 329 |
+
58.918,
|
| 330 |
+
61.685
|
| 331 |
+
],
|
| 332 |
+
"p90_ms": 61.898,
|
| 333 |
+
"power": {
|
| 334 |
+
"battery": "charging",
|
| 335 |
+
"level": 0.800000011920929,
|
| 336 |
+
"low_power_mode": false
|
| 337 |
+
},
|
| 338 |
+
"rep": 4,
|
| 339 |
+
"sequence": 13,
|
| 340 |
+
"t_start_s": 17.935,
|
| 341 |
+
"thermal_after": "nominal",
|
| 342 |
+
"thermal_before": "nominal",
|
| 343 |
+
"warm_ms": [
|
| 344 |
+
69.975,
|
| 345 |
+
58.316,
|
| 346 |
+
61.346
|
| 347 |
+
]
|
| 348 |
+
},
|
| 349 |
+
{
|
| 350 |
+
"available_mb": 3189.7,
|
| 351 |
+
"block_s": 1.214,
|
| 352 |
+
"cooled_s": 0,
|
| 353 |
+
"cpu_ms_per_call": 29.208,
|
| 354 |
+
"footprint_mb": 350.3,
|
| 355 |
+
"last_output_finite": true,
|
| 356 |
+
"median_ms": 60.521,
|
| 357 |
+
"ms": [
|
| 358 |
+
59.035,
|
| 359 |
+
62.387,
|
| 360 |
+
59.012,
|
| 361 |
+
61.893,
|
| 362 |
+
59.051,
|
| 363 |
+
62.308,
|
| 364 |
+
59.307,
|
| 365 |
+
61.73,
|
| 366 |
+
58.87,
|
| 367 |
+
63.565,
|
| 368 |
+
59.215,
|
| 369 |
+
62.102,
|
| 370 |
+
59.101,
|
| 371 |
+
62.135,
|
| 372 |
+
59.236,
|
| 373 |
+
62.254,
|
| 374 |
+
58.99,
|
| 375 |
+
61.681,
|
| 376 |
+
59.361,
|
| 377 |
+
62.397
|
| 378 |
+
],
|
| 379 |
+
"p90_ms": 62.388,
|
| 380 |
+
"power": {
|
| 381 |
+
"battery": "charging",
|
| 382 |
+
"level": 0.800000011920929,
|
| 383 |
+
"low_power_mode": false
|
| 384 |
+
},
|
| 385 |
+
"rep": 5,
|
| 386 |
+
"sequence": 16,
|
| 387 |
+
"t_start_s": 22.087,
|
| 388 |
+
"thermal_after": "nominal",
|
| 389 |
+
"thermal_before": "nominal",
|
| 390 |
+
"warm_ms": [
|
| 391 |
+
67.081,
|
| 392 |
+
59.131,
|
| 393 |
+
62.11
|
| 394 |
+
]
|
| 395 |
+
},
|
| 396 |
+
{
|
| 397 |
+
"available_mb": 3189.4,
|
| 398 |
+
"block_s": 1.217,
|
| 399 |
+
"cooled_s": 0,
|
| 400 |
+
"cpu_ms_per_call": 28.576,
|
| 401 |
+
"footprint_mb": 350.6,
|
| 402 |
+
"last_output_finite": true,
|
| 403 |
+
"median_ms": 60.432,
|
| 404 |
+
"ms": [
|
| 405 |
+
59.411,
|
| 406 |
+
62.923,
|
| 407 |
+
59.449,
|
| 408 |
+
61.268,
|
| 409 |
+
59.394,
|
| 410 |
+
62.366,
|
| 411 |
+
59.41,
|
| 412 |
+
62.24,
|
| 413 |
+
59.343,
|
| 414 |
+
62.363,
|
| 415 |
+
59.239,
|
| 416 |
+
62.252,
|
| 417 |
+
59.596,
|
| 418 |
+
62.701,
|
| 419 |
+
59.473,
|
| 420 |
+
62.371,
|
| 421 |
+
59.35,
|
| 422 |
+
62.25,
|
| 423 |
+
59.337,
|
| 424 |
+
62.338
|
| 425 |
+
],
|
| 426 |
+
"p90_ms": 62.404,
|
| 427 |
+
"power": {
|
| 428 |
+
"battery": "charging",
|
| 429 |
+
"level": 0.800000011920929,
|
| 430 |
+
"low_power_mode": false
|
| 431 |
+
},
|
| 432 |
+
"rep": 6,
|
| 433 |
+
"sequence": 19,
|
| 434 |
+
"t_start_s": 26.281,
|
| 435 |
+
"thermal_after": "nominal",
|
| 436 |
+
"thermal_before": "nominal",
|
| 437 |
+
"warm_ms": [
|
| 438 |
+
68.652,
|
| 439 |
+
59.264,
|
| 440 |
+
62.335
|
| 441 |
+
]
|
| 442 |
+
},
|
| 443 |
+
{
|
| 444 |
+
"available_mb": 3189.1,
|
| 445 |
+
"block_s": 1.218,
|
| 446 |
+
"cooled_s": 0,
|
| 447 |
+
"cpu_ms_per_call": 29.388,
|
| 448 |
+
"footprint_mb": 350.9,
|
| 449 |
+
"last_output_finite": true,
|
| 450 |
+
"median_ms": 60.399,
|
| 451 |
+
"ms": [
|
| 452 |
+
59.358,
|
| 453 |
+
62.609,
|
| 454 |
+
59.502,
|
| 455 |
+
62.507,
|
| 456 |
+
59.317,
|
| 457 |
+
62.544,
|
| 458 |
+
59.515,
|
| 459 |
+
62.7,
|
| 460 |
+
59.344,
|
| 461 |
+
62.915,
|
| 462 |
+
59.419,
|
| 463 |
+
61.282,
|
| 464 |
+
59.394,
|
| 465 |
+
61.701,
|
| 466 |
+
59.36,
|
| 467 |
+
62.373,
|
| 468 |
+
59.426,
|
| 469 |
+
62.51,
|
| 470 |
+
59.37,
|
| 471 |
+
62.935
|
| 472 |
+
],
|
| 473 |
+
"p90_ms": 62.722,
|
| 474 |
+
"power": {
|
| 475 |
+
"battery": "charging",
|
| 476 |
+
"level": 0.800000011920929,
|
| 477 |
+
"low_power_mode": false
|
| 478 |
+
},
|
| 479 |
+
"rep": 7,
|
| 480 |
+
"sequence": 22,
|
| 481 |
+
"t_start_s": 30.472,
|
| 482 |
+
"thermal_after": "nominal",
|
| 483 |
+
"thermal_before": "nominal",
|
| 484 |
+
"warm_ms": [
|
| 485 |
+
63.699,
|
| 486 |
+
59.432,
|
| 487 |
+
62.643
|
| 488 |
+
]
|
| 489 |
+
}
|
| 490 |
+
],
|
| 491 |
+
"made": "2026-10-13T22:53:02+0900",
|
| 492 |
+
"run_dir": "<work>/device/pull/r4a2224-t-T3000-fp16"
|
| 493 |
+
}
|
provenance/encoder/iphone-gpu-jit-gate.json
ADDED
|
@@ -0,0 +1,901 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bundle": "eg2_audio_fp16_T3000.aimodel",
|
| 3 |
+
"function": "main",
|
| 4 |
+
"contract": "eg2stt",
|
| 5 |
+
"form": "fp16",
|
| 6 |
+
"bucket_frames": 3000,
|
| 7 |
+
"backend": "gpu-jit",
|
| 8 |
+
"route": "gpu-jit",
|
| 9 |
+
"specialization": "SpecializationOptions(allowedComputeUnitKinds: Set([CoreAIDelegates.ComputeUnitKind.cpu, CoreAIDelegates.ComputeUnitKind.gpu, CoreAIDelegates.ComputeUnitKind.neuralEngine]), preferredComputeUnitKind: Optional(CoreAIDelegates.ComputeUnitKind.gpu), enableEncodingFunctions: false, enableDefaultOSPreferredCompute: true, debugConfiguration: nil, expectFrequentReshapes: false, delegateOptionsOverride: nil)",
|
| 10 |
+
"compute": "gpu",
|
| 11 |
+
"preferred_compute_unit": "gpu",
|
| 12 |
+
"input_dtype": "float16",
|
| 13 |
+
"bar": {
|
| 14 |
+
"cos_mean_per_clip": 0.999,
|
| 15 |
+
"cos_min_per_clip": 0.99
|
| 16 |
+
},
|
| 17 |
+
"summary": {
|
| 18 |
+
"pass": true,
|
| 19 |
+
"clips": 20,
|
| 20 |
+
"tokens": 5036,
|
| 21 |
+
"cos_mean_of_means": 0.9999970271281511,
|
| 22 |
+
"cos_mean_worst_clip": 0.9999734424058659,
|
| 23 |
+
"cos_min": 0.9962582505090709,
|
| 24 |
+
"cos_min_clip": "1188-133604-0001",
|
| 25 |
+
"worst5_positions": [
|
| 26 |
+
{
|
| 27 |
+
"cos": 0.9962582505090709,
|
| 28 |
+
"id": "1188-133604-0001",
|
| 29 |
+
"pos": 217
|
| 30 |
+
},
|
| 31 |
+
{
|
| 32 |
+
"cos": 0.998000519601377,
|
| 33 |
+
"id": "1188-133604-0001",
|
| 34 |
+
"pos": 218
|
| 35 |
+
},
|
| 36 |
+
{
|
| 37 |
+
"cos": 0.9993068874896276,
|
| 38 |
+
"id": "121-121726-0001",
|
| 39 |
+
"pos": 52
|
| 40 |
+
},
|
| 41 |
+
{
|
| 42 |
+
"cos": 0.9994797442089033,
|
| 43 |
+
"id": "1089-134686-0000",
|
| 44 |
+
"pos": 129
|
| 45 |
+
},
|
| 46 |
+
{
|
| 47 |
+
"cos": 0.9996163980341319,
|
| 48 |
+
"id": "121-121726-0001",
|
| 49 |
+
"pos": 53
|
| 50 |
+
}
|
| 51 |
+
],
|
| 52 |
+
"clips_failing": [],
|
| 53 |
+
"max_abs": 0.41021156311035156,
|
| 54 |
+
"nonfinite": 0,
|
| 55 |
+
"drift_max_abs": 0.0,
|
| 56 |
+
"drift_ok": true,
|
| 57 |
+
"red_arm_all_fail": true
|
| 58 |
+
},
|
| 59 |
+
"red_arm_masks_all_ones": [
|
| 60 |
+
{
|
| 61 |
+
"id": "1089-134686-0002",
|
| 62 |
+
"n_frames": 662,
|
| 63 |
+
"cos_min": 0.8497772853454273,
|
| 64 |
+
"worst_pos": 165,
|
| 65 |
+
"last_pos": 165,
|
| 66 |
+
"fails_bar": true
|
| 67 |
+
},
|
| 68 |
+
{
|
| 69 |
+
"id": "2094-142345-0001",
|
| 70 |
+
"n_frames": 802,
|
| 71 |
+
"cos_min": 0.8468062895860485,
|
| 72 |
+
"worst_pos": 200,
|
| 73 |
+
"last_pos": 200,
|
| 74 |
+
"fails_bar": true
|
| 75 |
+
},
|
| 76 |
+
{
|
| 77 |
+
"id": "2300-131720-0001",
|
| 78 |
+
"n_frames": 1462,
|
| 79 |
+
"cos_min": 0.8792389556123755,
|
| 80 |
+
"worst_pos": 365,
|
| 81 |
+
"last_pos": 365,
|
| 82 |
+
"fails_bar": true
|
| 83 |
+
}
|
| 84 |
+
],
|
| 85 |
+
"judged_by": "ios-gate/tools/judge.py with WT/conversion/eg2_transcribe/_common.py token_stats + compared_tokens (the functions gate_encoder.py uses)",
|
| 86 |
+
"timing_note": "per-call ms of the gate passes (the timing launch is separate)",
|
| 87 |
+
"load_s": 2.937,
|
| 88 |
+
"load_cpu_s": 3.747,
|
| 89 |
+
"first_call_s": 10.1197,
|
| 90 |
+
"median_call_s_pass2": 0.0566,
|
| 91 |
+
"cpu_ms_per_call_by_pass": [
|
| 92 |
+
36.995,
|
| 93 |
+
21.635
|
| 94 |
+
],
|
| 95 |
+
"device": {
|
| 96 |
+
"arch": "h19p",
|
| 97 |
+
"available_compute_units": [
|
| 98 |
+
"cpu",
|
| 99 |
+
"gpu",
|
| 100 |
+
"neuralEngine"
|
| 101 |
+
],
|
| 102 |
+
"build": "24B5099f",
|
| 103 |
+
"machine": "iPhone19,2",
|
| 104 |
+
"os": "Version 27.2 (Build 24B5099f)",
|
| 105 |
+
"physical_memory_gb": 12.12
|
| 106 |
+
},
|
| 107 |
+
"coreai": {
|
| 108 |
+
"bundle_id": "com.apple.CoreAI",
|
| 109 |
+
"short": "1.0",
|
| 110 |
+
"version": "1"
|
| 111 |
+
},
|
| 112 |
+
"power_start": {
|
| 113 |
+
"battery": "charging",
|
| 114 |
+
"level": 0.800000011920929,
|
| 115 |
+
"low_power_mode": false
|
| 116 |
+
},
|
| 117 |
+
"power_end": {
|
| 118 |
+
"battery": "charging",
|
| 119 |
+
"level": 0.800000011920929,
|
| 120 |
+
"low_power_mode": false
|
| 121 |
+
},
|
| 122 |
+
"thermal": {
|
| 123 |
+
"start": "nominal",
|
| 124 |
+
"after_load": "nominal",
|
| 125 |
+
"by_pass": [
|
| 126 |
+
"nominal",
|
| 127 |
+
"nominal"
|
| 128 |
+
],
|
| 129 |
+
"end": "nominal",
|
| 130 |
+
"changes": []
|
| 131 |
+
},
|
| 132 |
+
"memory_mb": {
|
| 133 |
+
"start": 9.8,
|
| 134 |
+
"before_load": 9.9,
|
| 135 |
+
"after_load": 94.3,
|
| 136 |
+
"peak": 161,
|
| 137 |
+
"available_start": 3530.2,
|
| 138 |
+
"available_after_load": 3445.7,
|
| 139 |
+
"available_least": 3379
|
| 140 |
+
},
|
| 141 |
+
"label": "r4a2224-g-fp16-T3000-gpu-jit",
|
| 142 |
+
"run_started": "2026-10-13T13:26:49Z",
|
| 143 |
+
"run_finished": "2026-10-13T13:27:05Z",
|
| 144 |
+
"run_dir": "<work>/device/pull/r4a2224-g-fp16-T3000-gpu-jit",
|
| 145 |
+
"judged": "2026-10-13T22:52:58+0900",
|
| 146 |
+
"clips_table": [
|
| 147 |
+
{
|
| 148 |
+
"n": 261,
|
| 149 |
+
"cos_mean": 0.9999969421093816,
|
| 150 |
+
"cos_min": 0.9994797442089033,
|
| 151 |
+
"worst5": [
|
| 152 |
+
{
|
| 153 |
+
"pos": 129,
|
| 154 |
+
"cos": 0.9994797442089033
|
| 155 |
+
},
|
| 156 |
+
{
|
| 157 |
+
"pos": 130,
|
| 158 |
+
"cos": 0.9998292093915552
|
| 159 |
+
},
|
| 160 |
+
{
|
| 161 |
+
"pos": 223,
|
| 162 |
+
"cos": 0.9999895335979906
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"pos": 131,
|
| 166 |
+
"cos": 0.9999954918130789
|
| 167 |
+
},
|
| 168 |
+
{
|
| 169 |
+
"pos": 122,
|
| 170 |
+
"cos": 0.9999977921801628
|
| 171 |
+
}
|
| 172 |
+
],
|
| 173 |
+
"max_abs": 0.15066051483154297,
|
| 174 |
+
"ref_max_abs": 7.2352070808410645,
|
| 175 |
+
"nonfinite": 0,
|
| 176 |
+
"drift_max_abs": 0.0,
|
| 177 |
+
"pass": true,
|
| 178 |
+
"id": "1089-134686-0000",
|
| 179 |
+
"n_frames": 1043,
|
| 180 |
+
"cut": false,
|
| 181 |
+
"call_s": 10.1197
|
| 182 |
+
},
|
| 183 |
+
{
|
| 184 |
+
"n": 166,
|
| 185 |
+
"cos_mean": 0.9999994190930948,
|
| 186 |
+
"cos_min": 0.9999829211923381,
|
| 187 |
+
"worst5": [
|
| 188 |
+
{
|
| 189 |
+
"pos": 164,
|
| 190 |
+
"cos": 0.9999829211923381
|
| 191 |
+
},
|
| 192 |
+
{
|
| 193 |
+
"pos": 163,
|
| 194 |
+
"cos": 0.999993031517811
|
| 195 |
+
},
|
| 196 |
+
{
|
| 197 |
+
"pos": 149,
|
| 198 |
+
"cos": 0.9999963259745019
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"pos": 8,
|
| 202 |
+
"cos": 0.999996952970286
|
| 203 |
+
},
|
| 204 |
+
{
|
| 205 |
+
"pos": 165,
|
| 206 |
+
"cos": 0.9999971427372807
|
| 207 |
+
}
|
| 208 |
+
],
|
| 209 |
+
"max_abs": 0.024215995334088802,
|
| 210 |
+
"ref_max_abs": 6.5739240646362305,
|
| 211 |
+
"nonfinite": 0,
|
| 212 |
+
"drift_max_abs": 0.0,
|
| 213 |
+
"pass": true,
|
| 214 |
+
"id": "1089-134686-0002",
|
| 215 |
+
"n_frames": 662,
|
| 216 |
+
"cut": false,
|
| 217 |
+
"call_s": 0.065
|
| 218 |
+
},
|
| 219 |
+
{
|
| 220 |
+
"n": 268,
|
| 221 |
+
"cos_mean": 0.9999989089681879,
|
| 222 |
+
"cos_min": 0.9999300226378455,
|
| 223 |
+
"worst5": [
|
| 224 |
+
{
|
| 225 |
+
"pos": 216,
|
| 226 |
+
"cos": 0.9999300226378455
|
| 227 |
+
},
|
| 228 |
+
{
|
| 229 |
+
"pos": 128,
|
| 230 |
+
"cos": 0.9999743336612394
|
| 231 |
+
},
|
| 232 |
+
{
|
| 233 |
+
"pos": 215,
|
| 234 |
+
"cos": 0.9999900003958683
|
| 235 |
+
},
|
| 236 |
+
{
|
| 237 |
+
"pos": 99,
|
| 238 |
+
"cos": 0.9999915421273025
|
| 239 |
+
},
|
| 240 |
+
{
|
| 241 |
+
"pos": 214,
|
| 242 |
+
"cos": 0.9999917649263568
|
| 243 |
+
}
|
| 244 |
+
],
|
| 245 |
+
"max_abs": 0.06435624696314335,
|
| 246 |
+
"ref_max_abs": 6.307945251464844,
|
| 247 |
+
"nonfinite": 0,
|
| 248 |
+
"drift_max_abs": 0.0,
|
| 249 |
+
"pass": true,
|
| 250 |
+
"id": "1188-133604-0000",
|
| 251 |
+
"n_frames": 1072,
|
| 252 |
+
"cut": false,
|
| 253 |
+
"call_s": 0.0565
|
| 254 |
+
},
|
| 255 |
+
{
|
| 256 |
+
"n": 226,
|
| 257 |
+
"cos_mean": 0.9999734424058659,
|
| 258 |
+
"cos_min": 0.9962582505090709,
|
| 259 |
+
"worst5": [
|
| 260 |
+
{
|
| 261 |
+
"pos": 217,
|
| 262 |
+
"cos": 0.9962582505090709
|
| 263 |
+
},
|
| 264 |
+
{
|
| 265 |
+
"pos": 218,
|
| 266 |
+
"cos": 0.998000519601377
|
| 267 |
+
},
|
| 268 |
+
{
|
| 269 |
+
"pos": 219,
|
| 270 |
+
"cos": 0.999965999975977
|
| 271 |
+
},
|
| 272 |
+
{
|
| 273 |
+
"pos": 63,
|
| 274 |
+
"cos": 0.9999708802050897
|
| 275 |
+
},
|
| 276 |
+
{
|
| 277 |
+
"pos": 223,
|
| 278 |
+
"cos": 0.9999805928769347
|
| 279 |
+
}
|
| 280 |
+
],
|
| 281 |
+
"max_abs": 0.41021156311035156,
|
| 282 |
+
"ref_max_abs": 6.497803688049316,
|
| 283 |
+
"nonfinite": 0,
|
| 284 |
+
"drift_max_abs": 0.0,
|
| 285 |
+
"pass": true,
|
| 286 |
+
"id": "1188-133604-0001",
|
| 287 |
+
"n_frames": 903,
|
| 288 |
+
"cut": false,
|
| 289 |
+
"call_s": 0.0564
|
| 290 |
+
},
|
| 291 |
+
{
|
| 292 |
+
"n": 212,
|
| 293 |
+
"cos_mean": 0.999998785052735,
|
| 294 |
+
"cos_min": 0.9999754315539712,
|
| 295 |
+
"worst5": [
|
| 296 |
+
{
|
| 297 |
+
"pos": 103,
|
| 298 |
+
"cos": 0.9999754315539712
|
| 299 |
+
},
|
| 300 |
+
{
|
| 301 |
+
"pos": 160,
|
| 302 |
+
"cos": 0.9999784648168043
|
| 303 |
+
},
|
| 304 |
+
{
|
| 305 |
+
"pos": 104,
|
| 306 |
+
"cos": 0.9999859448825786
|
| 307 |
+
},
|
| 308 |
+
{
|
| 309 |
+
"pos": 5,
|
| 310 |
+
"cos": 0.9999896945278444
|
| 311 |
+
},
|
| 312 |
+
{
|
| 313 |
+
"pos": 4,
|
| 314 |
+
"cos": 0.9999902903433464
|
| 315 |
+
}
|
| 316 |
+
],
|
| 317 |
+
"max_abs": 0.0296628475189209,
|
| 318 |
+
"ref_max_abs": 6.237517833709717,
|
| 319 |
+
"nonfinite": 0,
|
| 320 |
+
"drift_max_abs": 0.0,
|
| 321 |
+
"pass": true,
|
| 322 |
+
"id": "121-121726-0000",
|
| 323 |
+
"n_frames": 845,
|
| 324 |
+
"cut": false,
|
| 325 |
+
"call_s": 0.0564
|
| 326 |
+
},
|
| 327 |
+
{
|
| 328 |
+
"n": 148,
|
| 329 |
+
"cos_mean": 0.9999894876993688,
|
| 330 |
+
"cos_min": 0.9993068874896276,
|
| 331 |
+
"worst5": [
|
| 332 |
+
{
|
| 333 |
+
"pos": 52,
|
| 334 |
+
"cos": 0.9993068874896276
|
| 335 |
+
},
|
| 336 |
+
{
|
| 337 |
+
"pos": 53,
|
| 338 |
+
"cos": 0.9996163980341319
|
| 339 |
+
},
|
| 340 |
+
{
|
| 341 |
+
"pos": 17,
|
| 342 |
+
"cos": 0.9999597499990923
|
| 343 |
+
},
|
| 344 |
+
{
|
| 345 |
+
"pos": 11,
|
| 346 |
+
"cos": 0.9999725750863443
|
| 347 |
+
},
|
| 348 |
+
{
|
| 349 |
+
"pos": 18,
|
| 350 |
+
"cos": 0.9999733096501212
|
| 351 |
+
}
|
| 352 |
+
],
|
| 353 |
+
"max_abs": 0.19186782836914062,
|
| 354 |
+
"ref_max_abs": 6.694194793701172,
|
| 355 |
+
"nonfinite": 0,
|
| 356 |
+
"drift_max_abs": 0.0,
|
| 357 |
+
"pass": true,
|
| 358 |
+
"id": "121-121726-0001",
|
| 359 |
+
"n_frames": 592,
|
| 360 |
+
"cut": false,
|
| 361 |
+
"call_s": 0.0565
|
| 362 |
+
},
|
| 363 |
+
{
|
| 364 |
+
"n": 311,
|
| 365 |
+
"cos_mean": 0.9999985150739088,
|
| 366 |
+
"cos_min": 0.9998327603287671,
|
| 367 |
+
"worst5": [
|
| 368 |
+
{
|
| 369 |
+
"pos": 179,
|
| 370 |
+
"cos": 0.9998327603287671
|
| 371 |
+
},
|
| 372 |
+
{
|
| 373 |
+
"pos": 178,
|
| 374 |
+
"cos": 0.9998934337471131
|
| 375 |
+
},
|
| 376 |
+
{
|
| 377 |
+
"pos": 256,
|
| 378 |
+
"cos": 0.9999517158967537
|
| 379 |
+
},
|
| 380 |
+
{
|
| 381 |
+
"pos": 255,
|
| 382 |
+
"cos": 0.9999912423901515
|
| 383 |
+
},
|
| 384 |
+
{
|
| 385 |
+
"pos": 158,
|
| 386 |
+
"cos": 0.9999918794656676
|
| 387 |
+
}
|
| 388 |
+
],
|
| 389 |
+
"max_abs": 0.08277773857116699,
|
| 390 |
+
"ref_max_abs": 8.03580379486084,
|
| 391 |
+
"nonfinite": 0,
|
| 392 |
+
"drift_max_abs": 0.0,
|
| 393 |
+
"pass": true,
|
| 394 |
+
"id": "1221-135766-0000",
|
| 395 |
+
"n_frames": 1243,
|
| 396 |
+
"cut": false,
|
| 397 |
+
"call_s": 0.0565
|
| 398 |
+
},
|
| 399 |
+
{
|
| 400 |
+
"n": 418,
|
| 401 |
+
"cos_mean": 0.9999994953198843,
|
| 402 |
+
"cos_min": 0.9999920372361186,
|
| 403 |
+
"worst5": [
|
| 404 |
+
{
|
| 405 |
+
"pos": 57,
|
| 406 |
+
"cos": 0.9999920372361186
|
| 407 |
+
},
|
| 408 |
+
{
|
| 409 |
+
"pos": 267,
|
| 410 |
+
"cos": 0.9999928945220049
|
| 411 |
+
},
|
| 412 |
+
{
|
| 413 |
+
"pos": 268,
|
| 414 |
+
"cos": 0.9999935662539869
|
| 415 |
+
},
|
| 416 |
+
{
|
| 417 |
+
"pos": 266,
|
| 418 |
+
"cos": 0.9999945617866912
|
| 419 |
+
},
|
| 420 |
+
{
|
| 421 |
+
"pos": 72,
|
| 422 |
+
"cos": 0.9999952306632071
|
| 423 |
+
}
|
| 424 |
+
],
|
| 425 |
+
"max_abs": 0.02139139175415039,
|
| 426 |
+
"ref_max_abs": 7.89909553527832,
|
| 427 |
+
"nonfinite": 0,
|
| 428 |
+
"drift_max_abs": 0.0,
|
| 429 |
+
"pass": true,
|
| 430 |
+
"id": "1221-135766-0001",
|
| 431 |
+
"n_frames": 1671,
|
| 432 |
+
"cut": false,
|
| 433 |
+
"call_s": 0.0564
|
| 434 |
+
},
|
| 435 |
+
{
|
| 436 |
+
"n": 203,
|
| 437 |
+
"cos_mean": 0.9999981592859328,
|
| 438 |
+
"cos_min": 0.9997761285839775,
|
| 439 |
+
"worst5": [
|
| 440 |
+
{
|
| 441 |
+
"pos": 120,
|
| 442 |
+
"cos": 0.9997761285839775
|
| 443 |
+
},
|
| 444 |
+
{
|
| 445 |
+
"pos": 119,
|
| 446 |
+
"cos": 0.9999498053984567
|
| 447 |
+
},
|
| 448 |
+
{
|
| 449 |
+
"pos": 121,
|
| 450 |
+
"cos": 0.99999584093538
|
| 451 |
+
},
|
| 452 |
+
{
|
| 453 |
+
"pos": 48,
|
| 454 |
+
"cos": 0.9999962681613452
|
| 455 |
+
},
|
| 456 |
+
{
|
| 457 |
+
"pos": 49,
|
| 458 |
+
"cos": 0.9999969217335339
|
| 459 |
+
}
|
| 460 |
+
],
|
| 461 |
+
"max_abs": 0.08682560920715332,
|
| 462 |
+
"ref_max_abs": 7.740767002105713,
|
| 463 |
+
"nonfinite": 0,
|
| 464 |
+
"drift_max_abs": 0.0,
|
| 465 |
+
"pass": true,
|
| 466 |
+
"id": "1284-1180-0000",
|
| 467 |
+
"n_frames": 811,
|
| 468 |
+
"cut": false,
|
| 469 |
+
"call_s": 0.0565
|
| 470 |
+
},
|
| 471 |
+
{
|
| 472 |
+
"n": 194,
|
| 473 |
+
"cos_mean": 0.9999992288280654,
|
| 474 |
+
"cos_min": 0.9999782092951311,
|
| 475 |
+
"worst5": [
|
| 476 |
+
{
|
| 477 |
+
"pos": 35,
|
| 478 |
+
"cos": 0.9999782092951311
|
| 479 |
+
},
|
| 480 |
+
{
|
| 481 |
+
"pos": 7,
|
| 482 |
+
"cos": 0.9999906668276102
|
| 483 |
+
},
|
| 484 |
+
{
|
| 485 |
+
"pos": 34,
|
| 486 |
+
"cos": 0.9999914503893963
|
| 487 |
+
},
|
| 488 |
+
{
|
| 489 |
+
"pos": 6,
|
| 490 |
+
"cos": 0.9999918464665769
|
| 491 |
+
},
|
| 492 |
+
{
|
| 493 |
+
"pos": 8,
|
| 494 |
+
"cos": 0.9999924850010091
|
| 495 |
+
}
|
| 496 |
+
],
|
| 497 |
+
"max_abs": 0.03583109378814697,
|
| 498 |
+
"ref_max_abs": 7.421662330627441,
|
| 499 |
+
"nonfinite": 0,
|
| 500 |
+
"drift_max_abs": 0.0,
|
| 501 |
+
"pass": true,
|
| 502 |
+
"id": "1284-1180-0001",
|
| 503 |
+
"n_frames": 775,
|
| 504 |
+
"cut": false,
|
| 505 |
+
"call_s": 0.0566
|
| 506 |
+
},
|
| 507 |
+
{
|
| 508 |
+
"n": 337,
|
| 509 |
+
"cos_mean": 0.9999994770552625,
|
| 510 |
+
"cos_min": 0.9999749480202813,
|
| 511 |
+
"worst5": [
|
| 512 |
+
{
|
| 513 |
+
"pos": 13,
|
| 514 |
+
"cos": 0.9999749480202813
|
| 515 |
+
},
|
| 516 |
+
{
|
| 517 |
+
"pos": 14,
|
| 518 |
+
"cos": 0.9999886107932585
|
| 519 |
+
},
|
| 520 |
+
{
|
| 521 |
+
"pos": 184,
|
| 522 |
+
"cos": 0.999994601305383
|
| 523 |
+
},
|
| 524 |
+
{
|
| 525 |
+
"pos": 56,
|
| 526 |
+
"cos": 0.9999956193569995
|
| 527 |
+
},
|
| 528 |
+
{
|
| 529 |
+
"pos": 15,
|
| 530 |
+
"cos": 0.9999962751292931
|
| 531 |
+
}
|
| 532 |
+
],
|
| 533 |
+
"max_abs": 0.02997136116027832,
|
| 534 |
+
"ref_max_abs": 6.521810531616211,
|
| 535 |
+
"nonfinite": 0,
|
| 536 |
+
"drift_max_abs": 0.0,
|
| 537 |
+
"pass": true,
|
| 538 |
+
"id": "1320-122612-0000",
|
| 539 |
+
"n_frames": 1347,
|
| 540 |
+
"cut": false,
|
| 541 |
+
"call_s": 0.0564
|
| 542 |
+
},
|
| 543 |
+
{
|
| 544 |
+
"n": 238,
|
| 545 |
+
"cos_mean": 0.999999128862958,
|
| 546 |
+
"cos_min": 0.9999026958988106,
|
| 547 |
+
"worst5": [
|
| 548 |
+
{
|
| 549 |
+
"pos": 85,
|
| 550 |
+
"cos": 0.9999026958988106
|
| 551 |
+
},
|
| 552 |
+
{
|
| 553 |
+
"pos": 86,
|
| 554 |
+
"cos": 0.9999863311701992
|
| 555 |
+
},
|
| 556 |
+
{
|
| 557 |
+
"pos": 5,
|
| 558 |
+
"cos": 0.9999968790459138
|
| 559 |
+
},
|
| 560 |
+
{
|
| 561 |
+
"pos": 44,
|
| 562 |
+
"cos": 0.9999975088361619
|
| 563 |
+
},
|
| 564 |
+
{
|
| 565 |
+
"pos": 233,
|
| 566 |
+
"cos": 0.9999975385848393
|
| 567 |
+
}
|
| 568 |
+
],
|
| 569 |
+
"max_abs": 0.059140563011169434,
|
| 570 |
+
"ref_max_abs": 7.879604816436768,
|
| 571 |
+
"nonfinite": 0,
|
| 572 |
+
"drift_max_abs": 0.0,
|
| 573 |
+
"pass": true,
|
| 574 |
+
"id": "1320-122612-0001",
|
| 575 |
+
"n_frames": 951,
|
| 576 |
+
"cut": false,
|
| 577 |
+
"call_s": 0.0566
|
| 578 |
+
},
|
| 579 |
+
{
|
| 580 |
+
"n": 224,
|
| 581 |
+
"cos_mean": 0.999997962109065,
|
| 582 |
+
"cos_min": 0.9998128424813301,
|
| 583 |
+
"worst5": [
|
| 584 |
+
{
|
| 585 |
+
"pos": 142,
|
| 586 |
+
"cos": 0.9998128424813301
|
| 587 |
+
},
|
| 588 |
+
{
|
| 589 |
+
"pos": 143,
|
| 590 |
+
"cos": 0.9999125124259962
|
| 591 |
+
},
|
| 592 |
+
{
|
| 593 |
+
"pos": 141,
|
| 594 |
+
"cos": 0.9999636020309144
|
| 595 |
+
},
|
| 596 |
+
{
|
| 597 |
+
"pos": 15,
|
| 598 |
+
"cos": 0.999983058488564
|
| 599 |
+
},
|
| 600 |
+
{
|
| 601 |
+
"pos": 160,
|
| 602 |
+
"cos": 0.9999938738785651
|
| 603 |
+
}
|
| 604 |
+
],
|
| 605 |
+
"max_abs": 0.08508211374282837,
|
| 606 |
+
"ref_max_abs": 7.707693099975586,
|
| 607 |
+
"nonfinite": 0,
|
| 608 |
+
"drift_max_abs": 0.0,
|
| 609 |
+
"pass": true,
|
| 610 |
+
"id": "1580-141083-0000",
|
| 611 |
+
"n_frames": 893,
|
| 612 |
+
"cut": false,
|
| 613 |
+
"call_s": 0.0565
|
| 614 |
+
},
|
| 615 |
+
{
|
| 616 |
+
"n": 257,
|
| 617 |
+
"cos_mean": 0.9999988043639418,
|
| 618 |
+
"cos_min": 0.9999333684963331,
|
| 619 |
+
"worst5": [
|
| 620 |
+
{
|
| 621 |
+
"pos": 98,
|
| 622 |
+
"cos": 0.9999333684963331
|
| 623 |
+
},
|
| 624 |
+
{
|
| 625 |
+
"pos": 245,
|
| 626 |
+
"cos": 0.9999344115046217
|
| 627 |
+
},
|
| 628 |
+
{
|
| 629 |
+
"pos": 246,
|
| 630 |
+
"cos": 0.9999696948350809
|
| 631 |
+
},
|
| 632 |
+
{
|
| 633 |
+
"pos": 6,
|
| 634 |
+
"cos": 0.9999798210957563
|
| 635 |
+
},
|
| 636 |
+
{
|
| 637 |
+
"pos": 99,
|
| 638 |
+
"cos": 0.9999866983269934
|
| 639 |
+
}
|
| 640 |
+
],
|
| 641 |
+
"max_abs": 0.06687891483306885,
|
| 642 |
+
"ref_max_abs": 6.8953423500061035,
|
| 643 |
+
"nonfinite": 0,
|
| 644 |
+
"drift_max_abs": 0.0,
|
| 645 |
+
"pass": true,
|
| 646 |
+
"id": "1580-141083-0001",
|
| 647 |
+
"n_frames": 1025,
|
| 648 |
+
"cut": false,
|
| 649 |
+
"call_s": 0.0565
|
| 650 |
+
},
|
| 651 |
+
{
|
| 652 |
+
"n": 237,
|
| 653 |
+
"cos_mean": 0.9999963024418764,
|
| 654 |
+
"cos_min": 0.999688847182132,
|
| 655 |
+
"worst5": [
|
| 656 |
+
{
|
| 657 |
+
"pos": 121,
|
| 658 |
+
"cos": 0.999688847182132
|
| 659 |
+
},
|
| 660 |
+
{
|
| 661 |
+
"pos": 108,
|
| 662 |
+
"cos": 0.9996892464406539
|
| 663 |
+
},
|
| 664 |
+
{
|
| 665 |
+
"pos": 120,
|
| 666 |
+
"cos": 0.9999349532609968
|
| 667 |
+
},
|
| 668 |
+
{
|
| 669 |
+
"pos": 25,
|
| 670 |
+
"cos": 0.9999846624648883
|
| 671 |
+
},
|
| 672 |
+
{
|
| 673 |
+
"pos": 110,
|
| 674 |
+
"cos": 0.9999850374280206
|
| 675 |
+
}
|
| 676 |
+
],
|
| 677 |
+
"max_abs": 0.12391507625579834,
|
| 678 |
+
"ref_max_abs": 6.876163959503174,
|
| 679 |
+
"nonfinite": 0,
|
| 680 |
+
"drift_max_abs": 0.0,
|
| 681 |
+
"pass": true,
|
| 682 |
+
"id": "1995-1826-0000",
|
| 683 |
+
"n_frames": 948,
|
| 684 |
+
"cut": false,
|
| 685 |
+
"call_s": 0.0565
|
| 686 |
+
},
|
| 687 |
+
{
|
| 688 |
+
"n": 254,
|
| 689 |
+
"cos_mean": 0.9999994963896761,
|
| 690 |
+
"cos_min": 0.9999927538341817,
|
| 691 |
+
"worst5": [
|
| 692 |
+
{
|
| 693 |
+
"pos": 184,
|
| 694 |
+
"cos": 0.9999927538341817
|
| 695 |
+
},
|
| 696 |
+
{
|
| 697 |
+
"pos": 185,
|
| 698 |
+
"cos": 0.9999930894351289
|
| 699 |
+
},
|
| 700 |
+
{
|
| 701 |
+
"pos": 186,
|
| 702 |
+
"cos": 0.9999951151713483
|
| 703 |
+
},
|
| 704 |
+
{
|
| 705 |
+
"pos": 183,
|
| 706 |
+
"cos": 0.9999982909503212
|
| 707 |
+
},
|
| 708 |
+
{
|
| 709 |
+
"pos": 204,
|
| 710 |
+
"cos": 0.9999983730271591
|
| 711 |
+
}
|
| 712 |
+
],
|
| 713 |
+
"max_abs": 0.018108248710632324,
|
| 714 |
+
"ref_max_abs": 7.509359359741211,
|
| 715 |
+
"nonfinite": 0,
|
| 716 |
+
"drift_max_abs": 0.0,
|
| 717 |
+
"pass": true,
|
| 718 |
+
"id": "1995-1826-0001",
|
| 719 |
+
"n_frames": 1016,
|
| 720 |
+
"cut": false,
|
| 721 |
+
"call_s": 0.0565
|
| 722 |
+
},
|
| 723 |
+
{
|
| 724 |
+
"n": 201,
|
| 725 |
+
"cos_mean": 0.9999988939739854,
|
| 726 |
+
"cos_min": 0.9999518919052379,
|
| 727 |
+
"worst5": [
|
| 728 |
+
{
|
| 729 |
+
"pos": 77,
|
| 730 |
+
"cos": 0.9999518919052379
|
| 731 |
+
},
|
| 732 |
+
{
|
| 733 |
+
"pos": 190,
|
| 734 |
+
"cos": 0.9999648338935453
|
| 735 |
+
},
|
| 736 |
+
{
|
| 737 |
+
"pos": 191,
|
| 738 |
+
"cos": 0.9999882311850843
|
| 739 |
+
},
|
| 740 |
+
{
|
| 741 |
+
"pos": 78,
|
| 742 |
+
"cos": 0.9999888636295651
|
| 743 |
+
},
|
| 744 |
+
{
|
| 745 |
+
"pos": 12,
|
| 746 |
+
"cos": 0.9999912141792341
|
| 747 |
+
}
|
| 748 |
+
],
|
| 749 |
+
"max_abs": 0.04511505365371704,
|
| 750 |
+
"ref_max_abs": 7.029752254486084,
|
| 751 |
+
"nonfinite": 0,
|
| 752 |
+
"drift_max_abs": 0.0,
|
| 753 |
+
"pass": true,
|
| 754 |
+
"id": "2094-142345-0001",
|
| 755 |
+
"n_frames": 802,
|
| 756 |
+
"cut": false,
|
| 757 |
+
"call_s": 0.0565
|
| 758 |
+
},
|
| 759 |
+
{
|
| 760 |
+
"n": 388,
|
| 761 |
+
"cos_mean": 0.9999991472901991,
|
| 762 |
+
"cos_min": 0.9999681447376819,
|
| 763 |
+
"worst5": [
|
| 764 |
+
{
|
| 765 |
+
"pos": 106,
|
| 766 |
+
"cos": 0.9999681447376819
|
| 767 |
+
},
|
| 768 |
+
{
|
| 769 |
+
"pos": 12,
|
| 770 |
+
"cos": 0.9999734004695184
|
| 771 |
+
},
|
| 772 |
+
{
|
| 773 |
+
"pos": 89,
|
| 774 |
+
"cos": 0.9999832189609026
|
| 775 |
+
},
|
| 776 |
+
{
|
| 777 |
+
"pos": 384,
|
| 778 |
+
"cos": 0.9999860193487131
|
| 779 |
+
},
|
| 780 |
+
{
|
| 781 |
+
"pos": 253,
|
| 782 |
+
"cos": 0.9999878518553413
|
| 783 |
+
}
|
| 784 |
+
],
|
| 785 |
+
"max_abs": 0.04219275712966919,
|
| 786 |
+
"ref_max_abs": 8.040725708007812,
|
| 787 |
+
"nonfinite": 0,
|
| 788 |
+
"drift_max_abs": 0.0,
|
| 789 |
+
"pass": true,
|
| 790 |
+
"id": "2094-142345-0002",
|
| 791 |
+
"n_frames": 1551,
|
| 792 |
+
"cut": false,
|
| 793 |
+
"call_s": 0.0565
|
| 794 |
+
},
|
| 795 |
+
{
|
| 796 |
+
"n": 127,
|
| 797 |
+
"cos_mean": 0.9999996088399749,
|
| 798 |
+
"cos_min": 0.9999980546914043,
|
| 799 |
+
"worst5": [
|
| 800 |
+
{
|
| 801 |
+
"pos": 125,
|
| 802 |
+
"cos": 0.9999980546914043
|
| 803 |
+
},
|
| 804 |
+
{
|
| 805 |
+
"pos": 124,
|
| 806 |
+
"cos": 0.9999984637079565
|
| 807 |
+
},
|
| 808 |
+
{
|
| 809 |
+
"pos": 102,
|
| 810 |
+
"cos": 0.999998799606585
|
| 811 |
+
},
|
| 812 |
+
{
|
| 813 |
+
"pos": 25,
|
| 814 |
+
"cos": 0.9999990627021816
|
| 815 |
+
},
|
| 816 |
+
{
|
| 817 |
+
"pos": 109,
|
| 818 |
+
"cos": 0.9999991336977676
|
| 819 |
+
}
|
| 820 |
+
],
|
| 821 |
+
"max_abs": 0.009100854396820068,
|
| 822 |
+
"ref_max_abs": 6.594679355621338,
|
| 823 |
+
"nonfinite": 0,
|
| 824 |
+
"drift_max_abs": 0.0,
|
| 825 |
+
"pass": true,
|
| 826 |
+
"id": "2300-131720-0000",
|
| 827 |
+
"n_frames": 507,
|
| 828 |
+
"cut": false,
|
| 829 |
+
"call_s": 0.0565
|
| 830 |
+
},
|
| 831 |
+
{
|
| 832 |
+
"n": 366,
|
| 833 |
+
"cos_mean": 0.9999993373996579,
|
| 834 |
+
"cos_min": 0.9999750768488629,
|
| 835 |
+
"worst5": [
|
| 836 |
+
{
|
| 837 |
+
"pos": 11,
|
| 838 |
+
"cos": 0.9999750768488629
|
| 839 |
+
},
|
| 840 |
+
{
|
| 841 |
+
"pos": 365,
|
| 842 |
+
"cos": 0.9999909547600173
|
| 843 |
+
},
|
| 844 |
+
{
|
| 845 |
+
"pos": 159,
|
| 846 |
+
"cos": 0.9999916194294107
|
| 847 |
+
},
|
| 848 |
+
{
|
| 849 |
+
"pos": 12,
|
| 850 |
+
"cos": 0.9999919379017403
|
| 851 |
+
},
|
| 852 |
+
{
|
| 853 |
+
"pos": 0,
|
| 854 |
+
"cos": 0.9999934323465645
|
| 855 |
+
}
|
| 856 |
+
],
|
| 857 |
+
"max_abs": 0.043245792388916016,
|
| 858 |
+
"ref_max_abs": 7.393332481384277,
|
| 859 |
+
"nonfinite": 0,
|
| 860 |
+
"drift_max_abs": 0.0,
|
| 861 |
+
"pass": true,
|
| 862 |
+
"id": "2300-131720-0001",
|
| 863 |
+
"n_frames": 1462,
|
| 864 |
+
"cut": false,
|
| 865 |
+
"call_s": 0.0565
|
| 866 |
+
}
|
| 867 |
+
],
|
| 868 |
+
"compare_with_mac_gate": [
|
| 869 |
+
{
|
| 870 |
+
"against": "<work>/exports/fp16/gate_gpu_T3000.json",
|
| 871 |
+
"against_backend": "gpu",
|
| 872 |
+
"against_specialization": "default()",
|
| 873 |
+
"max_abs_delta_per_clip": {
|
| 874 |
+
"cos_mean": 3.2706517253289213e-05,
|
| 875 |
+
"cos_min": 0.003407553919521966,
|
| 876 |
+
"max_abs": 0.2890625
|
| 877 |
+
},
|
| 878 |
+
"clips_not_bit_identical": 20,
|
| 879 |
+
"cos_min": [
|
| 880 |
+
0.9962582505090709,
|
| 881 |
+
0.9964469062042868
|
| 882 |
+
],
|
| 883 |
+
"cos_mean_of_means": [
|
| 884 |
+
0.9999970271281511,
|
| 885 |
+
0.9999964339086356
|
| 886 |
+
],
|
| 887 |
+
"pass": [
|
| 888 |
+
true,
|
| 889 |
+
true
|
| 890 |
+
],
|
| 891 |
+
"clips_failing": [
|
| 892 |
+
[],
|
| 893 |
+
[]
|
| 894 |
+
],
|
| 895 |
+
"red_arm_all_fail": [
|
| 896 |
+
true,
|
| 897 |
+
true
|
| 898 |
+
]
|
| 899 |
+
}
|
| 900 |
+
]
|
| 901 |
+
}
|
provenance/encoder/iphone-gpu-jit-timing.json
ADDED
|
@@ -0,0 +1,493 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"form": "fp16",
|
| 3 |
+
"bucket_frames": 3000,
|
| 4 |
+
"route": "gpu-jit",
|
| 5 |
+
"backend": "gpu-jit",
|
| 6 |
+
"bundle": "eg2_audio_fp16_T3000.aimodel",
|
| 7 |
+
"compute": "gpu",
|
| 8 |
+
"specialization": "SpecializationOptions(allowedComputeUnitKinds: Set([CoreAIDelegates.ComputeUnitKind.neuralEngine, CoreAIDelegates.ComputeUnitKind.gpu, CoreAIDelegates.ComputeUnitKind.cpu]), preferredComputeUnitKind: Optional(CoreAIDelegates.ComputeUnitKind.gpu), enableEncodingFunctions: false, enableDefaultOSPreferredCompute: true, debugConfiguration: nil, expectFrequentReshapes: false, delegateOptionsOverride: nil)",
|
| 9 |
+
"preferred_compute_unit": "gpu",
|
| 10 |
+
"io_dtype": "f16",
|
| 11 |
+
"device": {
|
| 12 |
+
"arch": "h19p",
|
| 13 |
+
"available_compute_units": [
|
| 14 |
+
"cpu",
|
| 15 |
+
"gpu",
|
| 16 |
+
"neuralEngine"
|
| 17 |
+
],
|
| 18 |
+
"build": "24B5099f",
|
| 19 |
+
"machine": "iPhone19,2",
|
| 20 |
+
"os": "Version 27.2 (Build 24B5099f)",
|
| 21 |
+
"physical_memory_gb": 12.12
|
| 22 |
+
},
|
| 23 |
+
"coreai": {
|
| 24 |
+
"bundle_id": "com.apple.CoreAI",
|
| 25 |
+
"short": "1.0",
|
| 26 |
+
"version": "1"
|
| 27 |
+
},
|
| 28 |
+
"launch": {
|
| 29 |
+
"tag": "r4a2224-t-T3000-fp16",
|
| 30 |
+
"started": "2026-10-13T13:46:40Z",
|
| 31 |
+
"finished": "2026-10-13T13:47:13Z",
|
| 32 |
+
"order": [
|
| 33 |
+
"fp16:gpu-jit",
|
| 34 |
+
"fp16:gpu-aot",
|
| 35 |
+
"fp16:ane-jit"
|
| 36 |
+
],
|
| 37 |
+
"note": "one process: every bundle loaded once, then rounds A/B/C...; rep 0 = cold clocks, reps 1.. = ramped",
|
| 38 |
+
"power_start": {
|
| 39 |
+
"battery": "charging",
|
| 40 |
+
"level": 0.800000011920929,
|
| 41 |
+
"low_power_mode": false
|
| 42 |
+
},
|
| 43 |
+
"power_end": {
|
| 44 |
+
"battery": "charging",
|
| 45 |
+
"level": 0.800000011920929,
|
| 46 |
+
"low_power_mode": false
|
| 47 |
+
},
|
| 48 |
+
"thermal_start": "nominal",
|
| 49 |
+
"thermal_end": "nominal",
|
| 50 |
+
"thermal_changes": []
|
| 51 |
+
},
|
| 52 |
+
"compared_in_launch_with": [
|
| 53 |
+
"fp16:gpu-jit",
|
| 54 |
+
"fp16:gpu-aot",
|
| 55 |
+
"fp16:ane-jit"
|
| 56 |
+
],
|
| 57 |
+
"summary": {
|
| 58 |
+
"cold_ms": 56.809,
|
| 59 |
+
"ramped_ms": 59.88,
|
| 60 |
+
"ramped_rep_median_range_ms": [
|
| 61 |
+
58.611,
|
| 62 |
+
60.694
|
| 63 |
+
],
|
| 64 |
+
"ramped_p90_ms": 60.954,
|
| 65 |
+
"x_realtime_ramped": 501.0,
|
| 66 |
+
"x_realtime_cold": 528.1,
|
| 67 |
+
"audio_s_per_call": 30.0,
|
| 68 |
+
"reps": 8,
|
| 69 |
+
"calls_per_rep": 20,
|
| 70 |
+
"warmup_calls_per_rep": 3,
|
| 71 |
+
"cpu_ms_per_call_median": 18.382,
|
| 72 |
+
"load_ms": 436.007,
|
| 73 |
+
"load_cpu_ms": 170.338,
|
| 74 |
+
"load_cold_requested": false,
|
| 75 |
+
"footprint_after_load_mb": 101.5,
|
| 76 |
+
"launch_footprint_peak_mb": 417.2,
|
| 77 |
+
"launch_available_least_mb": 3122.9,
|
| 78 |
+
"thermal_by_rep": [
|
| 79 |
+
"nominal->nominal",
|
| 80 |
+
"nominal->nominal",
|
| 81 |
+
"nominal->nominal",
|
| 82 |
+
"nominal->nominal",
|
| 83 |
+
"nominal->nominal",
|
| 84 |
+
"nominal->nominal",
|
| 85 |
+
"nominal->nominal",
|
| 86 |
+
"nominal->nominal"
|
| 87 |
+
],
|
| 88 |
+
"cooled_s_total": 0,
|
| 89 |
+
"power_by_rep": [
|
| 90 |
+
"charging",
|
| 91 |
+
"charging",
|
| 92 |
+
"charging",
|
| 93 |
+
"charging",
|
| 94 |
+
"charging",
|
| 95 |
+
"charging",
|
| 96 |
+
"charging",
|
| 97 |
+
"charging"
|
| 98 |
+
],
|
| 99 |
+
"usb_powered": true,
|
| 100 |
+
"battery_level_first_last": [
|
| 101 |
+
0.800000011920929,
|
| 102 |
+
0.800000011920929
|
| 103 |
+
],
|
| 104 |
+
"last_output_finite_every_rep": true
|
| 105 |
+
},
|
| 106 |
+
"app_summary": {
|
| 107 |
+
"cold_ms": 56.808,
|
| 108 |
+
"ramped_ms": 59.88,
|
| 109 |
+
"ramped_p90_ms": 60.954,
|
| 110 |
+
"x_realtime_ramped": 501,
|
| 111 |
+
"cpu_ms_per_call_median": 18.382
|
| 112 |
+
},
|
| 113 |
+
"reps": [
|
| 114 |
+
{
|
| 115 |
+
"available_mb": 3189.7,
|
| 116 |
+
"block_s": 1.151,
|
| 117 |
+
"cooled_s": 0,
|
| 118 |
+
"cpu_ms_per_call": 16.236,
|
| 119 |
+
"footprint_mb": 350.3,
|
| 120 |
+
"last_output_finite": true,
|
| 121 |
+
"median_ms": 56.808,
|
| 122 |
+
"ms": [
|
| 123 |
+
56.5,
|
| 124 |
+
56.52,
|
| 125 |
+
56.647,
|
| 126 |
+
56.773,
|
| 127 |
+
56.844,
|
| 128 |
+
57.431,
|
| 129 |
+
58.971,
|
| 130 |
+
56.672,
|
| 131 |
+
59.039,
|
| 132 |
+
58.985,
|
| 133 |
+
56.588,
|
| 134 |
+
58.974,
|
| 135 |
+
56.578,
|
| 136 |
+
58.769,
|
| 137 |
+
56.637,
|
| 138 |
+
58.914,
|
| 139 |
+
58.776,
|
| 140 |
+
56.602,
|
| 141 |
+
57.783,
|
| 142 |
+
56.636
|
| 143 |
+
],
|
| 144 |
+
"p90_ms": 58.975,
|
| 145 |
+
"power": {
|
| 146 |
+
"battery": "charging",
|
| 147 |
+
"level": 0.800000011920929,
|
| 148 |
+
"low_power_mode": false
|
| 149 |
+
},
|
| 150 |
+
"rep": 0,
|
| 151 |
+
"sequence": 0,
|
| 152 |
+
"t_start_s": 0.257,
|
| 153 |
+
"thermal_after": "nominal",
|
| 154 |
+
"thermal_before": "nominal",
|
| 155 |
+
"warm_ms": [
|
| 156 |
+
143.005,
|
| 157 |
+
57.824,
|
| 158 |
+
56.418
|
| 159 |
+
]
|
| 160 |
+
},
|
| 161 |
+
{
|
| 162 |
+
"available_mb": 3174.4,
|
| 163 |
+
"block_s": 1.164,
|
| 164 |
+
"cooled_s": 0,
|
| 165 |
+
"cpu_ms_per_call": 18.425,
|
| 166 |
+
"footprint_mb": 365.6,
|
| 167 |
+
"last_output_finite": true,
|
| 168 |
+
"median_ms": 58.611,
|
| 169 |
+
"ms": [
|
| 170 |
+
57.861,
|
| 171 |
+
56.939,
|
| 172 |
+
59.102,
|
| 173 |
+
56.9,
|
| 174 |
+
58.587,
|
| 175 |
+
59.326,
|
| 176 |
+
59.142,
|
| 177 |
+
56.816,
|
| 178 |
+
59.201,
|
| 179 |
+
58.635,
|
| 180 |
+
56.82,
|
| 181 |
+
59.351,
|
| 182 |
+
58.951,
|
| 183 |
+
56.865,
|
| 184 |
+
59.282,
|
| 185 |
+
59.143,
|
| 186 |
+
56.818,
|
| 187 |
+
58.209,
|
| 188 |
+
59.12,
|
| 189 |
+
56.901
|
| 190 |
+
],
|
| 191 |
+
"p90_ms": 59.286,
|
| 192 |
+
"power": {
|
| 193 |
+
"battery": "charging",
|
| 194 |
+
"level": 0.800000011920929,
|
| 195 |
+
"low_power_mode": false
|
| 196 |
+
},
|
| 197 |
+
"rep": 1,
|
| 198 |
+
"sequence": 3,
|
| 199 |
+
"t_start_s": 4.296,
|
| 200 |
+
"thermal_after": "nominal",
|
| 201 |
+
"thermal_before": "nominal",
|
| 202 |
+
"warm_ms": [
|
| 203 |
+
64.741,
|
| 204 |
+
56.839,
|
| 205 |
+
59.214
|
| 206 |
+
]
|
| 207 |
+
},
|
| 208 |
+
{
|
| 209 |
+
"available_mb": 3176.9,
|
| 210 |
+
"block_s": 1.17,
|
| 211 |
+
"cooled_s": 0,
|
| 212 |
+
"cpu_ms_per_call": 18.338,
|
| 213 |
+
"footprint_mb": 363.1,
|
| 214 |
+
"last_output_finite": true,
|
| 215 |
+
"median_ms": 59.176,
|
| 216 |
+
"ms": [
|
| 217 |
+
59.222,
|
| 218 |
+
57.041,
|
| 219 |
+
59.2,
|
| 220 |
+
57.052,
|
| 221 |
+
59.169,
|
| 222 |
+
57.104,
|
| 223 |
+
59.496,
|
| 224 |
+
59.236,
|
| 225 |
+
57.065,
|
| 226 |
+
59.191,
|
| 227 |
+
59.263,
|
| 228 |
+
57.133,
|
| 229 |
+
59.182,
|
| 230 |
+
59.233,
|
| 231 |
+
57.025,
|
| 232 |
+
59.715,
|
| 233 |
+
58.521,
|
| 234 |
+
57.324,
|
| 235 |
+
59.532,
|
| 236 |
+
59.064
|
| 237 |
+
],
|
| 238 |
+
"p90_ms": 59.5,
|
| 239 |
+
"power": {
|
| 240 |
+
"battery": "charging",
|
| 241 |
+
"level": 0.800000011920929,
|
| 242 |
+
"low_power_mode": false
|
| 243 |
+
},
|
| 244 |
+
"rep": 2,
|
| 245 |
+
"sequence": 6,
|
| 246 |
+
"t_start_s": 8.345,
|
| 247 |
+
"thermal_after": "nominal",
|
| 248 |
+
"thermal_before": "nominal",
|
| 249 |
+
"warm_ms": [
|
| 250 |
+
60.232,
|
| 251 |
+
56.971,
|
| 252 |
+
58.14
|
| 253 |
+
]
|
| 254 |
+
},
|
| 255 |
+
{
|
| 256 |
+
"available_mb": 3177.8,
|
| 257 |
+
"block_s": 1.177,
|
| 258 |
+
"cooled_s": 0,
|
| 259 |
+
"cpu_ms_per_call": 18.445,
|
| 260 |
+
"footprint_mb": 362.2,
|
| 261 |
+
"last_output_finite": true,
|
| 262 |
+
"median_ms": 59.404,
|
| 263 |
+
"ms": [
|
| 264 |
+
58.779,
|
| 265 |
+
57.444,
|
| 266 |
+
59.939,
|
| 267 |
+
59.715,
|
| 268 |
+
57.427,
|
| 269 |
+
59.493,
|
| 270 |
+
57.756,
|
| 271 |
+
59.394,
|
| 272 |
+
57.399,
|
| 273 |
+
60.059,
|
| 274 |
+
57.642,
|
| 275 |
+
59.535,
|
| 276 |
+
57.589,
|
| 277 |
+
59.973,
|
| 278 |
+
59.414,
|
| 279 |
+
57.406,
|
| 280 |
+
59.786,
|
| 281 |
+
59.623,
|
| 282 |
+
57.769,
|
| 283 |
+
60.198
|
| 284 |
+
],
|
| 285 |
+
"p90_ms": 59.982,
|
| 286 |
+
"power": {
|
| 287 |
+
"battery": "charging",
|
| 288 |
+
"level": 0.800000011920929,
|
| 289 |
+
"low_power_mode": false
|
| 290 |
+
},
|
| 291 |
+
"rep": 3,
|
| 292 |
+
"sequence": 9,
|
| 293 |
+
"t_start_s": 12.433,
|
| 294 |
+
"thermal_after": "nominal",
|
| 295 |
+
"thermal_before": "nominal",
|
| 296 |
+
"warm_ms": [
|
| 297 |
+
67.209,
|
| 298 |
+
57.311,
|
| 299 |
+
59.919
|
| 300 |
+
]
|
| 301 |
+
},
|
| 302 |
+
{
|
| 303 |
+
"available_mb": 3177.4,
|
| 304 |
+
"block_s": 1.186,
|
| 305 |
+
"cooled_s": 0,
|
| 306 |
+
"cpu_ms_per_call": 18.441,
|
| 307 |
+
"footprint_mb": 362.6,
|
| 308 |
+
"last_output_finite": true,
|
| 309 |
+
"median_ms": 59.88,
|
| 310 |
+
"ms": [
|
| 311 |
+
57.509,
|
| 312 |
+
60.807,
|
| 313 |
+
59.926,
|
| 314 |
+
58.791,
|
| 315 |
+
60.257,
|
| 316 |
+
57.913,
|
| 317 |
+
60.239,
|
| 318 |
+
58.009,
|
| 319 |
+
60.198,
|
| 320 |
+
58.053,
|
| 321 |
+
60.104,
|
| 322 |
+
58.048,
|
| 323 |
+
60.838,
|
| 324 |
+
60.129,
|
| 325 |
+
57.654,
|
| 326 |
+
59.521,
|
| 327 |
+
59.835,
|
| 328 |
+
58.043,
|
| 329 |
+
60.32,
|
| 330 |
+
59.931
|
| 331 |
+
],
|
| 332 |
+
"p90_ms": 60.369,
|
| 333 |
+
"power": {
|
| 334 |
+
"battery": "charging",
|
| 335 |
+
"level": 0.800000011920929,
|
| 336 |
+
"low_power_mode": false
|
| 337 |
+
},
|
| 338 |
+
"rep": 4,
|
| 339 |
+
"sequence": 12,
|
| 340 |
+
"t_start_s": 16.554,
|
| 341 |
+
"thermal_after": "nominal",
|
| 342 |
+
"thermal_before": "nominal",
|
| 343 |
+
"warm_ms": [
|
| 344 |
+
67.126,
|
| 345 |
+
58.284,
|
| 346 |
+
60.169
|
| 347 |
+
]
|
| 348 |
+
},
|
| 349 |
+
{
|
| 350 |
+
"available_mb": 3179,
|
| 351 |
+
"block_s": 1.194,
|
| 352 |
+
"cooled_s": 0,
|
| 353 |
+
"cpu_ms_per_call": 17.588,
|
| 354 |
+
"footprint_mb": 361,
|
| 355 |
+
"last_output_finite": true,
|
| 356 |
+
"median_ms": 60.25,
|
| 357 |
+
"ms": [
|
| 358 |
+
60.57,
|
| 359 |
+
58.231,
|
| 360 |
+
60.503,
|
| 361 |
+
60.785,
|
| 362 |
+
60.214,
|
| 363 |
+
58.388,
|
| 364 |
+
60.415,
|
| 365 |
+
58.167,
|
| 366 |
+
60.572,
|
| 367 |
+
58.325,
|
| 368 |
+
59.866,
|
| 369 |
+
60.341,
|
| 370 |
+
58.38,
|
| 371 |
+
60.536,
|
| 372 |
+
58.442,
|
| 373 |
+
60.422,
|
| 374 |
+
58.5,
|
| 375 |
+
59.624,
|
| 376 |
+
60.286,
|
| 377 |
+
61.016
|
| 378 |
+
],
|
| 379 |
+
"p90_ms": 60.593,
|
| 380 |
+
"power": {
|
| 381 |
+
"battery": "charging",
|
| 382 |
+
"level": 0.800000011920929,
|
| 383 |
+
"low_power_mode": false
|
| 384 |
+
},
|
| 385 |
+
"rep": 5,
|
| 386 |
+
"sequence": 15,
|
| 387 |
+
"t_start_s": 20.7,
|
| 388 |
+
"thermal_after": "nominal",
|
| 389 |
+
"thermal_before": "nominal",
|
| 390 |
+
"warm_ms": [
|
| 391 |
+
61.399,
|
| 392 |
+
58.454,
|
| 393 |
+
60.486
|
| 394 |
+
]
|
| 395 |
+
},
|
| 396 |
+
{
|
| 397 |
+
"available_mb": 3179,
|
| 398 |
+
"block_s": 1.205,
|
| 399 |
+
"cooled_s": 0,
|
| 400 |
+
"cpu_ms_per_call": 19.617,
|
| 401 |
+
"footprint_mb": 361,
|
| 402 |
+
"last_output_finite": true,
|
| 403 |
+
"median_ms": 60.694,
|
| 404 |
+
"ms": [
|
| 405 |
+
60.929,
|
| 406 |
+
60.583,
|
| 407 |
+
58.63,
|
| 408 |
+
60.677,
|
| 409 |
+
60.172,
|
| 410 |
+
60.71,
|
| 411 |
+
58.783,
|
| 412 |
+
60.053,
|
| 413 |
+
60.945,
|
| 414 |
+
60.99,
|
| 415 |
+
60.53,
|
| 416 |
+
58.729,
|
| 417 |
+
60.983,
|
| 418 |
+
60.925,
|
| 419 |
+
58.827,
|
| 420 |
+
60.87,
|
| 421 |
+
61.021,
|
| 422 |
+
60.997,
|
| 423 |
+
58.566,
|
| 424 |
+
61.063
|
| 425 |
+
],
|
| 426 |
+
"p90_ms": 60.999,
|
| 427 |
+
"power": {
|
| 428 |
+
"battery": "charging",
|
| 429 |
+
"level": 0.800000011920929,
|
| 430 |
+
"low_power_mode": false
|
| 431 |
+
},
|
| 432 |
+
"rep": 6,
|
| 433 |
+
"sequence": 18,
|
| 434 |
+
"t_start_s": 24.881,
|
| 435 |
+
"thermal_after": "nominal",
|
| 436 |
+
"thermal_before": "nominal",
|
| 437 |
+
"warm_ms": [
|
| 438 |
+
70.228,
|
| 439 |
+
58.441,
|
| 440 |
+
61.156
|
| 441 |
+
]
|
| 442 |
+
},
|
| 443 |
+
{
|
| 444 |
+
"available_mb": 3178,
|
| 445 |
+
"block_s": 1.201,
|
| 446 |
+
"cooled_s": 0,
|
| 447 |
+
"cpu_ms_per_call": 17.807,
|
| 448 |
+
"footprint_mb": 362,
|
| 449 |
+
"last_output_finite": true,
|
| 450 |
+
"median_ms": 60.634,
|
| 451 |
+
"ms": [
|
| 452 |
+
58.77,
|
| 453 |
+
61.127,
|
| 454 |
+
58.925,
|
| 455 |
+
61.06,
|
| 456 |
+
58.871,
|
| 457 |
+
60.953,
|
| 458 |
+
58.769,
|
| 459 |
+
61.093,
|
| 460 |
+
58.961,
|
| 461 |
+
61.076,
|
| 462 |
+
60.348,
|
| 463 |
+
58.895,
|
| 464 |
+
61.228,
|
| 465 |
+
58.874,
|
| 466 |
+
60.92,
|
| 467 |
+
58.859,
|
| 468 |
+
60.963,
|
| 469 |
+
61.2,
|
| 470 |
+
61.108,
|
| 471 |
+
58.788
|
| 472 |
+
],
|
| 473 |
+
"p90_ms": 61.135,
|
| 474 |
+
"power": {
|
| 475 |
+
"battery": "charging",
|
| 476 |
+
"level": 0.800000011920929,
|
| 477 |
+
"low_power_mode": false
|
| 478 |
+
},
|
| 479 |
+
"rep": 7,
|
| 480 |
+
"sequence": 21,
|
| 481 |
+
"t_start_s": 29.083,
|
| 482 |
+
"thermal_after": "nominal",
|
| 483 |
+
"thermal_before": "nominal",
|
| 484 |
+
"warm_ms": [
|
| 485 |
+
68.625,
|
| 486 |
+
58.881,
|
| 487 |
+
61.027
|
| 488 |
+
]
|
| 489 |
+
}
|
| 490 |
+
],
|
| 491 |
+
"made": "2026-10-13T22:53:02+0900",
|
| 492 |
+
"run_dir": "<work>/device/pull/r4a2224-t-T3000-fp16"
|
| 493 |
+
}
|
provenance/encoder/mac-gpu-gate.json
ADDED
|
@@ -0,0 +1,826 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bundle": "<work>/exports/fp16/eg2_audio_fp16_T3000_gpu_h16c.aimodelc",
|
| 3 |
+
"function": "main",
|
| 4 |
+
"contract": "eg2stt",
|
| 5 |
+
"form": "fp16",
|
| 6 |
+
"bucket_frames": 3000,
|
| 7 |
+
"backend": "gpu",
|
| 8 |
+
"specialization": "default()",
|
| 9 |
+
"ane_regions": 0,
|
| 10 |
+
"ane_region_names": [],
|
| 11 |
+
"input_dtype": "float16",
|
| 12 |
+
"function_descriptor": {
|
| 13 |
+
"inputs": [
|
| 14 |
+
"features",
|
| 15 |
+
"half_mask"
|
| 16 |
+
],
|
| 17 |
+
"outputs": [
|
| 18 |
+
"soft_tokens"
|
| 19 |
+
]
|
| 20 |
+
},
|
| 21 |
+
"bar": {
|
| 22 |
+
"cos_mean_per_clip": 0.999,
|
| 23 |
+
"cos_min_per_clip": 0.99
|
| 24 |
+
},
|
| 25 |
+
"summary": {
|
| 26 |
+
"pass": true,
|
| 27 |
+
"clips": 20,
|
| 28 |
+
"tokens": 5036,
|
| 29 |
+
"cos_mean_of_means": 0.9999964339086356,
|
| 30 |
+
"cos_mean_worst_clip": 0.9999567811821155,
|
| 31 |
+
"cos_min": 0.9964469062042868,
|
| 32 |
+
"cos_min_clip": "121-121726-0001",
|
| 33 |
+
"worst5_positions": [
|
| 34 |
+
{
|
| 35 |
+
"cos": 0.9964469062042868,
|
| 36 |
+
"id": "121-121726-0001",
|
| 37 |
+
"pos": 52
|
| 38 |
+
},
|
| 39 |
+
{
|
| 40 |
+
"cos": 0.9977252909956703,
|
| 41 |
+
"id": "121-121726-0001",
|
| 42 |
+
"pos": 53
|
| 43 |
+
},
|
| 44 |
+
{
|
| 45 |
+
"cos": 0.9985532926969964,
|
| 46 |
+
"id": "1995-1826-0000",
|
| 47 |
+
"pos": 108
|
| 48 |
+
},
|
| 49 |
+
{
|
| 50 |
+
"cos": 0.9996658044285929,
|
| 51 |
+
"id": "1188-133604-0001",
|
| 52 |
+
"pos": 217
|
| 53 |
+
},
|
| 54 |
+
{
|
| 55 |
+
"cos": 0.9997411131570758,
|
| 56 |
+
"id": "1284-1180-0001",
|
| 57 |
+
"pos": 35
|
| 58 |
+
}
|
| 59 |
+
],
|
| 60 |
+
"clips_failing": [],
|
| 61 |
+
"max_abs": 0.4342994689941406,
|
| 62 |
+
"nonfinite": 0,
|
| 63 |
+
"drift_max_abs": 0.0,
|
| 64 |
+
"drift_ok": true,
|
| 65 |
+
"red_arm_all_fail": true
|
| 66 |
+
},
|
| 67 |
+
"red_arm_masks_all_ones": [
|
| 68 |
+
{
|
| 69 |
+
"id": "1089-134686-0002",
|
| 70 |
+
"n_frames": 662,
|
| 71 |
+
"cos_min": 0.8498282597165107,
|
| 72 |
+
"worst_pos": 165,
|
| 73 |
+
"last_pos": 165,
|
| 74 |
+
"fails_bar": true
|
| 75 |
+
},
|
| 76 |
+
{
|
| 77 |
+
"id": "2094-142345-0001",
|
| 78 |
+
"n_frames": 802,
|
| 79 |
+
"cos_min": 0.8467753222229494,
|
| 80 |
+
"worst_pos": 200,
|
| 81 |
+
"last_pos": 200,
|
| 82 |
+
"fails_bar": true
|
| 83 |
+
},
|
| 84 |
+
{
|
| 85 |
+
"id": "2300-131720-0001",
|
| 86 |
+
"n_frames": 1462,
|
| 87 |
+
"cos_min": 0.8792894117341765,
|
| 88 |
+
"worst_pos": 365,
|
| 89 |
+
"last_pos": 365,
|
| 90 |
+
"fails_bar": true
|
| 91 |
+
}
|
| 92 |
+
],
|
| 93 |
+
"timing_note": "one pass of 20 clips; the timing gate is bench_encoder.py",
|
| 94 |
+
"load_s": 1.74,
|
| 95 |
+
"first_call_s": 9.0901,
|
| 96 |
+
"median_call_s_pass2": 0.0402,
|
| 97 |
+
"runtime": {
|
| 98 |
+
"coreai-core": "1.0.0b2",
|
| 99 |
+
"macos_build": "26A428",
|
| 100 |
+
"python": "3.11.13"
|
| 101 |
+
},
|
| 102 |
+
"label": "QH eg2stt-r3-gates-fp16",
|
| 103 |
+
"finished": "2026-10-13T21:01:51+0900",
|
| 104 |
+
"clips_table": [
|
| 105 |
+
{
|
| 106 |
+
"n": 261,
|
| 107 |
+
"cos_mean": 0.9999994124157165,
|
| 108 |
+
"cos_min": 0.9999685721364994,
|
| 109 |
+
"worst5": [
|
| 110 |
+
{
|
| 111 |
+
"pos": 129,
|
| 112 |
+
"cos": 0.9999685721364994
|
| 113 |
+
},
|
| 114 |
+
{
|
| 115 |
+
"pos": 223,
|
| 116 |
+
"cos": 0.9999897648861452
|
| 117 |
+
},
|
| 118 |
+
{
|
| 119 |
+
"pos": 130,
|
| 120 |
+
"cos": 0.9999908586440903
|
| 121 |
+
},
|
| 122 |
+
{
|
| 123 |
+
"pos": 132,
|
| 124 |
+
"cos": 0.9999973154097919
|
| 125 |
+
},
|
| 126 |
+
{
|
| 127 |
+
"pos": 8,
|
| 128 |
+
"cos": 0.9999979932666749
|
| 129 |
+
}
|
| 130 |
+
],
|
| 131 |
+
"max_abs": 0.03347301483154297,
|
| 132 |
+
"ref_max_abs": 7.2352070808410645,
|
| 133 |
+
"nonfinite": 0,
|
| 134 |
+
"drift_max_abs": 0.0,
|
| 135 |
+
"pass": true,
|
| 136 |
+
"id": "1089-134686-0000",
|
| 137 |
+
"n_frames": 1043,
|
| 138 |
+
"cut": false,
|
| 139 |
+
"call_s": 9.0901
|
| 140 |
+
},
|
| 141 |
+
{
|
| 142 |
+
"n": 166,
|
| 143 |
+
"cos_mean": 0.9999994539361112,
|
| 144 |
+
"cos_min": 0.9999837172419136,
|
| 145 |
+
"worst5": [
|
| 146 |
+
{
|
| 147 |
+
"pos": 164,
|
| 148 |
+
"cos": 0.9999837172419136
|
| 149 |
+
},
|
| 150 |
+
{
|
| 151 |
+
"pos": 163,
|
| 152 |
+
"cos": 0.9999926596141165
|
| 153 |
+
},
|
| 154 |
+
{
|
| 155 |
+
"pos": 8,
|
| 156 |
+
"cos": 0.9999945072351587
|
| 157 |
+
},
|
| 158 |
+
{
|
| 159 |
+
"pos": 165,
|
| 160 |
+
"cos": 0.9999976285391226
|
| 161 |
+
},
|
| 162 |
+
{
|
| 163 |
+
"pos": 162,
|
| 164 |
+
"cos": 0.9999979586639394
|
| 165 |
+
}
|
| 166 |
+
],
|
| 167 |
+
"max_abs": 0.023834525607526302,
|
| 168 |
+
"ref_max_abs": 6.5739240646362305,
|
| 169 |
+
"nonfinite": 0,
|
| 170 |
+
"drift_max_abs": 0.0,
|
| 171 |
+
"pass": true,
|
| 172 |
+
"id": "1089-134686-0002",
|
| 173 |
+
"n_frames": 662,
|
| 174 |
+
"cut": false,
|
| 175 |
+
"call_s": 0.0725
|
| 176 |
+
},
|
| 177 |
+
{
|
| 178 |
+
"n": 268,
|
| 179 |
+
"cos_mean": 0.9999988087021002,
|
| 180 |
+
"cos_min": 0.9999579950940586,
|
| 181 |
+
"worst5": [
|
| 182 |
+
{
|
| 183 |
+
"pos": 128,
|
| 184 |
+
"cos": 0.9999579950940586
|
| 185 |
+
},
|
| 186 |
+
{
|
| 187 |
+
"pos": 145,
|
| 188 |
+
"cos": 0.9999580926551425
|
| 189 |
+
},
|
| 190 |
+
{
|
| 191 |
+
"pos": 216,
|
| 192 |
+
"cos": 0.999965598755203
|
| 193 |
+
},
|
| 194 |
+
{
|
| 195 |
+
"pos": 146,
|
| 196 |
+
"cos": 0.9999679407531257
|
| 197 |
+
},
|
| 198 |
+
{
|
| 199 |
+
"pos": 215,
|
| 200 |
+
"cos": 0.9999939400533826
|
| 201 |
+
}
|
| 202 |
+
],
|
| 203 |
+
"max_abs": 0.06135736405849457,
|
| 204 |
+
"ref_max_abs": 6.307945251464844,
|
| 205 |
+
"nonfinite": 0,
|
| 206 |
+
"drift_max_abs": 0.0,
|
| 207 |
+
"pass": true,
|
| 208 |
+
"id": "1188-133604-0000",
|
| 209 |
+
"n_frames": 1072,
|
| 210 |
+
"cut": false,
|
| 211 |
+
"call_s": 0.0444
|
| 212 |
+
},
|
| 213 |
+
{
|
| 214 |
+
"n": 226,
|
| 215 |
+
"cos_mean": 0.9999963753885323,
|
| 216 |
+
"cos_min": 0.9996658044285929,
|
| 217 |
+
"worst5": [
|
| 218 |
+
{
|
| 219 |
+
"pos": 217,
|
| 220 |
+
"cos": 0.9996658044285929
|
| 221 |
+
},
|
| 222 |
+
{
|
| 223 |
+
"pos": 218,
|
| 224 |
+
"cos": 0.9998178011292614
|
| 225 |
+
},
|
| 226 |
+
{
|
| 227 |
+
"pos": 222,
|
| 228 |
+
"cos": 0.9999618905456441
|
| 229 |
+
},
|
| 230 |
+
{
|
| 231 |
+
"pos": 223,
|
| 232 |
+
"cos": 0.9999650642791565
|
| 233 |
+
},
|
| 234 |
+
{
|
| 235 |
+
"pos": 63,
|
| 236 |
+
"cos": 0.9999672853395134
|
| 237 |
+
}
|
| 238 |
+
],
|
| 239 |
+
"max_abs": 0.12114906311035156,
|
| 240 |
+
"ref_max_abs": 6.497803688049316,
|
| 241 |
+
"nonfinite": 0,
|
| 242 |
+
"drift_max_abs": 0.0,
|
| 243 |
+
"pass": true,
|
| 244 |
+
"id": "1188-133604-0001",
|
| 245 |
+
"n_frames": 903,
|
| 246 |
+
"cut": false,
|
| 247 |
+
"call_s": 0.0402
|
| 248 |
+
},
|
| 249 |
+
{
|
| 250 |
+
"n": 212,
|
| 251 |
+
"cos_mean": 0.9999989922973089,
|
| 252 |
+
"cos_min": 0.9999882984982215,
|
| 253 |
+
"worst5": [
|
| 254 |
+
{
|
| 255 |
+
"pos": 5,
|
| 256 |
+
"cos": 0.9999882984982215
|
| 257 |
+
},
|
| 258 |
+
{
|
| 259 |
+
"pos": 1,
|
| 260 |
+
"cos": 0.9999908440356688
|
| 261 |
+
},
|
| 262 |
+
{
|
| 263 |
+
"pos": 103,
|
| 264 |
+
"cos": 0.9999908442576623
|
| 265 |
+
},
|
| 266 |
+
{
|
| 267 |
+
"pos": 4,
|
| 268 |
+
"cos": 0.9999913348056928
|
| 269 |
+
},
|
| 270 |
+
{
|
| 271 |
+
"pos": 8,
|
| 272 |
+
"cos": 0.9999936541270714
|
| 273 |
+
}
|
| 274 |
+
],
|
| 275 |
+
"max_abs": 0.0245589017868042,
|
| 276 |
+
"ref_max_abs": 6.237517833709717,
|
| 277 |
+
"nonfinite": 0,
|
| 278 |
+
"drift_max_abs": 0.0,
|
| 279 |
+
"pass": true,
|
| 280 |
+
"id": "121-121726-0000",
|
| 281 |
+
"n_frames": 845,
|
| 282 |
+
"cut": false,
|
| 283 |
+
"call_s": 0.0402
|
| 284 |
+
},
|
| 285 |
+
{
|
| 286 |
+
"n": 148,
|
| 287 |
+
"cos_mean": 0.9999567811821155,
|
| 288 |
+
"cos_min": 0.9964469062042868,
|
| 289 |
+
"worst5": [
|
| 290 |
+
{
|
| 291 |
+
"pos": 52,
|
| 292 |
+
"cos": 0.9964469062042868
|
| 293 |
+
},
|
| 294 |
+
{
|
| 295 |
+
"pos": 53,
|
| 296 |
+
"cos": 0.9977252909956703
|
| 297 |
+
},
|
| 298 |
+
{
|
| 299 |
+
"pos": 17,
|
| 300 |
+
"cos": 0.9999400265264643
|
| 301 |
+
},
|
| 302 |
+
{
|
| 303 |
+
"pos": 11,
|
| 304 |
+
"cos": 0.9999627369316234
|
| 305 |
+
},
|
| 306 |
+
{
|
| 307 |
+
"pos": 61,
|
| 308 |
+
"cos": 0.9999701587713131
|
| 309 |
+
}
|
| 310 |
+
],
|
| 311 |
+
"max_abs": 0.4342994689941406,
|
| 312 |
+
"ref_max_abs": 6.694194793701172,
|
| 313 |
+
"nonfinite": 0,
|
| 314 |
+
"drift_max_abs": 0.0,
|
| 315 |
+
"pass": true,
|
| 316 |
+
"id": "121-121726-0001",
|
| 317 |
+
"n_frames": 592,
|
| 318 |
+
"cut": false,
|
| 319 |
+
"call_s": 0.04
|
| 320 |
+
},
|
| 321 |
+
{
|
| 322 |
+
"n": 311,
|
| 323 |
+
"cos_mean": 0.9999993253659728,
|
| 324 |
+
"cos_min": 0.9999519459473292,
|
| 325 |
+
"worst5": [
|
| 326 |
+
{
|
| 327 |
+
"pos": 179,
|
| 328 |
+
"cos": 0.9999519459473292
|
| 329 |
+
},
|
| 330 |
+
{
|
| 331 |
+
"pos": 178,
|
| 332 |
+
"cos": 0.9999695587402927
|
| 333 |
+
},
|
| 334 |
+
{
|
| 335 |
+
"pos": 256,
|
| 336 |
+
"cos": 0.999986578062328
|
| 337 |
+
},
|
| 338 |
+
{
|
| 339 |
+
"pos": 158,
|
| 340 |
+
"cos": 0.9999964604884615
|
| 341 |
+
},
|
| 342 |
+
{
|
| 343 |
+
"pos": 255,
|
| 344 |
+
"cos": 0.9999975676545324
|
| 345 |
+
}
|
| 346 |
+
],
|
| 347 |
+
"max_abs": 0.04371523857116699,
|
| 348 |
+
"ref_max_abs": 8.03580379486084,
|
| 349 |
+
"nonfinite": 0,
|
| 350 |
+
"drift_max_abs": 0.0,
|
| 351 |
+
"pass": true,
|
| 352 |
+
"id": "1221-135766-0000",
|
| 353 |
+
"n_frames": 1243,
|
| 354 |
+
"cut": false,
|
| 355 |
+
"call_s": 0.0401
|
| 356 |
+
},
|
| 357 |
+
{
|
| 358 |
+
"n": 418,
|
| 359 |
+
"cos_mean": 0.9999993467011395,
|
| 360 |
+
"cos_min": 0.9999151529522176,
|
| 361 |
+
"worst5": [
|
| 362 |
+
{
|
| 363 |
+
"pos": 57,
|
| 364 |
+
"cos": 0.9999151529522176
|
| 365 |
+
},
|
| 366 |
+
{
|
| 367 |
+
"pos": 56,
|
| 368 |
+
"cos": 0.9999962471152918
|
| 369 |
+
},
|
| 370 |
+
{
|
| 371 |
+
"pos": 179,
|
| 372 |
+
"cos": 0.9999966725342824
|
| 373 |
+
},
|
| 374 |
+
{
|
| 375 |
+
"pos": 125,
|
| 376 |
+
"cos": 0.9999973656588558
|
| 377 |
+
},
|
| 378 |
+
{
|
| 379 |
+
"pos": 185,
|
| 380 |
+
"cos": 0.9999973732632054
|
| 381 |
+
}
|
| 382 |
+
],
|
| 383 |
+
"max_abs": 0.06894564628601074,
|
| 384 |
+
"ref_max_abs": 7.89909553527832,
|
| 385 |
+
"nonfinite": 0,
|
| 386 |
+
"drift_max_abs": 0.0,
|
| 387 |
+
"pass": true,
|
| 388 |
+
"id": "1221-135766-0001",
|
| 389 |
+
"n_frames": 1671,
|
| 390 |
+
"cut": false,
|
| 391 |
+
"call_s": 0.0402
|
| 392 |
+
},
|
| 393 |
+
{
|
| 394 |
+
"n": 203,
|
| 395 |
+
"cos_mean": 0.9999989667323023,
|
| 396 |
+
"cos_min": 0.9999471787425352,
|
| 397 |
+
"worst5": [
|
| 398 |
+
{
|
| 399 |
+
"pos": 120,
|
| 400 |
+
"cos": 0.9999471787425352
|
| 401 |
+
},
|
| 402 |
+
{
|
| 403 |
+
"pos": 48,
|
| 404 |
+
"cos": 0.999968097353799
|
| 405 |
+
},
|
| 406 |
+
{
|
| 407 |
+
"pos": 49,
|
| 408 |
+
"cos": 0.9999705844479285
|
| 409 |
+
},
|
| 410 |
+
{
|
| 411 |
+
"pos": 119,
|
| 412 |
+
"cos": 0.9999887407830618
|
| 413 |
+
},
|
| 414 |
+
{
|
| 415 |
+
"pos": 53,
|
| 416 |
+
"cos": 0.9999976703235095
|
| 417 |
+
}
|
| 418 |
+
],
|
| 419 |
+
"max_abs": 0.04190373420715332,
|
| 420 |
+
"ref_max_abs": 7.740767002105713,
|
| 421 |
+
"nonfinite": 0,
|
| 422 |
+
"drift_max_abs": 0.0,
|
| 423 |
+
"pass": true,
|
| 424 |
+
"id": "1284-1180-0000",
|
| 425 |
+
"n_frames": 811,
|
| 426 |
+
"cut": false,
|
| 427 |
+
"call_s": 0.0401
|
| 428 |
+
},
|
| 429 |
+
{
|
| 430 |
+
"n": 194,
|
| 431 |
+
"cos_mean": 0.9999975942075711,
|
| 432 |
+
"cos_min": 0.9997411131570758,
|
| 433 |
+
"worst5": [
|
| 434 |
+
{
|
| 435 |
+
"pos": 35,
|
| 436 |
+
"cos": 0.9997411131570758
|
| 437 |
+
},
|
| 438 |
+
{
|
| 439 |
+
"pos": 34,
|
| 440 |
+
"cos": 0.9999307762088402
|
| 441 |
+
},
|
| 442 |
+
{
|
| 443 |
+
"pos": 6,
|
| 444 |
+
"cos": 0.999988493065188
|
| 445 |
+
},
|
| 446 |
+
{
|
| 447 |
+
"pos": 7,
|
| 448 |
+
"cos": 0.9999895073347067
|
| 449 |
+
},
|
| 450 |
+
{
|
| 451 |
+
"pos": 8,
|
| 452 |
+
"cos": 0.9999932387027756
|
| 453 |
+
}
|
| 454 |
+
],
|
| 455 |
+
"max_abs": 0.11981546878814697,
|
| 456 |
+
"ref_max_abs": 7.421662330627441,
|
| 457 |
+
"nonfinite": 0,
|
| 458 |
+
"drift_max_abs": 0.0,
|
| 459 |
+
"pass": true,
|
| 460 |
+
"id": "1284-1180-0001",
|
| 461 |
+
"n_frames": 775,
|
| 462 |
+
"cut": false,
|
| 463 |
+
"call_s": 0.0402
|
| 464 |
+
},
|
| 465 |
+
{
|
| 466 |
+
"n": 337,
|
| 467 |
+
"cos_mean": 0.9999990490954839,
|
| 468 |
+
"cos_min": 0.9998730971895012,
|
| 469 |
+
"worst5": [
|
| 470 |
+
{
|
| 471 |
+
"pos": 172,
|
| 472 |
+
"cos": 0.9998730971895012
|
| 473 |
+
},
|
| 474 |
+
{
|
| 475 |
+
"pos": 173,
|
| 476 |
+
"cos": 0.9999479350751366
|
| 477 |
+
},
|
| 478 |
+
{
|
| 479 |
+
"pos": 13,
|
| 480 |
+
"cos": 0.999987481499144
|
| 481 |
+
},
|
| 482 |
+
{
|
| 483 |
+
"pos": 14,
|
| 484 |
+
"cos": 0.9999955637729049
|
| 485 |
+
},
|
| 486 |
+
{
|
| 487 |
+
"pos": 184,
|
| 488 |
+
"cos": 0.9999955906027628
|
| 489 |
+
}
|
| 490 |
+
],
|
| 491 |
+
"max_abs": 0.08202648162841797,
|
| 492 |
+
"ref_max_abs": 6.521810531616211,
|
| 493 |
+
"nonfinite": 0,
|
| 494 |
+
"drift_max_abs": 0.0,
|
| 495 |
+
"pass": true,
|
| 496 |
+
"id": "1320-122612-0000",
|
| 497 |
+
"n_frames": 1347,
|
| 498 |
+
"cut": false,
|
| 499 |
+
"call_s": 0.0569
|
| 500 |
+
},
|
| 501 |
+
{
|
| 502 |
+
"n": 238,
|
| 503 |
+
"cos_mean": 0.9999986062319796,
|
| 504 |
+
"cos_min": 0.999785556302201,
|
| 505 |
+
"worst5": [
|
| 506 |
+
{
|
| 507 |
+
"pos": 155,
|
| 508 |
+
"cos": 0.999785556302201
|
| 509 |
+
},
|
| 510 |
+
{
|
| 511 |
+
"pos": 156,
|
| 512 |
+
"cos": 0.9999843111920037
|
| 513 |
+
},
|
| 514 |
+
{
|
| 515 |
+
"pos": 108,
|
| 516 |
+
"cos": 0.9999967572109433
|
| 517 |
+
},
|
| 518 |
+
{
|
| 519 |
+
"pos": 234,
|
| 520 |
+
"cos": 0.9999969289148838
|
| 521 |
+
},
|
| 522 |
+
{
|
| 523 |
+
"pos": 233,
|
| 524 |
+
"cos": 0.999997253533918
|
| 525 |
+
}
|
| 526 |
+
],
|
| 527 |
+
"max_abs": 0.09966981410980225,
|
| 528 |
+
"ref_max_abs": 7.879604816436768,
|
| 529 |
+
"nonfinite": 0,
|
| 530 |
+
"drift_max_abs": 0.0,
|
| 531 |
+
"pass": true,
|
| 532 |
+
"id": "1320-122612-0001",
|
| 533 |
+
"n_frames": 951,
|
| 534 |
+
"cut": false,
|
| 535 |
+
"call_s": 0.0527
|
| 536 |
+
},
|
| 537 |
+
{
|
| 538 |
+
"n": 224,
|
| 539 |
+
"cos_mean": 0.9999992372523528,
|
| 540 |
+
"cos_min": 0.9999745312074804,
|
| 541 |
+
"worst5": [
|
| 542 |
+
{
|
| 543 |
+
"pos": 15,
|
| 544 |
+
"cos": 0.9999745312074804
|
| 545 |
+
},
|
| 546 |
+
{
|
| 547 |
+
"pos": 142,
|
| 548 |
+
"cos": 0.9999856889315678
|
| 549 |
+
},
|
| 550 |
+
{
|
| 551 |
+
"pos": 143,
|
| 552 |
+
"cos": 0.9999889680415656
|
| 553 |
+
},
|
| 554 |
+
{
|
| 555 |
+
"pos": 14,
|
| 556 |
+
"cos": 0.9999930950725522
|
| 557 |
+
},
|
| 558 |
+
{
|
| 559 |
+
"pos": 12,
|
| 560 |
+
"cos": 0.9999959502819246
|
| 561 |
+
}
|
| 562 |
+
],
|
| 563 |
+
"max_abs": 0.03286895155906677,
|
| 564 |
+
"ref_max_abs": 7.707693099975586,
|
| 565 |
+
"nonfinite": 0,
|
| 566 |
+
"drift_max_abs": 0.0,
|
| 567 |
+
"pass": true,
|
| 568 |
+
"id": "1580-141083-0000",
|
| 569 |
+
"n_frames": 893,
|
| 570 |
+
"cut": false,
|
| 571 |
+
"call_s": 0.04
|
| 572 |
+
},
|
| 573 |
+
{
|
| 574 |
+
"n": 257,
|
| 575 |
+
"cos_mean": 0.9999984266222316,
|
| 576 |
+
"cos_min": 0.9998137516815849,
|
| 577 |
+
"worst5": [
|
| 578 |
+
{
|
| 579 |
+
"pos": 245,
|
| 580 |
+
"cos": 0.9998137516815849
|
| 581 |
+
},
|
| 582 |
+
{
|
| 583 |
+
"pos": 246,
|
| 584 |
+
"cos": 0.9999130376383816
|
| 585 |
+
},
|
| 586 |
+
{
|
| 587 |
+
"pos": 6,
|
| 588 |
+
"cos": 0.999984430693154
|
| 589 |
+
},
|
| 590 |
+
{
|
| 591 |
+
"pos": 187,
|
| 592 |
+
"cos": 0.99999231210293
|
| 593 |
+
},
|
| 594 |
+
{
|
| 595 |
+
"pos": 7,
|
| 596 |
+
"cos": 0.9999946388655281
|
| 597 |
+
}
|
| 598 |
+
],
|
| 599 |
+
"max_abs": 0.11375391483306885,
|
| 600 |
+
"ref_max_abs": 6.8953423500061035,
|
| 601 |
+
"nonfinite": 0,
|
| 602 |
+
"drift_max_abs": 0.0,
|
| 603 |
+
"pass": true,
|
| 604 |
+
"id": "1580-141083-0001",
|
| 605 |
+
"n_frames": 1025,
|
| 606 |
+
"cut": false,
|
| 607 |
+
"call_s": 0.0402
|
| 608 |
+
},
|
| 609 |
+
{
|
| 610 |
+
"n": 237,
|
| 611 |
+
"cos_mean": 0.9999921009234624,
|
| 612 |
+
"cos_min": 0.9985532926969964,
|
| 613 |
+
"worst5": [
|
| 614 |
+
{
|
| 615 |
+
"pos": 108,
|
| 616 |
+
"cos": 0.9985532926969964
|
| 617 |
+
},
|
| 618 |
+
{
|
| 619 |
+
"pos": 121,
|
| 620 |
+
"cos": 0.9998592632971484
|
| 621 |
+
},
|
| 622 |
+
{
|
| 623 |
+
"pos": 110,
|
| 624 |
+
"cos": 0.9999489278440503
|
| 625 |
+
},
|
| 626 |
+
{
|
| 627 |
+
"pos": 120,
|
| 628 |
+
"cos": 0.9999688245865201
|
| 629 |
+
},
|
| 630 |
+
{
|
| 631 |
+
"pos": 109,
|
| 632 |
+
"cos": 0.99997007205908
|
| 633 |
+
}
|
| 634 |
+
],
|
| 635 |
+
"max_abs": 0.26942288875579834,
|
| 636 |
+
"ref_max_abs": 6.876163959503174,
|
| 637 |
+
"nonfinite": 0,
|
| 638 |
+
"drift_max_abs": 0.0,
|
| 639 |
+
"pass": true,
|
| 640 |
+
"id": "1995-1826-0000",
|
| 641 |
+
"n_frames": 948,
|
| 642 |
+
"cut": false,
|
| 643 |
+
"call_s": 0.0398
|
| 644 |
+
},
|
| 645 |
+
{
|
| 646 |
+
"n": 254,
|
| 647 |
+
"cos_mean": 0.9999995168540934,
|
| 648 |
+
"cos_min": 0.999995946666869,
|
| 649 |
+
"worst5": [
|
| 650 |
+
{
|
| 651 |
+
"pos": 184,
|
| 652 |
+
"cos": 0.999995946666869
|
| 653 |
+
},
|
| 654 |
+
{
|
| 655 |
+
"pos": 54,
|
| 656 |
+
"cos": 0.9999961098560257
|
| 657 |
+
},
|
| 658 |
+
{
|
| 659 |
+
"pos": 185,
|
| 660 |
+
"cos": 0.9999975238897036
|
| 661 |
+
},
|
| 662 |
+
{
|
| 663 |
+
"pos": 144,
|
| 664 |
+
"cos": 0.9999978478802476
|
| 665 |
+
},
|
| 666 |
+
{
|
| 667 |
+
"pos": 186,
|
| 668 |
+
"cos": 0.9999980299039974
|
| 669 |
+
}
|
| 670 |
+
],
|
| 671 |
+
"max_abs": 0.012903213500976562,
|
| 672 |
+
"ref_max_abs": 7.509359359741211,
|
| 673 |
+
"nonfinite": 0,
|
| 674 |
+
"drift_max_abs": 0.0,
|
| 675 |
+
"pass": true,
|
| 676 |
+
"id": "1995-1826-0001",
|
| 677 |
+
"n_frames": 1016,
|
| 678 |
+
"cut": false,
|
| 679 |
+
"call_s": 0.0401
|
| 680 |
+
},
|
| 681 |
+
{
|
| 682 |
+
"n": 201,
|
| 683 |
+
"cos_mean": 0.9999988032835252,
|
| 684 |
+
"cos_min": 0.9999080208805533,
|
| 685 |
+
"worst5": [
|
| 686 |
+
{
|
| 687 |
+
"pos": 77,
|
| 688 |
+
"cos": 0.9999080208805533
|
| 689 |
+
},
|
| 690 |
+
{
|
| 691 |
+
"pos": 78,
|
| 692 |
+
"cos": 0.9999804068975499
|
| 693 |
+
},
|
| 694 |
+
{
|
| 695 |
+
"pos": 14,
|
| 696 |
+
"cos": 0.9999922880056574
|
| 697 |
+
},
|
| 698 |
+
{
|
| 699 |
+
"pos": 12,
|
| 700 |
+
"cos": 0.9999926953741235
|
| 701 |
+
},
|
| 702 |
+
{
|
| 703 |
+
"pos": 181,
|
| 704 |
+
"cos": 0.9999950844838508
|
| 705 |
+
}
|
| 706 |
+
],
|
| 707 |
+
"max_abs": 0.06153351068496704,
|
| 708 |
+
"ref_max_abs": 7.029752254486084,
|
| 709 |
+
"nonfinite": 0,
|
| 710 |
+
"drift_max_abs": 0.0,
|
| 711 |
+
"pass": true,
|
| 712 |
+
"id": "2094-142345-0001",
|
| 713 |
+
"n_frames": 802,
|
| 714 |
+
"cut": false,
|
| 715 |
+
"call_s": 0.04
|
| 716 |
+
},
|
| 717 |
+
{
|
| 718 |
+
"n": 388,
|
| 719 |
+
"cos_mean": 0.9999991281274249,
|
| 720 |
+
"cos_min": 0.9999418580141257,
|
| 721 |
+
"worst5": [
|
| 722 |
+
{
|
| 723 |
+
"pos": 106,
|
| 724 |
+
"cos": 0.9999418580141257
|
| 725 |
+
},
|
| 726 |
+
{
|
| 727 |
+
"pos": 12,
|
| 728 |
+
"cos": 0.9999775037178269
|
| 729 |
+
},
|
| 730 |
+
{
|
| 731 |
+
"pos": 89,
|
| 732 |
+
"cos": 0.999984747401797
|
| 733 |
+
},
|
| 734 |
+
{
|
| 735 |
+
"pos": 16,
|
| 736 |
+
"cos": 0.9999904316523596
|
| 737 |
+
},
|
| 738 |
+
{
|
| 739 |
+
"pos": 13,
|
| 740 |
+
"cos": 0.9999913955858389
|
| 741 |
+
}
|
| 742 |
+
],
|
| 743 |
+
"max_abs": 0.05781775712966919,
|
| 744 |
+
"ref_max_abs": 8.040725708007812,
|
| 745 |
+
"nonfinite": 0,
|
| 746 |
+
"drift_max_abs": 0.0,
|
| 747 |
+
"pass": true,
|
| 748 |
+
"id": "2094-142345-0002",
|
| 749 |
+
"n_frames": 1551,
|
| 750 |
+
"cut": false,
|
| 751 |
+
"call_s": 0.0401
|
| 752 |
+
},
|
| 753 |
+
{
|
| 754 |
+
"n": 127,
|
| 755 |
+
"cos_mean": 0.9999995693045745,
|
| 756 |
+
"cos_min": 0.9999981864448027,
|
| 757 |
+
"worst5": [
|
| 758 |
+
{
|
| 759 |
+
"pos": 125,
|
| 760 |
+
"cos": 0.9999981864448027
|
| 761 |
+
},
|
| 762 |
+
{
|
| 763 |
+
"pos": 102,
|
| 764 |
+
"cos": 0.9999985010493818
|
| 765 |
+
},
|
| 766 |
+
{
|
| 767 |
+
"pos": 124,
|
| 768 |
+
"cos": 0.9999985446933285
|
| 769 |
+
},
|
| 770 |
+
{
|
| 771 |
+
"pos": 18,
|
| 772 |
+
"cos": 0.9999985981159537
|
| 773 |
+
},
|
| 774 |
+
{
|
| 775 |
+
"pos": 14,
|
| 776 |
+
"cos": 0.9999987171505166
|
| 777 |
+
}
|
| 778 |
+
],
|
| 779 |
+
"max_abs": 0.008757948875427246,
|
| 780 |
+
"ref_max_abs": 6.594679355621338,
|
| 781 |
+
"nonfinite": 0,
|
| 782 |
+
"drift_max_abs": 0.0,
|
| 783 |
+
"pass": true,
|
| 784 |
+
"id": "2300-131720-0000",
|
| 785 |
+
"n_frames": 507,
|
| 786 |
+
"cut": false,
|
| 787 |
+
"call_s": 0.0401
|
| 788 |
+
},
|
| 789 |
+
{
|
| 790 |
+
"n": 366,
|
| 791 |
+
"cos_mean": 0.9999991835487116,
|
| 792 |
+
"cos_min": 0.9999336138072864,
|
| 793 |
+
"worst5": [
|
| 794 |
+
{
|
| 795 |
+
"pos": 11,
|
| 796 |
+
"cos": 0.9999336138072864
|
| 797 |
+
},
|
| 798 |
+
{
|
| 799 |
+
"pos": 12,
|
| 800 |
+
"cos": 0.9999665059488274
|
| 801 |
+
},
|
| 802 |
+
{
|
| 803 |
+
"pos": 365,
|
| 804 |
+
"cos": 0.9999907231411149
|
| 805 |
+
},
|
| 806 |
+
{
|
| 807 |
+
"pos": 0,
|
| 808 |
+
"cos": 0.999993579241152
|
| 809 |
+
},
|
| 810 |
+
{
|
| 811 |
+
"pos": 364,
|
| 812 |
+
"cos": 0.9999945723665422
|
| 813 |
+
}
|
| 814 |
+
],
|
| 815 |
+
"max_abs": 0.07058954238891602,
|
| 816 |
+
"ref_max_abs": 7.393332481384277,
|
| 817 |
+
"nonfinite": 0,
|
| 818 |
+
"drift_max_abs": 0.0,
|
| 819 |
+
"pass": true,
|
| 820 |
+
"id": "2300-131720-0001",
|
| 821 |
+
"n_frames": 1462,
|
| 822 |
+
"cut": false,
|
| 823 |
+
"call_s": 0.0415
|
| 824 |
+
}
|
| 825 |
+
]
|
| 826 |
+
}
|
provenance/encoder/mac-gpu-timing.json
ADDED
|
@@ -0,0 +1,488 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"form": "fp16",
|
| 3 |
+
"bucket_frames": 3000,
|
| 4 |
+
"backend": "gpu",
|
| 5 |
+
"window_label": "eg2stt-r3-timing-gpu30",
|
| 6 |
+
"window_started": "2026-10-13T21:11:09+0900",
|
| 7 |
+
"window_finished": "2026-10-13T21:11:57+0900",
|
| 8 |
+
"compared_in_window_with": [
|
| 9 |
+
"fp32:3000:gpu",
|
| 10 |
+
"fp16w32:3000:gpu",
|
| 11 |
+
"fp16:3000:gpu"
|
| 12 |
+
],
|
| 13 |
+
"summary": {
|
| 14 |
+
"reps_ok": 8,
|
| 15 |
+
"reps_failed": 0,
|
| 16 |
+
"audio_s_per_call": 30.0,
|
| 17 |
+
"ms_median_of_rep_medians": 40.023,
|
| 18 |
+
"ms_rep_median_range": [
|
| 19 |
+
39.971,
|
| 20 |
+
40.045
|
| 21 |
+
],
|
| 22 |
+
"ms_p90_all_calls": 40.196,
|
| 23 |
+
"x_realtime": 749.6,
|
| 24 |
+
"cpu_ms_per_call_median": 16.133,
|
| 25 |
+
"load_s_first_process": 1.815,
|
| 26 |
+
"load_s_first_process_cold": true,
|
| 27 |
+
"load_s_warm_median": 0.199,
|
| 28 |
+
"peak_footprint_gb_max": 0.54
|
| 29 |
+
},
|
| 30 |
+
"reps": [
|
| 31 |
+
{
|
| 32 |
+
"form": "fp16",
|
| 33 |
+
"bucket_frames": 3000,
|
| 34 |
+
"backend": "gpu",
|
| 35 |
+
"bundle": "<work>/exports/fp16/eg2_audio_fp16_T3000_gpu_h16c.aimodelc",
|
| 36 |
+
"function": "main",
|
| 37 |
+
"cold_requested": true,
|
| 38 |
+
"cache_entry_deleted": true,
|
| 39 |
+
"load_s": 1.815,
|
| 40 |
+
"load_cpu_s": 0.569,
|
| 41 |
+
"warmup_ms": [
|
| 42 |
+
196.07,
|
| 43 |
+
48.03,
|
| 44 |
+
40.06
|
| 45 |
+
],
|
| 46 |
+
"ms": [
|
| 47 |
+
39.893,
|
| 48 |
+
39.939,
|
| 49 |
+
39.922,
|
| 50 |
+
40.054,
|
| 51 |
+
40.246,
|
| 52 |
+
40.026,
|
| 53 |
+
39.896,
|
| 54 |
+
40.209,
|
| 55 |
+
40.024,
|
| 56 |
+
39.979,
|
| 57 |
+
40.112,
|
| 58 |
+
40.001,
|
| 59 |
+
39.949,
|
| 60 |
+
40.136,
|
| 61 |
+
39.922,
|
| 62 |
+
40.051,
|
| 63 |
+
39.988,
|
| 64 |
+
39.969,
|
| 65 |
+
39.987,
|
| 66 |
+
39.999
|
| 67 |
+
],
|
| 68 |
+
"ms_median": 39.993,
|
| 69 |
+
"ms_p90": 40.143,
|
| 70 |
+
"cpu_ms_per_call": 16.031,
|
| 71 |
+
"x_realtime": 750.1,
|
| 72 |
+
"audio_s_per_call": 30.0,
|
| 73 |
+
"footprint_before_load": {
|
| 74 |
+
"phys_footprint": 79970928,
|
| 75 |
+
"lifetime_max_phys_footprint": 79970928
|
| 76 |
+
},
|
| 77 |
+
"footprint_after_load": {
|
| 78 |
+
"phys_footprint": 185763064,
|
| 79 |
+
"lifetime_max_phys_footprint": 185779448
|
| 80 |
+
},
|
| 81 |
+
"footprint_end": {
|
| 82 |
+
"phys_footprint": 532858680,
|
| 83 |
+
"lifetime_max_phys_footprint": 539789112
|
| 84 |
+
},
|
| 85 |
+
"t_start": "21:11:21",
|
| 86 |
+
"rep": 0
|
| 87 |
+
},
|
| 88 |
+
{
|
| 89 |
+
"form": "fp16",
|
| 90 |
+
"bucket_frames": 3000,
|
| 91 |
+
"backend": "gpu",
|
| 92 |
+
"bundle": "<work>/exports/fp16/eg2_audio_fp16_T3000_gpu_h16c.aimodelc",
|
| 93 |
+
"function": "main",
|
| 94 |
+
"cold_requested": false,
|
| 95 |
+
"cache_entry_deleted": false,
|
| 96 |
+
"load_s": 0.192,
|
| 97 |
+
"load_cpu_s": 0.168,
|
| 98 |
+
"warmup_ms": [
|
| 99 |
+
132.55,
|
| 100 |
+
40.45,
|
| 101 |
+
40.31
|
| 102 |
+
],
|
| 103 |
+
"ms": [
|
| 104 |
+
39.988,
|
| 105 |
+
39.94,
|
| 106 |
+
39.918,
|
| 107 |
+
39.94,
|
| 108 |
+
40.135,
|
| 109 |
+
40.022,
|
| 110 |
+
40.067,
|
| 111 |
+
40.112,
|
| 112 |
+
40.054,
|
| 113 |
+
40.059,
|
| 114 |
+
40.205,
|
| 115 |
+
39.975,
|
| 116 |
+
39.988,
|
| 117 |
+
39.975,
|
| 118 |
+
40.099,
|
| 119 |
+
39.96,
|
| 120 |
+
40.076,
|
| 121 |
+
40.019,
|
| 122 |
+
39.987,
|
| 123 |
+
40.115
|
| 124 |
+
],
|
| 125 |
+
"ms_median": 40.02,
|
| 126 |
+
"ms_p90": 40.117,
|
| 127 |
+
"cpu_ms_per_call": 16.358,
|
| 128 |
+
"x_realtime": 749.6,
|
| 129 |
+
"audio_s_per_call": 30.0,
|
| 130 |
+
"footprint_before_load": {
|
| 131 |
+
"phys_footprint": 80134768,
|
| 132 |
+
"lifetime_max_phys_footprint": 80134768
|
| 133 |
+
},
|
| 134 |
+
"footprint_after_load": {
|
| 135 |
+
"phys_footprint": 173737136,
|
| 136 |
+
"lifetime_max_phys_footprint": 173737136
|
| 137 |
+
},
|
| 138 |
+
"footprint_end": {
|
| 139 |
+
"phys_footprint": 522323648,
|
| 140 |
+
"lifetime_max_phys_footprint": 527713984
|
| 141 |
+
},
|
| 142 |
+
"t_start": "21:11:26",
|
| 143 |
+
"rep": 1
|
| 144 |
+
},
|
| 145 |
+
{
|
| 146 |
+
"form": "fp16",
|
| 147 |
+
"bucket_frames": 3000,
|
| 148 |
+
"backend": "gpu",
|
| 149 |
+
"bundle": "<work>/exports/fp16/eg2_audio_fp16_T3000_gpu_h16c.aimodelc",
|
| 150 |
+
"function": "main",
|
| 151 |
+
"cold_requested": false,
|
| 152 |
+
"cache_entry_deleted": false,
|
| 153 |
+
"load_s": 0.21,
|
| 154 |
+
"load_cpu_s": 0.183,
|
| 155 |
+
"warmup_ms": [
|
| 156 |
+
147.91,
|
| 157 |
+
40.18,
|
| 158 |
+
39.92
|
| 159 |
+
],
|
| 160 |
+
"ms": [
|
| 161 |
+
40.025,
|
| 162 |
+
40.105,
|
| 163 |
+
39.983,
|
| 164 |
+
40.057,
|
| 165 |
+
40.148,
|
| 166 |
+
39.826,
|
| 167 |
+
40.058,
|
| 168 |
+
40.099,
|
| 169 |
+
40.045,
|
| 170 |
+
40.026,
|
| 171 |
+
39.993,
|
| 172 |
+
40.115,
|
| 173 |
+
40.026,
|
| 174 |
+
40.01,
|
| 175 |
+
40.061,
|
| 176 |
+
39.977,
|
| 177 |
+
40.169,
|
| 178 |
+
40.023,
|
| 179 |
+
39.987,
|
| 180 |
+
39.965
|
| 181 |
+
],
|
| 182 |
+
"ms_median": 40.026,
|
| 183 |
+
"ms_p90": 40.118,
|
| 184 |
+
"cpu_ms_per_call": 16.227,
|
| 185 |
+
"x_realtime": 749.5,
|
| 186 |
+
"audio_s_per_call": 30.0,
|
| 187 |
+
"footprint_before_load": {
|
| 188 |
+
"phys_footprint": 80233072,
|
| 189 |
+
"lifetime_max_phys_footprint": 80233072
|
| 190 |
+
},
|
| 191 |
+
"footprint_after_load": {
|
| 192 |
+
"phys_footprint": 172852424,
|
| 193 |
+
"lifetime_max_phys_footprint": 172868808
|
| 194 |
+
},
|
| 195 |
+
"footprint_end": {
|
| 196 |
+
"phys_footprint": 525666008,
|
| 197 |
+
"lifetime_max_phys_footprint": 532596440
|
| 198 |
+
},
|
| 199 |
+
"t_start": "21:11:31",
|
| 200 |
+
"rep": 2
|
| 201 |
+
},
|
| 202 |
+
{
|
| 203 |
+
"form": "fp16",
|
| 204 |
+
"bucket_frames": 3000,
|
| 205 |
+
"backend": "gpu",
|
| 206 |
+
"bundle": "<work>/exports/fp16/eg2_audio_fp16_T3000_gpu_h16c.aimodelc",
|
| 207 |
+
"function": "main",
|
| 208 |
+
"cold_requested": false,
|
| 209 |
+
"cache_entry_deleted": false,
|
| 210 |
+
"load_s": 0.201,
|
| 211 |
+
"load_cpu_s": 0.175,
|
| 212 |
+
"warmup_ms": [
|
| 213 |
+
143.84,
|
| 214 |
+
40.1,
|
| 215 |
+
40.14
|
| 216 |
+
],
|
| 217 |
+
"ms": [
|
| 218 |
+
39.96,
|
| 219 |
+
40.033,
|
| 220 |
+
39.834,
|
| 221 |
+
40.02,
|
| 222 |
+
39.967,
|
| 223 |
+
40.061,
|
| 224 |
+
40.12,
|
| 225 |
+
39.992,
|
| 226 |
+
39.848,
|
| 227 |
+
40.1,
|
| 228 |
+
39.981,
|
| 229 |
+
40.191,
|
| 230 |
+
40.042,
|
| 231 |
+
40.034,
|
| 232 |
+
40.214,
|
| 233 |
+
40.038,
|
| 234 |
+
40.252,
|
| 235 |
+
40.277,
|
| 236 |
+
40.083,
|
| 237 |
+
40.15
|
| 238 |
+
],
|
| 239 |
+
"ms_median": 40.04,
|
| 240 |
+
"ms_p90": 40.218,
|
| 241 |
+
"cpu_ms_per_call": 16.47,
|
| 242 |
+
"x_realtime": 749.2,
|
| 243 |
+
"audio_s_per_call": 30.0,
|
| 244 |
+
"footprint_before_load": {
|
| 245 |
+
"phys_footprint": 79790704,
|
| 246 |
+
"lifetime_max_phys_footprint": 79790704
|
| 247 |
+
},
|
| 248 |
+
"footprint_after_load": {
|
| 249 |
+
"phys_footprint": 172852424,
|
| 250 |
+
"lifetime_max_phys_footprint": 172852424
|
| 251 |
+
},
|
| 252 |
+
"footprint_end": {
|
| 253 |
+
"phys_footprint": 525829896,
|
| 254 |
+
"lifetime_max_phys_footprint": 532760328
|
| 255 |
+
},
|
| 256 |
+
"t_start": "21:11:36",
|
| 257 |
+
"rep": 3
|
| 258 |
+
},
|
| 259 |
+
{
|
| 260 |
+
"form": "fp16",
|
| 261 |
+
"bucket_frames": 3000,
|
| 262 |
+
"backend": "gpu",
|
| 263 |
+
"bundle": "<work>/exports/fp16/eg2_audio_fp16_T3000_gpu_h16c.aimodelc",
|
| 264 |
+
"function": "main",
|
| 265 |
+
"cold_requested": false,
|
| 266 |
+
"cache_entry_deleted": false,
|
| 267 |
+
"load_s": 0.197,
|
| 268 |
+
"load_cpu_s": 0.171,
|
| 269 |
+
"warmup_ms": [
|
| 270 |
+
141.68,
|
| 271 |
+
40.36,
|
| 272 |
+
40.14
|
| 273 |
+
],
|
| 274 |
+
"ms": [
|
| 275 |
+
39.957,
|
| 276 |
+
39.918,
|
| 277 |
+
39.953,
|
| 278 |
+
40.01,
|
| 279 |
+
39.959,
|
| 280 |
+
40.232,
|
| 281 |
+
40.207,
|
| 282 |
+
40.76,
|
| 283 |
+
40.334,
|
| 284 |
+
40.042,
|
| 285 |
+
40.046,
|
| 286 |
+
40.196,
|
| 287 |
+
39.997,
|
| 288 |
+
40.148,
|
| 289 |
+
40.045,
|
| 290 |
+
40.046,
|
| 291 |
+
40.032,
|
| 292 |
+
39.97,
|
| 293 |
+
40.115,
|
| 294 |
+
40.134
|
| 295 |
+
],
|
| 296 |
+
"ms_median": 40.045,
|
| 297 |
+
"ms_p90": 40.242,
|
| 298 |
+
"cpu_ms_per_call": 17.097,
|
| 299 |
+
"x_realtime": 749.2,
|
| 300 |
+
"audio_s_per_call": 30.0,
|
| 301 |
+
"footprint_before_load": {
|
| 302 |
+
"phys_footprint": 79921776,
|
| 303 |
+
"lifetime_max_phys_footprint": 79921776
|
| 304 |
+
},
|
| 305 |
+
"footprint_after_load": {
|
| 306 |
+
"phys_footprint": 174327008,
|
| 307 |
+
"lifetime_max_phys_footprint": 174343392
|
| 308 |
+
},
|
| 309 |
+
"footprint_end": {
|
| 310 |
+
"phys_footprint": 522733272,
|
| 311 |
+
"lifetime_max_phys_footprint": 529663704
|
| 312 |
+
},
|
| 313 |
+
"t_start": "21:11:41",
|
| 314 |
+
"rep": 4
|
| 315 |
+
},
|
| 316 |
+
{
|
| 317 |
+
"form": "fp16",
|
| 318 |
+
"bucket_frames": 3000,
|
| 319 |
+
"backend": "gpu",
|
| 320 |
+
"bundle": "<work>/exports/fp16/eg2_audio_fp16_T3000_gpu_h16c.aimodelc",
|
| 321 |
+
"function": "main",
|
| 322 |
+
"cold_requested": false,
|
| 323 |
+
"cache_entry_deleted": false,
|
| 324 |
+
"load_s": 0.712,
|
| 325 |
+
"load_cpu_s": 0.179,
|
| 326 |
+
"warmup_ms": [
|
| 327 |
+
354.03,
|
| 328 |
+
40.1,
|
| 329 |
+
40.03
|
| 330 |
+
],
|
| 331 |
+
"ms": [
|
| 332 |
+
40.043,
|
| 333 |
+
39.974,
|
| 334 |
+
40.05,
|
| 335 |
+
40.072,
|
| 336 |
+
40.046,
|
| 337 |
+
39.983,
|
| 338 |
+
40.286,
|
| 339 |
+
39.8,
|
| 340 |
+
40.132,
|
| 341 |
+
39.878,
|
| 342 |
+
39.981,
|
| 343 |
+
39.92,
|
| 344 |
+
39.868,
|
| 345 |
+
39.899,
|
| 346 |
+
39.96,
|
| 347 |
+
39.97,
|
| 348 |
+
39.957,
|
| 349 |
+
39.943,
|
| 350 |
+
39.964,
|
| 351 |
+
39.984
|
| 352 |
+
],
|
| 353 |
+
"ms_median": 39.972,
|
| 354 |
+
"ms_p90": 40.078,
|
| 355 |
+
"cpu_ms_per_call": 16.039,
|
| 356 |
+
"x_realtime": 750.5,
|
| 357 |
+
"audio_s_per_call": 30.0,
|
| 358 |
+
"footprint_before_load": {
|
| 359 |
+
"phys_footprint": 79905392,
|
| 360 |
+
"lifetime_max_phys_footprint": 79905392
|
| 361 |
+
},
|
| 362 |
+
"footprint_after_load": {
|
| 363 |
+
"phys_footprint": 173376688,
|
| 364 |
+
"lifetime_max_phys_footprint": 173376688
|
| 365 |
+
},
|
| 366 |
+
"footprint_end": {
|
| 367 |
+
"phys_footprint": 510527192,
|
| 368 |
+
"lifetime_max_phys_footprint": 529762008
|
| 369 |
+
},
|
| 370 |
+
"t_start": "21:11:47",
|
| 371 |
+
"rep": 5
|
| 372 |
+
},
|
| 373 |
+
{
|
| 374 |
+
"form": "fp16",
|
| 375 |
+
"bucket_frames": 3000,
|
| 376 |
+
"backend": "gpu",
|
| 377 |
+
"bundle": "<work>/exports/fp16/eg2_audio_fp16_T3000_gpu_h16c.aimodelc",
|
| 378 |
+
"function": "main",
|
| 379 |
+
"cold_requested": false,
|
| 380 |
+
"cache_entry_deleted": false,
|
| 381 |
+
"load_s": 0.199,
|
| 382 |
+
"load_cpu_s": 0.173,
|
| 383 |
+
"warmup_ms": [
|
| 384 |
+
142.25,
|
| 385 |
+
40.26,
|
| 386 |
+
40.1
|
| 387 |
+
],
|
| 388 |
+
"ms": [
|
| 389 |
+
39.92,
|
| 390 |
+
40.039,
|
| 391 |
+
39.938,
|
| 392 |
+
39.821,
|
| 393 |
+
39.907,
|
| 394 |
+
40.031,
|
| 395 |
+
40.19,
|
| 396 |
+
39.938,
|
| 397 |
+
39.872,
|
| 398 |
+
40.06,
|
| 399 |
+
40.196,
|
| 400 |
+
40.21,
|
| 401 |
+
40.295,
|
| 402 |
+
40.136,
|
| 403 |
+
40.07,
|
| 404 |
+
39.87,
|
| 405 |
+
40.091,
|
| 406 |
+
39.932,
|
| 407 |
+
40.007,
|
| 408 |
+
40.256
|
| 409 |
+
],
|
| 410 |
+
"ms_median": 40.035,
|
| 411 |
+
"ms_p90": 40.215,
|
| 412 |
+
"cpu_ms_per_call": 15.961,
|
| 413 |
+
"x_realtime": 749.3,
|
| 414 |
+
"audio_s_per_call": 30.0,
|
| 415 |
+
"footprint_before_load": {
|
| 416 |
+
"phys_footprint": 80052848,
|
| 417 |
+
"lifetime_max_phys_footprint": 80052848
|
| 418 |
+
},
|
| 419 |
+
"footprint_after_load": {
|
| 420 |
+
"phys_footprint": 173196488,
|
| 421 |
+
"lifetime_max_phys_footprint": 173212872
|
| 422 |
+
},
|
| 423 |
+
"footprint_end": {
|
| 424 |
+
"phys_footprint": 523060976,
|
| 425 |
+
"lifetime_max_phys_footprint": 529991408
|
| 426 |
+
},
|
| 427 |
+
"t_start": "21:11:52",
|
| 428 |
+
"rep": 6
|
| 429 |
+
},
|
| 430 |
+
{
|
| 431 |
+
"form": "fp16",
|
| 432 |
+
"bucket_frames": 3000,
|
| 433 |
+
"backend": "gpu",
|
| 434 |
+
"bundle": "<work>/exports/fp16/eg2_audio_fp16_T3000_gpu_h16c.aimodelc",
|
| 435 |
+
"function": "main",
|
| 436 |
+
"cold_requested": false,
|
| 437 |
+
"cache_entry_deleted": false,
|
| 438 |
+
"load_s": 0.199,
|
| 439 |
+
"load_cpu_s": 0.173,
|
| 440 |
+
"warmup_ms": [
|
| 441 |
+
143.89,
|
| 442 |
+
40.44,
|
| 443 |
+
40.0
|
| 444 |
+
],
|
| 445 |
+
"ms": [
|
| 446 |
+
40.029,
|
| 447 |
+
40.2,
|
| 448 |
+
40.315,
|
| 449 |
+
40.184,
|
| 450 |
+
40.132,
|
| 451 |
+
39.824,
|
| 452 |
+
39.924,
|
| 453 |
+
40.045,
|
| 454 |
+
39.998,
|
| 455 |
+
39.937,
|
| 456 |
+
39.932,
|
| 457 |
+
39.928,
|
| 458 |
+
40.053,
|
| 459 |
+
39.985,
|
| 460 |
+
39.927,
|
| 461 |
+
39.882,
|
| 462 |
+
39.936,
|
| 463 |
+
40.011,
|
| 464 |
+
39.958,
|
| 465 |
+
39.941
|
| 466 |
+
],
|
| 467 |
+
"ms_median": 39.971,
|
| 468 |
+
"ms_p90": 40.185,
|
| 469 |
+
"cpu_ms_per_call": 15.954,
|
| 470 |
+
"x_realtime": 750.5,
|
| 471 |
+
"audio_s_per_call": 30.0,
|
| 472 |
+
"footprint_before_load": {
|
| 473 |
+
"phys_footprint": 81101424,
|
| 474 |
+
"lifetime_max_phys_footprint": 81101424
|
| 475 |
+
},
|
| 476 |
+
"footprint_after_load": {
|
| 477 |
+
"phys_footprint": 172950752,
|
| 478 |
+
"lifetime_max_phys_footprint": 172967136
|
| 479 |
+
},
|
| 480 |
+
"footprint_end": {
|
| 481 |
+
"phys_footprint": 524125912,
|
| 482 |
+
"lifetime_max_phys_footprint": 531056344
|
| 483 |
+
},
|
| 484 |
+
"t_start": "21:11:57",
|
| 485 |
+
"rep": 7
|
| 486 |
+
}
|
| 487 |
+
]
|
| 488 |
+
}
|
provenance/pipeline/mac-encoder-gpu-reader-ane-overlap.json
ADDED
|
@@ -0,0 +1,665 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"what": "encoder bundle -> reader bundle -> host labels, one process, long-speckled-band",
|
| 3 |
+
"audio_s": 3257.44325,
|
| 4 |
+
"n_frames": 325744,
|
| 5 |
+
"tokens": 81436,
|
| 6 |
+
"windows": 125,
|
| 7 |
+
"window_contract": {
|
| 8 |
+
"frames": 3000,
|
| 9 |
+
"tokens": 750,
|
| 10 |
+
"left_overlap_tokens": 96,
|
| 11 |
+
"dropped_last_tokens": 1,
|
| 12 |
+
"step_tokens": 653,
|
| 13 |
+
"first_window_keeps": [
|
| 14 |
+
0,
|
| 15 |
+
749
|
| 16 |
+
],
|
| 17 |
+
"last_window": {
|
| 18 |
+
"i": 124,
|
| 19 |
+
"token0": 80972,
|
| 20 |
+
"frame0": 323888,
|
| 21 |
+
"frames": 1856,
|
| 22 |
+
"valid_tokens": 464,
|
| 23 |
+
"keep": [
|
| 24 |
+
96,
|
| 25 |
+
464
|
| 26 |
+
]
|
| 27 |
+
}
|
| 28 |
+
},
|
| 29 |
+
"encoder": {
|
| 30 |
+
"bundle": "<work>/exports/fp16/eg2_audio_fp16_T3000_gpu_h16c.aimodelc",
|
| 31 |
+
"io_dtype": "float16",
|
| 32 |
+
"specialization": "default()"
|
| 33 |
+
},
|
| 34 |
+
"reader": {
|
| 35 |
+
"bundle": "<work>/exports/reader/fp16/eg2_reader_fp16_T750_ane_h16c.aimodelc",
|
| 36 |
+
"form": "fp16",
|
| 37 |
+
"backend": "ane",
|
| 38 |
+
"io_dtype": "float16",
|
| 39 |
+
"head": "argmax",
|
| 40 |
+
"weights_sha256": "67a06a857b9aeb066347f8947e4faeed11d2ec3e89e0c23974be0a2c20243d5b",
|
| 41 |
+
"arch": "a",
|
| 42 |
+
"source": "release"
|
| 43 |
+
},
|
| 44 |
+
"load": {
|
| 45 |
+
"encoder_s": 0.837,
|
| 46 |
+
"reader_s": 0.528,
|
| 47 |
+
"total_s": 1.366,
|
| 48 |
+
"cache_entries_existed": {
|
| 49 |
+
"<work>/exports/fp16/eg2_audio_fp16_T3000_gpu_h16c.aimodelc": true,
|
| 50 |
+
"<work>/exports/reader/fp16/eg2_reader_fp16_T750_ane_h16c.aimodelc": true
|
| 51 |
+
}
|
| 52 |
+
},
|
| 53 |
+
"wall_s_with_load": 12.0456,
|
| 54 |
+
"x_realtime_with_load": 270.4,
|
| 55 |
+
"wall_s": 10.6796,
|
| 56 |
+
"x_realtime": 305.0,
|
| 57 |
+
"passes": [
|
| 58 |
+
{
|
| 59 |
+
"pass": 1,
|
| 60 |
+
"wall_s": 10.6796,
|
| 61 |
+
"encoder_calls_s": 5.1341,
|
| 62 |
+
"reader_calls_s": 5.4312,
|
| 63 |
+
"host_s": 0.1143,
|
| 64 |
+
"process_cpu_s": 3.237,
|
| 65 |
+
"x_realtime": 305.0,
|
| 66 |
+
"encoder_ms_median": 40.344,
|
| 67 |
+
"reader_ms_median": 44.086,
|
| 68 |
+
"encoder_ms": [
|
| 69 |
+
118.924,
|
| 70 |
+
40.609,
|
| 71 |
+
40.309,
|
| 72 |
+
40.296,
|
| 73 |
+
40.399,
|
| 74 |
+
40.221,
|
| 75 |
+
40.306,
|
| 76 |
+
40.302,
|
| 77 |
+
40.129,
|
| 78 |
+
40.399,
|
| 79 |
+
40.506,
|
| 80 |
+
40.393,
|
| 81 |
+
40.416,
|
| 82 |
+
40.446,
|
| 83 |
+
40.41,
|
| 84 |
+
40.355,
|
| 85 |
+
40.285,
|
| 86 |
+
40.372,
|
| 87 |
+
40.351,
|
| 88 |
+
40.434,
|
| 89 |
+
40.656,
|
| 90 |
+
40.603,
|
| 91 |
+
43.582,
|
| 92 |
+
40.336,
|
| 93 |
+
40.342,
|
| 94 |
+
40.387,
|
| 95 |
+
40.311,
|
| 96 |
+
40.443,
|
| 97 |
+
40.363,
|
| 98 |
+
40.315,
|
| 99 |
+
40.383,
|
| 100 |
+
40.241,
|
| 101 |
+
40.307,
|
| 102 |
+
40.272,
|
| 103 |
+
42.577,
|
| 104 |
+
41.62,
|
| 105 |
+
40.276,
|
| 106 |
+
40.397,
|
| 107 |
+
40.402,
|
| 108 |
+
40.281,
|
| 109 |
+
41.798,
|
| 110 |
+
40.387,
|
| 111 |
+
40.277,
|
| 112 |
+
40.447,
|
| 113 |
+
40.49,
|
| 114 |
+
40.31,
|
| 115 |
+
43.502,
|
| 116 |
+
40.411,
|
| 117 |
+
40.344,
|
| 118 |
+
40.314,
|
| 119 |
+
40.219,
|
| 120 |
+
40.279,
|
| 121 |
+
40.316,
|
| 122 |
+
40.236,
|
| 123 |
+
40.15,
|
| 124 |
+
40.595,
|
| 125 |
+
40.438,
|
| 126 |
+
40.484,
|
| 127 |
+
40.359,
|
| 128 |
+
40.405,
|
| 129 |
+
40.67,
|
| 130 |
+
40.226,
|
| 131 |
+
40.237,
|
| 132 |
+
40.199,
|
| 133 |
+
40.377,
|
| 134 |
+
40.371,
|
| 135 |
+
40.283,
|
| 136 |
+
40.13,
|
| 137 |
+
40.139,
|
| 138 |
+
40.496,
|
| 139 |
+
40.79,
|
| 140 |
+
40.642,
|
| 141 |
+
40.588,
|
| 142 |
+
40.302,
|
| 143 |
+
40.229,
|
| 144 |
+
40.342,
|
| 145 |
+
40.247,
|
| 146 |
+
40.188,
|
| 147 |
+
40.322,
|
| 148 |
+
40.302,
|
| 149 |
+
40.314,
|
| 150 |
+
40.36,
|
| 151 |
+
40.343,
|
| 152 |
+
40.181,
|
| 153 |
+
40.417,
|
| 154 |
+
40.23,
|
| 155 |
+
40.432,
|
| 156 |
+
40.357,
|
| 157 |
+
40.633,
|
| 158 |
+
40.569,
|
| 159 |
+
40.301,
|
| 160 |
+
40.355,
|
| 161 |
+
40.253,
|
| 162 |
+
40.292,
|
| 163 |
+
40.379,
|
| 164 |
+
40.343,
|
| 165 |
+
40.457,
|
| 166 |
+
40.463,
|
| 167 |
+
40.354,
|
| 168 |
+
40.322,
|
| 169 |
+
40.328,
|
| 170 |
+
40.361,
|
| 171 |
+
40.326,
|
| 172 |
+
40.243,
|
| 173 |
+
40.508,
|
| 174 |
+
40.307,
|
| 175 |
+
40.177,
|
| 176 |
+
40.51,
|
| 177 |
+
40.234,
|
| 178 |
+
40.34,
|
| 179 |
+
40.463,
|
| 180 |
+
40.408,
|
| 181 |
+
40.444,
|
| 182 |
+
40.273,
|
| 183 |
+
40.125,
|
| 184 |
+
40.236,
|
| 185 |
+
40.32,
|
| 186 |
+
40.411,
|
| 187 |
+
40.375,
|
| 188 |
+
40.275,
|
| 189 |
+
40.257,
|
| 190 |
+
40.373,
|
| 191 |
+
40.281,
|
| 192 |
+
40.156,
|
| 193 |
+
40.239
|
| 194 |
+
],
|
| 195 |
+
"reader_ms": [
|
| 196 |
+
50.599,
|
| 197 |
+
44.546,
|
| 198 |
+
46.154,
|
| 199 |
+
45.06,
|
| 200 |
+
42.315,
|
| 201 |
+
41.198,
|
| 202 |
+
41.305,
|
| 203 |
+
41.105,
|
| 204 |
+
41.467,
|
| 205 |
+
45.861,
|
| 206 |
+
41.585,
|
| 207 |
+
42.674,
|
| 208 |
+
41.939,
|
| 209 |
+
42.025,
|
| 210 |
+
41.758,
|
| 211 |
+
41.846,
|
| 212 |
+
41.496,
|
| 213 |
+
41.161,
|
| 214 |
+
44.757,
|
| 215 |
+
44.358,
|
| 216 |
+
43.394,
|
| 217 |
+
45.297,
|
| 218 |
+
41.691,
|
| 219 |
+
42.006,
|
| 220 |
+
41.013,
|
| 221 |
+
42.058,
|
| 222 |
+
44.372,
|
| 223 |
+
44.813,
|
| 224 |
+
49.684,
|
| 225 |
+
44.086,
|
| 226 |
+
44.105,
|
| 227 |
+
44.215,
|
| 228 |
+
44.256,
|
| 229 |
+
44.329,
|
| 230 |
+
46.64,
|
| 231 |
+
44.806,
|
| 232 |
+
44.088,
|
| 233 |
+
44.5,
|
| 234 |
+
44.537,
|
| 235 |
+
43.891,
|
| 236 |
+
43.567,
|
| 237 |
+
44.082,
|
| 238 |
+
44.986,
|
| 239 |
+
44.577,
|
| 240 |
+
44.122,
|
| 241 |
+
44.657,
|
| 242 |
+
46.485,
|
| 243 |
+
44.338,
|
| 244 |
+
44.777,
|
| 245 |
+
44.763,
|
| 246 |
+
44.134,
|
| 247 |
+
44.883,
|
| 248 |
+
41.486,
|
| 249 |
+
40.653,
|
| 250 |
+
41.678,
|
| 251 |
+
41.187,
|
| 252 |
+
43.699,
|
| 253 |
+
41.526,
|
| 254 |
+
42.332,
|
| 255 |
+
42.806,
|
| 256 |
+
41.103,
|
| 257 |
+
41.679,
|
| 258 |
+
40.589,
|
| 259 |
+
41.894,
|
| 260 |
+
41.824,
|
| 261 |
+
41.6,
|
| 262 |
+
41.879,
|
| 263 |
+
42.095,
|
| 264 |
+
41.032,
|
| 265 |
+
45.23,
|
| 266 |
+
45.485,
|
| 267 |
+
45.431,
|
| 268 |
+
44.607,
|
| 269 |
+
43.82,
|
| 270 |
+
44.178,
|
| 271 |
+
44.65,
|
| 272 |
+
43.689,
|
| 273 |
+
44.183,
|
| 274 |
+
44.828,
|
| 275 |
+
44.654,
|
| 276 |
+
44.286,
|
| 277 |
+
45.158,
|
| 278 |
+
43.588,
|
| 279 |
+
44.466,
|
| 280 |
+
44.847,
|
| 281 |
+
44.687,
|
| 282 |
+
44.717,
|
| 283 |
+
45.677,
|
| 284 |
+
43.236,
|
| 285 |
+
43.209,
|
| 286 |
+
44.742,
|
| 287 |
+
44.257,
|
| 288 |
+
44.869,
|
| 289 |
+
45.52,
|
| 290 |
+
45.001,
|
| 291 |
+
44.858,
|
| 292 |
+
44.297,
|
| 293 |
+
44.585,
|
| 294 |
+
44.307,
|
| 295 |
+
44.242,
|
| 296 |
+
45.532,
|
| 297 |
+
44.273,
|
| 298 |
+
44.101,
|
| 299 |
+
44.168,
|
| 300 |
+
42.324,
|
| 301 |
+
41.862,
|
| 302 |
+
43.798,
|
| 303 |
+
41.896,
|
| 304 |
+
45.788,
|
| 305 |
+
42.778,
|
| 306 |
+
42.279,
|
| 307 |
+
40.839,
|
| 308 |
+
42.188,
|
| 309 |
+
41.054,
|
| 310 |
+
41.55,
|
| 311 |
+
40.621,
|
| 312 |
+
41.094,
|
| 313 |
+
41.185,
|
| 314 |
+
41.87,
|
| 315 |
+
40.661,
|
| 316 |
+
40.636,
|
| 317 |
+
41.273,
|
| 318 |
+
40.668,
|
| 319 |
+
40.405,
|
| 320 |
+
45.619
|
| 321 |
+
]
|
| 322 |
+
},
|
| 323 |
+
{
|
| 324 |
+
"pass": 2,
|
| 325 |
+
"wall_s": 10.621,
|
| 326 |
+
"encoder_calls_s": 5.065,
|
| 327 |
+
"reader_calls_s": 5.4626,
|
| 328 |
+
"host_s": 0.0934,
|
| 329 |
+
"process_cpu_s": 3.023,
|
| 330 |
+
"x_realtime": 306.7,
|
| 331 |
+
"encoder_ms_median": 40.341,
|
| 332 |
+
"reader_ms_median": 44.2,
|
| 333 |
+
"encoder_ms": [
|
| 334 |
+
40.401,
|
| 335 |
+
40.5,
|
| 336 |
+
40.431,
|
| 337 |
+
40.495,
|
| 338 |
+
40.339,
|
| 339 |
+
40.317,
|
| 340 |
+
40.333,
|
| 341 |
+
40.309,
|
| 342 |
+
40.566,
|
| 343 |
+
40.257,
|
| 344 |
+
40.358,
|
| 345 |
+
40.204,
|
| 346 |
+
40.318,
|
| 347 |
+
40.4,
|
| 348 |
+
40.306,
|
| 349 |
+
40.393,
|
| 350 |
+
40.432,
|
| 351 |
+
40.286,
|
| 352 |
+
40.376,
|
| 353 |
+
41.168,
|
| 354 |
+
40.474,
|
| 355 |
+
40.43,
|
| 356 |
+
40.404,
|
| 357 |
+
40.296,
|
| 358 |
+
40.426,
|
| 359 |
+
40.316,
|
| 360 |
+
40.313,
|
| 361 |
+
40.567,
|
| 362 |
+
40.423,
|
| 363 |
+
40.438,
|
| 364 |
+
42.035,
|
| 365 |
+
40.495,
|
| 366 |
+
40.551,
|
| 367 |
+
40.418,
|
| 368 |
+
40.587,
|
| 369 |
+
40.402,
|
| 370 |
+
45.838,
|
| 371 |
+
40.223,
|
| 372 |
+
40.179,
|
| 373 |
+
40.273,
|
| 374 |
+
40.688,
|
| 375 |
+
40.309,
|
| 376 |
+
40.154,
|
| 377 |
+
40.156,
|
| 378 |
+
40.129,
|
| 379 |
+
40.297,
|
| 380 |
+
40.299,
|
| 381 |
+
40.27,
|
| 382 |
+
40.222,
|
| 383 |
+
40.362,
|
| 384 |
+
40.363,
|
| 385 |
+
40.259,
|
| 386 |
+
40.43,
|
| 387 |
+
40.561,
|
| 388 |
+
40.3,
|
| 389 |
+
40.306,
|
| 390 |
+
40.243,
|
| 391 |
+
40.325,
|
| 392 |
+
40.326,
|
| 393 |
+
40.256,
|
| 394 |
+
40.222,
|
| 395 |
+
40.44,
|
| 396 |
+
40.32,
|
| 397 |
+
40.551,
|
| 398 |
+
40.425,
|
| 399 |
+
40.486,
|
| 400 |
+
40.429,
|
| 401 |
+
40.393,
|
| 402 |
+
40.408,
|
| 403 |
+
40.255,
|
| 404 |
+
40.314,
|
| 405 |
+
40.176,
|
| 406 |
+
40.336,
|
| 407 |
+
40.333,
|
| 408 |
+
40.165,
|
| 409 |
+
40.362,
|
| 410 |
+
40.455,
|
| 411 |
+
40.359,
|
| 412 |
+
40.522,
|
| 413 |
+
40.196,
|
| 414 |
+
40.269,
|
| 415 |
+
40.156,
|
| 416 |
+
40.313,
|
| 417 |
+
40.416,
|
| 418 |
+
40.271,
|
| 419 |
+
42.437,
|
| 420 |
+
40.347,
|
| 421 |
+
40.384,
|
| 422 |
+
40.32,
|
| 423 |
+
40.219,
|
| 424 |
+
40.269,
|
| 425 |
+
40.285,
|
| 426 |
+
40.256,
|
| 427 |
+
40.393,
|
| 428 |
+
40.291,
|
| 429 |
+
40.289,
|
| 430 |
+
40.159,
|
| 431 |
+
41.904,
|
| 432 |
+
40.192,
|
| 433 |
+
40.341,
|
| 434 |
+
40.368,
|
| 435 |
+
40.306,
|
| 436 |
+
40.54,
|
| 437 |
+
42.992,
|
| 438 |
+
40.423,
|
| 439 |
+
40.367,
|
| 440 |
+
40.183,
|
| 441 |
+
40.311,
|
| 442 |
+
40.197,
|
| 443 |
+
42.101,
|
| 444 |
+
40.428,
|
| 445 |
+
40.412,
|
| 446 |
+
40.215,
|
| 447 |
+
40.338,
|
| 448 |
+
40.485,
|
| 449 |
+
42.41,
|
| 450 |
+
40.278,
|
| 451 |
+
40.28,
|
| 452 |
+
40.285,
|
| 453 |
+
40.343,
|
| 454 |
+
40.333,
|
| 455 |
+
43.841,
|
| 456 |
+
40.48,
|
| 457 |
+
40.426,
|
| 458 |
+
40.491
|
| 459 |
+
],
|
| 460 |
+
"reader_ms": [
|
| 461 |
+
44.335,
|
| 462 |
+
45.238,
|
| 463 |
+
45.111,
|
| 464 |
+
44.354,
|
| 465 |
+
43.439,
|
| 466 |
+
45.153,
|
| 467 |
+
45.938,
|
| 468 |
+
44.674,
|
| 469 |
+
44.336,
|
| 470 |
+
43.812,
|
| 471 |
+
44.405,
|
| 472 |
+
44.575,
|
| 473 |
+
44.678,
|
| 474 |
+
43.974,
|
| 475 |
+
44.806,
|
| 476 |
+
43.948,
|
| 477 |
+
44.02,
|
| 478 |
+
45.238,
|
| 479 |
+
44.64,
|
| 480 |
+
44.697,
|
| 481 |
+
44.084,
|
| 482 |
+
44.119,
|
| 483 |
+
44.024,
|
| 484 |
+
45.293,
|
| 485 |
+
45.017,
|
| 486 |
+
44.464,
|
| 487 |
+
44.151,
|
| 488 |
+
43.296,
|
| 489 |
+
41.657,
|
| 490 |
+
41.668,
|
| 491 |
+
45.139,
|
| 492 |
+
43.646,
|
| 493 |
+
41.783,
|
| 494 |
+
45.45,
|
| 495 |
+
43.725,
|
| 496 |
+
42.092,
|
| 497 |
+
42.56,
|
| 498 |
+
41.536,
|
| 499 |
+
41.106,
|
| 500 |
+
41.742,
|
| 501 |
+
41.539,
|
| 502 |
+
42.16,
|
| 503 |
+
43.298,
|
| 504 |
+
42.076,
|
| 505 |
+
41.907,
|
| 506 |
+
40.929,
|
| 507 |
+
41.056,
|
| 508 |
+
41.287,
|
| 509 |
+
44.2,
|
| 510 |
+
45.233,
|
| 511 |
+
44.546,
|
| 512 |
+
44.569,
|
| 513 |
+
44.588,
|
| 514 |
+
45.424,
|
| 515 |
+
44.152,
|
| 516 |
+
44.95,
|
| 517 |
+
44.122,
|
| 518 |
+
44.79,
|
| 519 |
+
44.85,
|
| 520 |
+
43.94,
|
| 521 |
+
45.311,
|
| 522 |
+
44.078,
|
| 523 |
+
44.6,
|
| 524 |
+
45.267,
|
| 525 |
+
45.609,
|
| 526 |
+
45.054,
|
| 527 |
+
45.53,
|
| 528 |
+
44.65,
|
| 529 |
+
44.243,
|
| 530 |
+
43.128,
|
| 531 |
+
45.027,
|
| 532 |
+
44.931,
|
| 533 |
+
44.617,
|
| 534 |
+
45.381,
|
| 535 |
+
44.949,
|
| 536 |
+
44.904,
|
| 537 |
+
44.366,
|
| 538 |
+
41.074,
|
| 539 |
+
42.561,
|
| 540 |
+
41.972,
|
| 541 |
+
41.601,
|
| 542 |
+
41.46,
|
| 543 |
+
41.342,
|
| 544 |
+
41.6,
|
| 545 |
+
42.878,
|
| 546 |
+
40.871,
|
| 547 |
+
41.66,
|
| 548 |
+
41.337,
|
| 549 |
+
40.609,
|
| 550 |
+
41.606,
|
| 551 |
+
40.764,
|
| 552 |
+
42.064,
|
| 553 |
+
40.663,
|
| 554 |
+
40.767,
|
| 555 |
+
41.13,
|
| 556 |
+
41.384,
|
| 557 |
+
41.227,
|
| 558 |
+
46.494,
|
| 559 |
+
44.315,
|
| 560 |
+
44.896,
|
| 561 |
+
44.178,
|
| 562 |
+
42.98,
|
| 563 |
+
44.564,
|
| 564 |
+
45.524,
|
| 565 |
+
44.128,
|
| 566 |
+
44.017,
|
| 567 |
+
43.939,
|
| 568 |
+
44.475,
|
| 569 |
+
44.289,
|
| 570 |
+
44.434,
|
| 571 |
+
44.995,
|
| 572 |
+
43.945,
|
| 573 |
+
45.384,
|
| 574 |
+
44.296,
|
| 575 |
+
44.222,
|
| 576 |
+
44.939,
|
| 577 |
+
43.851,
|
| 578 |
+
44.343,
|
| 579 |
+
44.069,
|
| 580 |
+
44.225,
|
| 581 |
+
44.525,
|
| 582 |
+
45.891,
|
| 583 |
+
44.804,
|
| 584 |
+
45.375,
|
| 585 |
+
41.771
|
| 586 |
+
]
|
| 587 |
+
}
|
| 588 |
+
],
|
| 589 |
+
"drift_labels_pass1_vs_pass2": 0,
|
| 590 |
+
"transcript_same_both_passes": true,
|
| 591 |
+
"wer": {
|
| 592 |
+
"wer": 0.05804429163717262,
|
| 593 |
+
"errors": 574,
|
| 594 |
+
"ref_words": 9889,
|
| 595 |
+
"hyp_words": 9929,
|
| 596 |
+
"engine": "word Levenshtein (numpy); jiwer: bench_pipeline.py score"
|
| 597 |
+
},
|
| 598 |
+
"wer_torch_path": {
|
| 599 |
+
"wer": 0.05784204671857619,
|
| 600 |
+
"errors": 572,
|
| 601 |
+
"ref_words": 9889,
|
| 602 |
+
"hyp_words": 9930,
|
| 603 |
+
"engine": "word Levenshtein (numpy); jiwer: bench_pipeline.py score"
|
| 604 |
+
},
|
| 605 |
+
"overlap": {
|
| 606 |
+
"what": "encoder of window i+1 issued with the reader of window i (asyncio.gather), soft tokens copied to the host between them",
|
| 607 |
+
"passes": [
|
| 608 |
+
{
|
| 609 |
+
"pass": 1,
|
| 610 |
+
"wall_s": 5.6814,
|
| 611 |
+
"x_realtime": 573.3,
|
| 612 |
+
"process_cpu_s": 3.178,
|
| 613 |
+
"labels_differing_from_sequential_pass1": 0,
|
| 614 |
+
"transcript_same_as_sequential": true,
|
| 615 |
+
"wer": {
|
| 616 |
+
"wer": 0.05804429163717262,
|
| 617 |
+
"errors": 574,
|
| 618 |
+
"ref_words": 9889,
|
| 619 |
+
"hyp_words": 9929,
|
| 620 |
+
"engine": "word Levenshtein (numpy); jiwer: bench_pipeline.py score"
|
| 621 |
+
}
|
| 622 |
+
},
|
| 623 |
+
{
|
| 624 |
+
"pass": 2,
|
| 625 |
+
"wall_s": 5.8143,
|
| 626 |
+
"x_realtime": 560.2,
|
| 627 |
+
"process_cpu_s": 3.214,
|
| 628 |
+
"labels_differing_from_sequential_pass1": 0,
|
| 629 |
+
"transcript_same_as_sequential": true,
|
| 630 |
+
"wer": {
|
| 631 |
+
"wer": 0.05804429163717262,
|
| 632 |
+
"errors": 574,
|
| 633 |
+
"ref_words": 9889,
|
| 634 |
+
"hyp_words": 9929,
|
| 635 |
+
"engine": "word Levenshtein (numpy); jiwer: bench_pipeline.py score"
|
| 636 |
+
}
|
| 637 |
+
}
|
| 638 |
+
],
|
| 639 |
+
"wall_s": 5.6814,
|
| 640 |
+
"x_realtime": 573.3,
|
| 641 |
+
"wall_s_with_load": 7.0474,
|
| 642 |
+
"x_realtime_with_load": 462.2
|
| 643 |
+
},
|
| 644 |
+
"reference": "fixtures/long-speckled-band/transcript.txt (Gutenberg #1661 body; the LibriVox intro and outro are in the audio, not in the text)",
|
| 645 |
+
"footprint_end": {
|
| 646 |
+
"phys_footprint": 2720352848,
|
| 647 |
+
"lifetime_max_phys_footprint": 8473659984
|
| 648 |
+
},
|
| 649 |
+
"footprint_before_load": {
|
| 650 |
+
"phys_footprint": 340607888,
|
| 651 |
+
"lifetime_max_phys_footprint": 340607888
|
| 652 |
+
},
|
| 653 |
+
"label": "eg2stt-r2c-pipeline-overlap",
|
| 654 |
+
"finished": "2026-10-14T10:18:35+0900",
|
| 655 |
+
"wer_jiwer": {
|
| 656 |
+
"engine": "jiwer 4.0.0",
|
| 657 |
+
"wer": 0.05804429163717262,
|
| 658 |
+
"substitutions": 380,
|
| 659 |
+
"deletions": 77,
|
| 660 |
+
"insertions": 117,
|
| 661 |
+
"ref_words": 9889,
|
| 662 |
+
"hyp_file": "<work>/exports/pipeline/hyp_long_fp16_ane_overlap.txt",
|
| 663 |
+
"matches_numpy": true
|
| 664 |
+
}
|
| 665 |
+
}
|
provenance/pipeline/mac-encoder-gpu-reader-gpu.json
ADDED
|
@@ -0,0 +1,627 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"what": "encoder bundle -> reader bundle -> host labels, one process, long-speckled-band",
|
| 3 |
+
"audio_s": 3257.44325,
|
| 4 |
+
"n_frames": 325744,
|
| 5 |
+
"tokens": 81436,
|
| 6 |
+
"windows": 125,
|
| 7 |
+
"window_contract": {
|
| 8 |
+
"frames": 3000,
|
| 9 |
+
"tokens": 750,
|
| 10 |
+
"left_overlap_tokens": 96,
|
| 11 |
+
"dropped_last_tokens": 1,
|
| 12 |
+
"step_tokens": 653,
|
| 13 |
+
"first_window_keeps": [
|
| 14 |
+
0,
|
| 15 |
+
749
|
| 16 |
+
],
|
| 17 |
+
"last_window": {
|
| 18 |
+
"i": 124,
|
| 19 |
+
"token0": 80972,
|
| 20 |
+
"frame0": 323888,
|
| 21 |
+
"frames": 1856,
|
| 22 |
+
"valid_tokens": 464,
|
| 23 |
+
"keep": [
|
| 24 |
+
96,
|
| 25 |
+
464
|
| 26 |
+
]
|
| 27 |
+
}
|
| 28 |
+
},
|
| 29 |
+
"encoder": {
|
| 30 |
+
"bundle": "<work>/exports/fp16/eg2_audio_fp16_T3000_gpu_h16c.aimodelc",
|
| 31 |
+
"io_dtype": "float16",
|
| 32 |
+
"specialization": "default()"
|
| 33 |
+
},
|
| 34 |
+
"reader": {
|
| 35 |
+
"bundle": "<work>/exports/reader/fp16/eg2_reader_fp16_T750_gpu_h16c.aimodelc",
|
| 36 |
+
"form": "fp16",
|
| 37 |
+
"backend": "gpu",
|
| 38 |
+
"io_dtype": "float16",
|
| 39 |
+
"head": "argmax",
|
| 40 |
+
"weights_sha256": "67a06a857b9aeb066347f8947e4faeed11d2ec3e89e0c23974be0a2c20243d5b",
|
| 41 |
+
"arch": "a",
|
| 42 |
+
"source": "release"
|
| 43 |
+
},
|
| 44 |
+
"load": {
|
| 45 |
+
"encoder_s": 0.901,
|
| 46 |
+
"reader_s": 0.45,
|
| 47 |
+
"total_s": 1.351,
|
| 48 |
+
"cache_entries_existed": {
|
| 49 |
+
"<work>/exports/fp16/eg2_audio_fp16_T3000_gpu_h16c.aimodelc": true,
|
| 50 |
+
"<work>/exports/reader/fp16/eg2_reader_fp16_T750_gpu_h16c.aimodelc": true
|
| 51 |
+
}
|
| 52 |
+
},
|
| 53 |
+
"wall_s_with_load": 9.4443,
|
| 54 |
+
"x_realtime_with_load": 344.9,
|
| 55 |
+
"wall_s": 8.0933,
|
| 56 |
+
"x_realtime": 402.5,
|
| 57 |
+
"passes": [
|
| 58 |
+
{
|
| 59 |
+
"pass": 1,
|
| 60 |
+
"wall_s": 8.0933,
|
| 61 |
+
"encoder_calls_s": 5.1391,
|
| 62 |
+
"reader_calls_s": 2.8596,
|
| 63 |
+
"host_s": 0.0947,
|
| 64 |
+
"process_cpu_s": 2.285,
|
| 65 |
+
"x_realtime": 402.5,
|
| 66 |
+
"encoder_ms_median": 39.764,
|
| 67 |
+
"reader_ms_median": 22.641,
|
| 68 |
+
"encoder_ms": [
|
| 69 |
+
205.571,
|
| 70 |
+
40.25,
|
| 71 |
+
39.734,
|
| 72 |
+
39.653,
|
| 73 |
+
39.839,
|
| 74 |
+
39.655,
|
| 75 |
+
39.79,
|
| 76 |
+
39.856,
|
| 77 |
+
39.768,
|
| 78 |
+
39.764,
|
| 79 |
+
39.728,
|
| 80 |
+
39.664,
|
| 81 |
+
39.707,
|
| 82 |
+
39.783,
|
| 83 |
+
39.765,
|
| 84 |
+
39.658,
|
| 85 |
+
39.748,
|
| 86 |
+
39.707,
|
| 87 |
+
39.779,
|
| 88 |
+
39.67,
|
| 89 |
+
39.923,
|
| 90 |
+
39.751,
|
| 91 |
+
39.755,
|
| 92 |
+
39.717,
|
| 93 |
+
39.758,
|
| 94 |
+
39.825,
|
| 95 |
+
39.848,
|
| 96 |
+
39.867,
|
| 97 |
+
39.742,
|
| 98 |
+
39.76,
|
| 99 |
+
39.668,
|
| 100 |
+
39.738,
|
| 101 |
+
39.86,
|
| 102 |
+
39.902,
|
| 103 |
+
39.762,
|
| 104 |
+
40.305,
|
| 105 |
+
39.869,
|
| 106 |
+
39.802,
|
| 107 |
+
39.706,
|
| 108 |
+
39.974,
|
| 109 |
+
39.67,
|
| 110 |
+
39.818,
|
| 111 |
+
39.831,
|
| 112 |
+
39.794,
|
| 113 |
+
39.79,
|
| 114 |
+
39.73,
|
| 115 |
+
39.764,
|
| 116 |
+
39.794,
|
| 117 |
+
39.699,
|
| 118 |
+
39.647,
|
| 119 |
+
39.796,
|
| 120 |
+
39.798,
|
| 121 |
+
39.692,
|
| 122 |
+
39.788,
|
| 123 |
+
39.901,
|
| 124 |
+
39.962,
|
| 125 |
+
39.713,
|
| 126 |
+
40.004,
|
| 127 |
+
39.895,
|
| 128 |
+
39.921,
|
| 129 |
+
39.831,
|
| 130 |
+
39.665,
|
| 131 |
+
39.912,
|
| 132 |
+
39.864,
|
| 133 |
+
39.879,
|
| 134 |
+
39.842,
|
| 135 |
+
39.752,
|
| 136 |
+
39.644,
|
| 137 |
+
39.78,
|
| 138 |
+
39.665,
|
| 139 |
+
39.681,
|
| 140 |
+
39.875,
|
| 141 |
+
39.697,
|
| 142 |
+
39.726,
|
| 143 |
+
39.807,
|
| 144 |
+
39.672,
|
| 145 |
+
39.675,
|
| 146 |
+
39.678,
|
| 147 |
+
39.75,
|
| 148 |
+
39.704,
|
| 149 |
+
39.649,
|
| 150 |
+
39.72,
|
| 151 |
+
39.794,
|
| 152 |
+
39.783,
|
| 153 |
+
39.701,
|
| 154 |
+
39.759,
|
| 155 |
+
39.881,
|
| 156 |
+
39.926,
|
| 157 |
+
39.717,
|
| 158 |
+
39.717,
|
| 159 |
+
39.634,
|
| 160 |
+
39.639,
|
| 161 |
+
39.863,
|
| 162 |
+
39.739,
|
| 163 |
+
39.756,
|
| 164 |
+
39.886,
|
| 165 |
+
39.762,
|
| 166 |
+
39.584,
|
| 167 |
+
39.764,
|
| 168 |
+
39.813,
|
| 169 |
+
39.743,
|
| 170 |
+
39.831,
|
| 171 |
+
39.729,
|
| 172 |
+
39.873,
|
| 173 |
+
39.726,
|
| 174 |
+
39.752,
|
| 175 |
+
39.879,
|
| 176 |
+
39.695,
|
| 177 |
+
39.904,
|
| 178 |
+
39.914,
|
| 179 |
+
39.727,
|
| 180 |
+
39.811,
|
| 181 |
+
39.817,
|
| 182 |
+
39.771,
|
| 183 |
+
39.914,
|
| 184 |
+
39.655,
|
| 185 |
+
39.829,
|
| 186 |
+
39.856,
|
| 187 |
+
39.863,
|
| 188 |
+
40.235,
|
| 189 |
+
39.742,
|
| 190 |
+
39.747,
|
| 191 |
+
39.773,
|
| 192 |
+
39.738,
|
| 193 |
+
39.727
|
| 194 |
+
],
|
| 195 |
+
"reader_ms": [
|
| 196 |
+
51.851,
|
| 197 |
+
22.603,
|
| 198 |
+
22.487,
|
| 199 |
+
22.446,
|
| 200 |
+
22.506,
|
| 201 |
+
22.674,
|
| 202 |
+
22.551,
|
| 203 |
+
22.438,
|
| 204 |
+
22.585,
|
| 205 |
+
22.601,
|
| 206 |
+
22.72,
|
| 207 |
+
22.701,
|
| 208 |
+
22.647,
|
| 209 |
+
22.73,
|
| 210 |
+
22.594,
|
| 211 |
+
22.816,
|
| 212 |
+
22.773,
|
| 213 |
+
22.814,
|
| 214 |
+
22.642,
|
| 215 |
+
22.718,
|
| 216 |
+
22.62,
|
| 217 |
+
22.636,
|
| 218 |
+
22.476,
|
| 219 |
+
22.494,
|
| 220 |
+
22.558,
|
| 221 |
+
22.523,
|
| 222 |
+
22.553,
|
| 223 |
+
22.573,
|
| 224 |
+
22.632,
|
| 225 |
+
22.677,
|
| 226 |
+
22.839,
|
| 227 |
+
22.607,
|
| 228 |
+
22.641,
|
| 229 |
+
22.69,
|
| 230 |
+
22.831,
|
| 231 |
+
22.666,
|
| 232 |
+
22.608,
|
| 233 |
+
22.652,
|
| 234 |
+
22.617,
|
| 235 |
+
22.634,
|
| 236 |
+
22.72,
|
| 237 |
+
22.55,
|
| 238 |
+
22.534,
|
| 239 |
+
22.528,
|
| 240 |
+
22.584,
|
| 241 |
+
22.548,
|
| 242 |
+
22.529,
|
| 243 |
+
22.602,
|
| 244 |
+
22.543,
|
| 245 |
+
22.633,
|
| 246 |
+
22.564,
|
| 247 |
+
22.587,
|
| 248 |
+
22.519,
|
| 249 |
+
22.806,
|
| 250 |
+
22.592,
|
| 251 |
+
22.714,
|
| 252 |
+
22.657,
|
| 253 |
+
22.795,
|
| 254 |
+
22.773,
|
| 255 |
+
22.668,
|
| 256 |
+
22.615,
|
| 257 |
+
22.689,
|
| 258 |
+
22.679,
|
| 259 |
+
22.631,
|
| 260 |
+
22.593,
|
| 261 |
+
22.646,
|
| 262 |
+
22.552,
|
| 263 |
+
22.49,
|
| 264 |
+
22.534,
|
| 265 |
+
22.599,
|
| 266 |
+
22.552,
|
| 267 |
+
22.521,
|
| 268 |
+
22.881,
|
| 269 |
+
22.597,
|
| 270 |
+
22.52,
|
| 271 |
+
22.592,
|
| 272 |
+
22.593,
|
| 273 |
+
22.629,
|
| 274 |
+
22.578,
|
| 275 |
+
22.642,
|
| 276 |
+
22.664,
|
| 277 |
+
22.691,
|
| 278 |
+
22.654,
|
| 279 |
+
22.884,
|
| 280 |
+
22.654,
|
| 281 |
+
22.792,
|
| 282 |
+
22.75,
|
| 283 |
+
22.641,
|
| 284 |
+
22.687,
|
| 285 |
+
22.586,
|
| 286 |
+
22.617,
|
| 287 |
+
22.796,
|
| 288 |
+
22.662,
|
| 289 |
+
22.609,
|
| 290 |
+
22.69,
|
| 291 |
+
22.57,
|
| 292 |
+
22.533,
|
| 293 |
+
22.488,
|
| 294 |
+
22.512,
|
| 295 |
+
22.729,
|
| 296 |
+
22.608,
|
| 297 |
+
22.698,
|
| 298 |
+
22.677,
|
| 299 |
+
22.557,
|
| 300 |
+
22.649,
|
| 301 |
+
22.643,
|
| 302 |
+
22.655,
|
| 303 |
+
22.516,
|
| 304 |
+
22.718,
|
| 305 |
+
22.649,
|
| 306 |
+
22.709,
|
| 307 |
+
22.69,
|
| 308 |
+
22.819,
|
| 309 |
+
22.833,
|
| 310 |
+
22.719,
|
| 311 |
+
22.723,
|
| 312 |
+
22.633,
|
| 313 |
+
23.043,
|
| 314 |
+
22.653,
|
| 315 |
+
22.654,
|
| 316 |
+
22.694,
|
| 317 |
+
22.635,
|
| 318 |
+
22.705,
|
| 319 |
+
22.745,
|
| 320 |
+
22.769
|
| 321 |
+
]
|
| 322 |
+
},
|
| 323 |
+
{
|
| 324 |
+
"pass": 2,
|
| 325 |
+
"wall_s": 7.9162,
|
| 326 |
+
"encoder_calls_s": 4.981,
|
| 327 |
+
"reader_calls_s": 2.8423,
|
| 328 |
+
"host_s": 0.093,
|
| 329 |
+
"process_cpu_s": 2.095,
|
| 330 |
+
"x_realtime": 411.5,
|
| 331 |
+
"encoder_ms_median": 39.808,
|
| 332 |
+
"reader_ms_median": 22.683,
|
| 333 |
+
"encoder_ms": [
|
| 334 |
+
40.275,
|
| 335 |
+
39.831,
|
| 336 |
+
39.76,
|
| 337 |
+
39.802,
|
| 338 |
+
39.869,
|
| 339 |
+
39.735,
|
| 340 |
+
39.789,
|
| 341 |
+
39.773,
|
| 342 |
+
39.733,
|
| 343 |
+
39.903,
|
| 344 |
+
39.766,
|
| 345 |
+
39.794,
|
| 346 |
+
39.784,
|
| 347 |
+
39.874,
|
| 348 |
+
39.916,
|
| 349 |
+
39.958,
|
| 350 |
+
39.854,
|
| 351 |
+
39.762,
|
| 352 |
+
39.948,
|
| 353 |
+
39.883,
|
| 354 |
+
39.924,
|
| 355 |
+
39.805,
|
| 356 |
+
40.133,
|
| 357 |
+
39.769,
|
| 358 |
+
39.821,
|
| 359 |
+
39.722,
|
| 360 |
+
39.889,
|
| 361 |
+
39.771,
|
| 362 |
+
39.811,
|
| 363 |
+
39.864,
|
| 364 |
+
39.883,
|
| 365 |
+
39.853,
|
| 366 |
+
39.808,
|
| 367 |
+
39.781,
|
| 368 |
+
39.947,
|
| 369 |
+
39.994,
|
| 370 |
+
39.835,
|
| 371 |
+
39.992,
|
| 372 |
+
39.818,
|
| 373 |
+
39.851,
|
| 374 |
+
39.896,
|
| 375 |
+
39.76,
|
| 376 |
+
39.659,
|
| 377 |
+
39.769,
|
| 378 |
+
39.574,
|
| 379 |
+
39.703,
|
| 380 |
+
39.634,
|
| 381 |
+
39.826,
|
| 382 |
+
39.737,
|
| 383 |
+
39.692,
|
| 384 |
+
39.668,
|
| 385 |
+
39.776,
|
| 386 |
+
39.903,
|
| 387 |
+
39.841,
|
| 388 |
+
39.72,
|
| 389 |
+
39.73,
|
| 390 |
+
39.808,
|
| 391 |
+
39.828,
|
| 392 |
+
39.808,
|
| 393 |
+
39.746,
|
| 394 |
+
39.784,
|
| 395 |
+
39.689,
|
| 396 |
+
39.823,
|
| 397 |
+
39.833,
|
| 398 |
+
39.764,
|
| 399 |
+
39.716,
|
| 400 |
+
39.757,
|
| 401 |
+
39.696,
|
| 402 |
+
39.745,
|
| 403 |
+
39.884,
|
| 404 |
+
39.66,
|
| 405 |
+
39.88,
|
| 406 |
+
39.833,
|
| 407 |
+
39.89,
|
| 408 |
+
39.85,
|
| 409 |
+
39.86,
|
| 410 |
+
39.78,
|
| 411 |
+
39.755,
|
| 412 |
+
39.759,
|
| 413 |
+
39.87,
|
| 414 |
+
39.764,
|
| 415 |
+
39.843,
|
| 416 |
+
39.758,
|
| 417 |
+
39.86,
|
| 418 |
+
39.951,
|
| 419 |
+
39.858,
|
| 420 |
+
40.018,
|
| 421 |
+
39.738,
|
| 422 |
+
39.701,
|
| 423 |
+
39.785,
|
| 424 |
+
39.811,
|
| 425 |
+
39.782,
|
| 426 |
+
39.778,
|
| 427 |
+
39.855,
|
| 428 |
+
39.736,
|
| 429 |
+
39.797,
|
| 430 |
+
39.686,
|
| 431 |
+
39.751,
|
| 432 |
+
39.694,
|
| 433 |
+
39.711,
|
| 434 |
+
39.673,
|
| 435 |
+
39.766,
|
| 436 |
+
39.824,
|
| 437 |
+
39.813,
|
| 438 |
+
39.782,
|
| 439 |
+
39.835,
|
| 440 |
+
39.968,
|
| 441 |
+
39.989,
|
| 442 |
+
39.771,
|
| 443 |
+
39.919,
|
| 444 |
+
39.725,
|
| 445 |
+
39.796,
|
| 446 |
+
39.804,
|
| 447 |
+
39.812,
|
| 448 |
+
39.769,
|
| 449 |
+
39.917,
|
| 450 |
+
39.926,
|
| 451 |
+
39.778,
|
| 452 |
+
39.834,
|
| 453 |
+
39.787,
|
| 454 |
+
40.02,
|
| 455 |
+
39.929,
|
| 456 |
+
39.865,
|
| 457 |
+
40.953,
|
| 458 |
+
42.634
|
| 459 |
+
],
|
| 460 |
+
"reader_ms": [
|
| 461 |
+
22.714,
|
| 462 |
+
22.625,
|
| 463 |
+
22.663,
|
| 464 |
+
22.674,
|
| 465 |
+
22.651,
|
| 466 |
+
22.746,
|
| 467 |
+
22.594,
|
| 468 |
+
22.661,
|
| 469 |
+
22.772,
|
| 470 |
+
22.726,
|
| 471 |
+
22.614,
|
| 472 |
+
22.549,
|
| 473 |
+
22.632,
|
| 474 |
+
22.585,
|
| 475 |
+
22.779,
|
| 476 |
+
22.671,
|
| 477 |
+
22.688,
|
| 478 |
+
22.886,
|
| 479 |
+
22.811,
|
| 480 |
+
22.743,
|
| 481 |
+
22.693,
|
| 482 |
+
22.73,
|
| 483 |
+
22.659,
|
| 484 |
+
22.849,
|
| 485 |
+
22.748,
|
| 486 |
+
22.868,
|
| 487 |
+
22.703,
|
| 488 |
+
22.748,
|
| 489 |
+
22.729,
|
| 490 |
+
22.836,
|
| 491 |
+
22.713,
|
| 492 |
+
22.755,
|
| 493 |
+
22.802,
|
| 494 |
+
22.819,
|
| 495 |
+
22.872,
|
| 496 |
+
23.022,
|
| 497 |
+
22.808,
|
| 498 |
+
22.878,
|
| 499 |
+
22.734,
|
| 500 |
+
22.712,
|
| 501 |
+
22.604,
|
| 502 |
+
22.618,
|
| 503 |
+
22.981,
|
| 504 |
+
22.554,
|
| 505 |
+
22.652,
|
| 506 |
+
22.627,
|
| 507 |
+
22.64,
|
| 508 |
+
22.615,
|
| 509 |
+
22.634,
|
| 510 |
+
22.694,
|
| 511 |
+
22.606,
|
| 512 |
+
22.603,
|
| 513 |
+
22.615,
|
| 514 |
+
22.599,
|
| 515 |
+
22.594,
|
| 516 |
+
22.601,
|
| 517 |
+
22.58,
|
| 518 |
+
22.672,
|
| 519 |
+
22.636,
|
| 520 |
+
22.562,
|
| 521 |
+
22.596,
|
| 522 |
+
22.82,
|
| 523 |
+
22.571,
|
| 524 |
+
22.565,
|
| 525 |
+
22.514,
|
| 526 |
+
22.557,
|
| 527 |
+
22.608,
|
| 528 |
+
22.632,
|
| 529 |
+
22.601,
|
| 530 |
+
22.569,
|
| 531 |
+
22.566,
|
| 532 |
+
22.72,
|
| 533 |
+
22.672,
|
| 534 |
+
22.772,
|
| 535 |
+
22.651,
|
| 536 |
+
22.634,
|
| 537 |
+
22.648,
|
| 538 |
+
22.66,
|
| 539 |
+
22.613,
|
| 540 |
+
22.574,
|
| 541 |
+
22.755,
|
| 542 |
+
22.588,
|
| 543 |
+
22.609,
|
| 544 |
+
22.634,
|
| 545 |
+
23.479,
|
| 546 |
+
22.624,
|
| 547 |
+
22.833,
|
| 548 |
+
22.615,
|
| 549 |
+
22.683,
|
| 550 |
+
22.665,
|
| 551 |
+
22.644,
|
| 552 |
+
22.743,
|
| 553 |
+
22.786,
|
| 554 |
+
22.683,
|
| 555 |
+
22.857,
|
| 556 |
+
22.781,
|
| 557 |
+
22.779,
|
| 558 |
+
22.702,
|
| 559 |
+
22.724,
|
| 560 |
+
22.791,
|
| 561 |
+
22.655,
|
| 562 |
+
22.736,
|
| 563 |
+
22.718,
|
| 564 |
+
22.629,
|
| 565 |
+
22.951,
|
| 566 |
+
22.935,
|
| 567 |
+
22.851,
|
| 568 |
+
22.803,
|
| 569 |
+
22.672,
|
| 570 |
+
22.566,
|
| 571 |
+
22.665,
|
| 572 |
+
22.647,
|
| 573 |
+
22.687,
|
| 574 |
+
22.542,
|
| 575 |
+
22.689,
|
| 576 |
+
22.861,
|
| 577 |
+
22.794,
|
| 578 |
+
22.566,
|
| 579 |
+
22.787,
|
| 580 |
+
22.891,
|
| 581 |
+
22.772,
|
| 582 |
+
22.717,
|
| 583 |
+
22.783,
|
| 584 |
+
25.366,
|
| 585 |
+
24.316
|
| 586 |
+
]
|
| 587 |
+
}
|
| 588 |
+
],
|
| 589 |
+
"drift_labels_pass1_vs_pass2": 0,
|
| 590 |
+
"transcript_same_both_passes": true,
|
| 591 |
+
"wer": {
|
| 592 |
+
"wer": 0.057943169177874405,
|
| 593 |
+
"errors": 573,
|
| 594 |
+
"ref_words": 9889,
|
| 595 |
+
"hyp_words": 9930,
|
| 596 |
+
"engine": "word Levenshtein (numpy); jiwer: bench_pipeline.py score"
|
| 597 |
+
},
|
| 598 |
+
"wer_torch_path": {
|
| 599 |
+
"wer": 0.05784204671857619,
|
| 600 |
+
"errors": 572,
|
| 601 |
+
"ref_words": 9889,
|
| 602 |
+
"hyp_words": 9930,
|
| 603 |
+
"engine": "word Levenshtein (numpy); jiwer: bench_pipeline.py score"
|
| 604 |
+
},
|
| 605 |
+
"overlap": null,
|
| 606 |
+
"reference": "fixtures/long-speckled-band/transcript.txt (Gutenberg #1661 body; the LibriVox intro and outro are in the audio, not in the text)",
|
| 607 |
+
"footprint_end": {
|
| 608 |
+
"phys_footprint": 1655048664,
|
| 609 |
+
"lifetime_max_phys_footprint": 1701644760
|
| 610 |
+
},
|
| 611 |
+
"footprint_before_load": {
|
| 612 |
+
"phys_footprint": 338871184,
|
| 613 |
+
"lifetime_max_phys_footprint": 338871184
|
| 614 |
+
},
|
| 615 |
+
"label": "eg2stt-r2c-pipeline-long",
|
| 616 |
+
"finished": "2026-10-14T10:07:24+0900",
|
| 617 |
+
"wer_jiwer": {
|
| 618 |
+
"engine": "jiwer 4.0.0",
|
| 619 |
+
"wer": 0.057943169177874405,
|
| 620 |
+
"substitutions": 380,
|
| 621 |
+
"deletions": 76,
|
| 622 |
+
"insertions": 117,
|
| 623 |
+
"ref_words": 9889,
|
| 624 |
+
"hyp_file": "<work>/exports/pipeline/hyp_long_fp16_gpu.txt",
|
| 625 |
+
"matches_numpy": true
|
| 626 |
+
}
|
| 627 |
+
}
|
provenance/pipeline/torch-fp32.json
ADDED
|
@@ -0,0 +1,85 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"what": "torch float32 CPU: re-authored encoder (exact) + the reader's forward + greedy_labels, the same windows as `long`",
|
| 3 |
+
"audio_s": 3257.44325,
|
| 4 |
+
"tokens": 81436,
|
| 5 |
+
"windows": 125,
|
| 6 |
+
"window_contract": {
|
| 7 |
+
"frames": 3000,
|
| 8 |
+
"left_overlap_tokens": 96,
|
| 9 |
+
"dropped_last_tokens": 1
|
| 10 |
+
},
|
| 11 |
+
"reader": {
|
| 12 |
+
"kind": "release",
|
| 13 |
+
"weights": "<eg2-transcribe>/reader/reader.pt",
|
| 14 |
+
"weights_sha256": "67a06a857b9aeb066347f8947e4faeed11d2ec3e89e0c23974be0a2c20243d5b",
|
| 15 |
+
"arch": "a",
|
| 16 |
+
"k": null,
|
| 17 |
+
"params": 13268994,
|
| 18 |
+
"scale": 91.21830749511719,
|
| 19 |
+
"n_vocab": 200000,
|
| 20 |
+
"table": "<eg2-transcribe>/reader/word_table.npy",
|
| 21 |
+
"reader_dir": "<eg2-transcribe>/reader",
|
| 22 |
+
"model_py_sha256": "95a32e58defcda2d71931bea9c07a66272ff7ec8fa5cd39c1bce8e1f253b51c0",
|
| 23 |
+
"decode_py_sha256": "d8ecd41dea4322397c319d515cba80438b322c88aaf6471943cffbabca0f6462",
|
| 24 |
+
"config": {
|
| 25 |
+
"version": "v1",
|
| 26 |
+
"window": {
|
| 27 |
+
"seconds": 30,
|
| 28 |
+
"left_overlap_tokens": 96,
|
| 29 |
+
"right_extra_tokens": 1,
|
| 30 |
+
"note": "encoder is causal; the 83 tokens at the start of a window and its last token differ from a continuous run (fixtures/long-speckled-band: soft_tokens_w30 vs soft_tokens_continuous)"
|
| 31 |
+
},
|
| 32 |
+
"decode": "greedy argmax over N+1, collapse repeats, drop blank",
|
| 33 |
+
"scale": 91.21830749511719,
|
| 34 |
+
"wer": {
|
| 35 |
+
"dev-clean": {
|
| 36 |
+
"wer": 0.06566,
|
| 37 |
+
"utterances": 2703,
|
| 38 |
+
"ref_words": 54402
|
| 39 |
+
},
|
| 40 |
+
"dev-other": {
|
| 41 |
+
"wer": 0.14927,
|
| 42 |
+
"utterances": 2864,
|
| 43 |
+
"ref_words": 50948
|
| 44 |
+
},
|
| 45 |
+
"test-clean": {
|
| 46 |
+
"wer": 0.06807,
|
| 47 |
+
"utterances": 2620,
|
| 48 |
+
"ref_words": 52576
|
| 49 |
+
},
|
| 50 |
+
"test-other": {
|
| 51 |
+
"wer": 0.15102,
|
| 52 |
+
"utterances": 2939,
|
| 53 |
+
"ref_words": 52343
|
| 54 |
+
},
|
| 55 |
+
"fixtures": {
|
| 56 |
+
"wer": 0.04806,
|
| 57 |
+
"utterances": 20,
|
| 58 |
+
"ref_words": 541
|
| 59 |
+
},
|
| 60 |
+
"decode": "greedy, no language model"
|
| 61 |
+
}
|
| 62 |
+
}
|
| 63 |
+
},
|
| 64 |
+
"encoder_model_dir": "<work>/data/hf/embeddinggemma-2",
|
| 65 |
+
"wer": {
|
| 66 |
+
"wer": 0.05784204671857619,
|
| 67 |
+
"errors": 572,
|
| 68 |
+
"ref_words": 9889,
|
| 69 |
+
"hyp_words": 9930,
|
| 70 |
+
"engine": "word Levenshtein (numpy); jiwer: bench_pipeline.py score"
|
| 71 |
+
},
|
| 72 |
+
"seconds": 92.0,
|
| 73 |
+
"threads": 6,
|
| 74 |
+
"finished": "2026-10-14T09:09:22+0900",
|
| 75 |
+
"wer_jiwer": {
|
| 76 |
+
"engine": "jiwer 4.0.0",
|
| 77 |
+
"wer": 0.05784204671857619,
|
| 78 |
+
"substitutions": 379,
|
| 79 |
+
"deletions": 76,
|
| 80 |
+
"insertions": 117,
|
| 81 |
+
"ref_words": 9889,
|
| 82 |
+
"hyp_file": "<work>/exports/pipeline/hyp_long_torch.txt",
|
| 83 |
+
"matches_numpy": true
|
| 84 |
+
}
|
| 85 |
+
}
|
provenance/reader/iphone-gpu-aot-timing-interim-weights.json
ADDED
|
@@ -0,0 +1,816 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"label": "reader_fp16-gpu-aot",
|
| 3 |
+
"chain": false,
|
| 4 |
+
"bucket": 750,
|
| 5 |
+
"route": "gpu-aot",
|
| 6 |
+
"stages": [
|
| 7 |
+
{
|
| 8 |
+
"allowed_compute_units": [
|
| 9 |
+
"cpu",
|
| 10 |
+
"gpu",
|
| 11 |
+
"neuralEngine"
|
| 12 |
+
],
|
| 13 |
+
"available_after_load_mb": 3213.6,
|
| 14 |
+
"bucket": 750,
|
| 15 |
+
"bundle": "eg2_reader_fp16_T750_gpu_h19p.aimodelc",
|
| 16 |
+
"cache_entry_deleted": false,
|
| 17 |
+
"cold_requested": false,
|
| 18 |
+
"compute": "gpu",
|
| 19 |
+
"footprint_after_load_mb": 326.4,
|
| 20 |
+
"footprint_before_load_mb": 10,
|
| 21 |
+
"form": "reader_fp16",
|
| 22 |
+
"inputs": {
|
| 23 |
+
"soft_tokens": [
|
| 24 |
+
1,
|
| 25 |
+
750,
|
| 26 |
+
512
|
| 27 |
+
],
|
| 28 |
+
"token_mask": [
|
| 29 |
+
1,
|
| 30 |
+
750
|
| 31 |
+
]
|
| 32 |
+
},
|
| 33 |
+
"io_dtype": "f16",
|
| 34 |
+
"kind": "reader",
|
| 35 |
+
"label": "reader_fp16-gpu-aot",
|
| 36 |
+
"load_cpu_ms": 56.109,
|
| 37 |
+
"load_ms": 56.285,
|
| 38 |
+
"load_retry": null,
|
| 39 |
+
"output_types": {
|
| 40 |
+
"blank_logit": "float16",
|
| 41 |
+
"top1_index": "int32",
|
| 42 |
+
"top1_logit": "float16"
|
| 43 |
+
},
|
| 44 |
+
"outputs": {
|
| 45 |
+
"blank_logit": [
|
| 46 |
+
1,
|
| 47 |
+
750
|
| 48 |
+
],
|
| 49 |
+
"top1_index": [
|
| 50 |
+
1,
|
| 51 |
+
750
|
| 52 |
+
],
|
| 53 |
+
"top1_logit": [
|
| 54 |
+
1,
|
| 55 |
+
750
|
| 56 |
+
]
|
| 57 |
+
},
|
| 58 |
+
"preferred_compute_unit": "gpu",
|
| 59 |
+
"route": "gpu-aot",
|
| 60 |
+
"specialization": "SpecializationOptions(allowedComputeUnitKinds: Set([CoreAIDelegates.ComputeUnitKind.gpu, CoreAIDelegates.ComputeUnitKind.cpu, CoreAIDelegates.ComputeUnitKind.neuralEngine]), preferredComputeUnitKind: Optional(CoreAIDelegates.ComputeUnitKind.gpu), enableEncodingFunctions: false, enableDefaultOSPreferredCompute: true, debugConfiguration: nil, expectFrequentReshapes: false, delegateOptionsOverride: nil)",
|
| 61 |
+
"thermal_after_load": "nominal"
|
| 62 |
+
}
|
| 63 |
+
],
|
| 64 |
+
"timing_source": "fixtures/R750/timing.soft_tokens.f16.bin",
|
| 65 |
+
"device": {
|
| 66 |
+
"arch": "h19p",
|
| 67 |
+
"available_compute_units": [
|
| 68 |
+
"cpu",
|
| 69 |
+
"gpu",
|
| 70 |
+
"neuralEngine"
|
| 71 |
+
],
|
| 72 |
+
"build": "24B5099f",
|
| 73 |
+
"machine": "iPhone19,2",
|
| 74 |
+
"os": "Version 27.2 (Build 24B5099f)",
|
| 75 |
+
"physical_memory_gb": 12.12
|
| 76 |
+
},
|
| 77 |
+
"coreai": {
|
| 78 |
+
"bundle_id": "com.apple.CoreAI",
|
| 79 |
+
"short": "1.0",
|
| 80 |
+
"version": "1"
|
| 81 |
+
},
|
| 82 |
+
"launch": {
|
| 83 |
+
"tag": "r4b20805-t-reader",
|
| 84 |
+
"started": "2026-10-13T23:05:29Z",
|
| 85 |
+
"finished": "2026-10-13T23:05:48Z",
|
| 86 |
+
"order": [
|
| 87 |
+
"reader_fp16-gpu-aot",
|
| 88 |
+
"reader_fp16-gpu-jit",
|
| 89 |
+
"reader_fp16-ane-jit"
|
| 90 |
+
],
|
| 91 |
+
"note": "one process: every bundle loaded once, then rounds A/B/C...; rep 0 = cold clocks, reps 1.. = ramped; a chain call = stage 1 -> host cast -> stage 2, timed whole; two in flight = one block of calls windows, wall / calls",
|
| 92 |
+
"power_start": {
|
| 93 |
+
"battery": "charging",
|
| 94 |
+
"level": 0.800000011920929,
|
| 95 |
+
"low_power_mode": false
|
| 96 |
+
},
|
| 97 |
+
"power_end": {
|
| 98 |
+
"battery": "charging",
|
| 99 |
+
"level": 0.800000011920929,
|
| 100 |
+
"low_power_mode": false
|
| 101 |
+
},
|
| 102 |
+
"thermal_start": "nominal",
|
| 103 |
+
"thermal_end": "nominal",
|
| 104 |
+
"thermal_changes": []
|
| 105 |
+
},
|
| 106 |
+
"compared_in_launch_with": [
|
| 107 |
+
"reader_fp16-gpu-aot",
|
| 108 |
+
"reader_fp16-gpu-jit",
|
| 109 |
+
"reader_fp16-ane-jit"
|
| 110 |
+
],
|
| 111 |
+
"summary": {
|
| 112 |
+
"cold_ms": 32.775,
|
| 113 |
+
"ramped_ms": 32.989,
|
| 114 |
+
"ramped_rep_median_range_ms": [
|
| 115 |
+
32.687,
|
| 116 |
+
33.075
|
| 117 |
+
],
|
| 118 |
+
"ramped_p90_ms": 35.241,
|
| 119 |
+
"x_realtime_ramped": 909.4,
|
| 120 |
+
"x_realtime_cold": 915.3,
|
| 121 |
+
"audio_s_per_call": 30.0,
|
| 122 |
+
"reps": 8,
|
| 123 |
+
"calls_per_rep": 20,
|
| 124 |
+
"warmup_calls_per_rep": 3,
|
| 125 |
+
"cpu_ms_per_call_median": 2.96,
|
| 126 |
+
"launch_footprint_peak_mb": 1353,
|
| 127 |
+
"launch_available_least_mb": 2186.9,
|
| 128 |
+
"thermal_by_rep": [
|
| 129 |
+
"nominal->nominal",
|
| 130 |
+
"nominal->nominal",
|
| 131 |
+
"nominal->nominal",
|
| 132 |
+
"nominal->nominal",
|
| 133 |
+
"nominal->nominal",
|
| 134 |
+
"nominal->nominal",
|
| 135 |
+
"nominal->nominal",
|
| 136 |
+
"nominal->nominal"
|
| 137 |
+
],
|
| 138 |
+
"cooled_s_total": 0,
|
| 139 |
+
"power_by_rep": [
|
| 140 |
+
"charging",
|
| 141 |
+
"charging",
|
| 142 |
+
"charging",
|
| 143 |
+
"charging",
|
| 144 |
+
"charging",
|
| 145 |
+
"charging",
|
| 146 |
+
"charging",
|
| 147 |
+
"charging"
|
| 148 |
+
],
|
| 149 |
+
"usb_powered": true,
|
| 150 |
+
"battery_level_first_last": [
|
| 151 |
+
0.800000011920929,
|
| 152 |
+
0.800000011920929
|
| 153 |
+
],
|
| 154 |
+
"last_output_finite_every_rep": true,
|
| 155 |
+
"stages": [
|
| 156 |
+
{
|
| 157 |
+
"label": "reader_fp16-gpu-aot",
|
| 158 |
+
"bundle": "eg2_reader_fp16_T750_gpu_h19p.aimodelc",
|
| 159 |
+
"route": "gpu-aot",
|
| 160 |
+
"kind": "reader",
|
| 161 |
+
"cold_ms": 32.741,
|
| 162 |
+
"ramped_ms": 32.961,
|
| 163 |
+
"cpu_median_ms_ramped": 1.366,
|
| 164 |
+
"load_ms": 56.285,
|
| 165 |
+
"load_cpu_ms": 56.109,
|
| 166 |
+
"footprint_after_load_mb": 326.4
|
| 167 |
+
}
|
| 168 |
+
]
|
| 169 |
+
},
|
| 170 |
+
"app_summary": {
|
| 171 |
+
"cold_ms": 32.775,
|
| 172 |
+
"ramped_ms": 32.988,
|
| 173 |
+
"ramped_p90_ms": 35.241,
|
| 174 |
+
"x_realtime_ramped": 909.4,
|
| 175 |
+
"cpu_ms_per_call_median": 2.96,
|
| 176 |
+
"inflight_cold_ms_per_window": null,
|
| 177 |
+
"inflight_ramped_ms_per_window": null,
|
| 178 |
+
"inflight_x_realtime_ramped": null
|
| 179 |
+
},
|
| 180 |
+
"reps": [
|
| 181 |
+
{
|
| 182 |
+
"available_mb": 2196.5,
|
| 183 |
+
"block_s": 0.674,
|
| 184 |
+
"cast_median_ms": null,
|
| 185 |
+
"cast_ms": [],
|
| 186 |
+
"cooled_s": 0,
|
| 187 |
+
"cpu_ms_per_call": 2.862,
|
| 188 |
+
"footprint_mb": 1343.5,
|
| 189 |
+
"last_output_finite": true,
|
| 190 |
+
"median_ms": 32.775,
|
| 191 |
+
"ms": [
|
| 192 |
+
35.097,
|
| 193 |
+
35.127,
|
| 194 |
+
35.507,
|
| 195 |
+
36.417,
|
| 196 |
+
32.264,
|
| 197 |
+
32.82,
|
| 198 |
+
35.813,
|
| 199 |
+
32.344,
|
| 200 |
+
32.729,
|
| 201 |
+
34.005,
|
| 202 |
+
32.719,
|
| 203 |
+
34.71,
|
| 204 |
+
32.364,
|
| 205 |
+
32.572,
|
| 206 |
+
34.727,
|
| 207 |
+
32.379,
|
| 208 |
+
32.546,
|
| 209 |
+
34.564,
|
| 210 |
+
32.4,
|
| 211 |
+
32.64
|
| 212 |
+
],
|
| 213 |
+
"p90_ms": 35.538,
|
| 214 |
+
"power": {
|
| 215 |
+
"battery": "charging",
|
| 216 |
+
"level": 0.800000011920929,
|
| 217 |
+
"low_power_mode": false
|
| 218 |
+
},
|
| 219 |
+
"rep": 0,
|
| 220 |
+
"sequence": 0,
|
| 221 |
+
"stage_cpu_median_ms": [
|
| 222 |
+
1.617
|
| 223 |
+
],
|
| 224 |
+
"stage_median_ms": [
|
| 225 |
+
32.741
|
| 226 |
+
],
|
| 227 |
+
"stage_ms": [
|
| 228 |
+
[
|
| 229 |
+
35.089,
|
| 230 |
+
35.12,
|
| 231 |
+
35.475,
|
| 232 |
+
36.397,
|
| 233 |
+
32.258,
|
| 234 |
+
32.784,
|
| 235 |
+
35.802,
|
| 236 |
+
32.34,
|
| 237 |
+
32.697,
|
| 238 |
+
33.995,
|
| 239 |
+
32.69,
|
| 240 |
+
34.702,
|
| 241 |
+
32.361,
|
| 242 |
+
32.541,
|
| 243 |
+
34.718,
|
| 244 |
+
32.376,
|
| 245 |
+
32.52,
|
| 246 |
+
34.556,
|
| 247 |
+
32.396,
|
| 248 |
+
32.604
|
| 249 |
+
]
|
| 250 |
+
],
|
| 251 |
+
"t_start_s": 0.13,
|
| 252 |
+
"thermal_after": "nominal",
|
| 253 |
+
"thermal_before": "nominal",
|
| 254 |
+
"warm_ms": [
|
| 255 |
+
58.993,
|
| 256 |
+
36.275,
|
| 257 |
+
34.91
|
| 258 |
+
]
|
| 259 |
+
},
|
| 260 |
+
{
|
| 261 |
+
"available_mb": 2187.1,
|
| 262 |
+
"block_s": 0.671,
|
| 263 |
+
"cast_median_ms": null,
|
| 264 |
+
"cast_ms": [],
|
| 265 |
+
"cooled_s": 0,
|
| 266 |
+
"cpu_ms_per_call": 3.302,
|
| 267 |
+
"footprint_mb": 1352.8,
|
| 268 |
+
"last_output_finite": true,
|
| 269 |
+
"median_ms": 32.687,
|
| 270 |
+
"ms": [
|
| 271 |
+
35.183,
|
| 272 |
+
32.484,
|
| 273 |
+
32.719,
|
| 274 |
+
34.777,
|
| 275 |
+
32.55,
|
| 276 |
+
35.091,
|
| 277 |
+
32.422,
|
| 278 |
+
32.657,
|
| 279 |
+
34.978,
|
| 280 |
+
32.471,
|
| 281 |
+
32.629,
|
| 282 |
+
35.107,
|
| 283 |
+
32.389,
|
| 284 |
+
32.717,
|
| 285 |
+
34.681,
|
| 286 |
+
32.634,
|
| 287 |
+
34.889,
|
| 288 |
+
32.617,
|
| 289 |
+
34.973,
|
| 290 |
+
32.462
|
| 291 |
+
],
|
| 292 |
+
"p90_ms": 35.092,
|
| 293 |
+
"power": {
|
| 294 |
+
"battery": "charging",
|
| 295 |
+
"level": 0.800000011920929,
|
| 296 |
+
"low_power_mode": false
|
| 297 |
+
},
|
| 298 |
+
"rep": 1,
|
| 299 |
+
"sequence": 3,
|
| 300 |
+
"stage_cpu_median_ms": [
|
| 301 |
+
1.407
|
| 302 |
+
],
|
| 303 |
+
"stage_median_ms": [
|
| 304 |
+
32.654
|
| 305 |
+
],
|
| 306 |
+
"stage_ms": [
|
| 307 |
+
[
|
| 308 |
+
35.173,
|
| 309 |
+
32.481,
|
| 310 |
+
32.684,
|
| 311 |
+
34.767,
|
| 312 |
+
32.517,
|
| 313 |
+
35.08,
|
| 314 |
+
32.419,
|
| 315 |
+
32.624,
|
| 316 |
+
34.967,
|
| 317 |
+
32.468,
|
| 318 |
+
32.599,
|
| 319 |
+
35.098,
|
| 320 |
+
32.386,
|
| 321 |
+
32.683,
|
| 322 |
+
34.671,
|
| 323 |
+
32.601,
|
| 324 |
+
34.88,
|
| 325 |
+
32.59,
|
| 326 |
+
34.964,
|
| 327 |
+
32.459
|
| 328 |
+
]
|
| 329 |
+
],
|
| 330 |
+
"t_start_s": 2.446,
|
| 331 |
+
"thermal_after": "nominal",
|
| 332 |
+
"thermal_before": "nominal",
|
| 333 |
+
"warm_ms": [
|
| 334 |
+
35.201,
|
| 335 |
+
32.422,
|
| 336 |
+
32.575
|
| 337 |
+
]
|
| 338 |
+
},
|
| 339 |
+
{
|
| 340 |
+
"available_mb": 2187.3,
|
| 341 |
+
"block_s": 0.669,
|
| 342 |
+
"cast_median_ms": null,
|
| 343 |
+
"cast_ms": [],
|
| 344 |
+
"cooled_s": 0,
|
| 345 |
+
"cpu_ms_per_call": 2.918,
|
| 346 |
+
"footprint_mb": 1352.6,
|
| 347 |
+
"last_output_finite": true,
|
| 348 |
+
"median_ms": 32.821,
|
| 349 |
+
"ms": [
|
| 350 |
+
32.568,
|
| 351 |
+
32.681,
|
| 352 |
+
35.1,
|
| 353 |
+
32.5,
|
| 354 |
+
32.833,
|
| 355 |
+
34.88,
|
| 356 |
+
32.746,
|
| 357 |
+
32.911,
|
| 358 |
+
35.25,
|
| 359 |
+
32.685,
|
| 360 |
+
32.856,
|
| 361 |
+
35.276,
|
| 362 |
+
32.52,
|
| 363 |
+
32.809,
|
| 364 |
+
35.051,
|
| 365 |
+
32.582,
|
| 366 |
+
32.764,
|
| 367 |
+
34.873,
|
| 368 |
+
32.972,
|
| 369 |
+
32.694
|
| 370 |
+
],
|
| 371 |
+
"p90_ms": 35.115,
|
| 372 |
+
"power": {
|
| 373 |
+
"battery": "charging",
|
| 374 |
+
"level": 0.800000011920929,
|
| 375 |
+
"low_power_mode": false
|
| 376 |
+
},
|
| 377 |
+
"rep": 2,
|
| 378 |
+
"sequence": 6,
|
| 379 |
+
"stage_cpu_median_ms": [
|
| 380 |
+
1.379
|
| 381 |
+
],
|
| 382 |
+
"stage_median_ms": [
|
| 383 |
+
32.792
|
| 384 |
+
],
|
| 385 |
+
"stage_ms": [
|
| 386 |
+
[
|
| 387 |
+
32.565,
|
| 388 |
+
32.653,
|
| 389 |
+
35.091,
|
| 390 |
+
32.498,
|
| 391 |
+
32.805,
|
| 392 |
+
34.871,
|
| 393 |
+
32.743,
|
| 394 |
+
32.877,
|
| 395 |
+
35.239,
|
| 396 |
+
32.682,
|
| 397 |
+
32.822,
|
| 398 |
+
35.266,
|
| 399 |
+
32.517,
|
| 400 |
+
32.78,
|
| 401 |
+
35.042,
|
| 402 |
+
32.58,
|
| 403 |
+
32.736,
|
| 404 |
+
34.864,
|
| 405 |
+
32.97,
|
| 406 |
+
32.669
|
| 407 |
+
]
|
| 408 |
+
],
|
| 409 |
+
"t_start_s": 4.752,
|
| 410 |
+
"thermal_after": "nominal",
|
| 411 |
+
"thermal_before": "nominal",
|
| 412 |
+
"warm_ms": [
|
| 413 |
+
32.66,
|
| 414 |
+
32.728,
|
| 415 |
+
35.288
|
| 416 |
+
]
|
| 417 |
+
},
|
| 418 |
+
{
|
| 419 |
+
"available_mb": 2203.7,
|
| 420 |
+
"block_s": 0.671,
|
| 421 |
+
"cast_median_ms": null,
|
| 422 |
+
"cast_ms": [],
|
| 423 |
+
"cooled_s": 0,
|
| 424 |
+
"cpu_ms_per_call": 2.915,
|
| 425 |
+
"footprint_mb": 1336.3,
|
| 426 |
+
"last_output_finite": true,
|
| 427 |
+
"median_ms": 32.812,
|
| 428 |
+
"ms": [
|
| 429 |
+
35.379,
|
| 430 |
+
32.589,
|
| 431 |
+
32.758,
|
| 432 |
+
35.089,
|
| 433 |
+
32.642,
|
| 434 |
+
32.733,
|
| 435 |
+
34.336,
|
| 436 |
+
32.569,
|
| 437 |
+
32.827,
|
| 438 |
+
35.434,
|
| 439 |
+
32.625,
|
| 440 |
+
32.803,
|
| 441 |
+
35.215,
|
| 442 |
+
32.935,
|
| 443 |
+
34.887,
|
| 444 |
+
32.701,
|
| 445 |
+
32.821,
|
| 446 |
+
34.841,
|
| 447 |
+
32.66,
|
| 448 |
+
32.78
|
| 449 |
+
],
|
| 450 |
+
"p90_ms": 35.232,
|
| 451 |
+
"power": {
|
| 452 |
+
"battery": "charging",
|
| 453 |
+
"level": 0.800000011920929,
|
| 454 |
+
"low_power_mode": false
|
| 455 |
+
},
|
| 456 |
+
"rep": 3,
|
| 457 |
+
"sequence": 9,
|
| 458 |
+
"stage_cpu_median_ms": [
|
| 459 |
+
1.361
|
| 460 |
+
],
|
| 461 |
+
"stage_median_ms": [
|
| 462 |
+
32.782
|
| 463 |
+
],
|
| 464 |
+
"stage_ms": [
|
| 465 |
+
[
|
| 466 |
+
35.37,
|
| 467 |
+
32.586,
|
| 468 |
+
32.728,
|
| 469 |
+
35.08,
|
| 470 |
+
32.639,
|
| 471 |
+
32.708,
|
| 472 |
+
34.329,
|
| 473 |
+
32.566,
|
| 474 |
+
32.796,
|
| 475 |
+
35.425,
|
| 476 |
+
32.622,
|
| 477 |
+
32.773,
|
| 478 |
+
35.206,
|
| 479 |
+
32.907,
|
| 480 |
+
34.878,
|
| 481 |
+
32.698,
|
| 482 |
+
32.792,
|
| 483 |
+
34.832,
|
| 484 |
+
32.657,
|
| 485 |
+
32.753
|
| 486 |
+
]
|
| 487 |
+
],
|
| 488 |
+
"t_start_s": 7.058,
|
| 489 |
+
"thermal_after": "nominal",
|
| 490 |
+
"thermal_before": "nominal",
|
| 491 |
+
"warm_ms": [
|
| 492 |
+
35.101,
|
| 493 |
+
32.737,
|
| 494 |
+
32.801
|
| 495 |
+
]
|
| 496 |
+
},
|
| 497 |
+
{
|
| 498 |
+
"available_mb": 2203.7,
|
| 499 |
+
"block_s": 0.673,
|
| 500 |
+
"cast_median_ms": null,
|
| 501 |
+
"cast_ms": [],
|
| 502 |
+
"cooled_s": 0,
|
| 503 |
+
"cpu_ms_per_call": 3.038,
|
| 504 |
+
"footprint_mb": 1336.3,
|
| 505 |
+
"last_output_finite": true,
|
| 506 |
+
"median_ms": 33.007,
|
| 507 |
+
"ms": [
|
| 508 |
+
35.483,
|
| 509 |
+
32.671,
|
| 510 |
+
32.882,
|
| 511 |
+
34.606,
|
| 512 |
+
32.718,
|
| 513 |
+
32.966,
|
| 514 |
+
35.447,
|
| 515 |
+
32.738,
|
| 516 |
+
32.953,
|
| 517 |
+
35.111,
|
| 518 |
+
32.795,
|
| 519 |
+
33.049,
|
| 520 |
+
35.205,
|
| 521 |
+
32.851,
|
| 522 |
+
33.047,
|
| 523 |
+
35.249,
|
| 524 |
+
32.919,
|
| 525 |
+
33.116,
|
| 526 |
+
34.734,
|
| 527 |
+
32.731
|
| 528 |
+
],
|
| 529 |
+
"p90_ms": 35.269,
|
| 530 |
+
"power": {
|
| 531 |
+
"battery": "charging",
|
| 532 |
+
"level": 0.800000011920929,
|
| 533 |
+
"low_power_mode": false
|
| 534 |
+
},
|
| 535 |
+
"rep": 4,
|
| 536 |
+
"sequence": 12,
|
| 537 |
+
"stage_cpu_median_ms": [
|
| 538 |
+
1.358
|
| 539 |
+
],
|
| 540 |
+
"stage_median_ms": [
|
| 541 |
+
32.976
|
| 542 |
+
],
|
| 543 |
+
"stage_ms": [
|
| 544 |
+
[
|
| 545 |
+
35.473,
|
| 546 |
+
32.668,
|
| 547 |
+
32.854,
|
| 548 |
+
34.598,
|
| 549 |
+
32.716,
|
| 550 |
+
32.936,
|
| 551 |
+
35.438,
|
| 552 |
+
32.736,
|
| 553 |
+
32.924,
|
| 554 |
+
35.103,
|
| 555 |
+
32.792,
|
| 556 |
+
33.02,
|
| 557 |
+
35.197,
|
| 558 |
+
32.848,
|
| 559 |
+
33.016,
|
| 560 |
+
35.24,
|
| 561 |
+
32.916,
|
| 562 |
+
33.089,
|
| 563 |
+
34.725,
|
| 564 |
+
32.728
|
| 565 |
+
]
|
| 566 |
+
],
|
| 567 |
+
"t_start_s": 9.368,
|
| 568 |
+
"thermal_after": "nominal",
|
| 569 |
+
"thermal_before": "nominal",
|
| 570 |
+
"warm_ms": [
|
| 571 |
+
35.352,
|
| 572 |
+
32.707,
|
| 573 |
+
32.884
|
| 574 |
+
]
|
| 575 |
+
},
|
| 576 |
+
{
|
| 577 |
+
"available_mb": 2203.7,
|
| 578 |
+
"block_s": 0.672,
|
| 579 |
+
"cast_median_ms": null,
|
| 580 |
+
"cast_ms": [],
|
| 581 |
+
"cooled_s": 0,
|
| 582 |
+
"cpu_ms_per_call": 2.876,
|
| 583 |
+
"footprint_mb": 1336.3,
|
| 584 |
+
"last_output_finite": true,
|
| 585 |
+
"median_ms": 32.988,
|
| 586 |
+
"ms": [
|
| 587 |
+
32.771,
|
| 588 |
+
32.912,
|
| 589 |
+
35.024,
|
| 590 |
+
32.816,
|
| 591 |
+
32.817,
|
| 592 |
+
35.077,
|
| 593 |
+
32.998,
|
| 594 |
+
34.705,
|
| 595 |
+
32.776,
|
| 596 |
+
32.979,
|
| 597 |
+
35.194,
|
| 598 |
+
33.028,
|
| 599 |
+
33.985,
|
| 600 |
+
32.732,
|
| 601 |
+
33.33,
|
| 602 |
+
35.021,
|
| 603 |
+
32.705,
|
| 604 |
+
32.916,
|
| 605 |
+
35.364,
|
| 606 |
+
32.768
|
| 607 |
+
],
|
| 608 |
+
"p90_ms": 35.089,
|
| 609 |
+
"power": {
|
| 610 |
+
"battery": "charging",
|
| 611 |
+
"level": 0.800000011920929,
|
| 612 |
+
"low_power_mode": false
|
| 613 |
+
},
|
| 614 |
+
"rep": 5,
|
| 615 |
+
"sequence": 15,
|
| 616 |
+
"stage_cpu_median_ms": [
|
| 617 |
+
1.317
|
| 618 |
+
],
|
| 619 |
+
"stage_median_ms": [
|
| 620 |
+
32.961
|
| 621 |
+
],
|
| 622 |
+
"stage_ms": [
|
| 623 |
+
[
|
| 624 |
+
32.768,
|
| 625 |
+
32.883,
|
| 626 |
+
35.014,
|
| 627 |
+
32.813,
|
| 628 |
+
32.789,
|
| 629 |
+
35.069,
|
| 630 |
+
32.973,
|
| 631 |
+
34.697,
|
| 632 |
+
32.773,
|
| 633 |
+
32.948,
|
| 634 |
+
35.185,
|
| 635 |
+
33.009,
|
| 636 |
+
33.979,
|
| 637 |
+
32.729,
|
| 638 |
+
33.304,
|
| 639 |
+
35.013,
|
| 640 |
+
32.702,
|
| 641 |
+
32.887,
|
| 642 |
+
35.355,
|
| 643 |
+
32.765
|
| 644 |
+
]
|
| 645 |
+
],
|
| 646 |
+
"t_start_s": 11.691,
|
| 647 |
+
"thermal_after": "nominal",
|
| 648 |
+
"thermal_before": "nominal",
|
| 649 |
+
"warm_ms": [
|
| 650 |
+
32.854,
|
| 651 |
+
33.06,
|
| 652 |
+
35.319
|
| 653 |
+
]
|
| 654 |
+
},
|
| 655 |
+
{
|
| 656 |
+
"available_mb": 2203.7,
|
| 657 |
+
"block_s": 0.674,
|
| 658 |
+
"cast_median_ms": null,
|
| 659 |
+
"cast_ms": [],
|
| 660 |
+
"cooled_s": 0,
|
| 661 |
+
"cpu_ms_per_call": 3.001,
|
| 662 |
+
"footprint_mb": 1336.3,
|
| 663 |
+
"last_output_finite": true,
|
| 664 |
+
"median_ms": 33.006,
|
| 665 |
+
"ms": [
|
| 666 |
+
35.463,
|
| 667 |
+
32.769,
|
| 668 |
+
32.817,
|
| 669 |
+
34.552,
|
| 670 |
+
32.794,
|
| 671 |
+
33.042,
|
| 672 |
+
35.24,
|
| 673 |
+
32.847,
|
| 674 |
+
33.006,
|
| 675 |
+
35.318,
|
| 676 |
+
33.049,
|
| 677 |
+
35.118,
|
| 678 |
+
32.909,
|
| 679 |
+
32.91,
|
| 680 |
+
35.015,
|
| 681 |
+
32.844,
|
| 682 |
+
32.935,
|
| 683 |
+
35.349,
|
| 684 |
+
32.776,
|
| 685 |
+
33.007
|
| 686 |
+
],
|
| 687 |
+
"p90_ms": 35.321,
|
| 688 |
+
"power": {
|
| 689 |
+
"battery": "charging",
|
| 690 |
+
"level": 0.800000011920929,
|
| 691 |
+
"low_power_mode": false
|
| 692 |
+
},
|
| 693 |
+
"rep": 6,
|
| 694 |
+
"sequence": 18,
|
| 695 |
+
"stage_cpu_median_ms": [
|
| 696 |
+
1.366
|
| 697 |
+
],
|
| 698 |
+
"stage_median_ms": [
|
| 699 |
+
32.977
|
| 700 |
+
],
|
| 701 |
+
"stage_ms": [
|
| 702 |
+
[
|
| 703 |
+
35.453,
|
| 704 |
+
32.766,
|
| 705 |
+
32.797,
|
| 706 |
+
34.546,
|
| 707 |
+
32.791,
|
| 708 |
+
33.013,
|
| 709 |
+
35.231,
|
| 710 |
+
32.844,
|
| 711 |
+
32.977,
|
| 712 |
+
35.309,
|
| 713 |
+
33.022,
|
| 714 |
+
35.109,
|
| 715 |
+
32.906,
|
| 716 |
+
32.882,
|
| 717 |
+
35.007,
|
| 718 |
+
32.841,
|
| 719 |
+
32.903,
|
| 720 |
+
35.34,
|
| 721 |
+
32.773,
|
| 722 |
+
32.978
|
| 723 |
+
]
|
| 724 |
+
],
|
| 725 |
+
"t_start_s": 14.009,
|
| 726 |
+
"thermal_after": "nominal",
|
| 727 |
+
"thermal_before": "nominal",
|
| 728 |
+
"warm_ms": [
|
| 729 |
+
35.394,
|
| 730 |
+
33.406,
|
| 731 |
+
33.041
|
| 732 |
+
]
|
| 733 |
+
},
|
| 734 |
+
{
|
| 735 |
+
"available_mb": 2203.7,
|
| 736 |
+
"block_s": 0.676,
|
| 737 |
+
"cast_median_ms": null,
|
| 738 |
+
"cast_ms": [],
|
| 739 |
+
"cooled_s": 0,
|
| 740 |
+
"cpu_ms_per_call": 3.139,
|
| 741 |
+
"footprint_mb": 1336.3,
|
| 742 |
+
"last_output_finite": true,
|
| 743 |
+
"median_ms": 33.075,
|
| 744 |
+
"ms": [
|
| 745 |
+
35.225,
|
| 746 |
+
32.919,
|
| 747 |
+
32.997,
|
| 748 |
+
35.343,
|
| 749 |
+
32.886,
|
| 750 |
+
33.056,
|
| 751 |
+
35.517,
|
| 752 |
+
32.973,
|
| 753 |
+
33.068,
|
| 754 |
+
35.23,
|
| 755 |
+
32.988,
|
| 756 |
+
33.082,
|
| 757 |
+
35.375,
|
| 758 |
+
32.927,
|
| 759 |
+
33.133,
|
| 760 |
+
35.207,
|
| 761 |
+
32.945,
|
| 762 |
+
33.136,
|
| 763 |
+
35.233,
|
| 764 |
+
32.902
|
| 765 |
+
],
|
| 766 |
+
"p90_ms": 35.347,
|
| 767 |
+
"power": {
|
| 768 |
+
"battery": "charging",
|
| 769 |
+
"level": 0.800000011920929,
|
| 770 |
+
"low_power_mode": false
|
| 771 |
+
},
|
| 772 |
+
"rep": 7,
|
| 773 |
+
"sequence": 21,
|
| 774 |
+
"stage_cpu_median_ms": [
|
| 775 |
+
1.38
|
| 776 |
+
],
|
| 777 |
+
"stage_median_ms": [
|
| 778 |
+
33.046
|
| 779 |
+
],
|
| 780 |
+
"stage_ms": [
|
| 781 |
+
[
|
| 782 |
+
35.217,
|
| 783 |
+
32.916,
|
| 784 |
+
32.968,
|
| 785 |
+
35.334,
|
| 786 |
+
32.883,
|
| 787 |
+
33.027,
|
| 788 |
+
35.508,
|
| 789 |
+
32.97,
|
| 790 |
+
33.04,
|
| 791 |
+
35.221,
|
| 792 |
+
32.985,
|
| 793 |
+
33.051,
|
| 794 |
+
35.365,
|
| 795 |
+
32.925,
|
| 796 |
+
33.105,
|
| 797 |
+
35.199,
|
| 798 |
+
32.942,
|
| 799 |
+
33.108,
|
| 800 |
+
35.225,
|
| 801 |
+
32.899
|
| 802 |
+
]
|
| 803 |
+
],
|
| 804 |
+
"t_start_s": 16.337,
|
| 805 |
+
"thermal_after": "nominal",
|
| 806 |
+
"thermal_before": "nominal",
|
| 807 |
+
"warm_ms": [
|
| 808 |
+
33.449,
|
| 809 |
+
35.421,
|
| 810 |
+
33.053
|
| 811 |
+
]
|
| 812 |
+
}
|
| 813 |
+
],
|
| 814 |
+
"made": "2026-10-14T08:43:14+0900",
|
| 815 |
+
"run_dir": "<work>/device/pull/r4b20805-t-reader"
|
| 816 |
+
}
|
provenance/reader/mac-ane-gate.json
ADDED
|
@@ -0,0 +1,3120 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bundle": "<work>/exports/reader/fp16/eg2_reader_fp16_T750_ane_h16c.aimodelc",
|
| 3 |
+
"form": "fp16",
|
| 4 |
+
"tokens": 750,
|
| 5 |
+
"window_s": 30.0,
|
| 6 |
+
"head": "argmax",
|
| 7 |
+
"backend": "ane",
|
| 8 |
+
"specialization": "from_preferred_compute_unit_kind(neural_engine)",
|
| 9 |
+
"ane_regions": 2,
|
| 10 |
+
"ane_region_names": [
|
| 11 |
+
"main_9wemocz7YmEwKSHhsD5JpQ_0_ANE_region_0",
|
| 12 |
+
"main_9wemocz7YmEwKSHhsD5JpQ_0_ANE_region_1"
|
| 13 |
+
],
|
| 14 |
+
"input_dtype": "float16",
|
| 15 |
+
"function_descriptor": {
|
| 16 |
+
"inputs": [
|
| 17 |
+
"soft_tokens",
|
| 18 |
+
"token_mask"
|
| 19 |
+
],
|
| 20 |
+
"outputs": [
|
| 21 |
+
"top1_index",
|
| 22 |
+
"top1_logit",
|
| 23 |
+
"blank_logit"
|
| 24 |
+
]
|
| 25 |
+
},
|
| 26 |
+
"reader": {
|
| 27 |
+
"kind": "release",
|
| 28 |
+
"weights": "<eg2-transcribe>/reader/reader.pt",
|
| 29 |
+
"weights_sha256": "67a06a857b9aeb066347f8947e4faeed11d2ec3e89e0c23974be0a2c20243d5b",
|
| 30 |
+
"arch": "a",
|
| 31 |
+
"k": null,
|
| 32 |
+
"params": 13268994,
|
| 33 |
+
"scale": 91.21830749511719,
|
| 34 |
+
"n_vocab": 200000,
|
| 35 |
+
"table": "<eg2-transcribe>/reader/word_table.npy",
|
| 36 |
+
"reader_dir": "<eg2-transcribe>/reader",
|
| 37 |
+
"model_py_sha256": "95a32e58defcda2d71931bea9c07a66272ff7ec8fa5cd39c1bce8e1f253b51c0",
|
| 38 |
+
"decode_py_sha256": "d8ecd41dea4322397c319d515cba80438b322c88aaf6471943cffbabca0f6462",
|
| 39 |
+
"config": {
|
| 40 |
+
"version": "v1",
|
| 41 |
+
"window": {
|
| 42 |
+
"seconds": 30,
|
| 43 |
+
"left_overlap_tokens": 96,
|
| 44 |
+
"right_extra_tokens": 1,
|
| 45 |
+
"note": "encoder is causal; the 83 tokens at the start of a window and its last token differ from a continuous run (fixtures/long-speckled-band: soft_tokens_w30 vs soft_tokens_continuous)"
|
| 46 |
+
},
|
| 47 |
+
"decode": "greedy argmax over N+1, collapse repeats, drop blank",
|
| 48 |
+
"scale": 91.21830749511719,
|
| 49 |
+
"wer": {
|
| 50 |
+
"dev-clean": {
|
| 51 |
+
"wer": 0.06566,
|
| 52 |
+
"utterances": 2703,
|
| 53 |
+
"ref_words": 54402
|
| 54 |
+
},
|
| 55 |
+
"dev-other": {
|
| 56 |
+
"wer": 0.14927,
|
| 57 |
+
"utterances": 2864,
|
| 58 |
+
"ref_words": 50948
|
| 59 |
+
},
|
| 60 |
+
"test-clean": {
|
| 61 |
+
"wer": 0.06807,
|
| 62 |
+
"utterances": 2620,
|
| 63 |
+
"ref_words": 52576
|
| 64 |
+
},
|
| 65 |
+
"test-other": {
|
| 66 |
+
"wer": 0.15102,
|
| 67 |
+
"utterances": 2939,
|
| 68 |
+
"ref_words": 52343
|
| 69 |
+
},
|
| 70 |
+
"fixtures": {
|
| 71 |
+
"wer": 0.04806,
|
| 72 |
+
"utterances": 20,
|
| 73 |
+
"ref_words": 541
|
| 74 |
+
},
|
| 75 |
+
"decode": "greedy, no language model"
|
| 76 |
+
}
|
| 77 |
+
}
|
| 78 |
+
},
|
| 79 |
+
"ref_npz": "<work>/exports/reader/ref_T750.npz",
|
| 80 |
+
"bar": {
|
| 81 |
+
"test_clean_wer_max": 0.060785,
|
| 82 |
+
"fixture_min": 19
|
| 83 |
+
},
|
| 84 |
+
"summary": {
|
| 85 |
+
"pass": true,
|
| 86 |
+
"bar_met": true,
|
| 87 |
+
"fixture": {
|
| 88 |
+
"utterances": 20,
|
| 89 |
+
"transcripts_same": 20,
|
| 90 |
+
"tokens": 5036,
|
| 91 |
+
"token_agreement": 1.0,
|
| 92 |
+
"wer_torch": {
|
| 93 |
+
"wer": 0.04805914972273567,
|
| 94 |
+
"errors": 26,
|
| 95 |
+
"ref_words": 541,
|
| 96 |
+
"utterances": 20,
|
| 97 |
+
"engine": "word Levenshtein (numpy); jiwer: gate_reader.py score"
|
| 98 |
+
},
|
| 99 |
+
"wer_coreai": {
|
| 100 |
+
"wer": 0.04805914972273567,
|
| 101 |
+
"errors": 26,
|
| 102 |
+
"ref_words": 541,
|
| 103 |
+
"utterances": 20,
|
| 104 |
+
"engine": "word Levenshtein (numpy); jiwer: gate_reader.py score"
|
| 105 |
+
}
|
| 106 |
+
},
|
| 107 |
+
"test_clean": {
|
| 108 |
+
"utterances": 200,
|
| 109 |
+
"transcripts_same": 199,
|
| 110 |
+
"tokens": 39126,
|
| 111 |
+
"token_agreement": 0.9999744415478199,
|
| 112 |
+
"wer_torch": {
|
| 113 |
+
"wer": 0.058784676354029064,
|
| 114 |
+
"errors": 267,
|
| 115 |
+
"ref_words": 4542,
|
| 116 |
+
"utterances": 200,
|
| 117 |
+
"engine": "word Levenshtein (numpy); jiwer: gate_reader.py score"
|
| 118 |
+
},
|
| 119 |
+
"wer_coreai": {
|
| 120 |
+
"wer": 0.05900484368119771,
|
| 121 |
+
"errors": 268,
|
| 122 |
+
"ref_words": 4542,
|
| 123 |
+
"utterances": 200,
|
| 124 |
+
"engine": "word Levenshtein (numpy); jiwer: gate_reader.py score"
|
| 125 |
+
}
|
| 126 |
+
},
|
| 127 |
+
"token_agreement_all": 0.9999773560980028,
|
| 128 |
+
"tokens": 44162,
|
| 129 |
+
"argmax_index_agreement": 0.9946560391286626,
|
| 130 |
+
"label_mismatches": 1,
|
| 131 |
+
"max_abs_top1_logit": 0.3397235870361328,
|
| 132 |
+
"max_abs_blank_logit": 0.06714439392089844,
|
| 133 |
+
"tokens_top1_off_by_0.1": 34,
|
| 134 |
+
"drift_labels": 0,
|
| 135 |
+
"drift_max_abs_logit": 0.0,
|
| 136 |
+
"red_arm_changes_labels": true,
|
| 137 |
+
"red_arm_transcripts_changed": 7
|
| 138 |
+
},
|
| 139 |
+
"mismatches": [
|
| 140 |
+
{
|
| 141 |
+
"set": "test-clean",
|
| 142 |
+
"id": "5639-40744-0003",
|
| 143 |
+
"pos": 279,
|
| 144 |
+
"ref": 77014,
|
| 145 |
+
"coreai": 76986,
|
| 146 |
+
"ref_gap": 0.0004564523696899414,
|
| 147 |
+
"ref_blank_minus_top1": -8.37983512878418,
|
| 148 |
+
"coreai_blank_minus_top1": -8.3828125
|
| 149 |
+
}
|
| 150 |
+
],
|
| 151 |
+
"red_arm_mask_all_ones": [
|
| 152 |
+
{
|
| 153 |
+
"id": "2300-131720-0000",
|
| 154 |
+
"tokens": 127,
|
| 155 |
+
"labels_changed": 2,
|
| 156 |
+
"transcript_changed": false
|
| 157 |
+
},
|
| 158 |
+
{
|
| 159 |
+
"id": "121-121726-0001",
|
| 160 |
+
"tokens": 148,
|
| 161 |
+
"labels_changed": 1,
|
| 162 |
+
"transcript_changed": true
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"id": "1089-134686-0002",
|
| 166 |
+
"tokens": 166,
|
| 167 |
+
"labels_changed": 1,
|
| 168 |
+
"transcript_changed": true
|
| 169 |
+
},
|
| 170 |
+
{
|
| 171 |
+
"id": "1284-1180-0001",
|
| 172 |
+
"tokens": 194,
|
| 173 |
+
"labels_changed": 0,
|
| 174 |
+
"transcript_changed": false
|
| 175 |
+
},
|
| 176 |
+
{
|
| 177 |
+
"id": "2094-142345-0001",
|
| 178 |
+
"tokens": 201,
|
| 179 |
+
"labels_changed": 0,
|
| 180 |
+
"transcript_changed": false
|
| 181 |
+
},
|
| 182 |
+
{
|
| 183 |
+
"id": "1284-1180-0000",
|
| 184 |
+
"tokens": 203,
|
| 185 |
+
"labels_changed": 3,
|
| 186 |
+
"transcript_changed": true
|
| 187 |
+
},
|
| 188 |
+
{
|
| 189 |
+
"id": "121-121726-0000",
|
| 190 |
+
"tokens": 212,
|
| 191 |
+
"labels_changed": 3,
|
| 192 |
+
"transcript_changed": true
|
| 193 |
+
},
|
| 194 |
+
{
|
| 195 |
+
"id": "1580-141083-0000",
|
| 196 |
+
"tokens": 224,
|
| 197 |
+
"labels_changed": 1,
|
| 198 |
+
"transcript_changed": true
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"id": "1188-133604-0001",
|
| 202 |
+
"tokens": 226,
|
| 203 |
+
"labels_changed": 3,
|
| 204 |
+
"transcript_changed": true
|
| 205 |
+
},
|
| 206 |
+
{
|
| 207 |
+
"id": "1995-1826-0000",
|
| 208 |
+
"tokens": 237,
|
| 209 |
+
"labels_changed": 1,
|
| 210 |
+
"transcript_changed": true
|
| 211 |
+
}
|
| 212 |
+
],
|
| 213 |
+
"windows": 220,
|
| 214 |
+
"load_s": 1.05,
|
| 215 |
+
"first_call_s": 0.0764,
|
| 216 |
+
"median_call_ms_pass2": 46.403,
|
| 217 |
+
"timing_note": "one pass over the gate windows; the timing gate is bench_pipeline.py",
|
| 218 |
+
"runtime": {
|
| 219 |
+
"coreai-core": "1.0.0b2",
|
| 220 |
+
"macos_build": "26A428",
|
| 221 |
+
"python": "3.11.13"
|
| 222 |
+
},
|
| 223 |
+
"label": "eg2stt-r2c-gates-ane2",
|
| 224 |
+
"finished": "2026-10-14T10:32:45+0900",
|
| 225 |
+
"utterances_table": [
|
| 226 |
+
{
|
| 227 |
+
"set": "fixture",
|
| 228 |
+
"id": "1089-134686-0000",
|
| 229 |
+
"tokens": 261,
|
| 230 |
+
"tokens_same": 261,
|
| 231 |
+
"max_abs_top1_logit": 0.08177018165588379,
|
| 232 |
+
"max_abs_top1_pos": 236,
|
| 233 |
+
"ref_top1_at_max": -3.665754556655884,
|
| 234 |
+
"coreai_top1_at_max": -3.583984375,
|
| 235 |
+
"tokens_top1_off_by_0.1": 0,
|
| 236 |
+
"max_abs_blank_logit": 0.016815185546875,
|
| 237 |
+
"transcript_same": true
|
| 238 |
+
},
|
| 239 |
+
{
|
| 240 |
+
"set": "fixture",
|
| 241 |
+
"id": "1089-134686-0002",
|
| 242 |
+
"tokens": 166,
|
| 243 |
+
"tokens_same": 166,
|
| 244 |
+
"max_abs_top1_logit": 0.07719230651855469,
|
| 245 |
+
"max_abs_top1_pos": 73,
|
| 246 |
+
"ref_top1_at_max": 28.842817306518555,
|
| 247 |
+
"coreai_top1_at_max": 28.765625,
|
| 248 |
+
"tokens_top1_off_by_0.1": 0,
|
| 249 |
+
"max_abs_blank_logit": 0.029285430908203125,
|
| 250 |
+
"transcript_same": true
|
| 251 |
+
},
|
| 252 |
+
{
|
| 253 |
+
"set": "fixture",
|
| 254 |
+
"id": "1188-133604-0000",
|
| 255 |
+
"tokens": 268,
|
| 256 |
+
"tokens_same": 268,
|
| 257 |
+
"max_abs_top1_logit": 0.2434558868408203,
|
| 258 |
+
"max_abs_top1_pos": 250,
|
| 259 |
+
"ref_top1_at_max": 16.92841911315918,
|
| 260 |
+
"coreai_top1_at_max": 17.171875,
|
| 261 |
+
"tokens_top1_off_by_0.1": 1,
|
| 262 |
+
"max_abs_blank_logit": 0.032169342041015625,
|
| 263 |
+
"transcript_same": true
|
| 264 |
+
},
|
| 265 |
+
{
|
| 266 |
+
"set": "fixture",
|
| 267 |
+
"id": "1188-133604-0001",
|
| 268 |
+
"tokens": 226,
|
| 269 |
+
"tokens_same": 226,
|
| 270 |
+
"max_abs_top1_logit": 0.08417892456054688,
|
| 271 |
+
"max_abs_top1_pos": 26,
|
| 272 |
+
"ref_top1_at_max": 25.240428924560547,
|
| 273 |
+
"coreai_top1_at_max": 25.15625,
|
| 274 |
+
"tokens_top1_off_by_0.1": 0,
|
| 275 |
+
"max_abs_blank_logit": 0.021251678466796875,
|
| 276 |
+
"transcript_same": true
|
| 277 |
+
},
|
| 278 |
+
{
|
| 279 |
+
"set": "fixture",
|
| 280 |
+
"id": "121-121726-0000",
|
| 281 |
+
"tokens": 212,
|
| 282 |
+
"tokens_same": 212,
|
| 283 |
+
"max_abs_top1_logit": 0.06518173217773438,
|
| 284 |
+
"max_abs_top1_pos": 81,
|
| 285 |
+
"ref_top1_at_max": 6.459712982177734,
|
| 286 |
+
"coreai_top1_at_max": 6.39453125,
|
| 287 |
+
"tokens_top1_off_by_0.1": 0,
|
| 288 |
+
"max_abs_blank_logit": 0.03619861602783203,
|
| 289 |
+
"transcript_same": true
|
| 290 |
+
},
|
| 291 |
+
{
|
| 292 |
+
"set": "fixture",
|
| 293 |
+
"id": "121-121726-0001",
|
| 294 |
+
"tokens": 148,
|
| 295 |
+
"tokens_same": 148,
|
| 296 |
+
"max_abs_top1_logit": 0.06336307525634766,
|
| 297 |
+
"max_abs_top1_pos": 59,
|
| 298 |
+
"ref_top1_at_max": -8.649300575256348,
|
| 299 |
+
"coreai_top1_at_max": -8.5859375,
|
| 300 |
+
"tokens_top1_off_by_0.1": 0,
|
| 301 |
+
"max_abs_blank_logit": 0.02728271484375,
|
| 302 |
+
"transcript_same": true
|
| 303 |
+
},
|
| 304 |
+
{
|
| 305 |
+
"set": "fixture",
|
| 306 |
+
"id": "1221-135766-0000",
|
| 307 |
+
"tokens": 311,
|
| 308 |
+
"tokens_same": 311,
|
| 309 |
+
"max_abs_top1_logit": 0.061081886291503906,
|
| 310 |
+
"max_abs_top1_pos": 124,
|
| 311 |
+
"ref_top1_at_max": 3.494675636291504,
|
| 312 |
+
"coreai_top1_at_max": 3.43359375,
|
| 313 |
+
"tokens_top1_off_by_0.1": 0,
|
| 314 |
+
"max_abs_blank_logit": 0.02312469482421875,
|
| 315 |
+
"transcript_same": true
|
| 316 |
+
},
|
| 317 |
+
{
|
| 318 |
+
"set": "fixture",
|
| 319 |
+
"id": "1221-135766-0001",
|
| 320 |
+
"tokens": 418,
|
| 321 |
+
"tokens_same": 418,
|
| 322 |
+
"max_abs_top1_logit": 0.28723907470703125,
|
| 323 |
+
"max_abs_top1_pos": 36,
|
| 324 |
+
"ref_top1_at_max": 6.865104675292969,
|
| 325 |
+
"coreai_top1_at_max": 7.15234375,
|
| 326 |
+
"tokens_top1_off_by_0.1": 2,
|
| 327 |
+
"max_abs_blank_logit": 0.039539337158203125,
|
| 328 |
+
"transcript_same": true
|
| 329 |
+
},
|
| 330 |
+
{
|
| 331 |
+
"set": "fixture",
|
| 332 |
+
"id": "1284-1180-0000",
|
| 333 |
+
"tokens": 203,
|
| 334 |
+
"tokens_same": 203,
|
| 335 |
+
"max_abs_top1_logit": 0.06319046020507812,
|
| 336 |
+
"max_abs_top1_pos": 98,
|
| 337 |
+
"ref_top1_at_max": -3.631549835205078,
|
| 338 |
+
"coreai_top1_at_max": -3.568359375,
|
| 339 |
+
"tokens_top1_off_by_0.1": 0,
|
| 340 |
+
"max_abs_blank_logit": 0.021266937255859375,
|
| 341 |
+
"transcript_same": true
|
| 342 |
+
},
|
| 343 |
+
{
|
| 344 |
+
"set": "fixture",
|
| 345 |
+
"id": "1284-1180-0001",
|
| 346 |
+
"tokens": 194,
|
| 347 |
+
"tokens_same": 194,
|
| 348 |
+
"max_abs_top1_logit": 0.058010101318359375,
|
| 349 |
+
"max_abs_top1_pos": 112,
|
| 350 |
+
"ref_top1_at_max": 30.66738510131836,
|
| 351 |
+
"coreai_top1_at_max": 30.609375,
|
| 352 |
+
"tokens_top1_off_by_0.1": 0,
|
| 353 |
+
"max_abs_blank_logit": 0.029867172241210938,
|
| 354 |
+
"transcript_same": true
|
| 355 |
+
},
|
| 356 |
+
{
|
| 357 |
+
"set": "fixture",
|
| 358 |
+
"id": "1320-122612-0000",
|
| 359 |
+
"tokens": 337,
|
| 360 |
+
"tokens_same": 337,
|
| 361 |
+
"max_abs_top1_logit": 0.06764602661132812,
|
| 362 |
+
"max_abs_top1_pos": 281,
|
| 363 |
+
"ref_top1_at_max": 33.00514602661133,
|
| 364 |
+
"coreai_top1_at_max": 32.9375,
|
| 365 |
+
"tokens_top1_off_by_0.1": 0,
|
| 366 |
+
"max_abs_blank_logit": 0.025318145751953125,
|
| 367 |
+
"transcript_same": true
|
| 368 |
+
},
|
| 369 |
+
{
|
| 370 |
+
"set": "fixture",
|
| 371 |
+
"id": "1320-122612-0001",
|
| 372 |
+
"tokens": 238,
|
| 373 |
+
"tokens_same": 238,
|
| 374 |
+
"max_abs_top1_logit": 0.08237770199775696,
|
| 375 |
+
"max_abs_top1_pos": 85,
|
| 376 |
+
"ref_top1_at_max": -0.44419410824775696,
|
| 377 |
+
"coreai_top1_at_max": -0.36181640625,
|
| 378 |
+
"tokens_top1_off_by_0.1": 0,
|
| 379 |
+
"max_abs_blank_logit": 0.028562545776367188,
|
| 380 |
+
"transcript_same": true
|
| 381 |
+
},
|
| 382 |
+
{
|
| 383 |
+
"set": "fixture",
|
| 384 |
+
"id": "1580-141083-0000",
|
| 385 |
+
"tokens": 224,
|
| 386 |
+
"tokens_same": 224,
|
| 387 |
+
"max_abs_top1_logit": 0.24600982666015625,
|
| 388 |
+
"max_abs_top1_pos": 118,
|
| 389 |
+
"ref_top1_at_max": 29.535240173339844,
|
| 390 |
+
"coreai_top1_at_max": 29.78125,
|
| 391 |
+
"tokens_top1_off_by_0.1": 2,
|
| 392 |
+
"max_abs_blank_logit": 0.06714439392089844,
|
| 393 |
+
"transcript_same": true
|
| 394 |
+
},
|
| 395 |
+
{
|
| 396 |
+
"set": "fixture",
|
| 397 |
+
"id": "1580-141083-0001",
|
| 398 |
+
"tokens": 257,
|
| 399 |
+
"tokens_same": 257,
|
| 400 |
+
"max_abs_top1_logit": 0.07232666015625,
|
| 401 |
+
"max_abs_top1_pos": 173,
|
| 402 |
+
"ref_top1_at_max": 1.97271728515625,
|
| 403 |
+
"coreai_top1_at_max": 1.900390625,
|
| 404 |
+
"tokens_top1_off_by_0.1": 0,
|
| 405 |
+
"max_abs_blank_logit": 0.02277374267578125,
|
| 406 |
+
"transcript_same": true
|
| 407 |
+
},
|
| 408 |
+
{
|
| 409 |
+
"set": "fixture",
|
| 410 |
+
"id": "1995-1826-0000",
|
| 411 |
+
"tokens": 237,
|
| 412 |
+
"tokens_same": 237,
|
| 413 |
+
"max_abs_top1_logit": 0.07864904403686523,
|
| 414 |
+
"max_abs_top1_pos": 93,
|
| 415 |
+
"ref_top1_at_max": 4.063024044036865,
|
| 416 |
+
"coreai_top1_at_max": 3.984375,
|
| 417 |
+
"tokens_top1_off_by_0.1": 0,
|
| 418 |
+
"max_abs_blank_logit": 0.026433944702148438,
|
| 419 |
+
"transcript_same": true
|
| 420 |
+
},
|
| 421 |
+
{
|
| 422 |
+
"set": "fixture",
|
| 423 |
+
"id": "1995-1826-0001",
|
| 424 |
+
"tokens": 254,
|
| 425 |
+
"tokens_same": 254,
|
| 426 |
+
"max_abs_top1_logit": 0.1163778305053711,
|
| 427 |
+
"max_abs_top1_pos": 24,
|
| 428 |
+
"ref_top1_at_max": 8.952315330505371,
|
| 429 |
+
"coreai_top1_at_max": 8.8359375,
|
| 430 |
+
"tokens_top1_off_by_0.1": 1,
|
| 431 |
+
"max_abs_blank_logit": 0.028222084045410156,
|
| 432 |
+
"transcript_same": true
|
| 433 |
+
},
|
| 434 |
+
{
|
| 435 |
+
"set": "fixture",
|
| 436 |
+
"id": "2094-142345-0001",
|
| 437 |
+
"tokens": 201,
|
| 438 |
+
"tokens_same": 201,
|
| 439 |
+
"max_abs_top1_logit": 0.06256580352783203,
|
| 440 |
+
"max_abs_top1_pos": 77,
|
| 441 |
+
"ref_top1_at_max": 14.164128303527832,
|
| 442 |
+
"coreai_top1_at_max": 14.1015625,
|
| 443 |
+
"tokens_top1_off_by_0.1": 0,
|
| 444 |
+
"max_abs_blank_logit": 0.023130416870117188,
|
| 445 |
+
"transcript_same": true
|
| 446 |
+
},
|
| 447 |
+
{
|
| 448 |
+
"set": "fixture",
|
| 449 |
+
"id": "2094-142345-0002",
|
| 450 |
+
"tokens": 388,
|
| 451 |
+
"tokens_same": 388,
|
| 452 |
+
"max_abs_top1_logit": 0.08357572555541992,
|
| 453 |
+
"max_abs_top1_pos": 377,
|
| 454 |
+
"ref_top1_at_max": 7.69685697555542,
|
| 455 |
+
"coreai_top1_at_max": 7.61328125,
|
| 456 |
+
"tokens_top1_off_by_0.1": 0,
|
| 457 |
+
"max_abs_blank_logit": 0.021265029907226562,
|
| 458 |
+
"transcript_same": true
|
| 459 |
+
},
|
| 460 |
+
{
|
| 461 |
+
"set": "fixture",
|
| 462 |
+
"id": "2300-131720-0000",
|
| 463 |
+
"tokens": 127,
|
| 464 |
+
"tokens_same": 127,
|
| 465 |
+
"max_abs_top1_logit": 0.06294822692871094,
|
| 466 |
+
"max_abs_top1_pos": 66,
|
| 467 |
+
"ref_top1_at_max": -6.355020523071289,
|
| 468 |
+
"coreai_top1_at_max": -6.41796875,
|
| 469 |
+
"tokens_top1_off_by_0.1": 0,
|
| 470 |
+
"max_abs_blank_logit": 0.022954940795898438,
|
| 471 |
+
"transcript_same": true
|
| 472 |
+
},
|
| 473 |
+
{
|
| 474 |
+
"set": "fixture",
|
| 475 |
+
"id": "2300-131720-0001",
|
| 476 |
+
"tokens": 366,
|
| 477 |
+
"tokens_same": 366,
|
| 478 |
+
"max_abs_top1_logit": 0.12650763988494873,
|
| 479 |
+
"max_abs_top1_pos": 126,
|
| 480 |
+
"ref_top1_at_max": -1.3471251726150513,
|
| 481 |
+
"coreai_top1_at_max": -1.4736328125,
|
| 482 |
+
"tokens_top1_off_by_0.1": 1,
|
| 483 |
+
"max_abs_blank_logit": 0.050006866455078125,
|
| 484 |
+
"transcript_same": true
|
| 485 |
+
},
|
| 486 |
+
{
|
| 487 |
+
"set": "test-clean",
|
| 488 |
+
"id": "6930-75918-0000",
|
| 489 |
+
"tokens": 88,
|
| 490 |
+
"tokens_same": 88,
|
| 491 |
+
"max_abs_top1_logit": 0.08091568946838379,
|
| 492 |
+
"max_abs_top1_pos": 23,
|
| 493 |
+
"ref_top1_at_max": 1.6922438144683838,
|
| 494 |
+
"coreai_top1_at_max": 1.611328125,
|
| 495 |
+
"tokens_top1_off_by_0.1": 0,
|
| 496 |
+
"max_abs_blank_logit": 0.0207366943359375,
|
| 497 |
+
"transcript_same": true
|
| 498 |
+
},
|
| 499 |
+
{
|
| 500 |
+
"set": "test-clean",
|
| 501 |
+
"id": "6930-75918-0001",
|
| 502 |
+
"tokens": 356,
|
| 503 |
+
"tokens_same": 356,
|
| 504 |
+
"max_abs_top1_logit": 0.11955642700195312,
|
| 505 |
+
"max_abs_top1_pos": 97,
|
| 506 |
+
"ref_top1_at_max": 13.958568572998047,
|
| 507 |
+
"coreai_top1_at_max": 14.078125,
|
| 508 |
+
"tokens_top1_off_by_0.1": 1,
|
| 509 |
+
"max_abs_blank_logit": 0.02984619140625,
|
| 510 |
+
"transcript_same": true
|
| 511 |
+
},
|
| 512 |
+
{
|
| 513 |
+
"set": "test-clean",
|
| 514 |
+
"id": "6930-75918-0002",
|
| 515 |
+
"tokens": 126,
|
| 516 |
+
"tokens_same": 126,
|
| 517 |
+
"max_abs_top1_logit": 0.045540690422058105,
|
| 518 |
+
"max_abs_top1_pos": 11,
|
| 519 |
+
"ref_top1_at_max": -1.991568684577942,
|
| 520 |
+
"coreai_top1_at_max": -2.037109375,
|
| 521 |
+
"tokens_top1_off_by_0.1": 0,
|
| 522 |
+
"max_abs_blank_logit": 0.018108367919921875,
|
| 523 |
+
"transcript_same": true
|
| 524 |
+
},
|
| 525 |
+
{
|
| 526 |
+
"set": "test-clean",
|
| 527 |
+
"id": "6930-75918-0003",
|
| 528 |
+
"tokens": 583,
|
| 529 |
+
"tokens_same": 583,
|
| 530 |
+
"max_abs_top1_logit": 0.1392040252685547,
|
| 531 |
+
"max_abs_top1_pos": 44,
|
| 532 |
+
"ref_top1_at_max": 21.892045974731445,
|
| 533 |
+
"coreai_top1_at_max": 22.03125,
|
| 534 |
+
"tokens_top1_off_by_0.1": 1,
|
| 535 |
+
"max_abs_blank_logit": 0.03633689880371094,
|
| 536 |
+
"transcript_same": true
|
| 537 |
+
},
|
| 538 |
+
{
|
| 539 |
+
"set": "test-clean",
|
| 540 |
+
"id": "6930-75918-0004",
|
| 541 |
+
"tokens": 277,
|
| 542 |
+
"tokens_same": 277,
|
| 543 |
+
"max_abs_top1_logit": 0.0757148265838623,
|
| 544 |
+
"max_abs_top1_pos": 248,
|
| 545 |
+
"ref_top1_at_max": 0.5918281078338623,
|
| 546 |
+
"coreai_top1_at_max": 0.51611328125,
|
| 547 |
+
"tokens_top1_off_by_0.1": 0,
|
| 548 |
+
"max_abs_blank_logit": 0.036243438720703125,
|
| 549 |
+
"transcript_same": true
|
| 550 |
+
},
|
| 551 |
+
{
|
| 552 |
+
"set": "test-clean",
|
| 553 |
+
"id": "6930-75918-0005",
|
| 554 |
+
"tokens": 329,
|
| 555 |
+
"tokens_same": 329,
|
| 556 |
+
"max_abs_top1_logit": 0.08596682548522949,
|
| 557 |
+
"max_abs_top1_pos": 121,
|
| 558 |
+
"ref_top1_at_max": 2.2499706745147705,
|
| 559 |
+
"coreai_top1_at_max": 2.3359375,
|
| 560 |
+
"tokens_top1_off_by_0.1": 0,
|
| 561 |
+
"max_abs_blank_logit": 0.04476165771484375,
|
| 562 |
+
"transcript_same": true
|
| 563 |
+
},
|
| 564 |
+
{
|
| 565 |
+
"set": "test-clean",
|
| 566 |
+
"id": "6930-75918-0006",
|
| 567 |
+
"tokens": 146,
|
| 568 |
+
"tokens_same": 146,
|
| 569 |
+
"max_abs_top1_logit": 0.0668487548828125,
|
| 570 |
+
"max_abs_top1_pos": 14,
|
| 571 |
+
"ref_top1_at_max": -8.660598754882812,
|
| 572 |
+
"coreai_top1_at_max": -8.59375,
|
| 573 |
+
"tokens_top1_off_by_0.1": 0,
|
| 574 |
+
"max_abs_blank_logit": 0.02414703369140625,
|
| 575 |
+
"transcript_same": true
|
| 576 |
+
},
|
| 577 |
+
{
|
| 578 |
+
"set": "test-clean",
|
| 579 |
+
"id": "6930-75918-0007",
|
| 580 |
+
"tokens": 83,
|
| 581 |
+
"tokens_same": 83,
|
| 582 |
+
"max_abs_top1_logit": 0.054297447204589844,
|
| 583 |
+
"max_abs_top1_pos": 52,
|
| 584 |
+
"ref_top1_at_max": -12.58554744720459,
|
| 585 |
+
"coreai_top1_at_max": -12.53125,
|
| 586 |
+
"tokens_top1_off_by_0.1": 0,
|
| 587 |
+
"max_abs_blank_logit": 0.016084671020507812,
|
| 588 |
+
"transcript_same": true
|
| 589 |
+
},
|
| 590 |
+
{
|
| 591 |
+
"set": "test-clean",
|
| 592 |
+
"id": "6930-75918-0008",
|
| 593 |
+
"tokens": 120,
|
| 594 |
+
"tokens_same": 120,
|
| 595 |
+
"max_abs_top1_logit": 0.0540924072265625,
|
| 596 |
+
"max_abs_top1_pos": 62,
|
| 597 |
+
"ref_top1_at_max": 8.391220092773438,
|
| 598 |
+
"coreai_top1_at_max": 8.4453125,
|
| 599 |
+
"tokens_top1_off_by_0.1": 0,
|
| 600 |
+
"max_abs_blank_logit": 0.020269393920898438,
|
| 601 |
+
"transcript_same": true
|
| 602 |
+
},
|
| 603 |
+
{
|
| 604 |
+
"set": "test-clean",
|
| 605 |
+
"id": "6930-75918-0009",
|
| 606 |
+
"tokens": 182,
|
| 607 |
+
"tokens_same": 182,
|
| 608 |
+
"max_abs_top1_logit": 0.060912132263183594,
|
| 609 |
+
"max_abs_top1_pos": 132,
|
| 610 |
+
"ref_top1_at_max": -3.1969003677368164,
|
| 611 |
+
"coreai_top1_at_max": -3.2578125,
|
| 612 |
+
"tokens_top1_off_by_0.1": 0,
|
| 613 |
+
"max_abs_blank_logit": 0.020586013793945312,
|
| 614 |
+
"transcript_same": true
|
| 615 |
+
},
|
| 616 |
+
{
|
| 617 |
+
"set": "test-clean",
|
| 618 |
+
"id": "6930-75918-0010",
|
| 619 |
+
"tokens": 76,
|
| 620 |
+
"tokens_same": 76,
|
| 621 |
+
"max_abs_top1_logit": 0.05355405807495117,
|
| 622 |
+
"max_abs_top1_pos": 75,
|
| 623 |
+
"ref_top1_at_max": -5.467616558074951,
|
| 624 |
+
"coreai_top1_at_max": -5.4140625,
|
| 625 |
+
"tokens_top1_off_by_0.1": 0,
|
| 626 |
+
"max_abs_blank_logit": 0.027910232543945312,
|
| 627 |
+
"transcript_same": true
|
| 628 |
+
},
|
| 629 |
+
{
|
| 630 |
+
"set": "test-clean",
|
| 631 |
+
"id": "6930-75918-0011",
|
| 632 |
+
"tokens": 80,
|
| 633 |
+
"tokens_same": 80,
|
| 634 |
+
"max_abs_top1_logit": 0.049901723861694336,
|
| 635 |
+
"max_abs_top1_pos": 56,
|
| 636 |
+
"ref_top1_at_max": 2.6592767238616943,
|
| 637 |
+
"coreai_top1_at_max": 2.609375,
|
| 638 |
+
"tokens_top1_off_by_0.1": 0,
|
| 639 |
+
"max_abs_blank_logit": 0.018934249877929688,
|
| 640 |
+
"transcript_same": true
|
| 641 |
+
},
|
| 642 |
+
{
|
| 643 |
+
"set": "test-clean",
|
| 644 |
+
"id": "6930-75918-0012",
|
| 645 |
+
"tokens": 49,
|
| 646 |
+
"tokens_same": 49,
|
| 647 |
+
"max_abs_top1_logit": 0.0682830810546875,
|
| 648 |
+
"max_abs_top1_pos": 38,
|
| 649 |
+
"ref_top1_at_max": -4.8300018310546875,
|
| 650 |
+
"coreai_top1_at_max": -4.76171875,
|
| 651 |
+
"tokens_top1_off_by_0.1": 0,
|
| 652 |
+
"max_abs_blank_logit": 0.02407073974609375,
|
| 653 |
+
"transcript_same": true
|
| 654 |
+
},
|
| 655 |
+
{
|
| 656 |
+
"set": "test-clean",
|
| 657 |
+
"id": "6930-75918-0013",
|
| 658 |
+
"tokens": 74,
|
| 659 |
+
"tokens_same": 74,
|
| 660 |
+
"max_abs_top1_logit": 0.053420066833496094,
|
| 661 |
+
"max_abs_top1_pos": 32,
|
| 662 |
+
"ref_top1_at_max": -3.379591941833496,
|
| 663 |
+
"coreai_top1_at_max": -3.326171875,
|
| 664 |
+
"tokens_top1_off_by_0.1": 0,
|
| 665 |
+
"max_abs_blank_logit": 0.021785736083984375,
|
| 666 |
+
"transcript_same": true
|
| 667 |
+
},
|
| 668 |
+
{
|
| 669 |
+
"set": "test-clean",
|
| 670 |
+
"id": "6930-75918-0014",
|
| 671 |
+
"tokens": 421,
|
| 672 |
+
"tokens_same": 421,
|
| 673 |
+
"max_abs_top1_logit": 0.08713340759277344,
|
| 674 |
+
"max_abs_top1_pos": 195,
|
| 675 |
+
"ref_top1_at_max": 29.712133407592773,
|
| 676 |
+
"coreai_top1_at_max": 29.625,
|
| 677 |
+
"tokens_top1_off_by_0.1": 0,
|
| 678 |
+
"max_abs_blank_logit": 0.026586532592773438,
|
| 679 |
+
"transcript_same": true
|
| 680 |
+
},
|
| 681 |
+
{
|
| 682 |
+
"set": "test-clean",
|
| 683 |
+
"id": "6930-75918-0015",
|
| 684 |
+
"tokens": 160,
|
| 685 |
+
"tokens_same": 160,
|
| 686 |
+
"max_abs_top1_logit": 0.060547709465026855,
|
| 687 |
+
"max_abs_top1_pos": 65,
|
| 688 |
+
"ref_top1_at_max": -1.2529288530349731,
|
| 689 |
+
"coreai_top1_at_max": -1.3134765625,
|
| 690 |
+
"tokens_top1_off_by_0.1": 0,
|
| 691 |
+
"max_abs_blank_logit": 0.019289016723632812,
|
| 692 |
+
"transcript_same": true
|
| 693 |
+
},
|
| 694 |
+
{
|
| 695 |
+
"set": "test-clean",
|
| 696 |
+
"id": "6930-75918-0016",
|
| 697 |
+
"tokens": 251,
|
| 698 |
+
"tokens_same": 251,
|
| 699 |
+
"max_abs_top1_logit": 0.09465980529785156,
|
| 700 |
+
"max_abs_top1_pos": 214,
|
| 701 |
+
"ref_top1_at_max": -4.127996444702148,
|
| 702 |
+
"coreai_top1_at_max": -4.22265625,
|
| 703 |
+
"tokens_top1_off_by_0.1": 0,
|
| 704 |
+
"max_abs_blank_logit": 0.03246116638183594,
|
| 705 |
+
"transcript_same": true
|
| 706 |
+
},
|
| 707 |
+
{
|
| 708 |
+
"set": "test-clean",
|
| 709 |
+
"id": "6930-75918-0017",
|
| 710 |
+
"tokens": 154,
|
| 711 |
+
"tokens_same": 154,
|
| 712 |
+
"max_abs_top1_logit": 0.05193519592285156,
|
| 713 |
+
"max_abs_top1_pos": 24,
|
| 714 |
+
"ref_top1_at_max": 28.36443519592285,
|
| 715 |
+
"coreai_top1_at_max": 28.3125,
|
| 716 |
+
"tokens_top1_off_by_0.1": 0,
|
| 717 |
+
"max_abs_blank_logit": 0.025691986083984375,
|
| 718 |
+
"transcript_same": true
|
| 719 |
+
},
|
| 720 |
+
{
|
| 721 |
+
"set": "test-clean",
|
| 722 |
+
"id": "6930-75918-0018",
|
| 723 |
+
"tokens": 270,
|
| 724 |
+
"tokens_same": 270,
|
| 725 |
+
"max_abs_top1_logit": 0.06691169738769531,
|
| 726 |
+
"max_abs_top1_pos": 9,
|
| 727 |
+
"ref_top1_at_max": -8.223161697387695,
|
| 728 |
+
"coreai_top1_at_max": -8.15625,
|
| 729 |
+
"tokens_top1_off_by_0.1": 0,
|
| 730 |
+
"max_abs_blank_logit": 0.0230560302734375,
|
| 731 |
+
"transcript_same": true
|
| 732 |
+
},
|
| 733 |
+
{
|
| 734 |
+
"set": "test-clean",
|
| 735 |
+
"id": "6930-75918-0019",
|
| 736 |
+
"tokens": 291,
|
| 737 |
+
"tokens_same": 291,
|
| 738 |
+
"max_abs_top1_logit": 0.07315444946289062,
|
| 739 |
+
"max_abs_top1_pos": 28,
|
| 740 |
+
"ref_top1_at_max": 5.401279449462891,
|
| 741 |
+
"coreai_top1_at_max": 5.328125,
|
| 742 |
+
"tokens_top1_off_by_0.1": 0,
|
| 743 |
+
"max_abs_blank_logit": 0.023975372314453125,
|
| 744 |
+
"transcript_same": true
|
| 745 |
+
},
|
| 746 |
+
{
|
| 747 |
+
"set": "test-clean",
|
| 748 |
+
"id": "6930-75918-0020",
|
| 749 |
+
"tokens": 360,
|
| 750 |
+
"tokens_same": 360,
|
| 751 |
+
"max_abs_top1_logit": 0.06276321411132812,
|
| 752 |
+
"max_abs_top1_pos": 150,
|
| 753 |
+
"ref_top1_at_max": 32.84401321411133,
|
| 754 |
+
"coreai_top1_at_max": 32.78125,
|
| 755 |
+
"tokens_top1_off_by_0.1": 0,
|
| 756 |
+
"max_abs_blank_logit": 0.03470611572265625,
|
| 757 |
+
"transcript_same": true
|
| 758 |
+
},
|
| 759 |
+
{
|
| 760 |
+
"set": "test-clean",
|
| 761 |
+
"id": "6930-76324-0000",
|
| 762 |
+
"tokens": 76,
|
| 763 |
+
"tokens_same": 76,
|
| 764 |
+
"max_abs_top1_logit": 0.05926179885864258,
|
| 765 |
+
"max_abs_top1_pos": 43,
|
| 766 |
+
"ref_top1_at_max": 4.195980548858643,
|
| 767 |
+
"coreai_top1_at_max": 4.13671875,
|
| 768 |
+
"tokens_top1_off_by_0.1": 0,
|
| 769 |
+
"max_abs_blank_logit": 0.03284454345703125,
|
| 770 |
+
"transcript_same": true
|
| 771 |
+
},
|
| 772 |
+
{
|
| 773 |
+
"set": "test-clean",
|
| 774 |
+
"id": "6930-76324-0001",
|
| 775 |
+
"tokens": 80,
|
| 776 |
+
"tokens_same": 80,
|
| 777 |
+
"max_abs_top1_logit": 0.054759979248046875,
|
| 778 |
+
"max_abs_top1_pos": 65,
|
| 779 |
+
"ref_top1_at_max": 33.42975997924805,
|
| 780 |
+
"coreai_top1_at_max": 33.375,
|
| 781 |
+
"tokens_top1_off_by_0.1": 0,
|
| 782 |
+
"max_abs_blank_logit": 0.017461776733398438,
|
| 783 |
+
"transcript_same": true
|
| 784 |
+
},
|
| 785 |
+
{
|
| 786 |
+
"set": "test-clean",
|
| 787 |
+
"id": "6930-76324-0002",
|
| 788 |
+
"tokens": 139,
|
| 789 |
+
"tokens_same": 139,
|
| 790 |
+
"max_abs_top1_logit": 0.05832481384277344,
|
| 791 |
+
"max_abs_top1_pos": 17,
|
| 792 |
+
"ref_top1_at_max": -8.659887313842773,
|
| 793 |
+
"coreai_top1_at_max": -8.6015625,
|
| 794 |
+
"tokens_top1_off_by_0.1": 0,
|
| 795 |
+
"max_abs_blank_logit": 0.0235137939453125,
|
| 796 |
+
"transcript_same": true
|
| 797 |
+
},
|
| 798 |
+
{
|
| 799 |
+
"set": "test-clean",
|
| 800 |
+
"id": "6930-76324-0003",
|
| 801 |
+
"tokens": 85,
|
| 802 |
+
"tokens_same": 85,
|
| 803 |
+
"max_abs_top1_logit": 0.0550994873046875,
|
| 804 |
+
"max_abs_top1_pos": 28,
|
| 805 |
+
"ref_top1_at_max": 32.21134948730469,
|
| 806 |
+
"coreai_top1_at_max": 32.15625,
|
| 807 |
+
"tokens_top1_off_by_0.1": 0,
|
| 808 |
+
"max_abs_blank_logit": 0.019456863403320312,
|
| 809 |
+
"transcript_same": true
|
| 810 |
+
},
|
| 811 |
+
{
|
| 812 |
+
"set": "test-clean",
|
| 813 |
+
"id": "6930-76324-0004",
|
| 814 |
+
"tokens": 154,
|
| 815 |
+
"tokens_same": 154,
|
| 816 |
+
"max_abs_top1_logit": 0.08885437250137329,
|
| 817 |
+
"max_abs_top1_pos": 134,
|
| 818 |
+
"ref_top1_at_max": 0.11250549554824829,
|
| 819 |
+
"coreai_top1_at_max": 0.023651123046875,
|
| 820 |
+
"tokens_top1_off_by_0.1": 0,
|
| 821 |
+
"max_abs_blank_logit": 0.0408935546875,
|
| 822 |
+
"transcript_same": true
|
| 823 |
+
},
|
| 824 |
+
{
|
| 825 |
+
"set": "test-clean",
|
| 826 |
+
"id": "6930-76324-0005",
|
| 827 |
+
"tokens": 126,
|
| 828 |
+
"tokens_same": 126,
|
| 829 |
+
"max_abs_top1_logit": 0.06815719604492188,
|
| 830 |
+
"max_abs_top1_pos": 124,
|
| 831 |
+
"ref_top1_at_max": 23.130657196044922,
|
| 832 |
+
"coreai_top1_at_max": 23.0625,
|
| 833 |
+
"tokens_top1_off_by_0.1": 0,
|
| 834 |
+
"max_abs_blank_logit": 0.020582199096679688,
|
| 835 |
+
"transcript_same": true
|
| 836 |
+
},
|
| 837 |
+
{
|
| 838 |
+
"set": "test-clean",
|
| 839 |
+
"id": "6930-76324-0006",
|
| 840 |
+
"tokens": 112,
|
| 841 |
+
"tokens_same": 112,
|
| 842 |
+
"max_abs_top1_logit": 0.06284332275390625,
|
| 843 |
+
"max_abs_top1_pos": 24,
|
| 844 |
+
"ref_top1_at_max": -0.45326995849609375,
|
| 845 |
+
"coreai_top1_at_max": -0.51611328125,
|
| 846 |
+
"tokens_top1_off_by_0.1": 0,
|
| 847 |
+
"max_abs_blank_logit": 0.022401809692382812,
|
| 848 |
+
"transcript_same": true
|
| 849 |
+
},
|
| 850 |
+
{
|
| 851 |
+
"set": "test-clean",
|
| 852 |
+
"id": "6930-76324-0007",
|
| 853 |
+
"tokens": 71,
|
| 854 |
+
"tokens_same": 71,
|
| 855 |
+
"max_abs_top1_logit": 0.04321098327636719,
|
| 856 |
+
"max_abs_top1_pos": 20,
|
| 857 |
+
"ref_top1_at_max": 31.058835983276367,
|
| 858 |
+
"coreai_top1_at_max": 31.015625,
|
| 859 |
+
"tokens_top1_off_by_0.1": 0,
|
| 860 |
+
"max_abs_blank_logit": 0.016452789306640625,
|
| 861 |
+
"transcript_same": true
|
| 862 |
+
},
|
| 863 |
+
{
|
| 864 |
+
"set": "test-clean",
|
| 865 |
+
"id": "6930-76324-0008",
|
| 866 |
+
"tokens": 130,
|
| 867 |
+
"tokens_same": 130,
|
| 868 |
+
"max_abs_top1_logit": 0.06895065307617188,
|
| 869 |
+
"max_abs_top1_pos": 129,
|
| 870 |
+
"ref_top1_at_max": 13.915424346923828,
|
| 871 |
+
"coreai_top1_at_max": 13.984375,
|
| 872 |
+
"tokens_top1_off_by_0.1": 0,
|
| 873 |
+
"max_abs_blank_logit": 0.018789291381835938,
|
| 874 |
+
"transcript_same": true
|
| 875 |
+
},
|
| 876 |
+
{
|
| 877 |
+
"set": "test-clean",
|
| 878 |
+
"id": "6930-76324-0009",
|
| 879 |
+
"tokens": 85,
|
| 880 |
+
"tokens_same": 85,
|
| 881 |
+
"max_abs_top1_logit": 0.07175636291503906,
|
| 882 |
+
"max_abs_top1_pos": 27,
|
| 883 |
+
"ref_top1_at_max": -5.544412612915039,
|
| 884 |
+
"coreai_top1_at_max": -5.47265625,
|
| 885 |
+
"tokens_top1_off_by_0.1": 0,
|
| 886 |
+
"max_abs_blank_logit": 0.03798103332519531,
|
| 887 |
+
"transcript_same": true
|
| 888 |
+
},
|
| 889 |
+
{
|
| 890 |
+
"set": "test-clean",
|
| 891 |
+
"id": "6930-76324-0010",
|
| 892 |
+
"tokens": 67,
|
| 893 |
+
"tokens_same": 67,
|
| 894 |
+
"max_abs_top1_logit": 0.09038352966308594,
|
| 895 |
+
"max_abs_top1_pos": 14,
|
| 896 |
+
"ref_top1_at_max": -8.262258529663086,
|
| 897 |
+
"coreai_top1_at_max": -8.171875,
|
| 898 |
+
"tokens_top1_off_by_0.1": 0,
|
| 899 |
+
"max_abs_blank_logit": 0.0330810546875,
|
| 900 |
+
"transcript_same": true
|
| 901 |
+
},
|
| 902 |
+
{
|
| 903 |
+
"set": "test-clean",
|
| 904 |
+
"id": "6930-76324-0011",
|
| 905 |
+
"tokens": 231,
|
| 906 |
+
"tokens_same": 231,
|
| 907 |
+
"max_abs_top1_logit": 0.06254386901855469,
|
| 908 |
+
"max_abs_top1_pos": 222,
|
| 909 |
+
"ref_top1_at_max": 29.843793869018555,
|
| 910 |
+
"coreai_top1_at_max": 29.78125,
|
| 911 |
+
"tokens_top1_off_by_0.1": 0,
|
| 912 |
+
"max_abs_blank_logit": 0.026952743530273438,
|
| 913 |
+
"transcript_same": true
|
| 914 |
+
},
|
| 915 |
+
{
|
| 916 |
+
"set": "test-clean",
|
| 917 |
+
"id": "6930-76324-0012",
|
| 918 |
+
"tokens": 117,
|
| 919 |
+
"tokens_same": 117,
|
| 920 |
+
"max_abs_top1_logit": 0.054592132568359375,
|
| 921 |
+
"max_abs_top1_pos": 20,
|
| 922 |
+
"ref_top1_at_max": 30.55459213256836,
|
| 923 |
+
"coreai_top1_at_max": 30.5,
|
| 924 |
+
"tokens_top1_off_by_0.1": 0,
|
| 925 |
+
"max_abs_blank_logit": 0.0181121826171875,
|
| 926 |
+
"transcript_same": true
|
| 927 |
+
},
|
| 928 |
+
{
|
| 929 |
+
"set": "test-clean",
|
| 930 |
+
"id": "6930-76324-0013",
|
| 931 |
+
"tokens": 108,
|
| 932 |
+
"tokens_same": 108,
|
| 933 |
+
"max_abs_top1_logit": 0.07262611389160156,
|
| 934 |
+
"max_abs_top1_pos": 19,
|
| 935 |
+
"ref_top1_at_max": 25.6507511138916,
|
| 936 |
+
"coreai_top1_at_max": 25.578125,
|
| 937 |
+
"tokens_top1_off_by_0.1": 0,
|
| 938 |
+
"max_abs_blank_logit": 0.0148468017578125,
|
| 939 |
+
"transcript_same": true
|
| 940 |
+
},
|
| 941 |
+
{
|
| 942 |
+
"set": "test-clean",
|
| 943 |
+
"id": "6930-76324-0014",
|
| 944 |
+
"tokens": 118,
|
| 945 |
+
"tokens_same": 118,
|
| 946 |
+
"max_abs_top1_logit": 0.0674896240234375,
|
| 947 |
+
"max_abs_top1_pos": 67,
|
| 948 |
+
"ref_top1_at_max": 32.87998962402344,
|
| 949 |
+
"coreai_top1_at_max": 32.8125,
|
| 950 |
+
"tokens_top1_off_by_0.1": 0,
|
| 951 |
+
"max_abs_blank_logit": 0.016872406005859375,
|
| 952 |
+
"transcript_same": true
|
| 953 |
+
},
|
| 954 |
+
{
|
| 955 |
+
"set": "test-clean",
|
| 956 |
+
"id": "6930-76324-0015",
|
| 957 |
+
"tokens": 310,
|
| 958 |
+
"tokens_same": 310,
|
| 959 |
+
"max_abs_top1_logit": 0.08858323097229004,
|
| 960 |
+
"max_abs_top1_pos": 261,
|
| 961 |
+
"ref_top1_at_max": 3.75264573097229,
|
| 962 |
+
"coreai_top1_at_max": 3.6640625,
|
| 963 |
+
"tokens_top1_off_by_0.1": 0,
|
| 964 |
+
"max_abs_blank_logit": 0.0319061279296875,
|
| 965 |
+
"transcript_same": true
|
| 966 |
+
},
|
| 967 |
+
{
|
| 968 |
+
"set": "test-clean",
|
| 969 |
+
"id": "6930-76324-0016",
|
| 970 |
+
"tokens": 230,
|
| 971 |
+
"tokens_same": 230,
|
| 972 |
+
"max_abs_top1_logit": 0.06629562377929688,
|
| 973 |
+
"max_abs_top1_pos": 134,
|
| 974 |
+
"ref_top1_at_max": 31.097545623779297,
|
| 975 |
+
"coreai_top1_at_max": 31.03125,
|
| 976 |
+
"tokens_top1_off_by_0.1": 0,
|
| 977 |
+
"max_abs_blank_logit": 0.0207061767578125,
|
| 978 |
+
"transcript_same": true
|
| 979 |
+
},
|
| 980 |
+
{
|
| 981 |
+
"set": "test-clean",
|
| 982 |
+
"id": "6930-76324-0017",
|
| 983 |
+
"tokens": 135,
|
| 984 |
+
"tokens_same": 135,
|
| 985 |
+
"max_abs_top1_logit": 0.06690788269042969,
|
| 986 |
+
"max_abs_top1_pos": 107,
|
| 987 |
+
"ref_top1_at_max": 27.52003288269043,
|
| 988 |
+
"coreai_top1_at_max": 27.453125,
|
| 989 |
+
"tokens_top1_off_by_0.1": 0,
|
| 990 |
+
"max_abs_blank_logit": 0.014673233032226562,
|
| 991 |
+
"transcript_same": true
|
| 992 |
+
},
|
| 993 |
+
{
|
| 994 |
+
"set": "test-clean",
|
| 995 |
+
"id": "6930-76324-0018",
|
| 996 |
+
"tokens": 54,
|
| 997 |
+
"tokens_same": 54,
|
| 998 |
+
"max_abs_top1_logit": 0.06402969360351562,
|
| 999 |
+
"max_abs_top1_pos": 45,
|
| 1000 |
+
"ref_top1_at_max": 25.892154693603516,
|
| 1001 |
+
"coreai_top1_at_max": 25.828125,
|
| 1002 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1003 |
+
"max_abs_blank_logit": 0.0122222900390625,
|
| 1004 |
+
"transcript_same": true
|
| 1005 |
+
},
|
| 1006 |
+
{
|
| 1007 |
+
"set": "test-clean",
|
| 1008 |
+
"id": "6930-76324-0019",
|
| 1009 |
+
"tokens": 65,
|
| 1010 |
+
"tokens_same": 65,
|
| 1011 |
+
"max_abs_top1_logit": 0.06657695770263672,
|
| 1012 |
+
"max_abs_top1_pos": 52,
|
| 1013 |
+
"ref_top1_at_max": 5.437329292297363,
|
| 1014 |
+
"coreai_top1_at_max": 5.50390625,
|
| 1015 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1016 |
+
"max_abs_blank_logit": 0.02732086181640625,
|
| 1017 |
+
"transcript_same": true
|
| 1018 |
+
},
|
| 1019 |
+
{
|
| 1020 |
+
"set": "test-clean",
|
| 1021 |
+
"id": "6930-76324-0020",
|
| 1022 |
+
"tokens": 158,
|
| 1023 |
+
"tokens_same": 158,
|
| 1024 |
+
"max_abs_top1_logit": 0.05824851989746094,
|
| 1025 |
+
"max_abs_top1_pos": 70,
|
| 1026 |
+
"ref_top1_at_max": 24.18324851989746,
|
| 1027 |
+
"coreai_top1_at_max": 24.125,
|
| 1028 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1029 |
+
"max_abs_blank_logit": 0.01963043212890625,
|
| 1030 |
+
"transcript_same": true
|
| 1031 |
+
},
|
| 1032 |
+
{
|
| 1033 |
+
"set": "test-clean",
|
| 1034 |
+
"id": "6930-76324-0021",
|
| 1035 |
+
"tokens": 184,
|
| 1036 |
+
"tokens_same": 184,
|
| 1037 |
+
"max_abs_top1_logit": 0.0593162402510643,
|
| 1038 |
+
"max_abs_top1_pos": 90,
|
| 1039 |
+
"ref_top1_at_max": -0.1201271191239357,
|
| 1040 |
+
"coreai_top1_at_max": -0.179443359375,
|
| 1041 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1042 |
+
"max_abs_blank_logit": 0.019962310791015625,
|
| 1043 |
+
"transcript_same": true
|
| 1044 |
+
},
|
| 1045 |
+
{
|
| 1046 |
+
"set": "test-clean",
|
| 1047 |
+
"id": "6930-76324-0022",
|
| 1048 |
+
"tokens": 48,
|
| 1049 |
+
"tokens_same": 48,
|
| 1050 |
+
"max_abs_top1_logit": 0.07029151916503906,
|
| 1051 |
+
"max_abs_top1_pos": 43,
|
| 1052 |
+
"ref_top1_at_max": 26.86716651916504,
|
| 1053 |
+
"coreai_top1_at_max": 26.796875,
|
| 1054 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1055 |
+
"max_abs_blank_logit": 0.019010543823242188,
|
| 1056 |
+
"transcript_same": true
|
| 1057 |
+
},
|
| 1058 |
+
{
|
| 1059 |
+
"set": "test-clean",
|
| 1060 |
+
"id": "6930-76324-0023",
|
| 1061 |
+
"tokens": 121,
|
| 1062 |
+
"tokens_same": 121,
|
| 1063 |
+
"max_abs_top1_logit": 0.06151580810546875,
|
| 1064 |
+
"max_abs_top1_pos": 105,
|
| 1065 |
+
"ref_top1_at_max": 35.03026580810547,
|
| 1066 |
+
"coreai_top1_at_max": 34.96875,
|
| 1067 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1068 |
+
"max_abs_blank_logit": 0.025112152099609375,
|
| 1069 |
+
"transcript_same": true
|
| 1070 |
+
},
|
| 1071 |
+
{
|
| 1072 |
+
"set": "test-clean",
|
| 1073 |
+
"id": "6930-76324-0024",
|
| 1074 |
+
"tokens": 101,
|
| 1075 |
+
"tokens_same": 101,
|
| 1076 |
+
"max_abs_top1_logit": 0.0736081600189209,
|
| 1077 |
+
"max_abs_top1_pos": 64,
|
| 1078 |
+
"ref_top1_at_max": 3.897826910018921,
|
| 1079 |
+
"coreai_top1_at_max": 3.82421875,
|
| 1080 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1081 |
+
"max_abs_blank_logit": 0.017711639404296875,
|
| 1082 |
+
"transcript_same": true
|
| 1083 |
+
},
|
| 1084 |
+
{
|
| 1085 |
+
"set": "test-clean",
|
| 1086 |
+
"id": "6930-76324-0025",
|
| 1087 |
+
"tokens": 103,
|
| 1088 |
+
"tokens_same": 103,
|
| 1089 |
+
"max_abs_top1_logit": 0.06599164009094238,
|
| 1090 |
+
"max_abs_top1_pos": 90,
|
| 1091 |
+
"ref_top1_at_max": 3.1245853900909424,
|
| 1092 |
+
"coreai_top1_at_max": 3.05859375,
|
| 1093 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1094 |
+
"max_abs_blank_logit": 0.0203704833984375,
|
| 1095 |
+
"transcript_same": true
|
| 1096 |
+
},
|
| 1097 |
+
{
|
| 1098 |
+
"set": "test-clean",
|
| 1099 |
+
"id": "6930-76324-0026",
|
| 1100 |
+
"tokens": 77,
|
| 1101 |
+
"tokens_same": 77,
|
| 1102 |
+
"max_abs_top1_logit": 0.053299903869628906,
|
| 1103 |
+
"max_abs_top1_pos": 67,
|
| 1104 |
+
"ref_top1_at_max": -3.684981346130371,
|
| 1105 |
+
"coreai_top1_at_max": -3.73828125,
|
| 1106 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1107 |
+
"max_abs_blank_logit": 0.016187667846679688,
|
| 1108 |
+
"transcript_same": true
|
| 1109 |
+
},
|
| 1110 |
+
{
|
| 1111 |
+
"set": "test-clean",
|
| 1112 |
+
"id": "6930-76324-0027",
|
| 1113 |
+
"tokens": 207,
|
| 1114 |
+
"tokens_same": 207,
|
| 1115 |
+
"max_abs_top1_logit": 0.06327295303344727,
|
| 1116 |
+
"max_abs_top1_pos": 23,
|
| 1117 |
+
"ref_top1_at_max": 7.421102046966553,
|
| 1118 |
+
"coreai_top1_at_max": 7.484375,
|
| 1119 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1120 |
+
"max_abs_blank_logit": 0.021526336669921875,
|
| 1121 |
+
"transcript_same": true
|
| 1122 |
+
},
|
| 1123 |
+
{
|
| 1124 |
+
"set": "test-clean",
|
| 1125 |
+
"id": "6930-76324-0028",
|
| 1126 |
+
"tokens": 247,
|
| 1127 |
+
"tokens_same": 247,
|
| 1128 |
+
"max_abs_top1_logit": 0.10202980041503906,
|
| 1129 |
+
"max_abs_top1_pos": 147,
|
| 1130 |
+
"ref_top1_at_max": 22.49265480041504,
|
| 1131 |
+
"coreai_top1_at_max": 22.390625,
|
| 1132 |
+
"tokens_top1_off_by_0.1": 1,
|
| 1133 |
+
"max_abs_blank_logit": 0.024473190307617188,
|
| 1134 |
+
"transcript_same": true
|
| 1135 |
+
},
|
| 1136 |
+
{
|
| 1137 |
+
"set": "test-clean",
|
| 1138 |
+
"id": "6930-81414-0000",
|
| 1139 |
+
"tokens": 323,
|
| 1140 |
+
"tokens_same": 323,
|
| 1141 |
+
"max_abs_top1_logit": 0.07889556884765625,
|
| 1142 |
+
"max_abs_top1_pos": 83,
|
| 1143 |
+
"ref_top1_at_max": 36.547645568847656,
|
| 1144 |
+
"coreai_top1_at_max": 36.46875,
|
| 1145 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1146 |
+
"max_abs_blank_logit": 0.01971435546875,
|
| 1147 |
+
"transcript_same": true
|
| 1148 |
+
},
|
| 1149 |
+
{
|
| 1150 |
+
"set": "test-clean",
|
| 1151 |
+
"id": "6930-81414-0001",
|
| 1152 |
+
"tokens": 437,
|
| 1153 |
+
"tokens_same": 437,
|
| 1154 |
+
"max_abs_top1_logit": 0.235260009765625,
|
| 1155 |
+
"max_abs_top1_pos": 420,
|
| 1156 |
+
"ref_top1_at_max": 10.928802490234375,
|
| 1157 |
+
"coreai_top1_at_max": 11.1640625,
|
| 1158 |
+
"tokens_top1_off_by_0.1": 1,
|
| 1159 |
+
"max_abs_blank_logit": 0.0399932861328125,
|
| 1160 |
+
"transcript_same": true
|
| 1161 |
+
},
|
| 1162 |
+
{
|
| 1163 |
+
"set": "test-clean",
|
| 1164 |
+
"id": "6930-81414-0002",
|
| 1165 |
+
"tokens": 83,
|
| 1166 |
+
"tokens_same": 83,
|
| 1167 |
+
"max_abs_top1_logit": 0.049015045166015625,
|
| 1168 |
+
"max_abs_top1_pos": 50,
|
| 1169 |
+
"ref_top1_at_max": 33.236515045166016,
|
| 1170 |
+
"coreai_top1_at_max": 33.1875,
|
| 1171 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1172 |
+
"max_abs_blank_logit": 0.030267715454101562,
|
| 1173 |
+
"transcript_same": true
|
| 1174 |
+
},
|
| 1175 |
+
{
|
| 1176 |
+
"set": "test-clean",
|
| 1177 |
+
"id": "6930-81414-0003",
|
| 1178 |
+
"tokens": 83,
|
| 1179 |
+
"tokens_same": 83,
|
| 1180 |
+
"max_abs_top1_logit": 0.05791163444519043,
|
| 1181 |
+
"max_abs_top1_pos": 73,
|
| 1182 |
+
"ref_top1_at_max": 3.0397446155548096,
|
| 1183 |
+
"coreai_top1_at_max": 3.09765625,
|
| 1184 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1185 |
+
"max_abs_blank_logit": 0.012769699096679688,
|
| 1186 |
+
"transcript_same": true
|
| 1187 |
+
},
|
| 1188 |
+
{
|
| 1189 |
+
"set": "test-clean",
|
| 1190 |
+
"id": "6930-81414-0004",
|
| 1191 |
+
"tokens": 239,
|
| 1192 |
+
"tokens_same": 239,
|
| 1193 |
+
"max_abs_top1_logit": 0.08056259155273438,
|
| 1194 |
+
"max_abs_top1_pos": 41,
|
| 1195 |
+
"ref_top1_at_max": 35.174312591552734,
|
| 1196 |
+
"coreai_top1_at_max": 35.09375,
|
| 1197 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1198 |
+
"max_abs_blank_logit": 0.024087905883789062,
|
| 1199 |
+
"transcript_same": true
|
| 1200 |
+
},
|
| 1201 |
+
{
|
| 1202 |
+
"set": "test-clean",
|
| 1203 |
+
"id": "6930-81414-0005",
|
| 1204 |
+
"tokens": 46,
|
| 1205 |
+
"tokens_same": 46,
|
| 1206 |
+
"max_abs_top1_logit": 0.055245399475097656,
|
| 1207 |
+
"max_abs_top1_pos": 8,
|
| 1208 |
+
"ref_top1_at_max": -8.852120399475098,
|
| 1209 |
+
"coreai_top1_at_max": -8.796875,
|
| 1210 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1211 |
+
"max_abs_blank_logit": 0.01552581787109375,
|
| 1212 |
+
"transcript_same": true
|
| 1213 |
+
},
|
| 1214 |
+
{
|
| 1215 |
+
"set": "test-clean",
|
| 1216 |
+
"id": "6930-81414-0006",
|
| 1217 |
+
"tokens": 170,
|
| 1218 |
+
"tokens_same": 170,
|
| 1219 |
+
"max_abs_top1_logit": 0.06070709228515625,
|
| 1220 |
+
"max_abs_top1_pos": 97,
|
| 1221 |
+
"ref_top1_at_max": -6.123207092285156,
|
| 1222 |
+
"coreai_top1_at_max": -6.0625,
|
| 1223 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1224 |
+
"max_abs_blank_logit": 0.023227691650390625,
|
| 1225 |
+
"transcript_same": true
|
| 1226 |
+
},
|
| 1227 |
+
{
|
| 1228 |
+
"set": "test-clean",
|
| 1229 |
+
"id": "6930-81414-0007",
|
| 1230 |
+
"tokens": 109,
|
| 1231 |
+
"tokens_same": 109,
|
| 1232 |
+
"max_abs_top1_logit": 0.05901813507080078,
|
| 1233 |
+
"max_abs_top1_pos": 75,
|
| 1234 |
+
"ref_top1_at_max": 4.937075614929199,
|
| 1235 |
+
"coreai_top1_at_max": 4.99609375,
|
| 1236 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1237 |
+
"max_abs_blank_logit": 0.02202606201171875,
|
| 1238 |
+
"transcript_same": true
|
| 1239 |
+
},
|
| 1240 |
+
{
|
| 1241 |
+
"set": "test-clean",
|
| 1242 |
+
"id": "6930-81414-0008",
|
| 1243 |
+
"tokens": 152,
|
| 1244 |
+
"tokens_same": 152,
|
| 1245 |
+
"max_abs_top1_logit": 0.06811141967773438,
|
| 1246 |
+
"max_abs_top1_pos": 114,
|
| 1247 |
+
"ref_top1_at_max": 33.536861419677734,
|
| 1248 |
+
"coreai_top1_at_max": 33.46875,
|
| 1249 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1250 |
+
"max_abs_blank_logit": 0.024438858032226562,
|
| 1251 |
+
"transcript_same": true
|
| 1252 |
+
},
|
| 1253 |
+
{
|
| 1254 |
+
"set": "test-clean",
|
| 1255 |
+
"id": "6930-81414-0009",
|
| 1256 |
+
"tokens": 301,
|
| 1257 |
+
"tokens_same": 301,
|
| 1258 |
+
"max_abs_top1_logit": 0.06299209594726562,
|
| 1259 |
+
"max_abs_top1_pos": 165,
|
| 1260 |
+
"ref_top1_at_max": 5.445804595947266,
|
| 1261 |
+
"coreai_top1_at_max": 5.3828125,
|
| 1262 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1263 |
+
"max_abs_blank_logit": 0.03607177734375,
|
| 1264 |
+
"transcript_same": true
|
| 1265 |
+
},
|
| 1266 |
+
{
|
| 1267 |
+
"set": "test-clean",
|
| 1268 |
+
"id": "6930-81414-0010",
|
| 1269 |
+
"tokens": 96,
|
| 1270 |
+
"tokens_same": 96,
|
| 1271 |
+
"max_abs_top1_logit": 0.05332183837890625,
|
| 1272 |
+
"max_abs_top1_pos": 48,
|
| 1273 |
+
"ref_top1_at_max": 1.8287124633789062,
|
| 1274 |
+
"coreai_top1_at_max": 1.775390625,
|
| 1275 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1276 |
+
"max_abs_blank_logit": 0.020587921142578125,
|
| 1277 |
+
"transcript_same": true
|
| 1278 |
+
},
|
| 1279 |
+
{
|
| 1280 |
+
"set": "test-clean",
|
| 1281 |
+
"id": "6930-81414-0011",
|
| 1282 |
+
"tokens": 118,
|
| 1283 |
+
"tokens_same": 118,
|
| 1284 |
+
"max_abs_top1_logit": 0.0557461753487587,
|
| 1285 |
+
"max_abs_top1_pos": 77,
|
| 1286 |
+
"ref_top1_at_max": -0.01958284340798855,
|
| 1287 |
+
"coreai_top1_at_max": 0.036163330078125,
|
| 1288 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1289 |
+
"max_abs_blank_logit": 0.018451690673828125,
|
| 1290 |
+
"transcript_same": true
|
| 1291 |
+
},
|
| 1292 |
+
{
|
| 1293 |
+
"set": "test-clean",
|
| 1294 |
+
"id": "6930-81414-0012",
|
| 1295 |
+
"tokens": 111,
|
| 1296 |
+
"tokens_same": 111,
|
| 1297 |
+
"max_abs_top1_logit": 0.06576547026634216,
|
| 1298 |
+
"max_abs_top1_pos": 66,
|
| 1299 |
+
"ref_top1_at_max": -0.44644156098365784,
|
| 1300 |
+
"coreai_top1_at_max": -0.51220703125,
|
| 1301 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1302 |
+
"max_abs_blank_logit": 0.017637252807617188,
|
| 1303 |
+
"transcript_same": true
|
| 1304 |
+
},
|
| 1305 |
+
{
|
| 1306 |
+
"set": "test-clean",
|
| 1307 |
+
"id": "6930-81414-0013",
|
| 1308 |
+
"tokens": 183,
|
| 1309 |
+
"tokens_same": 183,
|
| 1310 |
+
"max_abs_top1_logit": 0.05678558349609375,
|
| 1311 |
+
"max_abs_top1_pos": 131,
|
| 1312 |
+
"ref_top1_at_max": 6.826316833496094,
|
| 1313 |
+
"coreai_top1_at_max": 6.76953125,
|
| 1314 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1315 |
+
"max_abs_blank_logit": 0.03070831298828125,
|
| 1316 |
+
"transcript_same": true
|
| 1317 |
+
},
|
| 1318 |
+
{
|
| 1319 |
+
"set": "test-clean",
|
| 1320 |
+
"id": "6930-81414-0014",
|
| 1321 |
+
"tokens": 185,
|
| 1322 |
+
"tokens_same": 185,
|
| 1323 |
+
"max_abs_top1_logit": 0.06031990051269531,
|
| 1324 |
+
"max_abs_top1_pos": 31,
|
| 1325 |
+
"ref_top1_at_max": 19.935319900512695,
|
| 1326 |
+
"coreai_top1_at_max": 19.875,
|
| 1327 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1328 |
+
"max_abs_blank_logit": 0.017719268798828125,
|
| 1329 |
+
"transcript_same": true
|
| 1330 |
+
},
|
| 1331 |
+
{
|
| 1332 |
+
"set": "test-clean",
|
| 1333 |
+
"id": "6930-81414-0015",
|
| 1334 |
+
"tokens": 93,
|
| 1335 |
+
"tokens_same": 93,
|
| 1336 |
+
"max_abs_top1_logit": 0.058808088302612305,
|
| 1337 |
+
"max_abs_top1_pos": 59,
|
| 1338 |
+
"ref_top1_at_max": 3.3454887866973877,
|
| 1339 |
+
"coreai_top1_at_max": 3.404296875,
|
| 1340 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1341 |
+
"max_abs_blank_logit": 0.015005111694335938,
|
| 1342 |
+
"transcript_same": true
|
| 1343 |
+
},
|
| 1344 |
+
{
|
| 1345 |
+
"set": "test-clean",
|
| 1346 |
+
"id": "6930-81414-0016",
|
| 1347 |
+
"tokens": 54,
|
| 1348 |
+
"tokens_same": 54,
|
| 1349 |
+
"max_abs_top1_logit": 0.056972503662109375,
|
| 1350 |
+
"max_abs_top1_pos": 27,
|
| 1351 |
+
"ref_top1_at_max": 27.72884750366211,
|
| 1352 |
+
"coreai_top1_at_max": 27.671875,
|
| 1353 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1354 |
+
"max_abs_blank_logit": 0.014034271240234375,
|
| 1355 |
+
"transcript_same": true
|
| 1356 |
+
},
|
| 1357 |
+
{
|
| 1358 |
+
"set": "test-clean",
|
| 1359 |
+
"id": "6930-81414-0017",
|
| 1360 |
+
"tokens": 59,
|
| 1361 |
+
"tokens_same": 59,
|
| 1362 |
+
"max_abs_top1_logit": 0.052402496337890625,
|
| 1363 |
+
"max_abs_top1_pos": 39,
|
| 1364 |
+
"ref_top1_at_max": 29.44302749633789,
|
| 1365 |
+
"coreai_top1_at_max": 29.390625,
|
| 1366 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1367 |
+
"max_abs_blank_logit": 0.018144607543945312,
|
| 1368 |
+
"transcript_same": true
|
| 1369 |
+
},
|
| 1370 |
+
{
|
| 1371 |
+
"set": "test-clean",
|
| 1372 |
+
"id": "6930-81414-0018",
|
| 1373 |
+
"tokens": 73,
|
| 1374 |
+
"tokens_same": 73,
|
| 1375 |
+
"max_abs_top1_logit": 0.057378292083740234,
|
| 1376 |
+
"max_abs_top1_pos": 39,
|
| 1377 |
+
"ref_top1_at_max": -4.06128454208374,
|
| 1378 |
+
"coreai_top1_at_max": -4.00390625,
|
| 1379 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1380 |
+
"max_abs_blank_logit": 0.020809173583984375,
|
| 1381 |
+
"transcript_same": true
|
| 1382 |
+
},
|
| 1383 |
+
{
|
| 1384 |
+
"set": "test-clean",
|
| 1385 |
+
"id": "6930-81414-0019",
|
| 1386 |
+
"tokens": 85,
|
| 1387 |
+
"tokens_same": 85,
|
| 1388 |
+
"max_abs_top1_logit": 0.06433296203613281,
|
| 1389 |
+
"max_abs_top1_pos": 79,
|
| 1390 |
+
"ref_top1_at_max": 11.755979537963867,
|
| 1391 |
+
"coreai_top1_at_max": 11.8203125,
|
| 1392 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1393 |
+
"max_abs_blank_logit": 0.015781402587890625,
|
| 1394 |
+
"transcript_same": true
|
| 1395 |
+
},
|
| 1396 |
+
{
|
| 1397 |
+
"set": "test-clean",
|
| 1398 |
+
"id": "6930-81414-0020",
|
| 1399 |
+
"tokens": 125,
|
| 1400 |
+
"tokens_same": 125,
|
| 1401 |
+
"max_abs_top1_logit": 0.07036399841308594,
|
| 1402 |
+
"max_abs_top1_pos": 22,
|
| 1403 |
+
"ref_top1_at_max": 29.007863998413086,
|
| 1404 |
+
"coreai_top1_at_max": 28.9375,
|
| 1405 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1406 |
+
"max_abs_blank_logit": 0.017704010009765625,
|
| 1407 |
+
"transcript_same": true
|
| 1408 |
+
},
|
| 1409 |
+
{
|
| 1410 |
+
"set": "test-clean",
|
| 1411 |
+
"id": "6930-81414-0021",
|
| 1412 |
+
"tokens": 81,
|
| 1413 |
+
"tokens_same": 81,
|
| 1414 |
+
"max_abs_top1_logit": 0.07265067100524902,
|
| 1415 |
+
"max_abs_top1_pos": 49,
|
| 1416 |
+
"ref_top1_at_max": -2.552349328994751,
|
| 1417 |
+
"coreai_top1_at_max": -2.625,
|
| 1418 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1419 |
+
"max_abs_blank_logit": 0.027069091796875,
|
| 1420 |
+
"transcript_same": true
|
| 1421 |
+
},
|
| 1422 |
+
{
|
| 1423 |
+
"set": "test-clean",
|
| 1424 |
+
"id": "6930-81414-0022",
|
| 1425 |
+
"tokens": 109,
|
| 1426 |
+
"tokens_same": 109,
|
| 1427 |
+
"max_abs_top1_logit": 0.04694414138793945,
|
| 1428 |
+
"max_abs_top1_pos": 15,
|
| 1429 |
+
"ref_top1_at_max": 5.8516316413879395,
|
| 1430 |
+
"coreai_top1_at_max": 5.8046875,
|
| 1431 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1432 |
+
"max_abs_blank_logit": 0.017538070678710938,
|
| 1433 |
+
"transcript_same": true
|
| 1434 |
+
},
|
| 1435 |
+
{
|
| 1436 |
+
"set": "test-clean",
|
| 1437 |
+
"id": "6930-81414-0023",
|
| 1438 |
+
"tokens": 122,
|
| 1439 |
+
"tokens_same": 122,
|
| 1440 |
+
"max_abs_top1_logit": 0.04959535598754883,
|
| 1441 |
+
"max_abs_top1_pos": 19,
|
| 1442 |
+
"ref_top1_at_max": 3.082798480987549,
|
| 1443 |
+
"coreai_top1_at_max": 3.033203125,
|
| 1444 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1445 |
+
"max_abs_blank_logit": 0.019927978515625,
|
| 1446 |
+
"transcript_same": true
|
| 1447 |
+
},
|
| 1448 |
+
{
|
| 1449 |
+
"set": "test-clean",
|
| 1450 |
+
"id": "6930-81414-0024",
|
| 1451 |
+
"tokens": 126,
|
| 1452 |
+
"tokens_same": 126,
|
| 1453 |
+
"max_abs_top1_logit": 0.09598159790039062,
|
| 1454 |
+
"max_abs_top1_pos": 50,
|
| 1455 |
+
"ref_top1_at_max": 25.27901840209961,
|
| 1456 |
+
"coreai_top1_at_max": 25.375,
|
| 1457 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1458 |
+
"max_abs_blank_logit": 0.03185272216796875,
|
| 1459 |
+
"transcript_same": true
|
| 1460 |
+
},
|
| 1461 |
+
{
|
| 1462 |
+
"set": "test-clean",
|
| 1463 |
+
"id": "6930-81414-0025",
|
| 1464 |
+
"tokens": 63,
|
| 1465 |
+
"tokens_same": 63,
|
| 1466 |
+
"max_abs_top1_logit": 0.2100067138671875,
|
| 1467 |
+
"max_abs_top1_pos": 47,
|
| 1468 |
+
"ref_top1_at_max": 13.725631713867188,
|
| 1469 |
+
"coreai_top1_at_max": 13.515625,
|
| 1470 |
+
"tokens_top1_off_by_0.1": 2,
|
| 1471 |
+
"max_abs_blank_logit": 0.035053253173828125,
|
| 1472 |
+
"transcript_same": true
|
| 1473 |
+
},
|
| 1474 |
+
{
|
| 1475 |
+
"set": "test-clean",
|
| 1476 |
+
"id": "6930-81414-0026",
|
| 1477 |
+
"tokens": 77,
|
| 1478 |
+
"tokens_same": 77,
|
| 1479 |
+
"max_abs_top1_logit": 0.07173538208007812,
|
| 1480 |
+
"max_abs_top1_pos": 75,
|
| 1481 |
+
"ref_top1_at_max": 16.821735382080078,
|
| 1482 |
+
"coreai_top1_at_max": 16.75,
|
| 1483 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1484 |
+
"max_abs_blank_logit": 0.027660369873046875,
|
| 1485 |
+
"transcript_same": true
|
| 1486 |
+
},
|
| 1487 |
+
{
|
| 1488 |
+
"set": "test-clean",
|
| 1489 |
+
"id": "6930-81414-0027",
|
| 1490 |
+
"tokens": 96,
|
| 1491 |
+
"tokens_same": 96,
|
| 1492 |
+
"max_abs_top1_logit": 0.06265449523925781,
|
| 1493 |
+
"max_abs_top1_pos": 13,
|
| 1494 |
+
"ref_top1_at_max": -8.507966995239258,
|
| 1495 |
+
"coreai_top1_at_max": -8.4453125,
|
| 1496 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1497 |
+
"max_abs_blank_logit": 0.018512725830078125,
|
| 1498 |
+
"transcript_same": true
|
| 1499 |
+
},
|
| 1500 |
+
{
|
| 1501 |
+
"set": "test-clean",
|
| 1502 |
+
"id": "1320-122617-0000",
|
| 1503 |
+
"tokens": 196,
|
| 1504 |
+
"tokens_same": 196,
|
| 1505 |
+
"max_abs_top1_logit": 0.08527374267578125,
|
| 1506 |
+
"max_abs_top1_pos": 123,
|
| 1507 |
+
"ref_top1_at_max": 22.81964874267578,
|
| 1508 |
+
"coreai_top1_at_max": 22.734375,
|
| 1509 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1510 |
+
"max_abs_blank_logit": 0.028632164001464844,
|
| 1511 |
+
"transcript_same": true
|
| 1512 |
+
},
|
| 1513 |
+
{
|
| 1514 |
+
"set": "test-clean",
|
| 1515 |
+
"id": "1320-122617-0001",
|
| 1516 |
+
"tokens": 352,
|
| 1517 |
+
"tokens_same": 352,
|
| 1518 |
+
"max_abs_top1_logit": 0.0637466311454773,
|
| 1519 |
+
"max_abs_top1_pos": 322,
|
| 1520 |
+
"ref_top1_at_max": 0.8141830563545227,
|
| 1521 |
+
"coreai_top1_at_max": 0.8779296875,
|
| 1522 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1523 |
+
"max_abs_blank_logit": 0.03186607360839844,
|
| 1524 |
+
"transcript_same": true
|
| 1525 |
+
},
|
| 1526 |
+
{
|
| 1527 |
+
"set": "test-clean",
|
| 1528 |
+
"id": "1320-122617-0002",
|
| 1529 |
+
"tokens": 340,
|
| 1530 |
+
"tokens_same": 340,
|
| 1531 |
+
"max_abs_top1_logit": 0.3397235870361328,
|
| 1532 |
+
"max_abs_top1_pos": 60,
|
| 1533 |
+
"ref_top1_at_max": 13.566526412963867,
|
| 1534 |
+
"coreai_top1_at_max": 13.90625,
|
| 1535 |
+
"tokens_top1_off_by_0.1": 2,
|
| 1536 |
+
"max_abs_blank_logit": 0.03956413269042969,
|
| 1537 |
+
"transcript_same": true
|
| 1538 |
+
},
|
| 1539 |
+
{
|
| 1540 |
+
"set": "test-clean",
|
| 1541 |
+
"id": "1320-122617-0003",
|
| 1542 |
+
"tokens": 157,
|
| 1543 |
+
"tokens_same": 157,
|
| 1544 |
+
"max_abs_top1_logit": 0.07127952575683594,
|
| 1545 |
+
"max_abs_top1_pos": 18,
|
| 1546 |
+
"ref_top1_at_max": 27.227529525756836,
|
| 1547 |
+
"coreai_top1_at_max": 27.15625,
|
| 1548 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1549 |
+
"max_abs_blank_logit": 0.017303466796875,
|
| 1550 |
+
"transcript_same": true
|
| 1551 |
+
},
|
| 1552 |
+
{
|
| 1553 |
+
"set": "test-clean",
|
| 1554 |
+
"id": "1320-122617-0004",
|
| 1555 |
+
"tokens": 307,
|
| 1556 |
+
"tokens_same": 307,
|
| 1557 |
+
"max_abs_top1_logit": 0.09093189239501953,
|
| 1558 |
+
"max_abs_top1_pos": 278,
|
| 1559 |
+
"ref_top1_at_max": 1.4618024826049805,
|
| 1560 |
+
"coreai_top1_at_max": 1.552734375,
|
| 1561 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1562 |
+
"max_abs_blank_logit": 0.026346206665039062,
|
| 1563 |
+
"transcript_same": true
|
| 1564 |
+
},
|
| 1565 |
+
{
|
| 1566 |
+
"set": "test-clean",
|
| 1567 |
+
"id": "1320-122617-0005",
|
| 1568 |
+
"tokens": 110,
|
| 1569 |
+
"tokens_same": 110,
|
| 1570 |
+
"max_abs_top1_logit": 0.09198760986328125,
|
| 1571 |
+
"max_abs_top1_pos": 99,
|
| 1572 |
+
"ref_top1_at_max": 33.87323760986328,
|
| 1573 |
+
"coreai_top1_at_max": 33.78125,
|
| 1574 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1575 |
+
"max_abs_blank_logit": 0.020732879638671875,
|
| 1576 |
+
"transcript_same": true
|
| 1577 |
+
},
|
| 1578 |
+
{
|
| 1579 |
+
"set": "test-clean",
|
| 1580 |
+
"id": "1320-122617-0006",
|
| 1581 |
+
"tokens": 142,
|
| 1582 |
+
"tokens_same": 142,
|
| 1583 |
+
"max_abs_top1_logit": 0.07311725616455078,
|
| 1584 |
+
"max_abs_top1_pos": 136,
|
| 1585 |
+
"ref_top1_at_max": 8.20813274383545,
|
| 1586 |
+
"coreai_top1_at_max": 8.28125,
|
| 1587 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1588 |
+
"max_abs_blank_logit": 0.026311874389648438,
|
| 1589 |
+
"transcript_same": true
|
| 1590 |
+
},
|
| 1591 |
+
{
|
| 1592 |
+
"set": "test-clean",
|
| 1593 |
+
"id": "1320-122617-0007",
|
| 1594 |
+
"tokens": 463,
|
| 1595 |
+
"tokens_same": 463,
|
| 1596 |
+
"max_abs_top1_logit": 0.07122421264648438,
|
| 1597 |
+
"max_abs_top1_pos": 388,
|
| 1598 |
+
"ref_top1_at_max": 30.946224212646484,
|
| 1599 |
+
"coreai_top1_at_max": 30.875,
|
| 1600 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1601 |
+
"max_abs_blank_logit": 0.029705047607421875,
|
| 1602 |
+
"transcript_same": true
|
| 1603 |
+
},
|
| 1604 |
+
{
|
| 1605 |
+
"set": "test-clean",
|
| 1606 |
+
"id": "1320-122617-0008",
|
| 1607 |
+
"tokens": 105,
|
| 1608 |
+
"tokens_same": 105,
|
| 1609 |
+
"max_abs_top1_logit": 0.05322074890136719,
|
| 1610 |
+
"max_abs_top1_pos": 43,
|
| 1611 |
+
"ref_top1_at_max": 12.029783248901367,
|
| 1612 |
+
"coreai_top1_at_max": 11.9765625,
|
| 1613 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1614 |
+
"max_abs_blank_logit": 0.01932525634765625,
|
| 1615 |
+
"transcript_same": true
|
| 1616 |
+
},
|
| 1617 |
+
{
|
| 1618 |
+
"set": "test-clean",
|
| 1619 |
+
"id": "1320-122617-0009",
|
| 1620 |
+
"tokens": 193,
|
| 1621 |
+
"tokens_same": 193,
|
| 1622 |
+
"max_abs_top1_logit": 0.07378864288330078,
|
| 1623 |
+
"max_abs_top1_pos": 130,
|
| 1624 |
+
"ref_top1_at_max": -5.039492607116699,
|
| 1625 |
+
"coreai_top1_at_max": -5.11328125,
|
| 1626 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1627 |
+
"max_abs_blank_logit": 0.030963897705078125,
|
| 1628 |
+
"transcript_same": true
|
| 1629 |
+
},
|
| 1630 |
+
{
|
| 1631 |
+
"set": "test-clean",
|
| 1632 |
+
"id": "1320-122617-0010",
|
| 1633 |
+
"tokens": 250,
|
| 1634 |
+
"tokens_same": 250,
|
| 1635 |
+
"max_abs_top1_logit": 0.0613861083984375,
|
| 1636 |
+
"max_abs_top1_pos": 194,
|
| 1637 |
+
"ref_top1_at_max": 35.50111389160156,
|
| 1638 |
+
"coreai_top1_at_max": 35.5625,
|
| 1639 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1640 |
+
"max_abs_blank_logit": 0.02132415771484375,
|
| 1641 |
+
"transcript_same": true
|
| 1642 |
+
},
|
| 1643 |
+
{
|
| 1644 |
+
"set": "test-clean",
|
| 1645 |
+
"id": "1320-122617-0011",
|
| 1646 |
+
"tokens": 244,
|
| 1647 |
+
"tokens_same": 244,
|
| 1648 |
+
"max_abs_top1_logit": 0.06128108501434326,
|
| 1649 |
+
"max_abs_top1_pos": 179,
|
| 1650 |
+
"ref_top1_at_max": 0.8542498350143433,
|
| 1651 |
+
"coreai_top1_at_max": 0.79296875,
|
| 1652 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1653 |
+
"max_abs_blank_logit": 0.03492927551269531,
|
| 1654 |
+
"transcript_same": true
|
| 1655 |
+
},
|
| 1656 |
+
{
|
| 1657 |
+
"set": "test-clean",
|
| 1658 |
+
"id": "1320-122617-0012",
|
| 1659 |
+
"tokens": 190,
|
| 1660 |
+
"tokens_same": 190,
|
| 1661 |
+
"max_abs_top1_logit": 0.058867454528808594,
|
| 1662 |
+
"max_abs_top1_pos": 188,
|
| 1663 |
+
"ref_top1_at_max": -9.707304954528809,
|
| 1664 |
+
"coreai_top1_at_max": -9.6484375,
|
| 1665 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1666 |
+
"max_abs_blank_logit": 0.015438079833984375,
|
| 1667 |
+
"transcript_same": true
|
| 1668 |
+
},
|
| 1669 |
+
{
|
| 1670 |
+
"set": "test-clean",
|
| 1671 |
+
"id": "1320-122617-0013",
|
| 1672 |
+
"tokens": 269,
|
| 1673 |
+
"tokens_same": 269,
|
| 1674 |
+
"max_abs_top1_logit": 0.08959382772445679,
|
| 1675 |
+
"max_abs_top1_pos": 88,
|
| 1676 |
+
"ref_top1_at_max": 0.7507382035255432,
|
| 1677 |
+
"coreai_top1_at_max": 0.84033203125,
|
| 1678 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1679 |
+
"max_abs_blank_logit": 0.02878284454345703,
|
| 1680 |
+
"transcript_same": true
|
| 1681 |
+
},
|
| 1682 |
+
{
|
| 1683 |
+
"set": "test-clean",
|
| 1684 |
+
"id": "1320-122617-0014",
|
| 1685 |
+
"tokens": 123,
|
| 1686 |
+
"tokens_same": 123,
|
| 1687 |
+
"max_abs_top1_logit": 0.07023060321807861,
|
| 1688 |
+
"max_abs_top1_pos": 114,
|
| 1689 |
+
"ref_top1_at_max": -1.9239100217819214,
|
| 1690 |
+
"coreai_top1_at_max": -1.994140625,
|
| 1691 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1692 |
+
"max_abs_blank_logit": 0.0286865234375,
|
| 1693 |
+
"transcript_same": true
|
| 1694 |
+
},
|
| 1695 |
+
{
|
| 1696 |
+
"set": "test-clean",
|
| 1697 |
+
"id": "1320-122617-0015",
|
| 1698 |
+
"tokens": 128,
|
| 1699 |
+
"tokens_same": 128,
|
| 1700 |
+
"max_abs_top1_logit": 0.05272483825683594,
|
| 1701 |
+
"max_abs_top1_pos": 67,
|
| 1702 |
+
"ref_top1_at_max": 30.880849838256836,
|
| 1703 |
+
"coreai_top1_at_max": 30.828125,
|
| 1704 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1705 |
+
"max_abs_blank_logit": 0.0148162841796875,
|
| 1706 |
+
"transcript_same": true
|
| 1707 |
+
},
|
| 1708 |
+
{
|
| 1709 |
+
"set": "test-clean",
|
| 1710 |
+
"id": "1320-122617-0016",
|
| 1711 |
+
"tokens": 252,
|
| 1712 |
+
"tokens_same": 252,
|
| 1713 |
+
"max_abs_top1_logit": 0.0660061240196228,
|
| 1714 |
+
"max_abs_top1_pos": 91,
|
| 1715 |
+
"ref_top1_at_max": 0.3916897177696228,
|
| 1716 |
+
"coreai_top1_at_max": 0.32568359375,
|
| 1717 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1718 |
+
"max_abs_blank_logit": 0.027301788330078125,
|
| 1719 |
+
"transcript_same": true
|
| 1720 |
+
},
|
| 1721 |
+
{
|
| 1722 |
+
"set": "test-clean",
|
| 1723 |
+
"id": "1320-122617-0017",
|
| 1724 |
+
"tokens": 142,
|
| 1725 |
+
"tokens_same": 142,
|
| 1726 |
+
"max_abs_top1_logit": 0.043354034423828125,
|
| 1727 |
+
"max_abs_top1_pos": 85,
|
| 1728 |
+
"ref_top1_at_max": 28.465229034423828,
|
| 1729 |
+
"coreai_top1_at_max": 28.421875,
|
| 1730 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1731 |
+
"max_abs_blank_logit": 0.024259567260742188,
|
| 1732 |
+
"transcript_same": true
|
| 1733 |
+
},
|
| 1734 |
+
{
|
| 1735 |
+
"set": "test-clean",
|
| 1736 |
+
"id": "1320-122617-0018",
|
| 1737 |
+
"tokens": 243,
|
| 1738 |
+
"tokens_same": 243,
|
| 1739 |
+
"max_abs_top1_logit": 0.07317733764648438,
|
| 1740 |
+
"max_abs_top1_pos": 117,
|
| 1741 |
+
"ref_top1_at_max": 5.678646087646484,
|
| 1742 |
+
"coreai_top1_at_max": 5.60546875,
|
| 1743 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1744 |
+
"max_abs_blank_logit": 0.029943466186523438,
|
| 1745 |
+
"transcript_same": true
|
| 1746 |
+
},
|
| 1747 |
+
{
|
| 1748 |
+
"set": "test-clean",
|
| 1749 |
+
"id": "1320-122617-0019",
|
| 1750 |
+
"tokens": 206,
|
| 1751 |
+
"tokens_same": 206,
|
| 1752 |
+
"max_abs_top1_logit": 0.10404014587402344,
|
| 1753 |
+
"max_abs_top1_pos": 108,
|
| 1754 |
+
"ref_top1_at_max": 19.713415145874023,
|
| 1755 |
+
"coreai_top1_at_max": 19.609375,
|
| 1756 |
+
"tokens_top1_off_by_0.1": 1,
|
| 1757 |
+
"max_abs_blank_logit": 0.023973464965820312,
|
| 1758 |
+
"transcript_same": true
|
| 1759 |
+
},
|
| 1760 |
+
{
|
| 1761 |
+
"set": "test-clean",
|
| 1762 |
+
"id": "1320-122617-0020",
|
| 1763 |
+
"tokens": 223,
|
| 1764 |
+
"tokens_same": 223,
|
| 1765 |
+
"max_abs_top1_logit": 0.08100700378417969,
|
| 1766 |
+
"max_abs_top1_pos": 99,
|
| 1767 |
+
"ref_top1_at_max": 29.59663200378418,
|
| 1768 |
+
"coreai_top1_at_max": 29.515625,
|
| 1769 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1770 |
+
"max_abs_blank_logit": 0.02471923828125,
|
| 1771 |
+
"transcript_same": true
|
| 1772 |
+
},
|
| 1773 |
+
{
|
| 1774 |
+
"set": "test-clean",
|
| 1775 |
+
"id": "1320-122617-0021",
|
| 1776 |
+
"tokens": 134,
|
| 1777 |
+
"tokens_same": 134,
|
| 1778 |
+
"max_abs_top1_logit": 0.0625,
|
| 1779 |
+
"max_abs_top1_pos": 28,
|
| 1780 |
+
"ref_top1_at_max": 32.0625,
|
| 1781 |
+
"coreai_top1_at_max": 32.0,
|
| 1782 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1783 |
+
"max_abs_blank_logit": 0.017498016357421875,
|
| 1784 |
+
"transcript_same": true
|
| 1785 |
+
},
|
| 1786 |
+
{
|
| 1787 |
+
"set": "test-clean",
|
| 1788 |
+
"id": "1320-122617-0022",
|
| 1789 |
+
"tokens": 97,
|
| 1790 |
+
"tokens_same": 97,
|
| 1791 |
+
"max_abs_top1_logit": 0.0787249207496643,
|
| 1792 |
+
"max_abs_top1_pos": 23,
|
| 1793 |
+
"ref_top1_at_max": -0.9454241394996643,
|
| 1794 |
+
"coreai_top1_at_max": -0.86669921875,
|
| 1795 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1796 |
+
"max_abs_blank_logit": 0.018209457397460938,
|
| 1797 |
+
"transcript_same": true
|
| 1798 |
+
},
|
| 1799 |
+
{
|
| 1800 |
+
"set": "test-clean",
|
| 1801 |
+
"id": "1320-122617-0023",
|
| 1802 |
+
"tokens": 196,
|
| 1803 |
+
"tokens_same": 196,
|
| 1804 |
+
"max_abs_top1_logit": 0.0914115309715271,
|
| 1805 |
+
"max_abs_top1_pos": 96,
|
| 1806 |
+
"ref_top1_at_max": 0.7872123122215271,
|
| 1807 |
+
"coreai_top1_at_max": 0.69580078125,
|
| 1808 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1809 |
+
"max_abs_blank_logit": 0.022832870483398438,
|
| 1810 |
+
"transcript_same": true
|
| 1811 |
+
},
|
| 1812 |
+
{
|
| 1813 |
+
"set": "test-clean",
|
| 1814 |
+
"id": "1320-122617-0024",
|
| 1815 |
+
"tokens": 189,
|
| 1816 |
+
"tokens_same": 189,
|
| 1817 |
+
"max_abs_top1_logit": 0.08430290222167969,
|
| 1818 |
+
"max_abs_top1_pos": 145,
|
| 1819 |
+
"ref_top1_at_max": 31.91242790222168,
|
| 1820 |
+
"coreai_top1_at_max": 31.828125,
|
| 1821 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1822 |
+
"max_abs_blank_logit": 0.027738571166992188,
|
| 1823 |
+
"transcript_same": true
|
| 1824 |
+
},
|
| 1825 |
+
{
|
| 1826 |
+
"set": "test-clean",
|
| 1827 |
+
"id": "1320-122617-0025",
|
| 1828 |
+
"tokens": 159,
|
| 1829 |
+
"tokens_same": 159,
|
| 1830 |
+
"max_abs_top1_logit": 0.06151390075683594,
|
| 1831 |
+
"max_abs_top1_pos": 18,
|
| 1832 |
+
"ref_top1_at_max": 21.282236099243164,
|
| 1833 |
+
"coreai_top1_at_max": 21.34375,
|
| 1834 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1835 |
+
"max_abs_blank_logit": 0.028219223022460938,
|
| 1836 |
+
"transcript_same": true
|
| 1837 |
+
},
|
| 1838 |
+
{
|
| 1839 |
+
"set": "test-clean",
|
| 1840 |
+
"id": "1320-122617-0026",
|
| 1841 |
+
"tokens": 131,
|
| 1842 |
+
"tokens_same": 131,
|
| 1843 |
+
"max_abs_top1_logit": 0.055077552795410156,
|
| 1844 |
+
"max_abs_top1_pos": 52,
|
| 1845 |
+
"ref_top1_at_max": 6.72304630279541,
|
| 1846 |
+
"coreai_top1_at_max": 6.66796875,
|
| 1847 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1848 |
+
"max_abs_blank_logit": 0.02248382568359375,
|
| 1849 |
+
"transcript_same": true
|
| 1850 |
+
},
|
| 1851 |
+
{
|
| 1852 |
+
"set": "test-clean",
|
| 1853 |
+
"id": "1320-122617-0027",
|
| 1854 |
+
"tokens": 142,
|
| 1855 |
+
"tokens_same": 142,
|
| 1856 |
+
"max_abs_top1_logit": 0.1004190444946289,
|
| 1857 |
+
"max_abs_top1_pos": 25,
|
| 1858 |
+
"ref_top1_at_max": 14.618330955505371,
|
| 1859 |
+
"coreai_top1_at_max": 14.71875,
|
| 1860 |
+
"tokens_top1_off_by_0.1": 1,
|
| 1861 |
+
"max_abs_blank_logit": 0.028615951538085938,
|
| 1862 |
+
"transcript_same": true
|
| 1863 |
+
},
|
| 1864 |
+
{
|
| 1865 |
+
"set": "test-clean",
|
| 1866 |
+
"id": "1320-122617-0028",
|
| 1867 |
+
"tokens": 400,
|
| 1868 |
+
"tokens_same": 400,
|
| 1869 |
+
"max_abs_top1_logit": 0.06354761123657227,
|
| 1870 |
+
"max_abs_top1_pos": 16,
|
| 1871 |
+
"ref_top1_at_max": -5.110422611236572,
|
| 1872 |
+
"coreai_top1_at_max": -5.046875,
|
| 1873 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1874 |
+
"max_abs_blank_logit": 0.023738861083984375,
|
| 1875 |
+
"transcript_same": true
|
| 1876 |
+
},
|
| 1877 |
+
{
|
| 1878 |
+
"set": "test-clean",
|
| 1879 |
+
"id": "1320-122617-0029",
|
| 1880 |
+
"tokens": 197,
|
| 1881 |
+
"tokens_same": 197,
|
| 1882 |
+
"max_abs_top1_logit": 0.05508732795715332,
|
| 1883 |
+
"max_abs_top1_pos": 118,
|
| 1884 |
+
"ref_top1_at_max": -3.5464751720428467,
|
| 1885 |
+
"coreai_top1_at_max": -3.6015625,
|
| 1886 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1887 |
+
"max_abs_blank_logit": 0.026248931884765625,
|
| 1888 |
+
"transcript_same": true
|
| 1889 |
+
},
|
| 1890 |
+
{
|
| 1891 |
+
"set": "test-clean",
|
| 1892 |
+
"id": "1320-122617-0030",
|
| 1893 |
+
"tokens": 100,
|
| 1894 |
+
"tokens_same": 100,
|
| 1895 |
+
"max_abs_top1_logit": 0.054424285888671875,
|
| 1896 |
+
"max_abs_top1_pos": 94,
|
| 1897 |
+
"ref_top1_at_max": -8.890361785888672,
|
| 1898 |
+
"coreai_top1_at_max": -8.8359375,
|
| 1899 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1900 |
+
"max_abs_blank_logit": 0.017625808715820312,
|
| 1901 |
+
"transcript_same": true
|
| 1902 |
+
},
|
| 1903 |
+
{
|
| 1904 |
+
"set": "test-clean",
|
| 1905 |
+
"id": "1320-122617-0031",
|
| 1906 |
+
"tokens": 157,
|
| 1907 |
+
"tokens_same": 157,
|
| 1908 |
+
"max_abs_top1_logit": 0.07812023162841797,
|
| 1909 |
+
"max_abs_top1_pos": 37,
|
| 1910 |
+
"ref_top1_at_max": -11.304682731628418,
|
| 1911 |
+
"coreai_top1_at_max": -11.2265625,
|
| 1912 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1913 |
+
"max_abs_blank_logit": 0.02135944366455078,
|
| 1914 |
+
"transcript_same": true
|
| 1915 |
+
},
|
| 1916 |
+
{
|
| 1917 |
+
"set": "test-clean",
|
| 1918 |
+
"id": "1320-122617-0032",
|
| 1919 |
+
"tokens": 282,
|
| 1920 |
+
"tokens_same": 282,
|
| 1921 |
+
"max_abs_top1_logit": 0.05994415283203125,
|
| 1922 |
+
"max_abs_top1_pos": 66,
|
| 1923 |
+
"ref_top1_at_max": 27.97130584716797,
|
| 1924 |
+
"coreai_top1_at_max": 28.03125,
|
| 1925 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1926 |
+
"max_abs_blank_logit": 0.0293121337890625,
|
| 1927 |
+
"transcript_same": true
|
| 1928 |
+
},
|
| 1929 |
+
{
|
| 1930 |
+
"set": "test-clean",
|
| 1931 |
+
"id": "1320-122617-0033",
|
| 1932 |
+
"tokens": 276,
|
| 1933 |
+
"tokens_same": 276,
|
| 1934 |
+
"max_abs_top1_logit": 0.06972217559814453,
|
| 1935 |
+
"max_abs_top1_pos": 147,
|
| 1936 |
+
"ref_top1_at_max": -2.6470746994018555,
|
| 1937 |
+
"coreai_top1_at_max": -2.716796875,
|
| 1938 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1939 |
+
"max_abs_blank_logit": 0.0287628173828125,
|
| 1940 |
+
"transcript_same": true
|
| 1941 |
+
},
|
| 1942 |
+
{
|
| 1943 |
+
"set": "test-clean",
|
| 1944 |
+
"id": "1320-122617-0034",
|
| 1945 |
+
"tokens": 237,
|
| 1946 |
+
"tokens_same": 237,
|
| 1947 |
+
"max_abs_top1_logit": 0.07511267811059952,
|
| 1948 |
+
"max_abs_top1_pos": 52,
|
| 1949 |
+
"ref_top1_at_max": -0.10712561756372452,
|
| 1950 |
+
"coreai_top1_at_max": -0.032012939453125,
|
| 1951 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1952 |
+
"max_abs_blank_logit": 0.028609275817871094,
|
| 1953 |
+
"transcript_same": true
|
| 1954 |
+
},
|
| 1955 |
+
{
|
| 1956 |
+
"set": "test-clean",
|
| 1957 |
+
"id": "1320-122617-0035",
|
| 1958 |
+
"tokens": 456,
|
| 1959 |
+
"tokens_same": 456,
|
| 1960 |
+
"max_abs_top1_logit": 0.08130240440368652,
|
| 1961 |
+
"max_abs_top1_pos": 48,
|
| 1962 |
+
"ref_top1_at_max": -0.5363733768463135,
|
| 1963 |
+
"coreai_top1_at_max": -0.61767578125,
|
| 1964 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1965 |
+
"max_abs_blank_logit": 0.026165008544921875,
|
| 1966 |
+
"transcript_same": true
|
| 1967 |
+
},
|
| 1968 |
+
{
|
| 1969 |
+
"set": "test-clean",
|
| 1970 |
+
"id": "1320-122617-0036",
|
| 1971 |
+
"tokens": 309,
|
| 1972 |
+
"tokens_same": 309,
|
| 1973 |
+
"max_abs_top1_logit": 0.05929851531982422,
|
| 1974 |
+
"max_abs_top1_pos": 297,
|
| 1975 |
+
"ref_top1_at_max": -6.438204765319824,
|
| 1976 |
+
"coreai_top1_at_max": -6.37890625,
|
| 1977 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1978 |
+
"max_abs_blank_logit": 0.030771255493164062,
|
| 1979 |
+
"transcript_same": true
|
| 1980 |
+
},
|
| 1981 |
+
{
|
| 1982 |
+
"set": "test-clean",
|
| 1983 |
+
"id": "1320-122617-0037",
|
| 1984 |
+
"tokens": 180,
|
| 1985 |
+
"tokens_same": 180,
|
| 1986 |
+
"max_abs_top1_logit": 0.0663633942604065,
|
| 1987 |
+
"max_abs_top1_pos": 92,
|
| 1988 |
+
"ref_top1_at_max": -0.3428162932395935,
|
| 1989 |
+
"coreai_top1_at_max": -0.4091796875,
|
| 1990 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1991 |
+
"max_abs_blank_logit": 0.02674102783203125,
|
| 1992 |
+
"transcript_same": true
|
| 1993 |
+
},
|
| 1994 |
+
{
|
| 1995 |
+
"set": "test-clean",
|
| 1996 |
+
"id": "1320-122617-0038",
|
| 1997 |
+
"tokens": 56,
|
| 1998 |
+
"tokens_same": 56,
|
| 1999 |
+
"max_abs_top1_logit": 0.08977556228637695,
|
| 2000 |
+
"max_abs_top1_pos": 24,
|
| 2001 |
+
"ref_top1_at_max": -5.867255687713623,
|
| 2002 |
+
"coreai_top1_at_max": -5.95703125,
|
| 2003 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2004 |
+
"max_abs_blank_logit": 0.03783607482910156,
|
| 2005 |
+
"transcript_same": true
|
| 2006 |
+
},
|
| 2007 |
+
{
|
| 2008 |
+
"set": "test-clean",
|
| 2009 |
+
"id": "1320-122617-0039",
|
| 2010 |
+
"tokens": 177,
|
| 2011 |
+
"tokens_same": 177,
|
| 2012 |
+
"max_abs_top1_logit": 0.07245635986328125,
|
| 2013 |
+
"max_abs_top1_pos": 145,
|
| 2014 |
+
"ref_top1_at_max": 36.60370635986328,
|
| 2015 |
+
"coreai_top1_at_max": 36.53125,
|
| 2016 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2017 |
+
"max_abs_blank_logit": 0.023036956787109375,
|
| 2018 |
+
"transcript_same": true
|
| 2019 |
+
},
|
| 2020 |
+
{
|
| 2021 |
+
"set": "test-clean",
|
| 2022 |
+
"id": "1320-122617-0040",
|
| 2023 |
+
"tokens": 200,
|
| 2024 |
+
"tokens_same": 200,
|
| 2025 |
+
"max_abs_top1_logit": 0.061186790466308594,
|
| 2026 |
+
"max_abs_top1_pos": 60,
|
| 2027 |
+
"ref_top1_at_max": 14.951811790466309,
|
| 2028 |
+
"coreai_top1_at_max": 14.890625,
|
| 2029 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2030 |
+
"max_abs_blank_logit": 0.02956390380859375,
|
| 2031 |
+
"transcript_same": true
|
| 2032 |
+
},
|
| 2033 |
+
{
|
| 2034 |
+
"set": "test-clean",
|
| 2035 |
+
"id": "1320-122617-0041",
|
| 2036 |
+
"tokens": 104,
|
| 2037 |
+
"tokens_same": 104,
|
| 2038 |
+
"max_abs_top1_logit": 0.044986724853515625,
|
| 2039 |
+
"max_abs_top1_pos": 17,
|
| 2040 |
+
"ref_top1_at_max": 23.513736724853516,
|
| 2041 |
+
"coreai_top1_at_max": 23.46875,
|
| 2042 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2043 |
+
"max_abs_blank_logit": 0.01700592041015625,
|
| 2044 |
+
"transcript_same": true
|
| 2045 |
+
},
|
| 2046 |
+
{
|
| 2047 |
+
"set": "test-clean",
|
| 2048 |
+
"id": "1320-122612-0000",
|
| 2049 |
+
"tokens": 337,
|
| 2050 |
+
"tokens_same": 337,
|
| 2051 |
+
"max_abs_top1_logit": 0.05232357978820801,
|
| 2052 |
+
"max_abs_top1_pos": 259,
|
| 2053 |
+
"ref_top1_at_max": 2.081620454788208,
|
| 2054 |
+
"coreai_top1_at_max": 2.029296875,
|
| 2055 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2056 |
+
"max_abs_blank_logit": 0.018316268920898438,
|
| 2057 |
+
"transcript_same": true
|
| 2058 |
+
},
|
| 2059 |
+
{
|
| 2060 |
+
"set": "test-clean",
|
| 2061 |
+
"id": "1320-122612-0001",
|
| 2062 |
+
"tokens": 238,
|
| 2063 |
+
"tokens_same": 238,
|
| 2064 |
+
"max_abs_top1_logit": 0.0812082290649414,
|
| 2065 |
+
"max_abs_top1_pos": 93,
|
| 2066 |
+
"ref_top1_at_max": -8.332854270935059,
|
| 2067 |
+
"coreai_top1_at_max": -8.4140625,
|
| 2068 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2069 |
+
"max_abs_blank_logit": 0.028270721435546875,
|
| 2070 |
+
"transcript_same": true
|
| 2071 |
+
},
|
| 2072 |
+
{
|
| 2073 |
+
"set": "test-clean",
|
| 2074 |
+
"id": "1320-122612-0002",
|
| 2075 |
+
"tokens": 187,
|
| 2076 |
+
"tokens_same": 187,
|
| 2077 |
+
"max_abs_top1_logit": 0.04904651641845703,
|
| 2078 |
+
"max_abs_top1_pos": 92,
|
| 2079 |
+
"ref_top1_at_max": 10.556859016418457,
|
| 2080 |
+
"coreai_top1_at_max": 10.5078125,
|
| 2081 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2082 |
+
"max_abs_blank_logit": 0.018337249755859375,
|
| 2083 |
+
"transcript_same": true
|
| 2084 |
+
},
|
| 2085 |
+
{
|
| 2086 |
+
"set": "test-clean",
|
| 2087 |
+
"id": "1320-122612-0003",
|
| 2088 |
+
"tokens": 247,
|
| 2089 |
+
"tokens_same": 247,
|
| 2090 |
+
"max_abs_top1_logit": 0.0608372688293457,
|
| 2091 |
+
"max_abs_top1_pos": 170,
|
| 2092 |
+
"ref_top1_at_max": -1.7594752311706543,
|
| 2093 |
+
"coreai_top1_at_max": -1.8203125,
|
| 2094 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2095 |
+
"max_abs_blank_logit": 0.022169113159179688,
|
| 2096 |
+
"transcript_same": true
|
| 2097 |
+
},
|
| 2098 |
+
{
|
| 2099 |
+
"set": "test-clean",
|
| 2100 |
+
"id": "1320-122612-0004",
|
| 2101 |
+
"tokens": 161,
|
| 2102 |
+
"tokens_same": 161,
|
| 2103 |
+
"max_abs_top1_logit": 0.08421707153320312,
|
| 2104 |
+
"max_abs_top1_pos": 90,
|
| 2105 |
+
"ref_top1_at_max": 35.9592170715332,
|
| 2106 |
+
"coreai_top1_at_max": 35.875,
|
| 2107 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2108 |
+
"max_abs_blank_logit": 0.01947784423828125,
|
| 2109 |
+
"transcript_same": true
|
| 2110 |
+
},
|
| 2111 |
+
{
|
| 2112 |
+
"set": "test-clean",
|
| 2113 |
+
"id": "1320-122612-0005",
|
| 2114 |
+
"tokens": 148,
|
| 2115 |
+
"tokens_same": 148,
|
| 2116 |
+
"max_abs_top1_logit": 0.05767059326171875,
|
| 2117 |
+
"max_abs_top1_pos": 41,
|
| 2118 |
+
"ref_top1_at_max": 32.24517059326172,
|
| 2119 |
+
"coreai_top1_at_max": 32.1875,
|
| 2120 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2121 |
+
"max_abs_blank_logit": 0.02962493896484375,
|
| 2122 |
+
"transcript_same": true
|
| 2123 |
+
},
|
| 2124 |
+
{
|
| 2125 |
+
"set": "test-clean",
|
| 2126 |
+
"id": "1320-122612-0006",
|
| 2127 |
+
"tokens": 121,
|
| 2128 |
+
"tokens_same": 121,
|
| 2129 |
+
"max_abs_top1_logit": 0.0491485595703125,
|
| 2130 |
+
"max_abs_top1_pos": 114,
|
| 2131 |
+
"ref_top1_at_max": 29.971023559570312,
|
| 2132 |
+
"coreai_top1_at_max": 29.921875,
|
| 2133 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2134 |
+
"max_abs_blank_logit": 0.0211181640625,
|
| 2135 |
+
"transcript_same": true
|
| 2136 |
+
},
|
| 2137 |
+
{
|
| 2138 |
+
"set": "test-clean",
|
| 2139 |
+
"id": "1320-122612-0007",
|
| 2140 |
+
"tokens": 139,
|
| 2141 |
+
"tokens_same": 139,
|
| 2142 |
+
"max_abs_top1_logit": 0.088958740234375,
|
| 2143 |
+
"max_abs_top1_pos": 25,
|
| 2144 |
+
"ref_top1_at_max": 4.288177490234375,
|
| 2145 |
+
"coreai_top1_at_max": 4.19921875,
|
| 2146 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2147 |
+
"max_abs_blank_logit": 0.023706436157226562,
|
| 2148 |
+
"transcript_same": true
|
| 2149 |
+
},
|
| 2150 |
+
{
|
| 2151 |
+
"set": "test-clean",
|
| 2152 |
+
"id": "1320-122612-0008",
|
| 2153 |
+
"tokens": 197,
|
| 2154 |
+
"tokens_same": 197,
|
| 2155 |
+
"max_abs_top1_logit": 0.06171989440917969,
|
| 2156 |
+
"max_abs_top1_pos": 158,
|
| 2157 |
+
"ref_top1_at_max": -3.7527332305908203,
|
| 2158 |
+
"coreai_top1_at_max": -3.814453125,
|
| 2159 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2160 |
+
"max_abs_blank_logit": 0.024778366088867188,
|
| 2161 |
+
"transcript_same": true
|
| 2162 |
+
},
|
| 2163 |
+
{
|
| 2164 |
+
"set": "test-clean",
|
| 2165 |
+
"id": "1320-122612-0009",
|
| 2166 |
+
"tokens": 97,
|
| 2167 |
+
"tokens_same": 97,
|
| 2168 |
+
"max_abs_top1_logit": 0.05001258850097656,
|
| 2169 |
+
"max_abs_top1_pos": 73,
|
| 2170 |
+
"ref_top1_at_max": 2.3449344635009766,
|
| 2171 |
+
"coreai_top1_at_max": 2.294921875,
|
| 2172 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2173 |
+
"max_abs_blank_logit": 0.024045944213867188,
|
| 2174 |
+
"transcript_same": true
|
| 2175 |
+
},
|
| 2176 |
+
{
|
| 2177 |
+
"set": "test-clean",
|
| 2178 |
+
"id": "1320-122612-0010",
|
| 2179 |
+
"tokens": 255,
|
| 2180 |
+
"tokens_same": 255,
|
| 2181 |
+
"max_abs_top1_logit": 0.0863233208656311,
|
| 2182 |
+
"max_abs_top1_pos": 45,
|
| 2183 |
+
"ref_top1_at_max": 0.3492627739906311,
|
| 2184 |
+
"coreai_top1_at_max": 0.262939453125,
|
| 2185 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2186 |
+
"max_abs_blank_logit": 0.024549484252929688,
|
| 2187 |
+
"transcript_same": true
|
| 2188 |
+
},
|
| 2189 |
+
{
|
| 2190 |
+
"set": "test-clean",
|
| 2191 |
+
"id": "1320-122612-0011",
|
| 2192 |
+
"tokens": 343,
|
| 2193 |
+
"tokens_same": 343,
|
| 2194 |
+
"max_abs_top1_logit": 0.05861091613769531,
|
| 2195 |
+
"max_abs_top1_pos": 68,
|
| 2196 |
+
"ref_top1_at_max": 31.652360916137695,
|
| 2197 |
+
"coreai_top1_at_max": 31.59375,
|
| 2198 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2199 |
+
"max_abs_blank_logit": 0.02516937255859375,
|
| 2200 |
+
"transcript_same": true
|
| 2201 |
+
},
|
| 2202 |
+
{
|
| 2203 |
+
"set": "test-clean",
|
| 2204 |
+
"id": "1320-122612-0012",
|
| 2205 |
+
"tokens": 262,
|
| 2206 |
+
"tokens_same": 262,
|
| 2207 |
+
"max_abs_top1_logit": 0.1024785041809082,
|
| 2208 |
+
"max_abs_top1_pos": 102,
|
| 2209 |
+
"ref_top1_at_max": -7.561583995819092,
|
| 2210 |
+
"coreai_top1_at_max": -7.6640625,
|
| 2211 |
+
"tokens_top1_off_by_0.1": 1,
|
| 2212 |
+
"max_abs_blank_logit": 0.031449317932128906,
|
| 2213 |
+
"transcript_same": true
|
| 2214 |
+
},
|
| 2215 |
+
{
|
| 2216 |
+
"set": "test-clean",
|
| 2217 |
+
"id": "1320-122612-0013",
|
| 2218 |
+
"tokens": 164,
|
| 2219 |
+
"tokens_same": 164,
|
| 2220 |
+
"max_abs_top1_logit": 0.05309772491455078,
|
| 2221 |
+
"max_abs_top1_pos": 120,
|
| 2222 |
+
"ref_top1_at_max": 6.162472724914551,
|
| 2223 |
+
"coreai_top1_at_max": 6.109375,
|
| 2224 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2225 |
+
"max_abs_blank_logit": 0.023996353149414062,
|
| 2226 |
+
"transcript_same": true
|
| 2227 |
+
},
|
| 2228 |
+
{
|
| 2229 |
+
"set": "test-clean",
|
| 2230 |
+
"id": "1320-122612-0014",
|
| 2231 |
+
"tokens": 88,
|
| 2232 |
+
"tokens_same": 88,
|
| 2233 |
+
"max_abs_top1_logit": 0.048618316650390625,
|
| 2234 |
+
"max_abs_top1_pos": 25,
|
| 2235 |
+
"ref_top1_at_max": 28.29861831665039,
|
| 2236 |
+
"coreai_top1_at_max": 28.25,
|
| 2237 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2238 |
+
"max_abs_blank_logit": 0.018039703369140625,
|
| 2239 |
+
"transcript_same": true
|
| 2240 |
+
},
|
| 2241 |
+
{
|
| 2242 |
+
"set": "test-clean",
|
| 2243 |
+
"id": "1320-122612-0015",
|
| 2244 |
+
"tokens": 160,
|
| 2245 |
+
"tokens_same": 160,
|
| 2246 |
+
"max_abs_top1_logit": 0.08886909484863281,
|
| 2247 |
+
"max_abs_top1_pos": 116,
|
| 2248 |
+
"ref_top1_at_max": -6.159181594848633,
|
| 2249 |
+
"coreai_top1_at_max": -6.0703125,
|
| 2250 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2251 |
+
"max_abs_blank_logit": 0.025571823120117188,
|
| 2252 |
+
"transcript_same": true
|
| 2253 |
+
},
|
| 2254 |
+
{
|
| 2255 |
+
"set": "test-clean",
|
| 2256 |
+
"id": "1320-122612-0016",
|
| 2257 |
+
"tokens": 87,
|
| 2258 |
+
"tokens_same": 87,
|
| 2259 |
+
"max_abs_top1_logit": 0.06834530830383301,
|
| 2260 |
+
"max_abs_top1_pos": 75,
|
| 2261 |
+
"ref_top1_at_max": -3.691420316696167,
|
| 2262 |
+
"coreai_top1_at_max": -3.759765625,
|
| 2263 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2264 |
+
"max_abs_blank_logit": 0.0276031494140625,
|
| 2265 |
+
"transcript_same": true
|
| 2266 |
+
},
|
| 2267 |
+
{
|
| 2268 |
+
"set": "test-clean",
|
| 2269 |
+
"id": "5639-40744-0000",
|
| 2270 |
+
"tokens": 394,
|
| 2271 |
+
"tokens_same": 394,
|
| 2272 |
+
"max_abs_top1_logit": 0.08806705474853516,
|
| 2273 |
+
"max_abs_top1_pos": 217,
|
| 2274 |
+
"ref_top1_at_max": 13.338067054748535,
|
| 2275 |
+
"coreai_top1_at_max": 13.25,
|
| 2276 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2277 |
+
"max_abs_blank_logit": 0.02729320526123047,
|
| 2278 |
+
"transcript_same": true
|
| 2279 |
+
},
|
| 2280 |
+
{
|
| 2281 |
+
"set": "test-clean",
|
| 2282 |
+
"id": "5639-40744-0001",
|
| 2283 |
+
"tokens": 311,
|
| 2284 |
+
"tokens_same": 311,
|
| 2285 |
+
"max_abs_top1_logit": 0.05865287780761719,
|
| 2286 |
+
"max_abs_top1_pos": 166,
|
| 2287 |
+
"ref_top1_at_max": 22.949277877807617,
|
| 2288 |
+
"coreai_top1_at_max": 22.890625,
|
| 2289 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2290 |
+
"max_abs_blank_logit": 0.02792072296142578,
|
| 2291 |
+
"transcript_same": true
|
| 2292 |
+
},
|
| 2293 |
+
{
|
| 2294 |
+
"set": "test-clean",
|
| 2295 |
+
"id": "5639-40744-0002",
|
| 2296 |
+
"tokens": 223,
|
| 2297 |
+
"tokens_same": 223,
|
| 2298 |
+
"max_abs_top1_logit": 0.11506271362304688,
|
| 2299 |
+
"max_abs_top1_pos": 68,
|
| 2300 |
+
"ref_top1_at_max": 19.505687713623047,
|
| 2301 |
+
"coreai_top1_at_max": 19.390625,
|
| 2302 |
+
"tokens_top1_off_by_0.1": 1,
|
| 2303 |
+
"max_abs_blank_logit": 0.02561187744140625,
|
| 2304 |
+
"transcript_same": true
|
| 2305 |
+
},
|
| 2306 |
+
{
|
| 2307 |
+
"set": "test-clean",
|
| 2308 |
+
"id": "5639-40744-0003",
|
| 2309 |
+
"tokens": 678,
|
| 2310 |
+
"tokens_same": 677,
|
| 2311 |
+
"max_abs_top1_logit": 0.06783294677734375,
|
| 2312 |
+
"max_abs_top1_pos": 364,
|
| 2313 |
+
"ref_top1_at_max": 30.994667053222656,
|
| 2314 |
+
"coreai_top1_at_max": 31.0625,
|
| 2315 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2316 |
+
"max_abs_blank_logit": 0.025560379028320312,
|
| 2317 |
+
"transcript_same": false
|
| 2318 |
+
},
|
| 2319 |
+
{
|
| 2320 |
+
"set": "test-clean",
|
| 2321 |
+
"id": "5639-40744-0004",
|
| 2322 |
+
"tokens": 312,
|
| 2323 |
+
"tokens_same": 312,
|
| 2324 |
+
"max_abs_top1_logit": 0.09464645385742188,
|
| 2325 |
+
"max_abs_top1_pos": 244,
|
| 2326 |
+
"ref_top1_at_max": 18.030353546142578,
|
| 2327 |
+
"coreai_top1_at_max": 18.125,
|
| 2328 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2329 |
+
"max_abs_blank_logit": 0.031726837158203125,
|
| 2330 |
+
"transcript_same": true
|
| 2331 |
+
},
|
| 2332 |
+
{
|
| 2333 |
+
"set": "test-clean",
|
| 2334 |
+
"id": "5639-40744-0005",
|
| 2335 |
+
"tokens": 141,
|
| 2336 |
+
"tokens_same": 141,
|
| 2337 |
+
"max_abs_top1_logit": 0.07460975646972656,
|
| 2338 |
+
"max_abs_top1_pos": 126,
|
| 2339 |
+
"ref_top1_at_max": 28.418359756469727,
|
| 2340 |
+
"coreai_top1_at_max": 28.34375,
|
| 2341 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2342 |
+
"max_abs_blank_logit": 0.028522491455078125,
|
| 2343 |
+
"transcript_same": true
|
| 2344 |
+
},
|
| 2345 |
+
{
|
| 2346 |
+
"set": "test-clean",
|
| 2347 |
+
"id": "5639-40744-0006",
|
| 2348 |
+
"tokens": 201,
|
| 2349 |
+
"tokens_same": 201,
|
| 2350 |
+
"max_abs_top1_logit": 0.08351564407348633,
|
| 2351 |
+
"max_abs_top1_pos": 166,
|
| 2352 |
+
"ref_top1_at_max": 5.771015644073486,
|
| 2353 |
+
"coreai_top1_at_max": 5.6875,
|
| 2354 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2355 |
+
"max_abs_blank_logit": 0.022174835205078125,
|
| 2356 |
+
"transcript_same": true
|
| 2357 |
+
},
|
| 2358 |
+
{
|
| 2359 |
+
"set": "test-clean",
|
| 2360 |
+
"id": "5639-40744-0007",
|
| 2361 |
+
"tokens": 146,
|
| 2362 |
+
"tokens_same": 146,
|
| 2363 |
+
"max_abs_top1_logit": 0.08300304412841797,
|
| 2364 |
+
"max_abs_top1_pos": 46,
|
| 2365 |
+
"ref_top1_at_max": -3.991215705871582,
|
| 2366 |
+
"coreai_top1_at_max": -4.07421875,
|
| 2367 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2368 |
+
"max_abs_blank_logit": 0.02811431884765625,
|
| 2369 |
+
"transcript_same": true
|
| 2370 |
+
},
|
| 2371 |
+
{
|
| 2372 |
+
"set": "test-clean",
|
| 2373 |
+
"id": "5639-40744-0008",
|
| 2374 |
+
"tokens": 56,
|
| 2375 |
+
"tokens_same": 56,
|
| 2376 |
+
"max_abs_top1_logit": 0.059731483459472656,
|
| 2377 |
+
"max_abs_top1_pos": 25,
|
| 2378 |
+
"ref_top1_at_max": 0.6022119522094727,
|
| 2379 |
+
"coreai_top1_at_max": 0.54248046875,
|
| 2380 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2381 |
+
"max_abs_blank_logit": 0.0264739990234375,
|
| 2382 |
+
"transcript_same": true
|
| 2383 |
+
},
|
| 2384 |
+
{
|
| 2385 |
+
"set": "test-clean",
|
| 2386 |
+
"id": "5639-40744-0009",
|
| 2387 |
+
"tokens": 60,
|
| 2388 |
+
"tokens_same": 60,
|
| 2389 |
+
"max_abs_top1_logit": 0.048969268798828125,
|
| 2390 |
+
"max_abs_top1_pos": 36,
|
| 2391 |
+
"ref_top1_at_max": 31.127094268798828,
|
| 2392 |
+
"coreai_top1_at_max": 31.078125,
|
| 2393 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2394 |
+
"max_abs_blank_logit": 0.013472557067871094,
|
| 2395 |
+
"transcript_same": true
|
| 2396 |
+
},
|
| 2397 |
+
{
|
| 2398 |
+
"set": "test-clean",
|
| 2399 |
+
"id": "5639-40744-0010",
|
| 2400 |
+
"tokens": 103,
|
| 2401 |
+
"tokens_same": 103,
|
| 2402 |
+
"max_abs_top1_logit": 0.07409286499023438,
|
| 2403 |
+
"max_abs_top1_pos": 96,
|
| 2404 |
+
"ref_top1_at_max": 27.699092864990234,
|
| 2405 |
+
"coreai_top1_at_max": 27.625,
|
| 2406 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2407 |
+
"max_abs_blank_logit": 0.020704269409179688,
|
| 2408 |
+
"transcript_same": true
|
| 2409 |
+
},
|
| 2410 |
+
{
|
| 2411 |
+
"set": "test-clean",
|
| 2412 |
+
"id": "5639-40744-0011",
|
| 2413 |
+
"tokens": 67,
|
| 2414 |
+
"tokens_same": 67,
|
| 2415 |
+
"max_abs_top1_logit": 0.053127288818359375,
|
| 2416 |
+
"max_abs_top1_pos": 49,
|
| 2417 |
+
"ref_top1_at_max": 33.24062728881836,
|
| 2418 |
+
"coreai_top1_at_max": 33.1875,
|
| 2419 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2420 |
+
"max_abs_blank_logit": 0.014331817626953125,
|
| 2421 |
+
"transcript_same": true
|
| 2422 |
+
},
|
| 2423 |
+
{
|
| 2424 |
+
"set": "test-clean",
|
| 2425 |
+
"id": "5639-40744-0012",
|
| 2426 |
+
"tokens": 215,
|
| 2427 |
+
"tokens_same": 215,
|
| 2428 |
+
"max_abs_top1_logit": 0.06480693817138672,
|
| 2429 |
+
"max_abs_top1_pos": 85,
|
| 2430 |
+
"ref_top1_at_max": 4.611681938171387,
|
| 2431 |
+
"coreai_top1_at_max": 4.546875,
|
| 2432 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2433 |
+
"max_abs_blank_logit": 0.018726348876953125,
|
| 2434 |
+
"transcript_same": true
|
| 2435 |
+
},
|
| 2436 |
+
{
|
| 2437 |
+
"set": "test-clean",
|
| 2438 |
+
"id": "5639-40744-0013",
|
| 2439 |
+
"tokens": 172,
|
| 2440 |
+
"tokens_same": 172,
|
| 2441 |
+
"max_abs_top1_logit": 0.1898866891860962,
|
| 2442 |
+
"max_abs_top1_pos": 49,
|
| 2443 |
+
"ref_top1_at_max": -1.4730898141860962,
|
| 2444 |
+
"coreai_top1_at_max": -1.283203125,
|
| 2445 |
+
"tokens_top1_off_by_0.1": 2,
|
| 2446 |
+
"max_abs_blank_logit": 0.04994964599609375,
|
| 2447 |
+
"transcript_same": true
|
| 2448 |
+
},
|
| 2449 |
+
{
|
| 2450 |
+
"set": "test-clean",
|
| 2451 |
+
"id": "5639-40744-0014",
|
| 2452 |
+
"tokens": 193,
|
| 2453 |
+
"tokens_same": 193,
|
| 2454 |
+
"max_abs_top1_logit": 0.07869148254394531,
|
| 2455 |
+
"max_abs_top1_pos": 38,
|
| 2456 |
+
"ref_top1_at_max": 6.367753982543945,
|
| 2457 |
+
"coreai_top1_at_max": 6.2890625,
|
| 2458 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2459 |
+
"max_abs_blank_logit": 0.02805328369140625,
|
| 2460 |
+
"transcript_same": true
|
| 2461 |
+
},
|
| 2462 |
+
{
|
| 2463 |
+
"set": "test-clean",
|
| 2464 |
+
"id": "5639-40744-0015",
|
| 2465 |
+
"tokens": 276,
|
| 2466 |
+
"tokens_same": 276,
|
| 2467 |
+
"max_abs_top1_logit": 0.10280036926269531,
|
| 2468 |
+
"max_abs_top1_pos": 258,
|
| 2469 |
+
"ref_top1_at_max": 21.912824630737305,
|
| 2470 |
+
"coreai_top1_at_max": 22.015625,
|
| 2471 |
+
"tokens_top1_off_by_0.1": 1,
|
| 2472 |
+
"max_abs_blank_logit": 0.022838592529296875,
|
| 2473 |
+
"transcript_same": true
|
| 2474 |
+
},
|
| 2475 |
+
{
|
| 2476 |
+
"set": "test-clean",
|
| 2477 |
+
"id": "5639-40744-0016",
|
| 2478 |
+
"tokens": 237,
|
| 2479 |
+
"tokens_same": 237,
|
| 2480 |
+
"max_abs_top1_logit": 0.1024618148803711,
|
| 2481 |
+
"max_abs_top1_pos": 122,
|
| 2482 |
+
"ref_top1_at_max": 10.225663185119629,
|
| 2483 |
+
"coreai_top1_at_max": 10.328125,
|
| 2484 |
+
"tokens_top1_off_by_0.1": 1,
|
| 2485 |
+
"max_abs_blank_logit": 0.024847030639648438,
|
| 2486 |
+
"transcript_same": true
|
| 2487 |
+
},
|
| 2488 |
+
{
|
| 2489 |
+
"set": "test-clean",
|
| 2490 |
+
"id": "5639-40744-0017",
|
| 2491 |
+
"tokens": 147,
|
| 2492 |
+
"tokens_same": 147,
|
| 2493 |
+
"max_abs_top1_logit": 0.05701276659965515,
|
| 2494 |
+
"max_abs_top1_pos": 87,
|
| 2495 |
+
"ref_top1_at_max": 0.30065324902534485,
|
| 2496 |
+
"coreai_top1_at_max": 0.357666015625,
|
| 2497 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2498 |
+
"max_abs_blank_logit": 0.0265045166015625,
|
| 2499 |
+
"transcript_same": true
|
| 2500 |
+
},
|
| 2501 |
+
{
|
| 2502 |
+
"set": "test-clean",
|
| 2503 |
+
"id": "5639-40744-0018",
|
| 2504 |
+
"tokens": 386,
|
| 2505 |
+
"tokens_same": 386,
|
| 2506 |
+
"max_abs_top1_logit": 0.06629061698913574,
|
| 2507 |
+
"max_abs_top1_pos": 81,
|
| 2508 |
+
"ref_top1_at_max": -3.0176937580108643,
|
| 2509 |
+
"coreai_top1_at_max": -3.083984375,
|
| 2510 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2511 |
+
"max_abs_blank_logit": 0.024608612060546875,
|
| 2512 |
+
"transcript_same": true
|
| 2513 |
+
},
|
| 2514 |
+
{
|
| 2515 |
+
"set": "test-clean",
|
| 2516 |
+
"id": "5639-40744-0019",
|
| 2517 |
+
"tokens": 302,
|
| 2518 |
+
"tokens_same": 302,
|
| 2519 |
+
"max_abs_top1_logit": 0.07171630859375,
|
| 2520 |
+
"max_abs_top1_pos": 119,
|
| 2521 |
+
"ref_top1_at_max": 33.16546630859375,
|
| 2522 |
+
"coreai_top1_at_max": 33.09375,
|
| 2523 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2524 |
+
"max_abs_blank_logit": 0.026947021484375,
|
| 2525 |
+
"transcript_same": true
|
| 2526 |
+
},
|
| 2527 |
+
{
|
| 2528 |
+
"set": "test-clean",
|
| 2529 |
+
"id": "5639-40744-0020",
|
| 2530 |
+
"tokens": 246,
|
| 2531 |
+
"tokens_same": 246,
|
| 2532 |
+
"max_abs_top1_logit": 0.07079696655273438,
|
| 2533 |
+
"max_abs_top1_pos": 103,
|
| 2534 |
+
"ref_top1_at_max": 8.344234466552734,
|
| 2535 |
+
"coreai_top1_at_max": 8.2734375,
|
| 2536 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2537 |
+
"max_abs_blank_logit": 0.025388717651367188,
|
| 2538 |
+
"transcript_same": true
|
| 2539 |
+
},
|
| 2540 |
+
{
|
| 2541 |
+
"set": "test-clean",
|
| 2542 |
+
"id": "5639-40744-0021",
|
| 2543 |
+
"tokens": 275,
|
| 2544 |
+
"tokens_same": 275,
|
| 2545 |
+
"max_abs_top1_logit": 0.06073296070098877,
|
| 2546 |
+
"max_abs_top1_pos": 74,
|
| 2547 |
+
"ref_top1_at_max": -1.6814545392990112,
|
| 2548 |
+
"coreai_top1_at_max": -1.7421875,
|
| 2549 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2550 |
+
"max_abs_blank_logit": 0.027528762817382812,
|
| 2551 |
+
"transcript_same": true
|
| 2552 |
+
},
|
| 2553 |
+
{
|
| 2554 |
+
"set": "test-clean",
|
| 2555 |
+
"id": "5639-40744-0022",
|
| 2556 |
+
"tokens": 341,
|
| 2557 |
+
"tokens_same": 341,
|
| 2558 |
+
"max_abs_top1_logit": 0.08526641130447388,
|
| 2559 |
+
"max_abs_top1_pos": 35,
|
| 2560 |
+
"ref_top1_at_max": -0.7438351511955261,
|
| 2561 |
+
"coreai_top1_at_max": -0.8291015625,
|
| 2562 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2563 |
+
"max_abs_blank_logit": 0.0293731689453125,
|
| 2564 |
+
"transcript_same": true
|
| 2565 |
+
},
|
| 2566 |
+
{
|
| 2567 |
+
"set": "test-clean",
|
| 2568 |
+
"id": "5639-40744-0023",
|
| 2569 |
+
"tokens": 348,
|
| 2570 |
+
"tokens_same": 348,
|
| 2571 |
+
"max_abs_top1_logit": 0.09943771362304688,
|
| 2572 |
+
"max_abs_top1_pos": 112,
|
| 2573 |
+
"ref_top1_at_max": 17.068187713623047,
|
| 2574 |
+
"coreai_top1_at_max": 16.96875,
|
| 2575 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2576 |
+
"max_abs_blank_logit": 0.037303924560546875,
|
| 2577 |
+
"transcript_same": true
|
| 2578 |
+
},
|
| 2579 |
+
{
|
| 2580 |
+
"set": "test-clean",
|
| 2581 |
+
"id": "5639-40744-0024",
|
| 2582 |
+
"tokens": 221,
|
| 2583 |
+
"tokens_same": 221,
|
| 2584 |
+
"max_abs_top1_logit": 0.07214736938476562,
|
| 2585 |
+
"max_abs_top1_pos": 24,
|
| 2586 |
+
"ref_top1_at_max": 32.384647369384766,
|
| 2587 |
+
"coreai_top1_at_max": 32.3125,
|
| 2588 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2589 |
+
"max_abs_blank_logit": 0.04523944854736328,
|
| 2590 |
+
"transcript_same": true
|
| 2591 |
+
},
|
| 2592 |
+
{
|
| 2593 |
+
"set": "test-clean",
|
| 2594 |
+
"id": "5639-40744-0025",
|
| 2595 |
+
"tokens": 220,
|
| 2596 |
+
"tokens_same": 220,
|
| 2597 |
+
"max_abs_top1_logit": 0.11231040954589844,
|
| 2598 |
+
"max_abs_top1_pos": 96,
|
| 2599 |
+
"ref_top1_at_max": 24.3564395904541,
|
| 2600 |
+
"coreai_top1_at_max": 24.46875,
|
| 2601 |
+
"tokens_top1_off_by_0.1": 1,
|
| 2602 |
+
"max_abs_blank_logit": 0.022516250610351562,
|
| 2603 |
+
"transcript_same": true
|
| 2604 |
+
},
|
| 2605 |
+
{
|
| 2606 |
+
"set": "test-clean",
|
| 2607 |
+
"id": "5639-40744-0026",
|
| 2608 |
+
"tokens": 363,
|
| 2609 |
+
"tokens_same": 363,
|
| 2610 |
+
"max_abs_top1_logit": 0.08619511127471924,
|
| 2611 |
+
"max_abs_top1_pos": 142,
|
| 2612 |
+
"ref_top1_at_max": 0.8766955137252808,
|
| 2613 |
+
"coreai_top1_at_max": 0.962890625,
|
| 2614 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2615 |
+
"max_abs_blank_logit": 0.03343772888183594,
|
| 2616 |
+
"transcript_same": true
|
| 2617 |
+
},
|
| 2618 |
+
{
|
| 2619 |
+
"set": "test-clean",
|
| 2620 |
+
"id": "5639-40744-0027",
|
| 2621 |
+
"tokens": 582,
|
| 2622 |
+
"tokens_same": 582,
|
| 2623 |
+
"max_abs_top1_logit": 0.11339569091796875,
|
| 2624 |
+
"max_abs_top1_pos": 354,
|
| 2625 |
+
"ref_top1_at_max": 19.41785430908203,
|
| 2626 |
+
"coreai_top1_at_max": 19.53125,
|
| 2627 |
+
"tokens_top1_off_by_0.1": 1,
|
| 2628 |
+
"max_abs_blank_logit": 0.0327606201171875,
|
| 2629 |
+
"transcript_same": true
|
| 2630 |
+
},
|
| 2631 |
+
{
|
| 2632 |
+
"set": "test-clean",
|
| 2633 |
+
"id": "5639-40744-0028",
|
| 2634 |
+
"tokens": 306,
|
| 2635 |
+
"tokens_same": 306,
|
| 2636 |
+
"max_abs_top1_logit": 0.06204986572265625,
|
| 2637 |
+
"max_abs_top1_pos": 287,
|
| 2638 |
+
"ref_top1_at_max": 27.593299865722656,
|
| 2639 |
+
"coreai_top1_at_max": 27.53125,
|
| 2640 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2641 |
+
"max_abs_blank_logit": 0.027252197265625,
|
| 2642 |
+
"transcript_same": true
|
| 2643 |
+
},
|
| 2644 |
+
{
|
| 2645 |
+
"set": "test-clean",
|
| 2646 |
+
"id": "5639-40744-0029",
|
| 2647 |
+
"tokens": 183,
|
| 2648 |
+
"tokens_same": 183,
|
| 2649 |
+
"max_abs_top1_logit": 0.18291378021240234,
|
| 2650 |
+
"max_abs_top1_pos": 60,
|
| 2651 |
+
"ref_top1_at_max": 12.113961219787598,
|
| 2652 |
+
"coreai_top1_at_max": 12.296875,
|
| 2653 |
+
"tokens_top1_off_by_0.1": 1,
|
| 2654 |
+
"max_abs_blank_logit": 0.03265953063964844,
|
| 2655 |
+
"transcript_same": true
|
| 2656 |
+
},
|
| 2657 |
+
{
|
| 2658 |
+
"set": "test-clean",
|
| 2659 |
+
"id": "5639-40744-0030",
|
| 2660 |
+
"tokens": 557,
|
| 2661 |
+
"tokens_same": 557,
|
| 2662 |
+
"max_abs_top1_logit": 0.07503175735473633,
|
| 2663 |
+
"max_abs_top1_pos": 445,
|
| 2664 |
+
"ref_top1_at_max": -5.018718242645264,
|
| 2665 |
+
"coreai_top1_at_max": -5.09375,
|
| 2666 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2667 |
+
"max_abs_blank_logit": 0.031986236572265625,
|
| 2668 |
+
"transcript_same": true
|
| 2669 |
+
},
|
| 2670 |
+
{
|
| 2671 |
+
"set": "test-clean",
|
| 2672 |
+
"id": "5639-40744-0031",
|
| 2673 |
+
"tokens": 711,
|
| 2674 |
+
"tokens_same": 711,
|
| 2675 |
+
"max_abs_top1_logit": 0.31806182861328125,
|
| 2676 |
+
"max_abs_top1_pos": 294,
|
| 2677 |
+
"ref_top1_at_max": 20.73993682861328,
|
| 2678 |
+
"coreai_top1_at_max": 20.421875,
|
| 2679 |
+
"tokens_top1_off_by_0.1": 2,
|
| 2680 |
+
"max_abs_blank_logit": 0.05833625793457031,
|
| 2681 |
+
"transcript_same": true
|
| 2682 |
+
},
|
| 2683 |
+
{
|
| 2684 |
+
"set": "test-clean",
|
| 2685 |
+
"id": "5639-40744-0032",
|
| 2686 |
+
"tokens": 436,
|
| 2687 |
+
"tokens_same": 436,
|
| 2688 |
+
"max_abs_top1_logit": 0.06921768188476562,
|
| 2689 |
+
"max_abs_top1_pos": 318,
|
| 2690 |
+
"ref_top1_at_max": 32.444217681884766,
|
| 2691 |
+
"coreai_top1_at_max": 32.375,
|
| 2692 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2693 |
+
"max_abs_blank_logit": 0.032329559326171875,
|
| 2694 |
+
"transcript_same": true
|
| 2695 |
+
},
|
| 2696 |
+
{
|
| 2697 |
+
"set": "test-clean",
|
| 2698 |
+
"id": "5639-40744-0033",
|
| 2699 |
+
"tokens": 229,
|
| 2700 |
+
"tokens_same": 229,
|
| 2701 |
+
"max_abs_top1_logit": 0.13222122192382812,
|
| 2702 |
+
"max_abs_top1_pos": 134,
|
| 2703 |
+
"ref_top1_at_max": 26.539653778076172,
|
| 2704 |
+
"coreai_top1_at_max": 26.671875,
|
| 2705 |
+
"tokens_top1_off_by_0.1": 1,
|
| 2706 |
+
"max_abs_blank_logit": 0.02777862548828125,
|
| 2707 |
+
"transcript_same": true
|
| 2708 |
+
},
|
| 2709 |
+
{
|
| 2710 |
+
"set": "test-clean",
|
| 2711 |
+
"id": "5639-40744-0034",
|
| 2712 |
+
"tokens": 327,
|
| 2713 |
+
"tokens_same": 327,
|
| 2714 |
+
"max_abs_top1_logit": 0.09981918334960938,
|
| 2715 |
+
"max_abs_top1_pos": 316,
|
| 2716 |
+
"ref_top1_at_max": 8.65018081665039,
|
| 2717 |
+
"coreai_top1_at_max": 8.75,
|
| 2718 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2719 |
+
"max_abs_blank_logit": 0.024061203002929688,
|
| 2720 |
+
"transcript_same": true
|
| 2721 |
+
},
|
| 2722 |
+
{
|
| 2723 |
+
"set": "test-clean",
|
| 2724 |
+
"id": "5639-40744-0035",
|
| 2725 |
+
"tokens": 438,
|
| 2726 |
+
"tokens_same": 438,
|
| 2727 |
+
"max_abs_top1_logit": 0.09451675415039062,
|
| 2728 |
+
"max_abs_top1_pos": 244,
|
| 2729 |
+
"ref_top1_at_max": 7.268764495849609,
|
| 2730 |
+
"coreai_top1_at_max": 7.36328125,
|
| 2731 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2732 |
+
"max_abs_blank_logit": 0.04006767272949219,
|
| 2733 |
+
"transcript_same": true
|
| 2734 |
+
},
|
| 2735 |
+
{
|
| 2736 |
+
"set": "test-clean",
|
| 2737 |
+
"id": "5639-40744-0036",
|
| 2738 |
+
"tokens": 289,
|
| 2739 |
+
"tokens_same": 289,
|
| 2740 |
+
"max_abs_top1_logit": 0.10007858276367188,
|
| 2741 |
+
"max_abs_top1_pos": 50,
|
| 2742 |
+
"ref_top1_at_max": 22.259296417236328,
|
| 2743 |
+
"coreai_top1_at_max": 22.359375,
|
| 2744 |
+
"tokens_top1_off_by_0.1": 1,
|
| 2745 |
+
"max_abs_blank_logit": 0.028110504150390625,
|
| 2746 |
+
"transcript_same": true
|
| 2747 |
+
},
|
| 2748 |
+
{
|
| 2749 |
+
"set": "test-clean",
|
| 2750 |
+
"id": "5639-40744-0037",
|
| 2751 |
+
"tokens": 286,
|
| 2752 |
+
"tokens_same": 286,
|
| 2753 |
+
"max_abs_top1_logit": 0.11952495574951172,
|
| 2754 |
+
"max_abs_top1_pos": 269,
|
| 2755 |
+
"ref_top1_at_max": 14.971087455749512,
|
| 2756 |
+
"coreai_top1_at_max": 14.8515625,
|
| 2757 |
+
"tokens_top1_off_by_0.1": 1,
|
| 2758 |
+
"max_abs_blank_logit": 0.027690887451171875,
|
| 2759 |
+
"transcript_same": true
|
| 2760 |
+
},
|
| 2761 |
+
{
|
| 2762 |
+
"set": "test-clean",
|
| 2763 |
+
"id": "5639-40744-0038",
|
| 2764 |
+
"tokens": 345,
|
| 2765 |
+
"tokens_same": 345,
|
| 2766 |
+
"max_abs_top1_logit": 0.07754898071289062,
|
| 2767 |
+
"max_abs_top1_pos": 315,
|
| 2768 |
+
"ref_top1_at_max": 32.42129898071289,
|
| 2769 |
+
"coreai_top1_at_max": 32.34375,
|
| 2770 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2771 |
+
"max_abs_blank_logit": 0.032573699951171875,
|
| 2772 |
+
"transcript_same": true
|
| 2773 |
+
},
|
| 2774 |
+
{
|
| 2775 |
+
"set": "test-clean",
|
| 2776 |
+
"id": "5639-40744-0039",
|
| 2777 |
+
"tokens": 360,
|
| 2778 |
+
"tokens_same": 360,
|
| 2779 |
+
"max_abs_top1_logit": 0.06553792953491211,
|
| 2780 |
+
"max_abs_top1_pos": 45,
|
| 2781 |
+
"ref_top1_at_max": 6.475694179534912,
|
| 2782 |
+
"coreai_top1_at_max": 6.41015625,
|
| 2783 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2784 |
+
"max_abs_blank_logit": 0.032505035400390625,
|
| 2785 |
+
"transcript_same": true
|
| 2786 |
+
},
|
| 2787 |
+
{
|
| 2788 |
+
"set": "test-clean",
|
| 2789 |
+
"id": "5639-40744-0040",
|
| 2790 |
+
"tokens": 313,
|
| 2791 |
+
"tokens_same": 313,
|
| 2792 |
+
"max_abs_top1_logit": 0.07727432250976562,
|
| 2793 |
+
"max_abs_top1_pos": 123,
|
| 2794 |
+
"ref_top1_at_max": 33.639774322509766,
|
| 2795 |
+
"coreai_top1_at_max": 33.5625,
|
| 2796 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2797 |
+
"max_abs_blank_logit": 0.022192955017089844,
|
| 2798 |
+
"transcript_same": true
|
| 2799 |
+
},
|
| 2800 |
+
{
|
| 2801 |
+
"set": "test-clean",
|
| 2802 |
+
"id": "5639-40744-0041",
|
| 2803 |
+
"tokens": 430,
|
| 2804 |
+
"tokens_same": 430,
|
| 2805 |
+
"max_abs_top1_logit": 0.07330322265625,
|
| 2806 |
+
"max_abs_top1_pos": 255,
|
| 2807 |
+
"ref_top1_at_max": 36.63580322265625,
|
| 2808 |
+
"coreai_top1_at_max": 36.5625,
|
| 2809 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2810 |
+
"max_abs_blank_logit": 0.024639129638671875,
|
| 2811 |
+
"transcript_same": true
|
| 2812 |
+
},
|
| 2813 |
+
{
|
| 2814 |
+
"set": "test-clean",
|
| 2815 |
+
"id": "260-123440-0000",
|
| 2816 |
+
"tokens": 54,
|
| 2817 |
+
"tokens_same": 54,
|
| 2818 |
+
"max_abs_top1_logit": 0.05336260795593262,
|
| 2819 |
+
"max_abs_top1_pos": 31,
|
| 2820 |
+
"ref_top1_at_max": 2.7799251079559326,
|
| 2821 |
+
"coreai_top1_at_max": 2.7265625,
|
| 2822 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2823 |
+
"max_abs_blank_logit": 0.020071029663085938,
|
| 2824 |
+
"transcript_same": true
|
| 2825 |
+
},
|
| 2826 |
+
{
|
| 2827 |
+
"set": "test-clean",
|
| 2828 |
+
"id": "260-123440-0001",
|
| 2829 |
+
"tokens": 44,
|
| 2830 |
+
"tokens_same": 44,
|
| 2831 |
+
"max_abs_top1_logit": 0.05530500411987305,
|
| 2832 |
+
"max_abs_top1_pos": 20,
|
| 2833 |
+
"ref_top1_at_max": 2.330695629119873,
|
| 2834 |
+
"coreai_top1_at_max": 2.275390625,
|
| 2835 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2836 |
+
"max_abs_blank_logit": 0.015811920166015625,
|
| 2837 |
+
"transcript_same": true
|
| 2838 |
+
},
|
| 2839 |
+
{
|
| 2840 |
+
"set": "test-clean",
|
| 2841 |
+
"id": "260-123440-0002",
|
| 2842 |
+
"tokens": 368,
|
| 2843 |
+
"tokens_same": 368,
|
| 2844 |
+
"max_abs_top1_logit": 0.1188955307006836,
|
| 2845 |
+
"max_abs_top1_pos": 141,
|
| 2846 |
+
"ref_top1_at_max": 6.615479469299316,
|
| 2847 |
+
"coreai_top1_at_max": 6.734375,
|
| 2848 |
+
"tokens_top1_off_by_0.1": 1,
|
| 2849 |
+
"max_abs_blank_logit": 0.03325653076171875,
|
| 2850 |
+
"transcript_same": true
|
| 2851 |
+
},
|
| 2852 |
+
{
|
| 2853 |
+
"set": "test-clean",
|
| 2854 |
+
"id": "260-123440-0003",
|
| 2855 |
+
"tokens": 90,
|
| 2856 |
+
"tokens_same": 90,
|
| 2857 |
+
"max_abs_top1_logit": 0.07825279235839844,
|
| 2858 |
+
"max_abs_top1_pos": 23,
|
| 2859 |
+
"ref_top1_at_max": 27.3438777923584,
|
| 2860 |
+
"coreai_top1_at_max": 27.265625,
|
| 2861 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2862 |
+
"max_abs_blank_logit": 0.01825714111328125,
|
| 2863 |
+
"transcript_same": true
|
| 2864 |
+
},
|
| 2865 |
+
{
|
| 2866 |
+
"set": "test-clean",
|
| 2867 |
+
"id": "260-123440-0004",
|
| 2868 |
+
"tokens": 301,
|
| 2869 |
+
"tokens_same": 301,
|
| 2870 |
+
"max_abs_top1_logit": 0.07752907276153564,
|
| 2871 |
+
"max_abs_top1_pos": 300,
|
| 2872 |
+
"ref_top1_at_max": 1.6068259477615356,
|
| 2873 |
+
"coreai_top1_at_max": 1.529296875,
|
| 2874 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2875 |
+
"max_abs_blank_logit": 0.03742218017578125,
|
| 2876 |
+
"transcript_same": true
|
| 2877 |
+
},
|
| 2878 |
+
{
|
| 2879 |
+
"set": "test-clean",
|
| 2880 |
+
"id": "260-123440-0005",
|
| 2881 |
+
"tokens": 78,
|
| 2882 |
+
"tokens_same": 78,
|
| 2883 |
+
"max_abs_top1_logit": 0.055385589599609375,
|
| 2884 |
+
"max_abs_top1_pos": 36,
|
| 2885 |
+
"ref_top1_at_max": 1.1784324645996094,
|
| 2886 |
+
"coreai_top1_at_max": 1.123046875,
|
| 2887 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2888 |
+
"max_abs_blank_logit": 0.016954421997070312,
|
| 2889 |
+
"transcript_same": true
|
| 2890 |
+
},
|
| 2891 |
+
{
|
| 2892 |
+
"set": "test-clean",
|
| 2893 |
+
"id": "260-123440-0006",
|
| 2894 |
+
"tokens": 68,
|
| 2895 |
+
"tokens_same": 68,
|
| 2896 |
+
"max_abs_top1_logit": 0.056702613830566406,
|
| 2897 |
+
"max_abs_top1_pos": 29,
|
| 2898 |
+
"ref_top1_at_max": 8.779234886169434,
|
| 2899 |
+
"coreai_top1_at_max": 8.8359375,
|
| 2900 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2901 |
+
"max_abs_blank_logit": 0.0110015869140625,
|
| 2902 |
+
"transcript_same": true
|
| 2903 |
+
},
|
| 2904 |
+
{
|
| 2905 |
+
"set": "test-clean",
|
| 2906 |
+
"id": "260-123440-0007",
|
| 2907 |
+
"tokens": 85,
|
| 2908 |
+
"tokens_same": 85,
|
| 2909 |
+
"max_abs_top1_logit": 0.05804443359375,
|
| 2910 |
+
"max_abs_top1_pos": 79,
|
| 2911 |
+
"ref_top1_at_max": 32.68304443359375,
|
| 2912 |
+
"coreai_top1_at_max": 32.625,
|
| 2913 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2914 |
+
"max_abs_blank_logit": 0.026212692260742188,
|
| 2915 |
+
"transcript_same": true
|
| 2916 |
+
},
|
| 2917 |
+
{
|
| 2918 |
+
"set": "test-clean",
|
| 2919 |
+
"id": "260-123440-0008",
|
| 2920 |
+
"tokens": 94,
|
| 2921 |
+
"tokens_same": 94,
|
| 2922 |
+
"max_abs_top1_logit": 0.053530216217041016,
|
| 2923 |
+
"max_abs_top1_pos": 87,
|
| 2924 |
+
"ref_top1_at_max": 4.901186466217041,
|
| 2925 |
+
"coreai_top1_at_max": 4.84765625,
|
| 2926 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2927 |
+
"max_abs_blank_logit": 0.01534271240234375,
|
| 2928 |
+
"transcript_same": true
|
| 2929 |
+
},
|
| 2930 |
+
{
|
| 2931 |
+
"set": "test-clean",
|
| 2932 |
+
"id": "260-123440-0009",
|
| 2933 |
+
"tokens": 78,
|
| 2934 |
+
"tokens_same": 78,
|
| 2935 |
+
"max_abs_top1_logit": 0.05565643310546875,
|
| 2936 |
+
"max_abs_top1_pos": 24,
|
| 2937 |
+
"ref_top1_at_max": 33.11815643310547,
|
| 2938 |
+
"coreai_top1_at_max": 33.0625,
|
| 2939 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2940 |
+
"max_abs_blank_logit": 0.021312713623046875,
|
| 2941 |
+
"transcript_same": true
|
| 2942 |
+
},
|
| 2943 |
+
{
|
| 2944 |
+
"set": "test-clean",
|
| 2945 |
+
"id": "260-123440-0010",
|
| 2946 |
+
"tokens": 208,
|
| 2947 |
+
"tokens_same": 208,
|
| 2948 |
+
"max_abs_top1_logit": 0.1363811492919922,
|
| 2949 |
+
"max_abs_top1_pos": 14,
|
| 2950 |
+
"ref_top1_at_max": 26.870756149291992,
|
| 2951 |
+
"coreai_top1_at_max": 26.734375,
|
| 2952 |
+
"tokens_top1_off_by_0.1": 1,
|
| 2953 |
+
"max_abs_blank_logit": 0.027923583984375,
|
| 2954 |
+
"transcript_same": true
|
| 2955 |
+
},
|
| 2956 |
+
{
|
| 2957 |
+
"set": "test-clean",
|
| 2958 |
+
"id": "260-123440-0011",
|
| 2959 |
+
"tokens": 122,
|
| 2960 |
+
"tokens_same": 122,
|
| 2961 |
+
"max_abs_top1_logit": 0.08149123191833496,
|
| 2962 |
+
"max_abs_top1_pos": 81,
|
| 2963 |
+
"ref_top1_at_max": -0.749459981918335,
|
| 2964 |
+
"coreai_top1_at_max": -0.66796875,
|
| 2965 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2966 |
+
"max_abs_blank_logit": 0.021381378173828125,
|
| 2967 |
+
"transcript_same": true
|
| 2968 |
+
},
|
| 2969 |
+
{
|
| 2970 |
+
"set": "test-clean",
|
| 2971 |
+
"id": "260-123440-0012",
|
| 2972 |
+
"tokens": 131,
|
| 2973 |
+
"tokens_same": 131,
|
| 2974 |
+
"max_abs_top1_logit": 0.0789947509765625,
|
| 2975 |
+
"max_abs_top1_pos": 14,
|
| 2976 |
+
"ref_top1_at_max": 26.141494750976562,
|
| 2977 |
+
"coreai_top1_at_max": 26.0625,
|
| 2978 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2979 |
+
"max_abs_blank_logit": 0.018037796020507812,
|
| 2980 |
+
"transcript_same": true
|
| 2981 |
+
},
|
| 2982 |
+
{
|
| 2983 |
+
"set": "test-clean",
|
| 2984 |
+
"id": "260-123440-0013",
|
| 2985 |
+
"tokens": 87,
|
| 2986 |
+
"tokens_same": 87,
|
| 2987 |
+
"max_abs_top1_logit": 0.07261180877685547,
|
| 2988 |
+
"max_abs_top1_pos": 36,
|
| 2989 |
+
"ref_top1_at_max": 3.2620649337768555,
|
| 2990 |
+
"coreai_top1_at_max": 3.189453125,
|
| 2991 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2992 |
+
"max_abs_blank_logit": 0.022480010986328125,
|
| 2993 |
+
"transcript_same": true
|
| 2994 |
+
},
|
| 2995 |
+
{
|
| 2996 |
+
"set": "test-clean",
|
| 2997 |
+
"id": "260-123440-0014",
|
| 2998 |
+
"tokens": 96,
|
| 2999 |
+
"tokens_same": 96,
|
| 3000 |
+
"max_abs_top1_logit": 0.05112314224243164,
|
| 3001 |
+
"max_abs_top1_pos": 41,
|
| 3002 |
+
"ref_top1_at_max": -2.8316893577575684,
|
| 3003 |
+
"coreai_top1_at_max": -2.8828125,
|
| 3004 |
+
"tokens_top1_off_by_0.1": 0,
|
| 3005 |
+
"max_abs_blank_logit": 0.0477752685546875,
|
| 3006 |
+
"transcript_same": true
|
| 3007 |
+
},
|
| 3008 |
+
{
|
| 3009 |
+
"set": "test-clean",
|
| 3010 |
+
"id": "260-123440-0015",
|
| 3011 |
+
"tokens": 155,
|
| 3012 |
+
"tokens_same": 155,
|
| 3013 |
+
"max_abs_top1_logit": 0.07098388671875,
|
| 3014 |
+
"max_abs_top1_pos": 59,
|
| 3015 |
+
"ref_top1_at_max": 33.32098388671875,
|
| 3016 |
+
"coreai_top1_at_max": 33.25,
|
| 3017 |
+
"tokens_top1_off_by_0.1": 0,
|
| 3018 |
+
"max_abs_blank_logit": 0.017534255981445312,
|
| 3019 |
+
"transcript_same": true
|
| 3020 |
+
},
|
| 3021 |
+
{
|
| 3022 |
+
"set": "test-clean",
|
| 3023 |
+
"id": "260-123440-0016",
|
| 3024 |
+
"tokens": 123,
|
| 3025 |
+
"tokens_same": 123,
|
| 3026 |
+
"max_abs_top1_logit": 0.14867496490478516,
|
| 3027 |
+
"max_abs_top1_pos": 85,
|
| 3028 |
+
"ref_top1_at_max": 8.113518714904785,
|
| 3029 |
+
"coreai_top1_at_max": 7.96484375,
|
| 3030 |
+
"tokens_top1_off_by_0.1": 1,
|
| 3031 |
+
"max_abs_blank_logit": 0.024951934814453125,
|
| 3032 |
+
"transcript_same": true
|
| 3033 |
+
},
|
| 3034 |
+
{
|
| 3035 |
+
"set": "test-clean",
|
| 3036 |
+
"id": "260-123440-0017",
|
| 3037 |
+
"tokens": 77,
|
| 3038 |
+
"tokens_same": 77,
|
| 3039 |
+
"max_abs_top1_logit": 0.05130577087402344,
|
| 3040 |
+
"max_abs_top1_pos": 40,
|
| 3041 |
+
"ref_top1_at_max": 29.879430770874023,
|
| 3042 |
+
"coreai_top1_at_max": 29.828125,
|
| 3043 |
+
"tokens_top1_off_by_0.1": 0,
|
| 3044 |
+
"max_abs_blank_logit": 0.018100738525390625,
|
| 3045 |
+
"transcript_same": true
|
| 3046 |
+
},
|
| 3047 |
+
{
|
| 3048 |
+
"set": "test-clean",
|
| 3049 |
+
"id": "260-123440-0018",
|
| 3050 |
+
"tokens": 91,
|
| 3051 |
+
"tokens_same": 91,
|
| 3052 |
+
"max_abs_top1_logit": 0.05369707942008972,
|
| 3053 |
+
"max_abs_top1_pos": 25,
|
| 3054 |
+
"ref_top1_at_max": 0.2705216705799103,
|
| 3055 |
+
"coreai_top1_at_max": 0.32421875,
|
| 3056 |
+
"tokens_top1_off_by_0.1": 0,
|
| 3057 |
+
"max_abs_blank_logit": 0.03765106201171875,
|
| 3058 |
+
"transcript_same": true
|
| 3059 |
+
},
|
| 3060 |
+
{
|
| 3061 |
+
"set": "test-clean",
|
| 3062 |
+
"id": "260-123440-0019",
|
| 3063 |
+
"tokens": 166,
|
| 3064 |
+
"tokens_same": 166,
|
| 3065 |
+
"max_abs_top1_logit": 0.06191873550415039,
|
| 3066 |
+
"max_abs_top1_pos": 152,
|
| 3067 |
+
"ref_top1_at_max": 1.6742234230041504,
|
| 3068 |
+
"coreai_top1_at_max": 1.6123046875,
|
| 3069 |
+
"tokens_top1_off_by_0.1": 0,
|
| 3070 |
+
"max_abs_blank_logit": 0.029232025146484375,
|
| 3071 |
+
"transcript_same": true
|
| 3072 |
+
},
|
| 3073 |
+
{
|
| 3074 |
+
"set": "test-clean",
|
| 3075 |
+
"id": "260-123440-0020",
|
| 3076 |
+
"tokens": 125,
|
| 3077 |
+
"tokens_same": 125,
|
| 3078 |
+
"max_abs_top1_logit": 0.04394817352294922,
|
| 3079 |
+
"max_abs_top1_pos": 110,
|
| 3080 |
+
"ref_top1_at_max": 11.57519817352295,
|
| 3081 |
+
"coreai_top1_at_max": 11.53125,
|
| 3082 |
+
"tokens_top1_off_by_0.1": 0,
|
| 3083 |
+
"max_abs_blank_logit": 0.01503753662109375,
|
| 3084 |
+
"transcript_same": true
|
| 3085 |
+
}
|
| 3086 |
+
],
|
| 3087 |
+
"wer_jiwer": {
|
| 3088 |
+
"engine": "jiwer 4.0.0",
|
| 3089 |
+
"hyp_tsv": "<work>/exports/reader/fp16/hyp_ane_T750.tsv",
|
| 3090 |
+
"fixture/torch": {
|
| 3091 |
+
"wer": 0.04805914972273567,
|
| 3092 |
+
"substitutions": 22,
|
| 3093 |
+
"deletions": 1,
|
| 3094 |
+
"insertions": 3,
|
| 3095 |
+
"ref_words": 541
|
| 3096 |
+
},
|
| 3097 |
+
"fixture/coreai": {
|
| 3098 |
+
"wer": 0.04805914972273567,
|
| 3099 |
+
"substitutions": 22,
|
| 3100 |
+
"deletions": 1,
|
| 3101 |
+
"insertions": 3,
|
| 3102 |
+
"ref_words": 541
|
| 3103 |
+
},
|
| 3104 |
+
"test-clean/torch": {
|
| 3105 |
+
"wer": 0.058784676354029064,
|
| 3106 |
+
"substitutions": 209,
|
| 3107 |
+
"deletions": 32,
|
| 3108 |
+
"insertions": 26,
|
| 3109 |
+
"ref_words": 4542
|
| 3110 |
+
},
|
| 3111 |
+
"test-clean/coreai": {
|
| 3112 |
+
"wer": 0.05900484368119771,
|
| 3113 |
+
"substitutions": 210,
|
| 3114 |
+
"deletions": 32,
|
| 3115 |
+
"insertions": 26,
|
| 3116 |
+
"ref_words": 4542
|
| 3117 |
+
},
|
| 3118 |
+
"matches_numpy": true
|
| 3119 |
+
}
|
| 3120 |
+
}
|
provenance/reader/mac-gpu-gate.json
ADDED
|
@@ -0,0 +1,3127 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bundle": "<work>/exports/reader/fp16/eg2_reader_fp16_T750_gpu_h16c.aimodelc",
|
| 3 |
+
"form": "fp16",
|
| 4 |
+
"tokens": 750,
|
| 5 |
+
"window_s": 30.0,
|
| 6 |
+
"head": "argmax",
|
| 7 |
+
"backend": "gpu",
|
| 8 |
+
"specialization": "default()",
|
| 9 |
+
"ane_regions": 0,
|
| 10 |
+
"ane_region_names": [],
|
| 11 |
+
"input_dtype": "float16",
|
| 12 |
+
"function_descriptor": {
|
| 13 |
+
"inputs": [
|
| 14 |
+
"soft_tokens",
|
| 15 |
+
"token_mask"
|
| 16 |
+
],
|
| 17 |
+
"outputs": [
|
| 18 |
+
"top1_index",
|
| 19 |
+
"top1_logit",
|
| 20 |
+
"blank_logit"
|
| 21 |
+
]
|
| 22 |
+
},
|
| 23 |
+
"reader": {
|
| 24 |
+
"kind": "release",
|
| 25 |
+
"weights": "<eg2-transcribe>/reader/reader.pt",
|
| 26 |
+
"weights_sha256": "67a06a857b9aeb066347f8947e4faeed11d2ec3e89e0c23974be0a2c20243d5b",
|
| 27 |
+
"arch": "a",
|
| 28 |
+
"k": null,
|
| 29 |
+
"params": 13268994,
|
| 30 |
+
"scale": 91.21830749511719,
|
| 31 |
+
"n_vocab": 200000,
|
| 32 |
+
"table": "<eg2-transcribe>/reader/word_table.npy",
|
| 33 |
+
"reader_dir": "<eg2-transcribe>/reader",
|
| 34 |
+
"model_py_sha256": "95a32e58defcda2d71931bea9c07a66272ff7ec8fa5cd39c1bce8e1f253b51c0",
|
| 35 |
+
"decode_py_sha256": "d8ecd41dea4322397c319d515cba80438b322c88aaf6471943cffbabca0f6462",
|
| 36 |
+
"config": {
|
| 37 |
+
"version": "v1",
|
| 38 |
+
"window": {
|
| 39 |
+
"seconds": 30,
|
| 40 |
+
"left_overlap_tokens": 96,
|
| 41 |
+
"right_extra_tokens": 1,
|
| 42 |
+
"note": "encoder is causal; the 83 tokens at the start of a window and its last token differ from a continuous run (fixtures/long-speckled-band: soft_tokens_w30 vs soft_tokens_continuous)"
|
| 43 |
+
},
|
| 44 |
+
"decode": "greedy argmax over N+1, collapse repeats, drop blank",
|
| 45 |
+
"scale": 91.21830749511719,
|
| 46 |
+
"wer": {
|
| 47 |
+
"dev-clean": {
|
| 48 |
+
"wer": 0.06566,
|
| 49 |
+
"utterances": 2703,
|
| 50 |
+
"ref_words": 54402
|
| 51 |
+
},
|
| 52 |
+
"dev-other": {
|
| 53 |
+
"wer": 0.14927,
|
| 54 |
+
"utterances": 2864,
|
| 55 |
+
"ref_words": 50948
|
| 56 |
+
},
|
| 57 |
+
"test-clean": {
|
| 58 |
+
"wer": 0.06807,
|
| 59 |
+
"utterances": 2620,
|
| 60 |
+
"ref_words": 52576
|
| 61 |
+
},
|
| 62 |
+
"test-other": {
|
| 63 |
+
"wer": 0.15102,
|
| 64 |
+
"utterances": 2939,
|
| 65 |
+
"ref_words": 52343
|
| 66 |
+
},
|
| 67 |
+
"fixtures": {
|
| 68 |
+
"wer": 0.04806,
|
| 69 |
+
"utterances": 20,
|
| 70 |
+
"ref_words": 541
|
| 71 |
+
},
|
| 72 |
+
"decode": "greedy, no language model"
|
| 73 |
+
}
|
| 74 |
+
}
|
| 75 |
+
},
|
| 76 |
+
"ref_npz": "<work>/exports/reader/ref_T750.npz",
|
| 77 |
+
"bar": {
|
| 78 |
+
"test_clean_wer_max": 0.060785,
|
| 79 |
+
"fixture_min": 19
|
| 80 |
+
},
|
| 81 |
+
"summary": {
|
| 82 |
+
"pass": true,
|
| 83 |
+
"bar_met": true,
|
| 84 |
+
"fixture": {
|
| 85 |
+
"utterances": 20,
|
| 86 |
+
"transcripts_same": 19,
|
| 87 |
+
"tokens": 5036,
|
| 88 |
+
"token_agreement": 0.999801429706116,
|
| 89 |
+
"wer_torch": {
|
| 90 |
+
"wer": 0.04805914972273567,
|
| 91 |
+
"errors": 26,
|
| 92 |
+
"ref_words": 541,
|
| 93 |
+
"utterances": 20,
|
| 94 |
+
"engine": "word Levenshtein (numpy); jiwer: gate_reader.py score"
|
| 95 |
+
},
|
| 96 |
+
"wer_coreai": {
|
| 97 |
+
"wer": 0.04990757855822551,
|
| 98 |
+
"errors": 27,
|
| 99 |
+
"ref_words": 541,
|
| 100 |
+
"utterances": 20,
|
| 101 |
+
"engine": "word Levenshtein (numpy); jiwer: gate_reader.py score"
|
| 102 |
+
}
|
| 103 |
+
},
|
| 104 |
+
"test_clean": {
|
| 105 |
+
"utterances": 200,
|
| 106 |
+
"transcripts_same": 200,
|
| 107 |
+
"tokens": 39126,
|
| 108 |
+
"token_agreement": 0.9999744415478199,
|
| 109 |
+
"wer_torch": {
|
| 110 |
+
"wer": 0.058784676354029064,
|
| 111 |
+
"errors": 267,
|
| 112 |
+
"ref_words": 4542,
|
| 113 |
+
"utterances": 200,
|
| 114 |
+
"engine": "word Levenshtein (numpy); jiwer: gate_reader.py score"
|
| 115 |
+
},
|
| 116 |
+
"wer_coreai": {
|
| 117 |
+
"wer": 0.058784676354029064,
|
| 118 |
+
"errors": 267,
|
| 119 |
+
"ref_words": 4542,
|
| 120 |
+
"utterances": 200,
|
| 121 |
+
"engine": "word Levenshtein (numpy); jiwer: gate_reader.py score"
|
| 122 |
+
}
|
| 123 |
+
},
|
| 124 |
+
"token_agreement_all": 0.9999547121960056,
|
| 125 |
+
"tokens": 44162,
|
| 126 |
+
"argmax_index_agreement": 0.9990036683121235,
|
| 127 |
+
"label_mismatches": 2,
|
| 128 |
+
"max_abs_top1_logit": 0.21756935119628906,
|
| 129 |
+
"max_abs_blank_logit": 0.04213714599609375,
|
| 130 |
+
"tokens_top1_off_by_0.1": 12,
|
| 131 |
+
"drift_labels": 0,
|
| 132 |
+
"drift_max_abs_logit": 0.0,
|
| 133 |
+
"red_arm_changes_labels": true,
|
| 134 |
+
"red_arm_transcripts_changed": 7
|
| 135 |
+
},
|
| 136 |
+
"mismatches": [
|
| 137 |
+
{
|
| 138 |
+
"set": "fixture",
|
| 139 |
+
"id": "1188-133604-0000",
|
| 140 |
+
"pos": 185,
|
| 141 |
+
"ref": 177983,
|
| 142 |
+
"coreai": 177342,
|
| 143 |
+
"ref_gap": 8.879601955413818e-05,
|
| 144 |
+
"ref_blank_minus_top1": -5.716585159301758,
|
| 145 |
+
"coreai_blank_minus_top1": -5.7109375
|
| 146 |
+
},
|
| 147 |
+
{
|
| 148 |
+
"set": "test-clean",
|
| 149 |
+
"id": "6930-76324-0016",
|
| 150 |
+
"pos": 226,
|
| 151 |
+
"ref": 200000,
|
| 152 |
+
"coreai": 81222,
|
| 153 |
+
"ref_gap": 0.06347741186618805,
|
| 154 |
+
"ref_blank_minus_top1": 0.016790390014648438,
|
| 155 |
+
"coreai_blank_minus_top1": 0.0
|
| 156 |
+
}
|
| 157 |
+
],
|
| 158 |
+
"red_arm_mask_all_ones": [
|
| 159 |
+
{
|
| 160 |
+
"id": "2300-131720-0000",
|
| 161 |
+
"tokens": 127,
|
| 162 |
+
"labels_changed": 2,
|
| 163 |
+
"transcript_changed": false
|
| 164 |
+
},
|
| 165 |
+
{
|
| 166 |
+
"id": "121-121726-0001",
|
| 167 |
+
"tokens": 148,
|
| 168 |
+
"labels_changed": 1,
|
| 169 |
+
"transcript_changed": true
|
| 170 |
+
},
|
| 171 |
+
{
|
| 172 |
+
"id": "1089-134686-0002",
|
| 173 |
+
"tokens": 166,
|
| 174 |
+
"labels_changed": 1,
|
| 175 |
+
"transcript_changed": true
|
| 176 |
+
},
|
| 177 |
+
{
|
| 178 |
+
"id": "1284-1180-0001",
|
| 179 |
+
"tokens": 194,
|
| 180 |
+
"labels_changed": 0,
|
| 181 |
+
"transcript_changed": false
|
| 182 |
+
},
|
| 183 |
+
{
|
| 184 |
+
"id": "2094-142345-0001",
|
| 185 |
+
"tokens": 201,
|
| 186 |
+
"labels_changed": 0,
|
| 187 |
+
"transcript_changed": false
|
| 188 |
+
},
|
| 189 |
+
{
|
| 190 |
+
"id": "1284-1180-0000",
|
| 191 |
+
"tokens": 203,
|
| 192 |
+
"labels_changed": 3,
|
| 193 |
+
"transcript_changed": true
|
| 194 |
+
},
|
| 195 |
+
{
|
| 196 |
+
"id": "121-121726-0000",
|
| 197 |
+
"tokens": 212,
|
| 198 |
+
"labels_changed": 3,
|
| 199 |
+
"transcript_changed": true
|
| 200 |
+
},
|
| 201 |
+
{
|
| 202 |
+
"id": "1580-141083-0000",
|
| 203 |
+
"tokens": 224,
|
| 204 |
+
"labels_changed": 1,
|
| 205 |
+
"transcript_changed": true
|
| 206 |
+
},
|
| 207 |
+
{
|
| 208 |
+
"id": "1188-133604-0001",
|
| 209 |
+
"tokens": 226,
|
| 210 |
+
"labels_changed": 3,
|
| 211 |
+
"transcript_changed": true
|
| 212 |
+
},
|
| 213 |
+
{
|
| 214 |
+
"id": "1995-1826-0000",
|
| 215 |
+
"tokens": 237,
|
| 216 |
+
"labels_changed": 1,
|
| 217 |
+
"transcript_changed": true
|
| 218 |
+
}
|
| 219 |
+
],
|
| 220 |
+
"windows": 220,
|
| 221 |
+
"load_s": 0.92,
|
| 222 |
+
"first_call_s": 0.0654,
|
| 223 |
+
"median_call_ms_pass2": 22.548,
|
| 224 |
+
"timing_note": "one pass over the gate windows; the timing gate is bench_pipeline.py",
|
| 225 |
+
"runtime": {
|
| 226 |
+
"coreai-core": "1.0.0b2",
|
| 227 |
+
"macos_build": "26A428",
|
| 228 |
+
"python": "3.11.13"
|
| 229 |
+
},
|
| 230 |
+
"label": "eg2stt-r2c-gates-gpu2",
|
| 231 |
+
"finished": "2026-10-14T10:29:47+0900",
|
| 232 |
+
"utterances_table": [
|
| 233 |
+
{
|
| 234 |
+
"set": "fixture",
|
| 235 |
+
"id": "1089-134686-0000",
|
| 236 |
+
"tokens": 261,
|
| 237 |
+
"tokens_same": 261,
|
| 238 |
+
"max_abs_top1_logit": 0.037464141845703125,
|
| 239 |
+
"max_abs_top1_pos": 176,
|
| 240 |
+
"ref_top1_at_max": 32.1937141418457,
|
| 241 |
+
"coreai_top1_at_max": 32.15625,
|
| 242 |
+
"tokens_top1_off_by_0.1": 0,
|
| 243 |
+
"max_abs_blank_logit": 0.018329620361328125,
|
| 244 |
+
"transcript_same": true
|
| 245 |
+
},
|
| 246 |
+
{
|
| 247 |
+
"set": "fixture",
|
| 248 |
+
"id": "1089-134686-0002",
|
| 249 |
+
"tokens": 166,
|
| 250 |
+
"tokens_same": 166,
|
| 251 |
+
"max_abs_top1_logit": 0.035556793212890625,
|
| 252 |
+
"max_abs_top1_pos": 80,
|
| 253 |
+
"ref_top1_at_max": 36.53555679321289,
|
| 254 |
+
"coreai_top1_at_max": 36.5,
|
| 255 |
+
"tokens_top1_off_by_0.1": 0,
|
| 256 |
+
"max_abs_blank_logit": 0.013660430908203125,
|
| 257 |
+
"transcript_same": true
|
| 258 |
+
},
|
| 259 |
+
{
|
| 260 |
+
"set": "fixture",
|
| 261 |
+
"id": "1188-133604-0000",
|
| 262 |
+
"tokens": 268,
|
| 263 |
+
"tokens_same": 267,
|
| 264 |
+
"max_abs_top1_logit": 0.03931236267089844,
|
| 265 |
+
"max_abs_top1_pos": 48,
|
| 266 |
+
"ref_top1_at_max": -8.328374862670898,
|
| 267 |
+
"coreai_top1_at_max": -8.2890625,
|
| 268 |
+
"tokens_top1_off_by_0.1": 0,
|
| 269 |
+
"max_abs_blank_logit": 0.017690658569335938,
|
| 270 |
+
"transcript_same": false
|
| 271 |
+
},
|
| 272 |
+
{
|
| 273 |
+
"set": "fixture",
|
| 274 |
+
"id": "1188-133604-0001",
|
| 275 |
+
"tokens": 226,
|
| 276 |
+
"tokens_same": 226,
|
| 277 |
+
"max_abs_top1_logit": 0.04724693298339844,
|
| 278 |
+
"max_abs_top1_pos": 82,
|
| 279 |
+
"ref_top1_at_max": 19.0316219329834,
|
| 280 |
+
"coreai_top1_at_max": 18.984375,
|
| 281 |
+
"tokens_top1_off_by_0.1": 0,
|
| 282 |
+
"max_abs_blank_logit": 0.020175933837890625,
|
| 283 |
+
"transcript_same": true
|
| 284 |
+
},
|
| 285 |
+
{
|
| 286 |
+
"set": "fixture",
|
| 287 |
+
"id": "121-121726-0000",
|
| 288 |
+
"tokens": 212,
|
| 289 |
+
"tokens_same": 212,
|
| 290 |
+
"max_abs_top1_logit": 0.03143787384033203,
|
| 291 |
+
"max_abs_top1_pos": 58,
|
| 292 |
+
"ref_top1_at_max": -4.875187873840332,
|
| 293 |
+
"coreai_top1_at_max": -4.84375,
|
| 294 |
+
"tokens_top1_off_by_0.1": 0,
|
| 295 |
+
"max_abs_blank_logit": 0.0187225341796875,
|
| 296 |
+
"transcript_same": true
|
| 297 |
+
},
|
| 298 |
+
{
|
| 299 |
+
"set": "fixture",
|
| 300 |
+
"id": "121-121726-0001",
|
| 301 |
+
"tokens": 148,
|
| 302 |
+
"tokens_same": 148,
|
| 303 |
+
"max_abs_top1_logit": 0.035717010498046875,
|
| 304 |
+
"max_abs_top1_pos": 42,
|
| 305 |
+
"ref_top1_at_max": -3.820873260498047,
|
| 306 |
+
"coreai_top1_at_max": -3.78515625,
|
| 307 |
+
"tokens_top1_off_by_0.1": 0,
|
| 308 |
+
"max_abs_blank_logit": 0.012264251708984375,
|
| 309 |
+
"transcript_same": true
|
| 310 |
+
},
|
| 311 |
+
{
|
| 312 |
+
"set": "fixture",
|
| 313 |
+
"id": "1221-135766-0000",
|
| 314 |
+
"tokens": 311,
|
| 315 |
+
"tokens_same": 311,
|
| 316 |
+
"max_abs_top1_logit": 0.039478302001953125,
|
| 317 |
+
"max_abs_top1_pos": 90,
|
| 318 |
+
"ref_top1_at_max": 32.91447830200195,
|
| 319 |
+
"coreai_top1_at_max": 32.875,
|
| 320 |
+
"tokens_top1_off_by_0.1": 0,
|
| 321 |
+
"max_abs_blank_logit": 0.019231796264648438,
|
| 322 |
+
"transcript_same": true
|
| 323 |
+
},
|
| 324 |
+
{
|
| 325 |
+
"set": "fixture",
|
| 326 |
+
"id": "1221-135766-0001",
|
| 327 |
+
"tokens": 418,
|
| 328 |
+
"tokens_same": 418,
|
| 329 |
+
"max_abs_top1_logit": 0.07994842529296875,
|
| 330 |
+
"max_abs_top1_pos": 36,
|
| 331 |
+
"ref_top1_at_max": 6.865104675292969,
|
| 332 |
+
"coreai_top1_at_max": 6.78515625,
|
| 333 |
+
"tokens_top1_off_by_0.1": 0,
|
| 334 |
+
"max_abs_blank_logit": 0.01398468017578125,
|
| 335 |
+
"transcript_same": true
|
| 336 |
+
},
|
| 337 |
+
{
|
| 338 |
+
"set": "fixture",
|
| 339 |
+
"id": "1284-1180-0000",
|
| 340 |
+
"tokens": 203,
|
| 341 |
+
"tokens_same": 203,
|
| 342 |
+
"max_abs_top1_logit": 0.031276702880859375,
|
| 343 |
+
"max_abs_top1_pos": 191,
|
| 344 |
+
"ref_top1_at_max": 32.43752670288086,
|
| 345 |
+
"coreai_top1_at_max": 32.40625,
|
| 346 |
+
"tokens_top1_off_by_0.1": 0,
|
| 347 |
+
"max_abs_blank_logit": 0.015956878662109375,
|
| 348 |
+
"transcript_same": true
|
| 349 |
+
},
|
| 350 |
+
{
|
| 351 |
+
"set": "fixture",
|
| 352 |
+
"id": "1284-1180-0001",
|
| 353 |
+
"tokens": 194,
|
| 354 |
+
"tokens_same": 194,
|
| 355 |
+
"max_abs_top1_logit": 0.03576087951660156,
|
| 356 |
+
"max_abs_top1_pos": 60,
|
| 357 |
+
"ref_top1_at_max": 29.8170108795166,
|
| 358 |
+
"coreai_top1_at_max": 29.78125,
|
| 359 |
+
"tokens_top1_off_by_0.1": 0,
|
| 360 |
+
"max_abs_blank_logit": 0.01470184326171875,
|
| 361 |
+
"transcript_same": true
|
| 362 |
+
},
|
| 363 |
+
{
|
| 364 |
+
"set": "fixture",
|
| 365 |
+
"id": "1320-122612-0000",
|
| 366 |
+
"tokens": 337,
|
| 367 |
+
"tokens_same": 337,
|
| 368 |
+
"max_abs_top1_logit": 0.041904449462890625,
|
| 369 |
+
"max_abs_top1_pos": 148,
|
| 370 |
+
"ref_top1_at_max": 33.35440444946289,
|
| 371 |
+
"coreai_top1_at_max": 33.3125,
|
| 372 |
+
"tokens_top1_off_by_0.1": 0,
|
| 373 |
+
"max_abs_blank_logit": 0.017139434814453125,
|
| 374 |
+
"transcript_same": true
|
| 375 |
+
},
|
| 376 |
+
{
|
| 377 |
+
"set": "fixture",
|
| 378 |
+
"id": "1320-122612-0001",
|
| 379 |
+
"tokens": 238,
|
| 380 |
+
"tokens_same": 238,
|
| 381 |
+
"max_abs_top1_logit": 0.05283668637275696,
|
| 382 |
+
"max_abs_top1_pos": 85,
|
| 383 |
+
"ref_top1_at_max": -0.44419410824775696,
|
| 384 |
+
"coreai_top1_at_max": -0.391357421875,
|
| 385 |
+
"tokens_top1_off_by_0.1": 0,
|
| 386 |
+
"max_abs_blank_logit": 0.021154403686523438,
|
| 387 |
+
"transcript_same": true
|
| 388 |
+
},
|
| 389 |
+
{
|
| 390 |
+
"set": "fixture",
|
| 391 |
+
"id": "1580-141083-0000",
|
| 392 |
+
"tokens": 224,
|
| 393 |
+
"tokens_same": 224,
|
| 394 |
+
"max_abs_top1_logit": 0.0380096435546875,
|
| 395 |
+
"max_abs_top1_pos": 171,
|
| 396 |
+
"ref_top1_at_max": 32.19425964355469,
|
| 397 |
+
"coreai_top1_at_max": 32.15625,
|
| 398 |
+
"tokens_top1_off_by_0.1": 0,
|
| 399 |
+
"max_abs_blank_logit": 0.019189834594726562,
|
| 400 |
+
"transcript_same": true
|
| 401 |
+
},
|
| 402 |
+
{
|
| 403 |
+
"set": "fixture",
|
| 404 |
+
"id": "1580-141083-0001",
|
| 405 |
+
"tokens": 257,
|
| 406 |
+
"tokens_same": 257,
|
| 407 |
+
"max_abs_top1_logit": 0.04733467102050781,
|
| 408 |
+
"max_abs_top1_pos": 32,
|
| 409 |
+
"ref_top1_at_max": 29.672334671020508,
|
| 410 |
+
"coreai_top1_at_max": 29.625,
|
| 411 |
+
"tokens_top1_off_by_0.1": 0,
|
| 412 |
+
"max_abs_blank_logit": 0.020366668701171875,
|
| 413 |
+
"transcript_same": true
|
| 414 |
+
},
|
| 415 |
+
{
|
| 416 |
+
"set": "fixture",
|
| 417 |
+
"id": "1995-1826-0000",
|
| 418 |
+
"tokens": 237,
|
| 419 |
+
"tokens_same": 237,
|
| 420 |
+
"max_abs_top1_logit": 0.03435516357421875,
|
| 421 |
+
"max_abs_top1_pos": 157,
|
| 422 |
+
"ref_top1_at_max": 31.44060516357422,
|
| 423 |
+
"coreai_top1_at_max": 31.40625,
|
| 424 |
+
"tokens_top1_off_by_0.1": 0,
|
| 425 |
+
"max_abs_blank_logit": 0.014324188232421875,
|
| 426 |
+
"transcript_same": true
|
| 427 |
+
},
|
| 428 |
+
{
|
| 429 |
+
"set": "fixture",
|
| 430 |
+
"id": "1995-1826-0001",
|
| 431 |
+
"tokens": 254,
|
| 432 |
+
"tokens_same": 254,
|
| 433 |
+
"max_abs_top1_logit": 0.035617828369140625,
|
| 434 |
+
"max_abs_top1_pos": 22,
|
| 435 |
+
"ref_top1_at_max": 21.03561782836914,
|
| 436 |
+
"coreai_top1_at_max": 21.0,
|
| 437 |
+
"tokens_top1_off_by_0.1": 0,
|
| 438 |
+
"max_abs_blank_logit": 0.01441192626953125,
|
| 439 |
+
"transcript_same": true
|
| 440 |
+
},
|
| 441 |
+
{
|
| 442 |
+
"set": "fixture",
|
| 443 |
+
"id": "2094-142345-0001",
|
| 444 |
+
"tokens": 201,
|
| 445 |
+
"tokens_same": 201,
|
| 446 |
+
"max_abs_top1_logit": 0.03899669647216797,
|
| 447 |
+
"max_abs_top1_pos": 77,
|
| 448 |
+
"ref_top1_at_max": 14.164128303527832,
|
| 449 |
+
"coreai_top1_at_max": 14.203125,
|
| 450 |
+
"tokens_top1_off_by_0.1": 0,
|
| 451 |
+
"max_abs_blank_logit": 0.019496917724609375,
|
| 452 |
+
"transcript_same": true
|
| 453 |
+
},
|
| 454 |
+
{
|
| 455 |
+
"set": "fixture",
|
| 456 |
+
"id": "2094-142345-0002",
|
| 457 |
+
"tokens": 388,
|
| 458 |
+
"tokens_same": 388,
|
| 459 |
+
"max_abs_top1_logit": 0.04173851013183594,
|
| 460 |
+
"max_abs_top1_pos": 254,
|
| 461 |
+
"ref_top1_at_max": 27.463613510131836,
|
| 462 |
+
"coreai_top1_at_max": 27.421875,
|
| 463 |
+
"tokens_top1_off_by_0.1": 0,
|
| 464 |
+
"max_abs_blank_logit": 0.017581939697265625,
|
| 465 |
+
"transcript_same": true
|
| 466 |
+
},
|
| 467 |
+
{
|
| 468 |
+
"set": "fixture",
|
| 469 |
+
"id": "2300-131720-0000",
|
| 470 |
+
"tokens": 127,
|
| 471 |
+
"tokens_same": 127,
|
| 472 |
+
"max_abs_top1_logit": 0.04430389404296875,
|
| 473 |
+
"max_abs_top1_pos": 89,
|
| 474 |
+
"ref_top1_at_max": 35.29430389404297,
|
| 475 |
+
"coreai_top1_at_max": 35.25,
|
| 476 |
+
"tokens_top1_off_by_0.1": 0,
|
| 477 |
+
"max_abs_blank_logit": 0.020183563232421875,
|
| 478 |
+
"transcript_same": true
|
| 479 |
+
},
|
| 480 |
+
{
|
| 481 |
+
"set": "fixture",
|
| 482 |
+
"id": "2300-131720-0001",
|
| 483 |
+
"tokens": 366,
|
| 484 |
+
"tokens_same": 366,
|
| 485 |
+
"max_abs_top1_logit": 0.053539276123046875,
|
| 486 |
+
"max_abs_top1_pos": 142,
|
| 487 |
+
"ref_top1_at_max": 23.600414276123047,
|
| 488 |
+
"coreai_top1_at_max": 23.546875,
|
| 489 |
+
"tokens_top1_off_by_0.1": 0,
|
| 490 |
+
"max_abs_blank_logit": 0.014875411987304688,
|
| 491 |
+
"transcript_same": true
|
| 492 |
+
},
|
| 493 |
+
{
|
| 494 |
+
"set": "test-clean",
|
| 495 |
+
"id": "6930-75918-0000",
|
| 496 |
+
"tokens": 88,
|
| 497 |
+
"tokens_same": 88,
|
| 498 |
+
"max_abs_top1_logit": 0.03084564208984375,
|
| 499 |
+
"max_abs_top1_pos": 52,
|
| 500 |
+
"ref_top1_at_max": 9.554283142089844,
|
| 501 |
+
"coreai_top1_at_max": 9.5234375,
|
| 502 |
+
"tokens_top1_off_by_0.1": 0,
|
| 503 |
+
"max_abs_blank_logit": 0.011789321899414062,
|
| 504 |
+
"transcript_same": true
|
| 505 |
+
},
|
| 506 |
+
{
|
| 507 |
+
"set": "test-clean",
|
| 508 |
+
"id": "6930-75918-0001",
|
| 509 |
+
"tokens": 356,
|
| 510 |
+
"tokens_same": 356,
|
| 511 |
+
"max_abs_top1_logit": 0.032196044921875,
|
| 512 |
+
"max_abs_top1_pos": 353,
|
| 513 |
+
"ref_top1_at_max": 32.438446044921875,
|
| 514 |
+
"coreai_top1_at_max": 32.40625,
|
| 515 |
+
"tokens_top1_off_by_0.1": 0,
|
| 516 |
+
"max_abs_blank_logit": 0.01523590087890625,
|
| 517 |
+
"transcript_same": true
|
| 518 |
+
},
|
| 519 |
+
{
|
| 520 |
+
"set": "test-clean",
|
| 521 |
+
"id": "6930-75918-0002",
|
| 522 |
+
"tokens": 126,
|
| 523 |
+
"tokens_same": 126,
|
| 524 |
+
"max_abs_top1_logit": 0.030181884765625,
|
| 525 |
+
"max_abs_top1_pos": 58,
|
| 526 |
+
"ref_top1_at_max": 32.967681884765625,
|
| 527 |
+
"coreai_top1_at_max": 32.9375,
|
| 528 |
+
"tokens_top1_off_by_0.1": 0,
|
| 529 |
+
"max_abs_blank_logit": 0.01486968994140625,
|
| 530 |
+
"transcript_same": true
|
| 531 |
+
},
|
| 532 |
+
{
|
| 533 |
+
"set": "test-clean",
|
| 534 |
+
"id": "6930-75918-0003",
|
| 535 |
+
"tokens": 583,
|
| 536 |
+
"tokens_same": 583,
|
| 537 |
+
"max_abs_top1_logit": 0.21756935119628906,
|
| 538 |
+
"max_abs_top1_pos": 551,
|
| 539 |
+
"ref_top1_at_max": 15.618368148803711,
|
| 540 |
+
"coreai_top1_at_max": 15.8359375,
|
| 541 |
+
"tokens_top1_off_by_0.1": 1,
|
| 542 |
+
"max_abs_blank_logit": 0.023828506469726562,
|
| 543 |
+
"transcript_same": true
|
| 544 |
+
},
|
| 545 |
+
{
|
| 546 |
+
"set": "test-clean",
|
| 547 |
+
"id": "6930-75918-0004",
|
| 548 |
+
"tokens": 277,
|
| 549 |
+
"tokens_same": 277,
|
| 550 |
+
"max_abs_top1_logit": 0.03119659423828125,
|
| 551 |
+
"max_abs_top1_pos": 169,
|
| 552 |
+
"ref_top1_at_max": 29.39057159423828,
|
| 553 |
+
"coreai_top1_at_max": 29.359375,
|
| 554 |
+
"tokens_top1_off_by_0.1": 0,
|
| 555 |
+
"max_abs_blank_logit": 0.017482757568359375,
|
| 556 |
+
"transcript_same": true
|
| 557 |
+
},
|
| 558 |
+
{
|
| 559 |
+
"set": "test-clean",
|
| 560 |
+
"id": "6930-75918-0005",
|
| 561 |
+
"tokens": 329,
|
| 562 |
+
"tokens_same": 329,
|
| 563 |
+
"max_abs_top1_logit": 0.03213310241699219,
|
| 564 |
+
"max_abs_top1_pos": 134,
|
| 565 |
+
"ref_top1_at_max": 29.954008102416992,
|
| 566 |
+
"coreai_top1_at_max": 29.921875,
|
| 567 |
+
"tokens_top1_off_by_0.1": 0,
|
| 568 |
+
"max_abs_blank_logit": 0.013616561889648438,
|
| 569 |
+
"transcript_same": true
|
| 570 |
+
},
|
| 571 |
+
{
|
| 572 |
+
"set": "test-clean",
|
| 573 |
+
"id": "6930-75918-0006",
|
| 574 |
+
"tokens": 146,
|
| 575 |
+
"tokens_same": 146,
|
| 576 |
+
"max_abs_top1_logit": 0.03279876708984375,
|
| 577 |
+
"max_abs_top1_pos": 108,
|
| 578 |
+
"ref_top1_at_max": 32.126548767089844,
|
| 579 |
+
"coreai_top1_at_max": 32.09375,
|
| 580 |
+
"tokens_top1_off_by_0.1": 0,
|
| 581 |
+
"max_abs_blank_logit": 0.01358795166015625,
|
| 582 |
+
"transcript_same": true
|
| 583 |
+
},
|
| 584 |
+
{
|
| 585 |
+
"set": "test-clean",
|
| 586 |
+
"id": "6930-75918-0007",
|
| 587 |
+
"tokens": 83,
|
| 588 |
+
"tokens_same": 83,
|
| 589 |
+
"max_abs_top1_logit": 0.0303802490234375,
|
| 590 |
+
"max_abs_top1_pos": 60,
|
| 591 |
+
"ref_top1_at_max": 28.764755249023438,
|
| 592 |
+
"coreai_top1_at_max": 28.734375,
|
| 593 |
+
"tokens_top1_off_by_0.1": 0,
|
| 594 |
+
"max_abs_blank_logit": 0.01320648193359375,
|
| 595 |
+
"transcript_same": true
|
| 596 |
+
},
|
| 597 |
+
{
|
| 598 |
+
"set": "test-clean",
|
| 599 |
+
"id": "6930-75918-0008",
|
| 600 |
+
"tokens": 120,
|
| 601 |
+
"tokens_same": 120,
|
| 602 |
+
"max_abs_top1_logit": 0.024091720581054688,
|
| 603 |
+
"max_abs_top1_pos": 73,
|
| 604 |
+
"ref_top1_at_max": 31.195966720581055,
|
| 605 |
+
"coreai_top1_at_max": 31.171875,
|
| 606 |
+
"tokens_top1_off_by_0.1": 0,
|
| 607 |
+
"max_abs_blank_logit": 0.013397216796875,
|
| 608 |
+
"transcript_same": true
|
| 609 |
+
},
|
| 610 |
+
{
|
| 611 |
+
"set": "test-clean",
|
| 612 |
+
"id": "6930-75918-0009",
|
| 613 |
+
"tokens": 182,
|
| 614 |
+
"tokens_same": 182,
|
| 615 |
+
"max_abs_top1_logit": 0.11419677734375,
|
| 616 |
+
"max_abs_top1_pos": 32,
|
| 617 |
+
"ref_top1_at_max": 14.90142822265625,
|
| 618 |
+
"coreai_top1_at_max": 15.015625,
|
| 619 |
+
"tokens_top1_off_by_0.1": 1,
|
| 620 |
+
"max_abs_blank_logit": 0.013698577880859375,
|
| 621 |
+
"transcript_same": true
|
| 622 |
+
},
|
| 623 |
+
{
|
| 624 |
+
"set": "test-clean",
|
| 625 |
+
"id": "6930-75918-0010",
|
| 626 |
+
"tokens": 76,
|
| 627 |
+
"tokens_same": 76,
|
| 628 |
+
"max_abs_top1_logit": 0.027063369750976562,
|
| 629 |
+
"max_abs_top1_pos": 57,
|
| 630 |
+
"ref_top1_at_max": 31.105188369750977,
|
| 631 |
+
"coreai_top1_at_max": 31.078125,
|
| 632 |
+
"tokens_top1_off_by_0.1": 0,
|
| 633 |
+
"max_abs_blank_logit": 0.012073516845703125,
|
| 634 |
+
"transcript_same": true
|
| 635 |
+
},
|
| 636 |
+
{
|
| 637 |
+
"set": "test-clean",
|
| 638 |
+
"id": "6930-75918-0011",
|
| 639 |
+
"tokens": 80,
|
| 640 |
+
"tokens_same": 80,
|
| 641 |
+
"max_abs_top1_logit": 0.029142379760742188,
|
| 642 |
+
"max_abs_top1_pos": 53,
|
| 643 |
+
"ref_top1_at_max": 29.951017379760742,
|
| 644 |
+
"coreai_top1_at_max": 29.921875,
|
| 645 |
+
"tokens_top1_off_by_0.1": 0,
|
| 646 |
+
"max_abs_blank_logit": 0.01491546630859375,
|
| 647 |
+
"transcript_same": true
|
| 648 |
+
},
|
| 649 |
+
{
|
| 650 |
+
"set": "test-clean",
|
| 651 |
+
"id": "6930-75918-0012",
|
| 652 |
+
"tokens": 49,
|
| 653 |
+
"tokens_same": 49,
|
| 654 |
+
"max_abs_top1_logit": 0.0292205810546875,
|
| 655 |
+
"max_abs_top1_pos": 38,
|
| 656 |
+
"ref_top1_at_max": -4.8300018310546875,
|
| 657 |
+
"coreai_top1_at_max": -4.80078125,
|
| 658 |
+
"tokens_top1_off_by_0.1": 0,
|
| 659 |
+
"max_abs_blank_logit": 0.011026382446289062,
|
| 660 |
+
"transcript_same": true
|
| 661 |
+
},
|
| 662 |
+
{
|
| 663 |
+
"set": "test-clean",
|
| 664 |
+
"id": "6930-75918-0013",
|
| 665 |
+
"tokens": 74,
|
| 666 |
+
"tokens_same": 74,
|
| 667 |
+
"max_abs_top1_logit": 0.031467437744140625,
|
| 668 |
+
"max_abs_top1_pos": 23,
|
| 669 |
+
"ref_top1_at_max": 32.90646743774414,
|
| 670 |
+
"coreai_top1_at_max": 32.875,
|
| 671 |
+
"tokens_top1_off_by_0.1": 0,
|
| 672 |
+
"max_abs_blank_logit": 0.011043548583984375,
|
| 673 |
+
"transcript_same": true
|
| 674 |
+
},
|
| 675 |
+
{
|
| 676 |
+
"set": "test-clean",
|
| 677 |
+
"id": "6930-75918-0014",
|
| 678 |
+
"tokens": 421,
|
| 679 |
+
"tokens_same": 421,
|
| 680 |
+
"max_abs_top1_logit": 0.03669333457946777,
|
| 681 |
+
"max_abs_top1_pos": 222,
|
| 682 |
+
"ref_top1_at_max": 1.2728769779205322,
|
| 683 |
+
"coreai_top1_at_max": 1.3095703125,
|
| 684 |
+
"tokens_top1_off_by_0.1": 0,
|
| 685 |
+
"max_abs_blank_logit": 0.018535614013671875,
|
| 686 |
+
"transcript_same": true
|
| 687 |
+
},
|
| 688 |
+
{
|
| 689 |
+
"set": "test-clean",
|
| 690 |
+
"id": "6930-75918-0015",
|
| 691 |
+
"tokens": 160,
|
| 692 |
+
"tokens_same": 160,
|
| 693 |
+
"max_abs_top1_logit": 0.02739715576171875,
|
| 694 |
+
"max_abs_top1_pos": 111,
|
| 695 |
+
"ref_top1_at_max": 37.77739715576172,
|
| 696 |
+
"coreai_top1_at_max": 37.75,
|
| 697 |
+
"tokens_top1_off_by_0.1": 0,
|
| 698 |
+
"max_abs_blank_logit": 0.013744354248046875,
|
| 699 |
+
"transcript_same": true
|
| 700 |
+
},
|
| 701 |
+
{
|
| 702 |
+
"set": "test-clean",
|
| 703 |
+
"id": "6930-75918-0016",
|
| 704 |
+
"tokens": 251,
|
| 705 |
+
"tokens_same": 251,
|
| 706 |
+
"max_abs_top1_logit": 0.0393218994140625,
|
| 707 |
+
"max_abs_top1_pos": 60,
|
| 708 |
+
"ref_top1_at_max": 35.44557189941406,
|
| 709 |
+
"coreai_top1_at_max": 35.40625,
|
| 710 |
+
"tokens_top1_off_by_0.1": 0,
|
| 711 |
+
"max_abs_blank_logit": 0.019742965698242188,
|
| 712 |
+
"transcript_same": true
|
| 713 |
+
},
|
| 714 |
+
{
|
| 715 |
+
"set": "test-clean",
|
| 716 |
+
"id": "6930-75918-0017",
|
| 717 |
+
"tokens": 154,
|
| 718 |
+
"tokens_same": 154,
|
| 719 |
+
"max_abs_top1_logit": 0.02178668975830078,
|
| 720 |
+
"max_abs_top1_pos": 107,
|
| 721 |
+
"ref_top1_at_max": 12.8766508102417,
|
| 722 |
+
"coreai_top1_at_max": 12.8984375,
|
| 723 |
+
"tokens_top1_off_by_0.1": 0,
|
| 724 |
+
"max_abs_blank_logit": 0.01549530029296875,
|
| 725 |
+
"transcript_same": true
|
| 726 |
+
},
|
| 727 |
+
{
|
| 728 |
+
"set": "test-clean",
|
| 729 |
+
"id": "6930-75918-0018",
|
| 730 |
+
"tokens": 270,
|
| 731 |
+
"tokens_same": 270,
|
| 732 |
+
"max_abs_top1_logit": 0.029554367065429688,
|
| 733 |
+
"max_abs_top1_pos": 130,
|
| 734 |
+
"ref_top1_at_max": 29.54517936706543,
|
| 735 |
+
"coreai_top1_at_max": 29.515625,
|
| 736 |
+
"tokens_top1_off_by_0.1": 0,
|
| 737 |
+
"max_abs_blank_logit": 0.015123367309570312,
|
| 738 |
+
"transcript_same": true
|
| 739 |
+
},
|
| 740 |
+
{
|
| 741 |
+
"set": "test-clean",
|
| 742 |
+
"id": "6930-75918-0019",
|
| 743 |
+
"tokens": 291,
|
| 744 |
+
"tokens_same": 291,
|
| 745 |
+
"max_abs_top1_logit": 0.0261077880859375,
|
| 746 |
+
"max_abs_top1_pos": 56,
|
| 747 |
+
"ref_top1_at_max": 34.40110778808594,
|
| 748 |
+
"coreai_top1_at_max": 34.375,
|
| 749 |
+
"tokens_top1_off_by_0.1": 0,
|
| 750 |
+
"max_abs_blank_logit": 0.016765594482421875,
|
| 751 |
+
"transcript_same": true
|
| 752 |
+
},
|
| 753 |
+
{
|
| 754 |
+
"set": "test-clean",
|
| 755 |
+
"id": "6930-75918-0020",
|
| 756 |
+
"tokens": 360,
|
| 757 |
+
"tokens_same": 360,
|
| 758 |
+
"max_abs_top1_logit": 0.038303375244140625,
|
| 759 |
+
"max_abs_top1_pos": 60,
|
| 760 |
+
"ref_top1_at_max": 5.925022125244141,
|
| 761 |
+
"coreai_top1_at_max": 5.88671875,
|
| 762 |
+
"tokens_top1_off_by_0.1": 0,
|
| 763 |
+
"max_abs_blank_logit": 0.022724151611328125,
|
| 764 |
+
"transcript_same": true
|
| 765 |
+
},
|
| 766 |
+
{
|
| 767 |
+
"set": "test-clean",
|
| 768 |
+
"id": "6930-76324-0000",
|
| 769 |
+
"tokens": 76,
|
| 770 |
+
"tokens_same": 76,
|
| 771 |
+
"max_abs_top1_logit": 0.01810908317565918,
|
| 772 |
+
"max_abs_top1_pos": 24,
|
| 773 |
+
"ref_top1_at_max": -1.3236877918243408,
|
| 774 |
+
"coreai_top1_at_max": -1.341796875,
|
| 775 |
+
"tokens_top1_off_by_0.1": 0,
|
| 776 |
+
"max_abs_blank_logit": 0.016315460205078125,
|
| 777 |
+
"transcript_same": true
|
| 778 |
+
},
|
| 779 |
+
{
|
| 780 |
+
"set": "test-clean",
|
| 781 |
+
"id": "6930-76324-0001",
|
| 782 |
+
"tokens": 80,
|
| 783 |
+
"tokens_same": 80,
|
| 784 |
+
"max_abs_top1_logit": 0.023509979248046875,
|
| 785 |
+
"max_abs_top1_pos": 65,
|
| 786 |
+
"ref_top1_at_max": 33.42975997924805,
|
| 787 |
+
"coreai_top1_at_max": 33.40625,
|
| 788 |
+
"tokens_top1_off_by_0.1": 0,
|
| 789 |
+
"max_abs_blank_logit": 0.013284683227539062,
|
| 790 |
+
"transcript_same": true
|
| 791 |
+
},
|
| 792 |
+
{
|
| 793 |
+
"set": "test-clean",
|
| 794 |
+
"id": "6930-76324-0002",
|
| 795 |
+
"tokens": 139,
|
| 796 |
+
"tokens_same": 139,
|
| 797 |
+
"max_abs_top1_logit": 0.036472320556640625,
|
| 798 |
+
"max_abs_top1_pos": 62,
|
| 799 |
+
"ref_top1_at_max": 31.75522232055664,
|
| 800 |
+
"coreai_top1_at_max": 31.71875,
|
| 801 |
+
"tokens_top1_off_by_0.1": 0,
|
| 802 |
+
"max_abs_blank_logit": 0.015478134155273438,
|
| 803 |
+
"transcript_same": true
|
| 804 |
+
},
|
| 805 |
+
{
|
| 806 |
+
"set": "test-clean",
|
| 807 |
+
"id": "6930-76324-0003",
|
| 808 |
+
"tokens": 85,
|
| 809 |
+
"tokens_same": 85,
|
| 810 |
+
"max_abs_top1_logit": 0.031566619873046875,
|
| 811 |
+
"max_abs_top1_pos": 50,
|
| 812 |
+
"ref_top1_at_max": 30.265941619873047,
|
| 813 |
+
"coreai_top1_at_max": 30.234375,
|
| 814 |
+
"tokens_top1_off_by_0.1": 0,
|
| 815 |
+
"max_abs_blank_logit": 0.013490676879882812,
|
| 816 |
+
"transcript_same": true
|
| 817 |
+
},
|
| 818 |
+
{
|
| 819 |
+
"set": "test-clean",
|
| 820 |
+
"id": "6930-76324-0004",
|
| 821 |
+
"tokens": 154,
|
| 822 |
+
"tokens_same": 154,
|
| 823 |
+
"max_abs_top1_logit": 0.024545669555664062,
|
| 824 |
+
"max_abs_top1_pos": 113,
|
| 825 |
+
"ref_top1_at_max": 27.758920669555664,
|
| 826 |
+
"coreai_top1_at_max": 27.734375,
|
| 827 |
+
"tokens_top1_off_by_0.1": 0,
|
| 828 |
+
"max_abs_blank_logit": 0.017070770263671875,
|
| 829 |
+
"transcript_same": true
|
| 830 |
+
},
|
| 831 |
+
{
|
| 832 |
+
"set": "test-clean",
|
| 833 |
+
"id": "6930-76324-0005",
|
| 834 |
+
"tokens": 126,
|
| 835 |
+
"tokens_same": 126,
|
| 836 |
+
"max_abs_top1_logit": 0.03186798095703125,
|
| 837 |
+
"max_abs_top1_pos": 20,
|
| 838 |
+
"ref_top1_at_max": 28.45374298095703,
|
| 839 |
+
"coreai_top1_at_max": 28.421875,
|
| 840 |
+
"tokens_top1_off_by_0.1": 0,
|
| 841 |
+
"max_abs_blank_logit": 0.0133056640625,
|
| 842 |
+
"transcript_same": true
|
| 843 |
+
},
|
| 844 |
+
{
|
| 845 |
+
"set": "test-clean",
|
| 846 |
+
"id": "6930-76324-0006",
|
| 847 |
+
"tokens": 112,
|
| 848 |
+
"tokens_same": 112,
|
| 849 |
+
"max_abs_top1_logit": 0.03061676025390625,
|
| 850 |
+
"max_abs_top1_pos": 28,
|
| 851 |
+
"ref_top1_at_max": 23.983741760253906,
|
| 852 |
+
"coreai_top1_at_max": 23.953125,
|
| 853 |
+
"tokens_top1_off_by_0.1": 0,
|
| 854 |
+
"max_abs_blank_logit": 0.012050628662109375,
|
| 855 |
+
"transcript_same": true
|
| 856 |
+
},
|
| 857 |
+
{
|
| 858 |
+
"set": "test-clean",
|
| 859 |
+
"id": "6930-76324-0007",
|
| 860 |
+
"tokens": 71,
|
| 861 |
+
"tokens_same": 71,
|
| 862 |
+
"max_abs_top1_logit": 0.030757904052734375,
|
| 863 |
+
"max_abs_top1_pos": 32,
|
| 864 |
+
"ref_top1_at_max": 25.608882904052734,
|
| 865 |
+
"coreai_top1_at_max": 25.578125,
|
| 866 |
+
"tokens_top1_off_by_0.1": 0,
|
| 867 |
+
"max_abs_blank_logit": 0.01654815673828125,
|
| 868 |
+
"transcript_same": true
|
| 869 |
+
},
|
| 870 |
+
{
|
| 871 |
+
"set": "test-clean",
|
| 872 |
+
"id": "6930-76324-0008",
|
| 873 |
+
"tokens": 130,
|
| 874 |
+
"tokens_same": 130,
|
| 875 |
+
"max_abs_top1_logit": 0.14981365203857422,
|
| 876 |
+
"max_abs_top1_pos": 61,
|
| 877 |
+
"ref_top1_at_max": 13.204501152038574,
|
| 878 |
+
"coreai_top1_at_max": 13.0546875,
|
| 879 |
+
"tokens_top1_off_by_0.1": 1,
|
| 880 |
+
"max_abs_blank_logit": 0.0191497802734375,
|
| 881 |
+
"transcript_same": true
|
| 882 |
+
},
|
| 883 |
+
{
|
| 884 |
+
"set": "test-clean",
|
| 885 |
+
"id": "6930-76324-0009",
|
| 886 |
+
"tokens": 85,
|
| 887 |
+
"tokens_same": 85,
|
| 888 |
+
"max_abs_top1_logit": 0.0273284912109375,
|
| 889 |
+
"max_abs_top1_pos": 31,
|
| 890 |
+
"ref_top1_at_max": 29.855453491210938,
|
| 891 |
+
"coreai_top1_at_max": 29.828125,
|
| 892 |
+
"tokens_top1_off_by_0.1": 0,
|
| 893 |
+
"max_abs_blank_logit": 0.013416290283203125,
|
| 894 |
+
"transcript_same": true
|
| 895 |
+
},
|
| 896 |
+
{
|
| 897 |
+
"set": "test-clean",
|
| 898 |
+
"id": "6930-76324-0010",
|
| 899 |
+
"tokens": 67,
|
| 900 |
+
"tokens_same": 67,
|
| 901 |
+
"max_abs_top1_logit": 0.03061676025390625,
|
| 902 |
+
"max_abs_top1_pos": 36,
|
| 903 |
+
"ref_top1_at_max": 32.499366760253906,
|
| 904 |
+
"coreai_top1_at_max": 32.46875,
|
| 905 |
+
"tokens_top1_off_by_0.1": 0,
|
| 906 |
+
"max_abs_blank_logit": 0.0174560546875,
|
| 907 |
+
"transcript_same": true
|
| 908 |
+
},
|
| 909 |
+
{
|
| 910 |
+
"set": "test-clean",
|
| 911 |
+
"id": "6930-76324-0011",
|
| 912 |
+
"tokens": 231,
|
| 913 |
+
"tokens_same": 231,
|
| 914 |
+
"max_abs_top1_logit": 0.05365180969238281,
|
| 915 |
+
"max_abs_top1_pos": 164,
|
| 916 |
+
"ref_top1_at_max": 16.288026809692383,
|
| 917 |
+
"coreai_top1_at_max": 16.234375,
|
| 918 |
+
"tokens_top1_off_by_0.1": 0,
|
| 919 |
+
"max_abs_blank_logit": 0.014966964721679688,
|
| 920 |
+
"transcript_same": true
|
| 921 |
+
},
|
| 922 |
+
{
|
| 923 |
+
"set": "test-clean",
|
| 924 |
+
"id": "6930-76324-0012",
|
| 925 |
+
"tokens": 117,
|
| 926 |
+
"tokens_same": 117,
|
| 927 |
+
"max_abs_top1_logit": 0.0351557731628418,
|
| 928 |
+
"max_abs_top1_pos": 82,
|
| 929 |
+
"ref_top1_at_max": 6.921875476837158,
|
| 930 |
+
"coreai_top1_at_max": 6.95703125,
|
| 931 |
+
"tokens_top1_off_by_0.1": 0,
|
| 932 |
+
"max_abs_blank_logit": 0.01468658447265625,
|
| 933 |
+
"transcript_same": true
|
| 934 |
+
},
|
| 935 |
+
{
|
| 936 |
+
"set": "test-clean",
|
| 937 |
+
"id": "6930-76324-0013",
|
| 938 |
+
"tokens": 108,
|
| 939 |
+
"tokens_same": 108,
|
| 940 |
+
"max_abs_top1_logit": 0.03474235534667969,
|
| 941 |
+
"max_abs_top1_pos": 50,
|
| 942 |
+
"ref_top1_at_max": 25.34724235534668,
|
| 943 |
+
"coreai_top1_at_max": 25.3125,
|
| 944 |
+
"tokens_top1_off_by_0.1": 0,
|
| 945 |
+
"max_abs_blank_logit": 0.013185501098632812,
|
| 946 |
+
"transcript_same": true
|
| 947 |
+
},
|
| 948 |
+
{
|
| 949 |
+
"set": "test-clean",
|
| 950 |
+
"id": "6930-76324-0014",
|
| 951 |
+
"tokens": 118,
|
| 952 |
+
"tokens_same": 118,
|
| 953 |
+
"max_abs_top1_logit": 0.033702850341796875,
|
| 954 |
+
"max_abs_top1_pos": 75,
|
| 955 |
+
"ref_top1_at_max": 32.0180778503418,
|
| 956 |
+
"coreai_top1_at_max": 31.984375,
|
| 957 |
+
"tokens_top1_off_by_0.1": 0,
|
| 958 |
+
"max_abs_blank_logit": 0.012760162353515625,
|
| 959 |
+
"transcript_same": true
|
| 960 |
+
},
|
| 961 |
+
{
|
| 962 |
+
"set": "test-clean",
|
| 963 |
+
"id": "6930-76324-0015",
|
| 964 |
+
"tokens": 310,
|
| 965 |
+
"tokens_same": 310,
|
| 966 |
+
"max_abs_top1_logit": 0.050819456577301025,
|
| 967 |
+
"max_abs_top1_pos": 220,
|
| 968 |
+
"ref_top1_at_max": 0.923301637172699,
|
| 969 |
+
"coreai_top1_at_max": 0.97412109375,
|
| 970 |
+
"tokens_top1_off_by_0.1": 0,
|
| 971 |
+
"max_abs_blank_logit": 0.019842147827148438,
|
| 972 |
+
"transcript_same": true
|
| 973 |
+
},
|
| 974 |
+
{
|
| 975 |
+
"set": "test-clean",
|
| 976 |
+
"id": "6930-76324-0016",
|
| 977 |
+
"tokens": 230,
|
| 978 |
+
"tokens_same": 229,
|
| 979 |
+
"max_abs_top1_logit": 0.024143218994140625,
|
| 980 |
+
"max_abs_top1_pos": 105,
|
| 981 |
+
"ref_top1_at_max": 26.66476821899414,
|
| 982 |
+
"coreai_top1_at_max": 26.640625,
|
| 983 |
+
"tokens_top1_off_by_0.1": 0,
|
| 984 |
+
"max_abs_blank_logit": 0.01630401611328125,
|
| 985 |
+
"transcript_same": true
|
| 986 |
+
},
|
| 987 |
+
{
|
| 988 |
+
"set": "test-clean",
|
| 989 |
+
"id": "6930-76324-0017",
|
| 990 |
+
"tokens": 135,
|
| 991 |
+
"tokens_same": 135,
|
| 992 |
+
"max_abs_top1_logit": 0.035099029541015625,
|
| 993 |
+
"max_abs_top1_pos": 98,
|
| 994 |
+
"ref_top1_at_max": 33.035099029541016,
|
| 995 |
+
"coreai_top1_at_max": 33.0,
|
| 996 |
+
"tokens_top1_off_by_0.1": 0,
|
| 997 |
+
"max_abs_blank_logit": 0.014186859130859375,
|
| 998 |
+
"transcript_same": true
|
| 999 |
+
},
|
| 1000 |
+
{
|
| 1001 |
+
"set": "test-clean",
|
| 1002 |
+
"id": "6930-76324-0018",
|
| 1003 |
+
"tokens": 54,
|
| 1004 |
+
"tokens_same": 54,
|
| 1005 |
+
"max_abs_top1_logit": 0.025959014892578125,
|
| 1006 |
+
"max_abs_top1_pos": 36,
|
| 1007 |
+
"ref_top1_at_max": 16.541584014892578,
|
| 1008 |
+
"coreai_top1_at_max": 16.515625,
|
| 1009 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1010 |
+
"max_abs_blank_logit": 0.011707305908203125,
|
| 1011 |
+
"transcript_same": true
|
| 1012 |
+
},
|
| 1013 |
+
{
|
| 1014 |
+
"set": "test-clean",
|
| 1015 |
+
"id": "6930-76324-0019",
|
| 1016 |
+
"tokens": 65,
|
| 1017 |
+
"tokens_same": 65,
|
| 1018 |
+
"max_abs_top1_logit": 0.04357719421386719,
|
| 1019 |
+
"max_abs_top1_pos": 46,
|
| 1020 |
+
"ref_top1_at_max": 24.472047805786133,
|
| 1021 |
+
"coreai_top1_at_max": 24.515625,
|
| 1022 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1023 |
+
"max_abs_blank_logit": 0.01235198974609375,
|
| 1024 |
+
"transcript_same": true
|
| 1025 |
+
},
|
| 1026 |
+
{
|
| 1027 |
+
"set": "test-clean",
|
| 1028 |
+
"id": "6930-76324-0020",
|
| 1029 |
+
"tokens": 158,
|
| 1030 |
+
"tokens_same": 158,
|
| 1031 |
+
"max_abs_top1_logit": 0.035320281982421875,
|
| 1032 |
+
"max_abs_top1_pos": 46,
|
| 1033 |
+
"ref_top1_at_max": 34.97282028198242,
|
| 1034 |
+
"coreai_top1_at_max": 34.9375,
|
| 1035 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1036 |
+
"max_abs_blank_logit": 0.012075424194335938,
|
| 1037 |
+
"transcript_same": true
|
| 1038 |
+
},
|
| 1039 |
+
{
|
| 1040 |
+
"set": "test-clean",
|
| 1041 |
+
"id": "6930-76324-0021",
|
| 1042 |
+
"tokens": 184,
|
| 1043 |
+
"tokens_same": 184,
|
| 1044 |
+
"max_abs_top1_logit": 0.037090301513671875,
|
| 1045 |
+
"max_abs_top1_pos": 166,
|
| 1046 |
+
"ref_top1_at_max": 30.474590301513672,
|
| 1047 |
+
"coreai_top1_at_max": 30.4375,
|
| 1048 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1049 |
+
"max_abs_blank_logit": 0.015933990478515625,
|
| 1050 |
+
"transcript_same": true
|
| 1051 |
+
},
|
| 1052 |
+
{
|
| 1053 |
+
"set": "test-clean",
|
| 1054 |
+
"id": "6930-76324-0022",
|
| 1055 |
+
"tokens": 48,
|
| 1056 |
+
"tokens_same": 48,
|
| 1057 |
+
"max_abs_top1_logit": 0.02758026123046875,
|
| 1058 |
+
"max_abs_top1_pos": 19,
|
| 1059 |
+
"ref_top1_at_max": 35.68383026123047,
|
| 1060 |
+
"coreai_top1_at_max": 35.65625,
|
| 1061 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1062 |
+
"max_abs_blank_logit": 0.011806488037109375,
|
| 1063 |
+
"transcript_same": true
|
| 1064 |
+
},
|
| 1065 |
+
{
|
| 1066 |
+
"set": "test-clean",
|
| 1067 |
+
"id": "6930-76324-0023",
|
| 1068 |
+
"tokens": 121,
|
| 1069 |
+
"tokens_same": 121,
|
| 1070 |
+
"max_abs_top1_logit": 0.0395965576171875,
|
| 1071 |
+
"max_abs_top1_pos": 31,
|
| 1072 |
+
"ref_top1_at_max": 34.66459655761719,
|
| 1073 |
+
"coreai_top1_at_max": 34.625,
|
| 1074 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1075 |
+
"max_abs_blank_logit": 0.01543426513671875,
|
| 1076 |
+
"transcript_same": true
|
| 1077 |
+
},
|
| 1078 |
+
{
|
| 1079 |
+
"set": "test-clean",
|
| 1080 |
+
"id": "6930-76324-0024",
|
| 1081 |
+
"tokens": 101,
|
| 1082 |
+
"tokens_same": 101,
|
| 1083 |
+
"max_abs_top1_logit": 0.0340423583984375,
|
| 1084 |
+
"max_abs_top1_pos": 96,
|
| 1085 |
+
"ref_top1_at_max": 38.78404235839844,
|
| 1086 |
+
"coreai_top1_at_max": 38.75,
|
| 1087 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1088 |
+
"max_abs_blank_logit": 0.013538360595703125,
|
| 1089 |
+
"transcript_same": true
|
| 1090 |
+
},
|
| 1091 |
+
{
|
| 1092 |
+
"set": "test-clean",
|
| 1093 |
+
"id": "6930-76324-0025",
|
| 1094 |
+
"tokens": 103,
|
| 1095 |
+
"tokens_same": 103,
|
| 1096 |
+
"max_abs_top1_logit": 0.03035736083984375,
|
| 1097 |
+
"max_abs_top1_pos": 87,
|
| 1098 |
+
"ref_top1_at_max": 30.749107360839844,
|
| 1099 |
+
"coreai_top1_at_max": 30.71875,
|
| 1100 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1101 |
+
"max_abs_blank_logit": 0.013652801513671875,
|
| 1102 |
+
"transcript_same": true
|
| 1103 |
+
},
|
| 1104 |
+
{
|
| 1105 |
+
"set": "test-clean",
|
| 1106 |
+
"id": "6930-76324-0026",
|
| 1107 |
+
"tokens": 77,
|
| 1108 |
+
"tokens_same": 77,
|
| 1109 |
+
"max_abs_top1_logit": 0.02257537841796875,
|
| 1110 |
+
"max_abs_top1_pos": 70,
|
| 1111 |
+
"ref_top1_at_max": 29.46007537841797,
|
| 1112 |
+
"coreai_top1_at_max": 29.4375,
|
| 1113 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1114 |
+
"max_abs_blank_logit": 0.01738739013671875,
|
| 1115 |
+
"transcript_same": true
|
| 1116 |
+
},
|
| 1117 |
+
{
|
| 1118 |
+
"set": "test-clean",
|
| 1119 |
+
"id": "6930-76324-0027",
|
| 1120 |
+
"tokens": 207,
|
| 1121 |
+
"tokens_same": 207,
|
| 1122 |
+
"max_abs_top1_logit": 0.03126192092895508,
|
| 1123 |
+
"max_abs_top1_pos": 46,
|
| 1124 |
+
"ref_top1_at_max": -4.695324420928955,
|
| 1125 |
+
"coreai_top1_at_max": -4.6640625,
|
| 1126 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1127 |
+
"max_abs_blank_logit": 0.02111053466796875,
|
| 1128 |
+
"transcript_same": true
|
| 1129 |
+
},
|
| 1130 |
+
{
|
| 1131 |
+
"set": "test-clean",
|
| 1132 |
+
"id": "6930-76324-0028",
|
| 1133 |
+
"tokens": 247,
|
| 1134 |
+
"tokens_same": 247,
|
| 1135 |
+
"max_abs_top1_logit": 0.08640480041503906,
|
| 1136 |
+
"max_abs_top1_pos": 147,
|
| 1137 |
+
"ref_top1_at_max": 22.49265480041504,
|
| 1138 |
+
"coreai_top1_at_max": 22.40625,
|
| 1139 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1140 |
+
"max_abs_blank_logit": 0.027826309204101562,
|
| 1141 |
+
"transcript_same": true
|
| 1142 |
+
},
|
| 1143 |
+
{
|
| 1144 |
+
"set": "test-clean",
|
| 1145 |
+
"id": "6930-81414-0000",
|
| 1146 |
+
"tokens": 323,
|
| 1147 |
+
"tokens_same": 323,
|
| 1148 |
+
"max_abs_top1_logit": 0.037769317626953125,
|
| 1149 |
+
"max_abs_top1_pos": 116,
|
| 1150 |
+
"ref_top1_at_max": 32.44401931762695,
|
| 1151 |
+
"coreai_top1_at_max": 32.40625,
|
| 1152 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1153 |
+
"max_abs_blank_logit": 0.01467132568359375,
|
| 1154 |
+
"transcript_same": true
|
| 1155 |
+
},
|
| 1156 |
+
{
|
| 1157 |
+
"set": "test-clean",
|
| 1158 |
+
"id": "6930-81414-0001",
|
| 1159 |
+
"tokens": 437,
|
| 1160 |
+
"tokens_same": 437,
|
| 1161 |
+
"max_abs_top1_logit": 0.110260009765625,
|
| 1162 |
+
"max_abs_top1_pos": 420,
|
| 1163 |
+
"ref_top1_at_max": 10.928802490234375,
|
| 1164 |
+
"coreai_top1_at_max": 11.0390625,
|
| 1165 |
+
"tokens_top1_off_by_0.1": 1,
|
| 1166 |
+
"max_abs_blank_logit": 0.0243682861328125,
|
| 1167 |
+
"transcript_same": true
|
| 1168 |
+
},
|
| 1169 |
+
{
|
| 1170 |
+
"set": "test-clean",
|
| 1171 |
+
"id": "6930-81414-0002",
|
| 1172 |
+
"tokens": 83,
|
| 1173 |
+
"tokens_same": 83,
|
| 1174 |
+
"max_abs_top1_logit": 0.02295207977294922,
|
| 1175 |
+
"max_abs_top1_pos": 13,
|
| 1176 |
+
"ref_top1_at_max": -10.89013957977295,
|
| 1177 |
+
"coreai_top1_at_max": -10.8671875,
|
| 1178 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1179 |
+
"max_abs_blank_logit": 0.011941909790039062,
|
| 1180 |
+
"transcript_same": true
|
| 1181 |
+
},
|
| 1182 |
+
{
|
| 1183 |
+
"set": "test-clean",
|
| 1184 |
+
"id": "6930-81414-0003",
|
| 1185 |
+
"tokens": 83,
|
| 1186 |
+
"tokens_same": 83,
|
| 1187 |
+
"max_abs_top1_logit": 0.02790069580078125,
|
| 1188 |
+
"max_abs_top1_pos": 33,
|
| 1189 |
+
"ref_top1_at_max": 31.69977569580078,
|
| 1190 |
+
"coreai_top1_at_max": 31.671875,
|
| 1191 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1192 |
+
"max_abs_blank_logit": 0.01372528076171875,
|
| 1193 |
+
"transcript_same": true
|
| 1194 |
+
},
|
| 1195 |
+
{
|
| 1196 |
+
"set": "test-clean",
|
| 1197 |
+
"id": "6930-81414-0004",
|
| 1198 |
+
"tokens": 239,
|
| 1199 |
+
"tokens_same": 239,
|
| 1200 |
+
"max_abs_top1_logit": 0.0460205078125,
|
| 1201 |
+
"max_abs_top1_pos": 175,
|
| 1202 |
+
"ref_top1_at_max": 34.5460205078125,
|
| 1203 |
+
"coreai_top1_at_max": 34.5,
|
| 1204 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1205 |
+
"max_abs_blank_logit": 0.015117645263671875,
|
| 1206 |
+
"transcript_same": true
|
| 1207 |
+
},
|
| 1208 |
+
{
|
| 1209 |
+
"set": "test-clean",
|
| 1210 |
+
"id": "6930-81414-0005",
|
| 1211 |
+
"tokens": 46,
|
| 1212 |
+
"tokens_same": 46,
|
| 1213 |
+
"max_abs_top1_logit": 0.018850326538085938,
|
| 1214 |
+
"max_abs_top1_pos": 37,
|
| 1215 |
+
"ref_top1_at_max": 28.940725326538086,
|
| 1216 |
+
"coreai_top1_at_max": 28.921875,
|
| 1217 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1218 |
+
"max_abs_blank_logit": 0.01552581787109375,
|
| 1219 |
+
"transcript_same": true
|
| 1220 |
+
},
|
| 1221 |
+
{
|
| 1222 |
+
"set": "test-clean",
|
| 1223 |
+
"id": "6930-81414-0006",
|
| 1224 |
+
"tokens": 170,
|
| 1225 |
+
"tokens_same": 170,
|
| 1226 |
+
"max_abs_top1_logit": 0.04625701904296875,
|
| 1227 |
+
"max_abs_top1_pos": 79,
|
| 1228 |
+
"ref_top1_at_max": 33.23375701904297,
|
| 1229 |
+
"coreai_top1_at_max": 33.1875,
|
| 1230 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1231 |
+
"max_abs_blank_logit": 0.014354705810546875,
|
| 1232 |
+
"transcript_same": true
|
| 1233 |
+
},
|
| 1234 |
+
{
|
| 1235 |
+
"set": "test-clean",
|
| 1236 |
+
"id": "6930-81414-0007",
|
| 1237 |
+
"tokens": 109,
|
| 1238 |
+
"tokens_same": 109,
|
| 1239 |
+
"max_abs_top1_logit": 0.027034759521484375,
|
| 1240 |
+
"max_abs_top1_pos": 17,
|
| 1241 |
+
"ref_top1_at_max": 33.027034759521484,
|
| 1242 |
+
"coreai_top1_at_max": 33.0,
|
| 1243 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1244 |
+
"max_abs_blank_logit": 0.013032913208007812,
|
| 1245 |
+
"transcript_same": true
|
| 1246 |
+
},
|
| 1247 |
+
{
|
| 1248 |
+
"set": "test-clean",
|
| 1249 |
+
"id": "6930-81414-0008",
|
| 1250 |
+
"tokens": 152,
|
| 1251 |
+
"tokens_same": 152,
|
| 1252 |
+
"max_abs_top1_logit": 0.035251617431640625,
|
| 1253 |
+
"max_abs_top1_pos": 68,
|
| 1254 |
+
"ref_top1_at_max": 33.75400161743164,
|
| 1255 |
+
"coreai_top1_at_max": 33.71875,
|
| 1256 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1257 |
+
"max_abs_blank_logit": 0.020069122314453125,
|
| 1258 |
+
"transcript_same": true
|
| 1259 |
+
},
|
| 1260 |
+
{
|
| 1261 |
+
"set": "test-clean",
|
| 1262 |
+
"id": "6930-81414-0009",
|
| 1263 |
+
"tokens": 301,
|
| 1264 |
+
"tokens_same": 301,
|
| 1265 |
+
"max_abs_top1_logit": 0.03342628479003906,
|
| 1266 |
+
"max_abs_top1_pos": 246,
|
| 1267 |
+
"ref_top1_at_max": 29.18967628479004,
|
| 1268 |
+
"coreai_top1_at_max": 29.15625,
|
| 1269 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1270 |
+
"max_abs_blank_logit": 0.021471023559570312,
|
| 1271 |
+
"transcript_same": true
|
| 1272 |
+
},
|
| 1273 |
+
{
|
| 1274 |
+
"set": "test-clean",
|
| 1275 |
+
"id": "6930-81414-0010",
|
| 1276 |
+
"tokens": 96,
|
| 1277 |
+
"tokens_same": 96,
|
| 1278 |
+
"max_abs_top1_logit": 0.043109893798828125,
|
| 1279 |
+
"max_abs_top1_pos": 31,
|
| 1280 |
+
"ref_top1_at_max": 36.94935989379883,
|
| 1281 |
+
"coreai_top1_at_max": 36.90625,
|
| 1282 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1283 |
+
"max_abs_blank_logit": 0.01129150390625,
|
| 1284 |
+
"transcript_same": true
|
| 1285 |
+
},
|
| 1286 |
+
{
|
| 1287 |
+
"set": "test-clean",
|
| 1288 |
+
"id": "6930-81414-0011",
|
| 1289 |
+
"tokens": 118,
|
| 1290 |
+
"tokens_same": 118,
|
| 1291 |
+
"max_abs_top1_logit": 0.03724861145019531,
|
| 1292 |
+
"max_abs_top1_pos": 19,
|
| 1293 |
+
"ref_top1_at_max": 28.927873611450195,
|
| 1294 |
+
"coreai_top1_at_max": 28.890625,
|
| 1295 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1296 |
+
"max_abs_blank_logit": 0.012477874755859375,
|
| 1297 |
+
"transcript_same": true
|
| 1298 |
+
},
|
| 1299 |
+
{
|
| 1300 |
+
"set": "test-clean",
|
| 1301 |
+
"id": "6930-81414-0012",
|
| 1302 |
+
"tokens": 111,
|
| 1303 |
+
"tokens_same": 111,
|
| 1304 |
+
"max_abs_top1_logit": 0.02570343017578125,
|
| 1305 |
+
"max_abs_top1_pos": 34,
|
| 1306 |
+
"ref_top1_at_max": 30.74445343017578,
|
| 1307 |
+
"coreai_top1_at_max": 30.71875,
|
| 1308 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1309 |
+
"max_abs_blank_logit": 0.015625,
|
| 1310 |
+
"transcript_same": true
|
| 1311 |
+
},
|
| 1312 |
+
{
|
| 1313 |
+
"set": "test-clean",
|
| 1314 |
+
"id": "6930-81414-0013",
|
| 1315 |
+
"tokens": 183,
|
| 1316 |
+
"tokens_same": 183,
|
| 1317 |
+
"max_abs_top1_logit": 0.027734756469726562,
|
| 1318 |
+
"max_abs_top1_pos": 169,
|
| 1319 |
+
"ref_top1_at_max": 30.387109756469727,
|
| 1320 |
+
"coreai_top1_at_max": 30.359375,
|
| 1321 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1322 |
+
"max_abs_blank_logit": 0.01508331298828125,
|
| 1323 |
+
"transcript_same": true
|
| 1324 |
+
},
|
| 1325 |
+
{
|
| 1326 |
+
"set": "test-clean",
|
| 1327 |
+
"id": "6930-81414-0014",
|
| 1328 |
+
"tokens": 185,
|
| 1329 |
+
"tokens_same": 185,
|
| 1330 |
+
"max_abs_top1_logit": 0.039463043212890625,
|
| 1331 |
+
"max_abs_top1_pos": 125,
|
| 1332 |
+
"ref_top1_at_max": 32.07071304321289,
|
| 1333 |
+
"coreai_top1_at_max": 32.03125,
|
| 1334 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1335 |
+
"max_abs_blank_logit": 0.019933700561523438,
|
| 1336 |
+
"transcript_same": true
|
| 1337 |
+
},
|
| 1338 |
+
{
|
| 1339 |
+
"set": "test-clean",
|
| 1340 |
+
"id": "6930-81414-0015",
|
| 1341 |
+
"tokens": 93,
|
| 1342 |
+
"tokens_same": 93,
|
| 1343 |
+
"max_abs_top1_logit": 0.04165077209472656,
|
| 1344 |
+
"max_abs_top1_pos": 64,
|
| 1345 |
+
"ref_top1_at_max": 21.197900772094727,
|
| 1346 |
+
"coreai_top1_at_max": 21.15625,
|
| 1347 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1348 |
+
"max_abs_blank_logit": 0.01331329345703125,
|
| 1349 |
+
"transcript_same": true
|
| 1350 |
+
},
|
| 1351 |
+
{
|
| 1352 |
+
"set": "test-clean",
|
| 1353 |
+
"id": "6930-81414-0016",
|
| 1354 |
+
"tokens": 54,
|
| 1355 |
+
"tokens_same": 54,
|
| 1356 |
+
"max_abs_top1_logit": 0.019784927368164062,
|
| 1357 |
+
"max_abs_top1_pos": 22,
|
| 1358 |
+
"ref_top1_at_max": 24.191659927368164,
|
| 1359 |
+
"coreai_top1_at_max": 24.171875,
|
| 1360 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1361 |
+
"max_abs_blank_logit": 0.012454986572265625,
|
| 1362 |
+
"transcript_same": true
|
| 1363 |
+
},
|
| 1364 |
+
{
|
| 1365 |
+
"set": "test-clean",
|
| 1366 |
+
"id": "6930-81414-0017",
|
| 1367 |
+
"tokens": 59,
|
| 1368 |
+
"tokens_same": 59,
|
| 1369 |
+
"max_abs_top1_logit": 0.0397796630859375,
|
| 1370 |
+
"max_abs_top1_pos": 22,
|
| 1371 |
+
"ref_top1_at_max": 33.82102966308594,
|
| 1372 |
+
"coreai_top1_at_max": 33.78125,
|
| 1373 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1374 |
+
"max_abs_blank_logit": 0.012531280517578125,
|
| 1375 |
+
"transcript_same": true
|
| 1376 |
+
},
|
| 1377 |
+
{
|
| 1378 |
+
"set": "test-clean",
|
| 1379 |
+
"id": "6930-81414-0018",
|
| 1380 |
+
"tokens": 73,
|
| 1381 |
+
"tokens_same": 73,
|
| 1382 |
+
"max_abs_top1_logit": 0.019031524658203125,
|
| 1383 |
+
"max_abs_top1_pos": 13,
|
| 1384 |
+
"ref_top1_at_max": 30.206531524658203,
|
| 1385 |
+
"coreai_top1_at_max": 30.1875,
|
| 1386 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1387 |
+
"max_abs_blank_logit": 0.015598297119140625,
|
| 1388 |
+
"transcript_same": true
|
| 1389 |
+
},
|
| 1390 |
+
{
|
| 1391 |
+
"set": "test-clean",
|
| 1392 |
+
"id": "6930-81414-0019",
|
| 1393 |
+
"tokens": 85,
|
| 1394 |
+
"tokens_same": 85,
|
| 1395 |
+
"max_abs_top1_logit": 0.05306434631347656,
|
| 1396 |
+
"max_abs_top1_pos": 32,
|
| 1397 |
+
"ref_top1_at_max": 25.115564346313477,
|
| 1398 |
+
"coreai_top1_at_max": 25.0625,
|
| 1399 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1400 |
+
"max_abs_blank_logit": 0.011648178100585938,
|
| 1401 |
+
"transcript_same": true
|
| 1402 |
+
},
|
| 1403 |
+
{
|
| 1404 |
+
"set": "test-clean",
|
| 1405 |
+
"id": "6930-81414-0020",
|
| 1406 |
+
"tokens": 125,
|
| 1407 |
+
"tokens_same": 125,
|
| 1408 |
+
"max_abs_top1_logit": 0.023488998413085938,
|
| 1409 |
+
"max_abs_top1_pos": 22,
|
| 1410 |
+
"ref_top1_at_max": 29.007863998413086,
|
| 1411 |
+
"coreai_top1_at_max": 28.984375,
|
| 1412 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1413 |
+
"max_abs_blank_logit": 0.01284027099609375,
|
| 1414 |
+
"transcript_same": true
|
| 1415 |
+
},
|
| 1416 |
+
{
|
| 1417 |
+
"set": "test-clean",
|
| 1418 |
+
"id": "6930-81414-0021",
|
| 1419 |
+
"tokens": 81,
|
| 1420 |
+
"tokens_same": 81,
|
| 1421 |
+
"max_abs_top1_logit": 0.0294036865234375,
|
| 1422 |
+
"max_abs_top1_pos": 63,
|
| 1423 |
+
"ref_top1_at_max": 31.591903686523438,
|
| 1424 |
+
"coreai_top1_at_max": 31.5625,
|
| 1425 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1426 |
+
"max_abs_blank_logit": 0.011768341064453125,
|
| 1427 |
+
"transcript_same": true
|
| 1428 |
+
},
|
| 1429 |
+
{
|
| 1430 |
+
"set": "test-clean",
|
| 1431 |
+
"id": "6930-81414-0022",
|
| 1432 |
+
"tokens": 109,
|
| 1433 |
+
"tokens_same": 109,
|
| 1434 |
+
"max_abs_top1_logit": 0.0408477783203125,
|
| 1435 |
+
"max_abs_top1_pos": 66,
|
| 1436 |
+
"ref_top1_at_max": 36.22834777832031,
|
| 1437 |
+
"coreai_top1_at_max": 36.1875,
|
| 1438 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1439 |
+
"max_abs_blank_logit": 0.014064788818359375,
|
| 1440 |
+
"transcript_same": true
|
| 1441 |
+
},
|
| 1442 |
+
{
|
| 1443 |
+
"set": "test-clean",
|
| 1444 |
+
"id": "6930-81414-0023",
|
| 1445 |
+
"tokens": 122,
|
| 1446 |
+
"tokens_same": 122,
|
| 1447 |
+
"max_abs_top1_logit": 0.017194747924804688,
|
| 1448 |
+
"max_abs_top1_pos": 105,
|
| 1449 |
+
"ref_top1_at_max": 31.657819747924805,
|
| 1450 |
+
"coreai_top1_at_max": 31.640625,
|
| 1451 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1452 |
+
"max_abs_blank_logit": 0.014150619506835938,
|
| 1453 |
+
"transcript_same": true
|
| 1454 |
+
},
|
| 1455 |
+
{
|
| 1456 |
+
"set": "test-clean",
|
| 1457 |
+
"id": "6930-81414-0024",
|
| 1458 |
+
"tokens": 126,
|
| 1459 |
+
"tokens_same": 126,
|
| 1460 |
+
"max_abs_top1_logit": 0.049594879150390625,
|
| 1461 |
+
"max_abs_top1_pos": 113,
|
| 1462 |
+
"ref_top1_at_max": 27.94021987915039,
|
| 1463 |
+
"coreai_top1_at_max": 27.890625,
|
| 1464 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1465 |
+
"max_abs_blank_logit": 0.017429351806640625,
|
| 1466 |
+
"transcript_same": true
|
| 1467 |
+
},
|
| 1468 |
+
{
|
| 1469 |
+
"set": "test-clean",
|
| 1470 |
+
"id": "6930-81414-0025",
|
| 1471 |
+
"tokens": 63,
|
| 1472 |
+
"tokens_same": 63,
|
| 1473 |
+
"max_abs_top1_logit": 0.0928192138671875,
|
| 1474 |
+
"max_abs_top1_pos": 47,
|
| 1475 |
+
"ref_top1_at_max": 13.725631713867188,
|
| 1476 |
+
"coreai_top1_at_max": 13.6328125,
|
| 1477 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1478 |
+
"max_abs_blank_logit": 0.019428253173828125,
|
| 1479 |
+
"transcript_same": true
|
| 1480 |
+
},
|
| 1481 |
+
{
|
| 1482 |
+
"set": "test-clean",
|
| 1483 |
+
"id": "6930-81414-0026",
|
| 1484 |
+
"tokens": 77,
|
| 1485 |
+
"tokens_same": 77,
|
| 1486 |
+
"max_abs_top1_logit": 0.040485382080078125,
|
| 1487 |
+
"max_abs_top1_pos": 75,
|
| 1488 |
+
"ref_top1_at_max": 16.821735382080078,
|
| 1489 |
+
"coreai_top1_at_max": 16.78125,
|
| 1490 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1491 |
+
"max_abs_blank_logit": 0.0181121826171875,
|
| 1492 |
+
"transcript_same": true
|
| 1493 |
+
},
|
| 1494 |
+
{
|
| 1495 |
+
"set": "test-clean",
|
| 1496 |
+
"id": "6930-81414-0027",
|
| 1497 |
+
"tokens": 96,
|
| 1498 |
+
"tokens_same": 96,
|
| 1499 |
+
"max_abs_top1_logit": 0.036670684814453125,
|
| 1500 |
+
"max_abs_top1_pos": 75,
|
| 1501 |
+
"ref_top1_at_max": 34.44292068481445,
|
| 1502 |
+
"coreai_top1_at_max": 34.40625,
|
| 1503 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1504 |
+
"max_abs_blank_logit": 0.015676498413085938,
|
| 1505 |
+
"transcript_same": true
|
| 1506 |
+
},
|
| 1507 |
+
{
|
| 1508 |
+
"set": "test-clean",
|
| 1509 |
+
"id": "1320-122617-0000",
|
| 1510 |
+
"tokens": 196,
|
| 1511 |
+
"tokens_same": 196,
|
| 1512 |
+
"max_abs_top1_logit": 0.02750110626220703,
|
| 1513 |
+
"max_abs_top1_pos": 121,
|
| 1514 |
+
"ref_top1_at_max": 13.199061393737793,
|
| 1515 |
+
"coreai_top1_at_max": 13.2265625,
|
| 1516 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1517 |
+
"max_abs_blank_logit": 0.020819664001464844,
|
| 1518 |
+
"transcript_same": true
|
| 1519 |
+
},
|
| 1520 |
+
{
|
| 1521 |
+
"set": "test-clean",
|
| 1522 |
+
"id": "1320-122617-0001",
|
| 1523 |
+
"tokens": 352,
|
| 1524 |
+
"tokens_same": 352,
|
| 1525 |
+
"max_abs_top1_logit": 0.033390045166015625,
|
| 1526 |
+
"max_abs_top1_pos": 314,
|
| 1527 |
+
"ref_top1_at_max": 17.299015045166016,
|
| 1528 |
+
"coreai_top1_at_max": 17.265625,
|
| 1529 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1530 |
+
"max_abs_blank_logit": 0.015766143798828125,
|
| 1531 |
+
"transcript_same": true
|
| 1532 |
+
},
|
| 1533 |
+
{
|
| 1534 |
+
"set": "test-clean",
|
| 1535 |
+
"id": "1320-122617-0002",
|
| 1536 |
+
"tokens": 340,
|
| 1537 |
+
"tokens_same": 340,
|
| 1538 |
+
"max_abs_top1_logit": 0.07509803771972656,
|
| 1539 |
+
"max_abs_top1_pos": 251,
|
| 1540 |
+
"ref_top1_at_max": 16.784276962280273,
|
| 1541 |
+
"coreai_top1_at_max": 16.859375,
|
| 1542 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1543 |
+
"max_abs_blank_logit": 0.014112472534179688,
|
| 1544 |
+
"transcript_same": true
|
| 1545 |
+
},
|
| 1546 |
+
{
|
| 1547 |
+
"set": "test-clean",
|
| 1548 |
+
"id": "1320-122617-0003",
|
| 1549 |
+
"tokens": 157,
|
| 1550 |
+
"tokens_same": 157,
|
| 1551 |
+
"max_abs_top1_logit": 0.030971527099609375,
|
| 1552 |
+
"max_abs_top1_pos": 150,
|
| 1553 |
+
"ref_top1_at_max": 34.28097152709961,
|
| 1554 |
+
"coreai_top1_at_max": 34.25,
|
| 1555 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1556 |
+
"max_abs_blank_logit": 0.0157623291015625,
|
| 1557 |
+
"transcript_same": true
|
| 1558 |
+
},
|
| 1559 |
+
{
|
| 1560 |
+
"set": "test-clean",
|
| 1561 |
+
"id": "1320-122617-0004",
|
| 1562 |
+
"tokens": 307,
|
| 1563 |
+
"tokens_same": 307,
|
| 1564 |
+
"max_abs_top1_logit": 0.04969978332519531,
|
| 1565 |
+
"max_abs_top1_pos": 249,
|
| 1566 |
+
"ref_top1_at_max": 7.225481033325195,
|
| 1567 |
+
"coreai_top1_at_max": 7.17578125,
|
| 1568 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1569 |
+
"max_abs_blank_logit": 0.020528793334960938,
|
| 1570 |
+
"transcript_same": true
|
| 1571 |
+
},
|
| 1572 |
+
{
|
| 1573 |
+
"set": "test-clean",
|
| 1574 |
+
"id": "1320-122617-0005",
|
| 1575 |
+
"tokens": 110,
|
| 1576 |
+
"tokens_same": 110,
|
| 1577 |
+
"max_abs_top1_logit": 0.03502464294433594,
|
| 1578 |
+
"max_abs_top1_pos": 26,
|
| 1579 |
+
"ref_top1_at_max": 30.441274642944336,
|
| 1580 |
+
"coreai_top1_at_max": 30.40625,
|
| 1581 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1582 |
+
"max_abs_blank_logit": 0.013471603393554688,
|
| 1583 |
+
"transcript_same": true
|
| 1584 |
+
},
|
| 1585 |
+
{
|
| 1586 |
+
"set": "test-clean",
|
| 1587 |
+
"id": "1320-122617-0006",
|
| 1588 |
+
"tokens": 142,
|
| 1589 |
+
"tokens_same": 142,
|
| 1590 |
+
"max_abs_top1_logit": 0.028924942016601562,
|
| 1591 |
+
"max_abs_top1_pos": 61,
|
| 1592 |
+
"ref_top1_at_max": 30.6695499420166,
|
| 1593 |
+
"coreai_top1_at_max": 30.640625,
|
| 1594 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1595 |
+
"max_abs_blank_logit": 0.01375579833984375,
|
| 1596 |
+
"transcript_same": true
|
| 1597 |
+
},
|
| 1598 |
+
{
|
| 1599 |
+
"set": "test-clean",
|
| 1600 |
+
"id": "1320-122617-0007",
|
| 1601 |
+
"tokens": 463,
|
| 1602 |
+
"tokens_same": 463,
|
| 1603 |
+
"max_abs_top1_logit": 0.042022705078125,
|
| 1604 |
+
"max_abs_top1_pos": 207,
|
| 1605 |
+
"ref_top1_at_max": 32.448272705078125,
|
| 1606 |
+
"coreai_top1_at_max": 32.40625,
|
| 1607 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1608 |
+
"max_abs_blank_logit": 0.018238067626953125,
|
| 1609 |
+
"transcript_same": true
|
| 1610 |
+
},
|
| 1611 |
+
{
|
| 1612 |
+
"set": "test-clean",
|
| 1613 |
+
"id": "1320-122617-0008",
|
| 1614 |
+
"tokens": 105,
|
| 1615 |
+
"tokens_same": 105,
|
| 1616 |
+
"max_abs_top1_logit": 0.027978897094726562,
|
| 1617 |
+
"max_abs_top1_pos": 34,
|
| 1618 |
+
"ref_top1_at_max": 26.668603897094727,
|
| 1619 |
+
"coreai_top1_at_max": 26.640625,
|
| 1620 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1621 |
+
"max_abs_blank_logit": 0.01636505126953125,
|
| 1622 |
+
"transcript_same": true
|
| 1623 |
+
},
|
| 1624 |
+
{
|
| 1625 |
+
"set": "test-clean",
|
| 1626 |
+
"id": "1320-122617-0009",
|
| 1627 |
+
"tokens": 193,
|
| 1628 |
+
"tokens_same": 193,
|
| 1629 |
+
"max_abs_top1_logit": 0.05457592010498047,
|
| 1630 |
+
"max_abs_top1_pos": 68,
|
| 1631 |
+
"ref_top1_at_max": -3.4239397048950195,
|
| 1632 |
+
"coreai_top1_at_max": -3.478515625,
|
| 1633 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1634 |
+
"max_abs_blank_logit": 0.021343231201171875,
|
| 1635 |
+
"transcript_same": true
|
| 1636 |
+
},
|
| 1637 |
+
{
|
| 1638 |
+
"set": "test-clean",
|
| 1639 |
+
"id": "1320-122617-0010",
|
| 1640 |
+
"tokens": 250,
|
| 1641 |
+
"tokens_same": 250,
|
| 1642 |
+
"max_abs_top1_logit": 0.0305023193359375,
|
| 1643 |
+
"max_abs_top1_pos": 141,
|
| 1644 |
+
"ref_top1_at_max": 35.78050231933594,
|
| 1645 |
+
"coreai_top1_at_max": 35.75,
|
| 1646 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1647 |
+
"max_abs_blank_logit": 0.0154266357421875,
|
| 1648 |
+
"transcript_same": true
|
| 1649 |
+
},
|
| 1650 |
+
{
|
| 1651 |
+
"set": "test-clean",
|
| 1652 |
+
"id": "1320-122617-0011",
|
| 1653 |
+
"tokens": 244,
|
| 1654 |
+
"tokens_same": 244,
|
| 1655 |
+
"max_abs_top1_logit": 0.03697967529296875,
|
| 1656 |
+
"max_abs_top1_pos": 100,
|
| 1657 |
+
"ref_top1_at_max": 36.22447967529297,
|
| 1658 |
+
"coreai_top1_at_max": 36.1875,
|
| 1659 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1660 |
+
"max_abs_blank_logit": 0.02428436279296875,
|
| 1661 |
+
"transcript_same": true
|
| 1662 |
+
},
|
| 1663 |
+
{
|
| 1664 |
+
"set": "test-clean",
|
| 1665 |
+
"id": "1320-122617-0012",
|
| 1666 |
+
"tokens": 190,
|
| 1667 |
+
"tokens_same": 190,
|
| 1668 |
+
"max_abs_top1_logit": 0.029994964599609375,
|
| 1669 |
+
"max_abs_top1_pos": 111,
|
| 1670 |
+
"ref_top1_at_max": 30.12374496459961,
|
| 1671 |
+
"coreai_top1_at_max": 30.09375,
|
| 1672 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1673 |
+
"max_abs_blank_logit": 0.012538909912109375,
|
| 1674 |
+
"transcript_same": true
|
| 1675 |
+
},
|
| 1676 |
+
{
|
| 1677 |
+
"set": "test-clean",
|
| 1678 |
+
"id": "1320-122617-0013",
|
| 1679 |
+
"tokens": 269,
|
| 1680 |
+
"tokens_same": 269,
|
| 1681 |
+
"max_abs_top1_logit": 0.038204193115234375,
|
| 1682 |
+
"max_abs_top1_pos": 75,
|
| 1683 |
+
"ref_top1_at_max": 32.194454193115234,
|
| 1684 |
+
"coreai_top1_at_max": 32.15625,
|
| 1685 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1686 |
+
"max_abs_blank_logit": 0.013971328735351562,
|
| 1687 |
+
"transcript_same": true
|
| 1688 |
+
},
|
| 1689 |
+
{
|
| 1690 |
+
"set": "test-clean",
|
| 1691 |
+
"id": "1320-122617-0014",
|
| 1692 |
+
"tokens": 123,
|
| 1693 |
+
"tokens_same": 123,
|
| 1694 |
+
"max_abs_top1_logit": 0.03740119934082031,
|
| 1695 |
+
"max_abs_top1_pos": 80,
|
| 1696 |
+
"ref_top1_at_max": 26.83427619934082,
|
| 1697 |
+
"coreai_top1_at_max": 26.796875,
|
| 1698 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1699 |
+
"max_abs_blank_logit": 0.018545150756835938,
|
| 1700 |
+
"transcript_same": true
|
| 1701 |
+
},
|
| 1702 |
+
{
|
| 1703 |
+
"set": "test-clean",
|
| 1704 |
+
"id": "1320-122617-0015",
|
| 1705 |
+
"tokens": 128,
|
| 1706 |
+
"tokens_same": 128,
|
| 1707 |
+
"max_abs_top1_logit": 0.029880523681640625,
|
| 1708 |
+
"max_abs_top1_pos": 113,
|
| 1709 |
+
"ref_top1_at_max": 33.77988052368164,
|
| 1710 |
+
"coreai_top1_at_max": 33.75,
|
| 1711 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1712 |
+
"max_abs_blank_logit": 0.017316818237304688,
|
| 1713 |
+
"transcript_same": true
|
| 1714 |
+
},
|
| 1715 |
+
{
|
| 1716 |
+
"set": "test-clean",
|
| 1717 |
+
"id": "1320-122617-0016",
|
| 1718 |
+
"tokens": 252,
|
| 1719 |
+
"tokens_same": 252,
|
| 1720 |
+
"max_abs_top1_logit": 0.051181793212890625,
|
| 1721 |
+
"max_abs_top1_pos": 26,
|
| 1722 |
+
"ref_top1_at_max": 34.61368179321289,
|
| 1723 |
+
"coreai_top1_at_max": 34.5625,
|
| 1724 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1725 |
+
"max_abs_blank_logit": 0.017757415771484375,
|
| 1726 |
+
"transcript_same": true
|
| 1727 |
+
},
|
| 1728 |
+
{
|
| 1729 |
+
"set": "test-clean",
|
| 1730 |
+
"id": "1320-122617-0017",
|
| 1731 |
+
"tokens": 142,
|
| 1732 |
+
"tokens_same": 142,
|
| 1733 |
+
"max_abs_top1_logit": 0.03891754150390625,
|
| 1734 |
+
"max_abs_top1_pos": 34,
|
| 1735 |
+
"ref_top1_at_max": 32.351417541503906,
|
| 1736 |
+
"coreai_top1_at_max": 32.3125,
|
| 1737 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1738 |
+
"max_abs_blank_logit": 0.017419815063476562,
|
| 1739 |
+
"transcript_same": true
|
| 1740 |
+
},
|
| 1741 |
+
{
|
| 1742 |
+
"set": "test-clean",
|
| 1743 |
+
"id": "1320-122617-0018",
|
| 1744 |
+
"tokens": 243,
|
| 1745 |
+
"tokens_same": 243,
|
| 1746 |
+
"max_abs_top1_logit": 0.0341033935546875,
|
| 1747 |
+
"max_abs_top1_pos": 14,
|
| 1748 |
+
"ref_top1_at_max": 29.643478393554688,
|
| 1749 |
+
"coreai_top1_at_max": 29.609375,
|
| 1750 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1751 |
+
"max_abs_blank_logit": 0.016839981079101562,
|
| 1752 |
+
"transcript_same": true
|
| 1753 |
+
},
|
| 1754 |
+
{
|
| 1755 |
+
"set": "test-clean",
|
| 1756 |
+
"id": "1320-122617-0019",
|
| 1757 |
+
"tokens": 206,
|
| 1758 |
+
"tokens_same": 206,
|
| 1759 |
+
"max_abs_top1_logit": 0.06783485412597656,
|
| 1760 |
+
"max_abs_top1_pos": 108,
|
| 1761 |
+
"ref_top1_at_max": 19.713415145874023,
|
| 1762 |
+
"coreai_top1_at_max": 19.78125,
|
| 1763 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1764 |
+
"max_abs_blank_logit": 0.017477035522460938,
|
| 1765 |
+
"transcript_same": true
|
| 1766 |
+
},
|
| 1767 |
+
{
|
| 1768 |
+
"set": "test-clean",
|
| 1769 |
+
"id": "1320-122617-0020",
|
| 1770 |
+
"tokens": 223,
|
| 1771 |
+
"tokens_same": 223,
|
| 1772 |
+
"max_abs_top1_logit": 0.03413200378417969,
|
| 1773 |
+
"max_abs_top1_pos": 99,
|
| 1774 |
+
"ref_top1_at_max": 29.59663200378418,
|
| 1775 |
+
"coreai_top1_at_max": 29.5625,
|
| 1776 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1777 |
+
"max_abs_blank_logit": 0.016202926635742188,
|
| 1778 |
+
"transcript_same": true
|
| 1779 |
+
},
|
| 1780 |
+
{
|
| 1781 |
+
"set": "test-clean",
|
| 1782 |
+
"id": "1320-122617-0021",
|
| 1783 |
+
"tokens": 134,
|
| 1784 |
+
"tokens_same": 134,
|
| 1785 |
+
"max_abs_top1_logit": 0.033832550048828125,
|
| 1786 |
+
"max_abs_top1_pos": 50,
|
| 1787 |
+
"ref_top1_at_max": 31.705707550048828,
|
| 1788 |
+
"coreai_top1_at_max": 31.671875,
|
| 1789 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1790 |
+
"max_abs_blank_logit": 0.015621185302734375,
|
| 1791 |
+
"transcript_same": true
|
| 1792 |
+
},
|
| 1793 |
+
{
|
| 1794 |
+
"set": "test-clean",
|
| 1795 |
+
"id": "1320-122617-0022",
|
| 1796 |
+
"tokens": 97,
|
| 1797 |
+
"tokens_same": 97,
|
| 1798 |
+
"max_abs_top1_logit": 0.027740478515625,
|
| 1799 |
+
"max_abs_top1_pos": 40,
|
| 1800 |
+
"ref_top1_at_max": 30.527740478515625,
|
| 1801 |
+
"coreai_top1_at_max": 30.5,
|
| 1802 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1803 |
+
"max_abs_blank_logit": 0.015232086181640625,
|
| 1804 |
+
"transcript_same": true
|
| 1805 |
+
},
|
| 1806 |
+
{
|
| 1807 |
+
"set": "test-clean",
|
| 1808 |
+
"id": "1320-122617-0023",
|
| 1809 |
+
"tokens": 196,
|
| 1810 |
+
"tokens_same": 196,
|
| 1811 |
+
"max_abs_top1_logit": 0.0416068434715271,
|
| 1812 |
+
"max_abs_top1_pos": 96,
|
| 1813 |
+
"ref_top1_at_max": 0.7872123122215271,
|
| 1814 |
+
"coreai_top1_at_max": 0.74560546875,
|
| 1815 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1816 |
+
"max_abs_blank_logit": 0.01671600341796875,
|
| 1817 |
+
"transcript_same": true
|
| 1818 |
+
},
|
| 1819 |
+
{
|
| 1820 |
+
"set": "test-clean",
|
| 1821 |
+
"id": "1320-122617-0024",
|
| 1822 |
+
"tokens": 189,
|
| 1823 |
+
"tokens_same": 189,
|
| 1824 |
+
"max_abs_top1_logit": 0.0386505126953125,
|
| 1825 |
+
"max_abs_top1_pos": 172,
|
| 1826 |
+
"ref_top1_at_max": 32.19490051269531,
|
| 1827 |
+
"coreai_top1_at_max": 32.15625,
|
| 1828 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1829 |
+
"max_abs_blank_logit": 0.019969940185546875,
|
| 1830 |
+
"transcript_same": true
|
| 1831 |
+
},
|
| 1832 |
+
{
|
| 1833 |
+
"set": "test-clean",
|
| 1834 |
+
"id": "1320-122617-0025",
|
| 1835 |
+
"tokens": 159,
|
| 1836 |
+
"tokens_same": 159,
|
| 1837 |
+
"max_abs_top1_logit": 0.03298187255859375,
|
| 1838 |
+
"max_abs_top1_pos": 107,
|
| 1839 |
+
"ref_top1_at_max": 23.095481872558594,
|
| 1840 |
+
"coreai_top1_at_max": 23.0625,
|
| 1841 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1842 |
+
"max_abs_blank_logit": 0.012594223022460938,
|
| 1843 |
+
"transcript_same": true
|
| 1844 |
+
},
|
| 1845 |
+
{
|
| 1846 |
+
"set": "test-clean",
|
| 1847 |
+
"id": "1320-122617-0026",
|
| 1848 |
+
"tokens": 131,
|
| 1849 |
+
"tokens_same": 131,
|
| 1850 |
+
"max_abs_top1_logit": 0.028881072998046875,
|
| 1851 |
+
"max_abs_top1_pos": 91,
|
| 1852 |
+
"ref_top1_at_max": 31.325756072998047,
|
| 1853 |
+
"coreai_top1_at_max": 31.296875,
|
| 1854 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1855 |
+
"max_abs_blank_logit": 0.01827239990234375,
|
| 1856 |
+
"transcript_same": true
|
| 1857 |
+
},
|
| 1858 |
+
{
|
| 1859 |
+
"set": "test-clean",
|
| 1860 |
+
"id": "1320-122617-0027",
|
| 1861 |
+
"tokens": 142,
|
| 1862 |
+
"tokens_same": 142,
|
| 1863 |
+
"max_abs_top1_logit": 0.027828216552734375,
|
| 1864 |
+
"max_abs_top1_pos": 71,
|
| 1865 |
+
"ref_top1_at_max": 32.434078216552734,
|
| 1866 |
+
"coreai_top1_at_max": 32.40625,
|
| 1867 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1868 |
+
"max_abs_blank_logit": 0.017589569091796875,
|
| 1869 |
+
"transcript_same": true
|
| 1870 |
+
},
|
| 1871 |
+
{
|
| 1872 |
+
"set": "test-clean",
|
| 1873 |
+
"id": "1320-122617-0028",
|
| 1874 |
+
"tokens": 400,
|
| 1875 |
+
"tokens_same": 400,
|
| 1876 |
+
"max_abs_top1_logit": 0.04854583740234375,
|
| 1877 |
+
"max_abs_top1_pos": 185,
|
| 1878 |
+
"ref_top1_at_max": 34.548545837402344,
|
| 1879 |
+
"coreai_top1_at_max": 34.5,
|
| 1880 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1881 |
+
"max_abs_blank_logit": 0.014883041381835938,
|
| 1882 |
+
"transcript_same": true
|
| 1883 |
+
},
|
| 1884 |
+
{
|
| 1885 |
+
"set": "test-clean",
|
| 1886 |
+
"id": "1320-122617-0029",
|
| 1887 |
+
"tokens": 197,
|
| 1888 |
+
"tokens_same": 197,
|
| 1889 |
+
"max_abs_top1_logit": 0.03591728210449219,
|
| 1890 |
+
"max_abs_top1_pos": 49,
|
| 1891 |
+
"ref_top1_at_max": 29.551542282104492,
|
| 1892 |
+
"coreai_top1_at_max": 29.515625,
|
| 1893 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1894 |
+
"max_abs_blank_logit": 0.013835906982421875,
|
| 1895 |
+
"transcript_same": true
|
| 1896 |
+
},
|
| 1897 |
+
{
|
| 1898 |
+
"set": "test-clean",
|
| 1899 |
+
"id": "1320-122617-0030",
|
| 1900 |
+
"tokens": 100,
|
| 1901 |
+
"tokens_same": 100,
|
| 1902 |
+
"max_abs_top1_logit": 0.030912399291992188,
|
| 1903 |
+
"max_abs_top1_pos": 31,
|
| 1904 |
+
"ref_top1_at_max": 28.343412399291992,
|
| 1905 |
+
"coreai_top1_at_max": 28.3125,
|
| 1906 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1907 |
+
"max_abs_blank_logit": 0.013143539428710938,
|
| 1908 |
+
"transcript_same": true
|
| 1909 |
+
},
|
| 1910 |
+
{
|
| 1911 |
+
"set": "test-clean",
|
| 1912 |
+
"id": "1320-122617-0031",
|
| 1913 |
+
"tokens": 157,
|
| 1914 |
+
"tokens_same": 157,
|
| 1915 |
+
"max_abs_top1_logit": 0.03367424011230469,
|
| 1916 |
+
"max_abs_top1_pos": 124,
|
| 1917 |
+
"ref_top1_at_max": 23.893049240112305,
|
| 1918 |
+
"coreai_top1_at_max": 23.859375,
|
| 1919 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1920 |
+
"max_abs_blank_logit": 0.014861106872558594,
|
| 1921 |
+
"transcript_same": true
|
| 1922 |
+
},
|
| 1923 |
+
{
|
| 1924 |
+
"set": "test-clean",
|
| 1925 |
+
"id": "1320-122617-0032",
|
| 1926 |
+
"tokens": 282,
|
| 1927 |
+
"tokens_same": 282,
|
| 1928 |
+
"max_abs_top1_logit": 0.044460296630859375,
|
| 1929 |
+
"max_abs_top1_pos": 41,
|
| 1930 |
+
"ref_top1_at_max": 33.66946029663086,
|
| 1931 |
+
"coreai_top1_at_max": 33.625,
|
| 1932 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1933 |
+
"max_abs_blank_logit": 0.01749420166015625,
|
| 1934 |
+
"transcript_same": true
|
| 1935 |
+
},
|
| 1936 |
+
{
|
| 1937 |
+
"set": "test-clean",
|
| 1938 |
+
"id": "1320-122617-0033",
|
| 1939 |
+
"tokens": 276,
|
| 1940 |
+
"tokens_same": 276,
|
| 1941 |
+
"max_abs_top1_logit": 0.03755760192871094,
|
| 1942 |
+
"max_abs_top1_pos": 187,
|
| 1943 |
+
"ref_top1_at_max": 31.69380760192871,
|
| 1944 |
+
"coreai_top1_at_max": 31.65625,
|
| 1945 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1946 |
+
"max_abs_blank_logit": 0.015783309936523438,
|
| 1947 |
+
"transcript_same": true
|
| 1948 |
+
},
|
| 1949 |
+
{
|
| 1950 |
+
"set": "test-clean",
|
| 1951 |
+
"id": "1320-122617-0034",
|
| 1952 |
+
"tokens": 237,
|
| 1953 |
+
"tokens_same": 237,
|
| 1954 |
+
"max_abs_top1_logit": 0.0377960205078125,
|
| 1955 |
+
"max_abs_top1_pos": 168,
|
| 1956 |
+
"ref_top1_at_max": 32.60029602050781,
|
| 1957 |
+
"coreai_top1_at_max": 32.5625,
|
| 1958 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1959 |
+
"max_abs_blank_logit": 0.01673126220703125,
|
| 1960 |
+
"transcript_same": true
|
| 1961 |
+
},
|
| 1962 |
+
{
|
| 1963 |
+
"set": "test-clean",
|
| 1964 |
+
"id": "1320-122617-0035",
|
| 1965 |
+
"tokens": 456,
|
| 1966 |
+
"tokens_same": 456,
|
| 1967 |
+
"max_abs_top1_logit": 0.04958343505859375,
|
| 1968 |
+
"max_abs_top1_pos": 144,
|
| 1969 |
+
"ref_top1_at_max": 33.987083435058594,
|
| 1970 |
+
"coreai_top1_at_max": 33.9375,
|
| 1971 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1972 |
+
"max_abs_blank_logit": 0.021778106689453125,
|
| 1973 |
+
"transcript_same": true
|
| 1974 |
+
},
|
| 1975 |
+
{
|
| 1976 |
+
"set": "test-clean",
|
| 1977 |
+
"id": "1320-122617-0036",
|
| 1978 |
+
"tokens": 309,
|
| 1979 |
+
"tokens_same": 309,
|
| 1980 |
+
"max_abs_top1_logit": 0.04301261901855469,
|
| 1981 |
+
"max_abs_top1_pos": 139,
|
| 1982 |
+
"ref_top1_at_max": 25.839887619018555,
|
| 1983 |
+
"coreai_top1_at_max": 25.796875,
|
| 1984 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1985 |
+
"max_abs_blank_logit": 0.017974853515625,
|
| 1986 |
+
"transcript_same": true
|
| 1987 |
+
},
|
| 1988 |
+
{
|
| 1989 |
+
"set": "test-clean",
|
| 1990 |
+
"id": "1320-122617-0037",
|
| 1991 |
+
"tokens": 180,
|
| 1992 |
+
"tokens_same": 180,
|
| 1993 |
+
"max_abs_top1_logit": 0.031192779541015625,
|
| 1994 |
+
"max_abs_top1_pos": 73,
|
| 1995 |
+
"ref_top1_at_max": 27.812442779541016,
|
| 1996 |
+
"coreai_top1_at_max": 27.78125,
|
| 1997 |
+
"tokens_top1_off_by_0.1": 0,
|
| 1998 |
+
"max_abs_blank_logit": 0.01299285888671875,
|
| 1999 |
+
"transcript_same": true
|
| 2000 |
+
},
|
| 2001 |
+
{
|
| 2002 |
+
"set": "test-clean",
|
| 2003 |
+
"id": "1320-122617-0038",
|
| 2004 |
+
"tokens": 56,
|
| 2005 |
+
"tokens_same": 56,
|
| 2006 |
+
"max_abs_top1_logit": 0.03475379943847656,
|
| 2007 |
+
"max_abs_top1_pos": 13,
|
| 2008 |
+
"ref_top1_at_max": 28.816003799438477,
|
| 2009 |
+
"coreai_top1_at_max": 28.78125,
|
| 2010 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2011 |
+
"max_abs_blank_logit": 0.010532379150390625,
|
| 2012 |
+
"transcript_same": true
|
| 2013 |
+
},
|
| 2014 |
+
{
|
| 2015 |
+
"set": "test-clean",
|
| 2016 |
+
"id": "1320-122617-0039",
|
| 2017 |
+
"tokens": 177,
|
| 2018 |
+
"tokens_same": 177,
|
| 2019 |
+
"max_abs_top1_logit": 0.04120635986328125,
|
| 2020 |
+
"max_abs_top1_pos": 145,
|
| 2021 |
+
"ref_top1_at_max": 36.60370635986328,
|
| 2022 |
+
"coreai_top1_at_max": 36.5625,
|
| 2023 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2024 |
+
"max_abs_blank_logit": 0.015848159790039062,
|
| 2025 |
+
"transcript_same": true
|
| 2026 |
+
},
|
| 2027 |
+
{
|
| 2028 |
+
"set": "test-clean",
|
| 2029 |
+
"id": "1320-122617-0040",
|
| 2030 |
+
"tokens": 200,
|
| 2031 |
+
"tokens_same": 200,
|
| 2032 |
+
"max_abs_top1_logit": 0.04010200500488281,
|
| 2033 |
+
"max_abs_top1_pos": 67,
|
| 2034 |
+
"ref_top1_at_max": 28.086977005004883,
|
| 2035 |
+
"coreai_top1_at_max": 28.046875,
|
| 2036 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2037 |
+
"max_abs_blank_logit": 0.01731109619140625,
|
| 2038 |
+
"transcript_same": true
|
| 2039 |
+
},
|
| 2040 |
+
{
|
| 2041 |
+
"set": "test-clean",
|
| 2042 |
+
"id": "1320-122617-0041",
|
| 2043 |
+
"tokens": 104,
|
| 2044 |
+
"tokens_same": 104,
|
| 2045 |
+
"max_abs_top1_logit": 0.031787872314453125,
|
| 2046 |
+
"max_abs_top1_pos": 82,
|
| 2047 |
+
"ref_top1_at_max": 29.859912872314453,
|
| 2048 |
+
"coreai_top1_at_max": 29.828125,
|
| 2049 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2050 |
+
"max_abs_blank_logit": 0.017383575439453125,
|
| 2051 |
+
"transcript_same": true
|
| 2052 |
+
},
|
| 2053 |
+
{
|
| 2054 |
+
"set": "test-clean",
|
| 2055 |
+
"id": "1320-122612-0000",
|
| 2056 |
+
"tokens": 337,
|
| 2057 |
+
"tokens_same": 337,
|
| 2058 |
+
"max_abs_top1_logit": 0.03788280487060547,
|
| 2059 |
+
"max_abs_top1_pos": 29,
|
| 2060 |
+
"ref_top1_at_max": 8.045695304870605,
|
| 2061 |
+
"coreai_top1_at_max": 8.0078125,
|
| 2062 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2063 |
+
"max_abs_blank_logit": 0.017406463623046875,
|
| 2064 |
+
"transcript_same": true
|
| 2065 |
+
},
|
| 2066 |
+
{
|
| 2067 |
+
"set": "test-clean",
|
| 2068 |
+
"id": "1320-122612-0001",
|
| 2069 |
+
"tokens": 238,
|
| 2070 |
+
"tokens_same": 238,
|
| 2071 |
+
"max_abs_top1_logit": 0.032927513122558594,
|
| 2072 |
+
"max_abs_top1_pos": 98,
|
| 2073 |
+
"ref_top1_at_max": -1.4768381118774414,
|
| 2074 |
+
"coreai_top1_at_max": -1.509765625,
|
| 2075 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2076 |
+
"max_abs_blank_logit": 0.020605087280273438,
|
| 2077 |
+
"transcript_same": true
|
| 2078 |
+
},
|
| 2079 |
+
{
|
| 2080 |
+
"set": "test-clean",
|
| 2081 |
+
"id": "1320-122612-0002",
|
| 2082 |
+
"tokens": 187,
|
| 2083 |
+
"tokens_same": 187,
|
| 2084 |
+
"max_abs_top1_logit": 0.031734466552734375,
|
| 2085 |
+
"max_abs_top1_pos": 166,
|
| 2086 |
+
"ref_top1_at_max": 34.812984466552734,
|
| 2087 |
+
"coreai_top1_at_max": 34.78125,
|
| 2088 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2089 |
+
"max_abs_blank_logit": 0.016162872314453125,
|
| 2090 |
+
"transcript_same": true
|
| 2091 |
+
},
|
| 2092 |
+
{
|
| 2093 |
+
"set": "test-clean",
|
| 2094 |
+
"id": "1320-122612-0003",
|
| 2095 |
+
"tokens": 247,
|
| 2096 |
+
"tokens_same": 247,
|
| 2097 |
+
"max_abs_top1_logit": 0.026766300201416016,
|
| 2098 |
+
"max_abs_top1_pos": 5,
|
| 2099 |
+
"ref_top1_at_max": -7.354891300201416,
|
| 2100 |
+
"coreai_top1_at_max": -7.328125,
|
| 2101 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2102 |
+
"max_abs_blank_logit": 0.016881942749023438,
|
| 2103 |
+
"transcript_same": true
|
| 2104 |
+
},
|
| 2105 |
+
{
|
| 2106 |
+
"set": "test-clean",
|
| 2107 |
+
"id": "1320-122612-0004",
|
| 2108 |
+
"tokens": 161,
|
| 2109 |
+
"tokens_same": 161,
|
| 2110 |
+
"max_abs_top1_logit": 0.10146713256835938,
|
| 2111 |
+
"max_abs_top1_pos": 72,
|
| 2112 |
+
"ref_top1_at_max": 17.86709213256836,
|
| 2113 |
+
"coreai_top1_at_max": 17.765625,
|
| 2114 |
+
"tokens_top1_off_by_0.1": 1,
|
| 2115 |
+
"max_abs_blank_logit": 0.0173492431640625,
|
| 2116 |
+
"transcript_same": true
|
| 2117 |
+
},
|
| 2118 |
+
{
|
| 2119 |
+
"set": "test-clean",
|
| 2120 |
+
"id": "1320-122612-0005",
|
| 2121 |
+
"tokens": 148,
|
| 2122 |
+
"tokens_same": 148,
|
| 2123 |
+
"max_abs_top1_logit": 0.02886199951171875,
|
| 2124 |
+
"max_abs_top1_pos": 141,
|
| 2125 |
+
"ref_top1_at_max": 31.12261199951172,
|
| 2126 |
+
"coreai_top1_at_max": 31.09375,
|
| 2127 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2128 |
+
"max_abs_blank_logit": 0.016178131103515625,
|
| 2129 |
+
"transcript_same": true
|
| 2130 |
+
},
|
| 2131 |
+
{
|
| 2132 |
+
"set": "test-clean",
|
| 2133 |
+
"id": "1320-122612-0006",
|
| 2134 |
+
"tokens": 121,
|
| 2135 |
+
"tokens_same": 121,
|
| 2136 |
+
"max_abs_top1_logit": 0.020313262939453125,
|
| 2137 |
+
"max_abs_top1_pos": 3,
|
| 2138 |
+
"ref_top1_at_max": -8.778125762939453,
|
| 2139 |
+
"coreai_top1_at_max": -8.7578125,
|
| 2140 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2141 |
+
"max_abs_blank_logit": 0.01233673095703125,
|
| 2142 |
+
"transcript_same": true
|
| 2143 |
+
},
|
| 2144 |
+
{
|
| 2145 |
+
"set": "test-clean",
|
| 2146 |
+
"id": "1320-122612-0007",
|
| 2147 |
+
"tokens": 139,
|
| 2148 |
+
"tokens_same": 139,
|
| 2149 |
+
"max_abs_top1_logit": 0.03333473205566406,
|
| 2150 |
+
"max_abs_top1_pos": 82,
|
| 2151 |
+
"ref_top1_at_max": 29.814584732055664,
|
| 2152 |
+
"coreai_top1_at_max": 29.78125,
|
| 2153 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2154 |
+
"max_abs_blank_logit": 0.014455795288085938,
|
| 2155 |
+
"transcript_same": true
|
| 2156 |
+
},
|
| 2157 |
+
{
|
| 2158 |
+
"set": "test-clean",
|
| 2159 |
+
"id": "1320-122612-0008",
|
| 2160 |
+
"tokens": 197,
|
| 2161 |
+
"tokens_same": 197,
|
| 2162 |
+
"max_abs_top1_logit": 0.032901763916015625,
|
| 2163 |
+
"max_abs_top1_pos": 43,
|
| 2164 |
+
"ref_top1_at_max": 29.861026763916016,
|
| 2165 |
+
"coreai_top1_at_max": 29.828125,
|
| 2166 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2167 |
+
"max_abs_blank_logit": 0.017812728881835938,
|
| 2168 |
+
"transcript_same": true
|
| 2169 |
+
},
|
| 2170 |
+
{
|
| 2171 |
+
"set": "test-clean",
|
| 2172 |
+
"id": "1320-122612-0009",
|
| 2173 |
+
"tokens": 97,
|
| 2174 |
+
"tokens_same": 97,
|
| 2175 |
+
"max_abs_top1_logit": 0.03241729736328125,
|
| 2176 |
+
"max_abs_top1_pos": 22,
|
| 2177 |
+
"ref_top1_at_max": 28.90741729736328,
|
| 2178 |
+
"coreai_top1_at_max": 28.875,
|
| 2179 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2180 |
+
"max_abs_blank_logit": 0.012622833251953125,
|
| 2181 |
+
"transcript_same": true
|
| 2182 |
+
},
|
| 2183 |
+
{
|
| 2184 |
+
"set": "test-clean",
|
| 2185 |
+
"id": "1320-122612-0010",
|
| 2186 |
+
"tokens": 255,
|
| 2187 |
+
"tokens_same": 255,
|
| 2188 |
+
"max_abs_top1_logit": 0.030898094177246094,
|
| 2189 |
+
"max_abs_top1_pos": 165,
|
| 2190 |
+
"ref_top1_at_max": 15.679335594177246,
|
| 2191 |
+
"coreai_top1_at_max": 15.6484375,
|
| 2192 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2193 |
+
"max_abs_blank_logit": 0.018062591552734375,
|
| 2194 |
+
"transcript_same": true
|
| 2195 |
+
},
|
| 2196 |
+
{
|
| 2197 |
+
"set": "test-clean",
|
| 2198 |
+
"id": "1320-122612-0011",
|
| 2199 |
+
"tokens": 343,
|
| 2200 |
+
"tokens_same": 343,
|
| 2201 |
+
"max_abs_top1_logit": 0.0411529541015625,
|
| 2202 |
+
"max_abs_top1_pos": 64,
|
| 2203 |
+
"ref_top1_at_max": 34.60365295410156,
|
| 2204 |
+
"coreai_top1_at_max": 34.5625,
|
| 2205 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2206 |
+
"max_abs_blank_logit": 0.014837265014648438,
|
| 2207 |
+
"transcript_same": true
|
| 2208 |
+
},
|
| 2209 |
+
{
|
| 2210 |
+
"set": "test-clean",
|
| 2211 |
+
"id": "1320-122612-0012",
|
| 2212 |
+
"tokens": 262,
|
| 2213 |
+
"tokens_same": 262,
|
| 2214 |
+
"max_abs_top1_logit": 0.03327751159667969,
|
| 2215 |
+
"max_abs_top1_pos": 100,
|
| 2216 |
+
"ref_top1_at_max": 31.90827751159668,
|
| 2217 |
+
"coreai_top1_at_max": 31.875,
|
| 2218 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2219 |
+
"max_abs_blank_logit": 0.013906478881835938,
|
| 2220 |
+
"transcript_same": true
|
| 2221 |
+
},
|
| 2222 |
+
{
|
| 2223 |
+
"set": "test-clean",
|
| 2224 |
+
"id": "1320-122612-0013",
|
| 2225 |
+
"tokens": 164,
|
| 2226 |
+
"tokens_same": 164,
|
| 2227 |
+
"max_abs_top1_logit": 0.040630340576171875,
|
| 2228 |
+
"max_abs_top1_pos": 27,
|
| 2229 |
+
"ref_top1_at_max": 33.19688034057617,
|
| 2230 |
+
"coreai_top1_at_max": 33.15625,
|
| 2231 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2232 |
+
"max_abs_blank_logit": 0.0152435302734375,
|
| 2233 |
+
"transcript_same": true
|
| 2234 |
+
},
|
| 2235 |
+
{
|
| 2236 |
+
"set": "test-clean",
|
| 2237 |
+
"id": "1320-122612-0014",
|
| 2238 |
+
"tokens": 88,
|
| 2239 |
+
"tokens_same": 88,
|
| 2240 |
+
"max_abs_top1_logit": 0.03054046630859375,
|
| 2241 |
+
"max_abs_top1_pos": 17,
|
| 2242 |
+
"ref_top1_at_max": 32.030540466308594,
|
| 2243 |
+
"coreai_top1_at_max": 32.0,
|
| 2244 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2245 |
+
"max_abs_blank_logit": 0.012514114379882812,
|
| 2246 |
+
"transcript_same": true
|
| 2247 |
+
},
|
| 2248 |
+
{
|
| 2249 |
+
"set": "test-clean",
|
| 2250 |
+
"id": "1320-122612-0015",
|
| 2251 |
+
"tokens": 160,
|
| 2252 |
+
"tokens_same": 160,
|
| 2253 |
+
"max_abs_top1_logit": 0.030712127685546875,
|
| 2254 |
+
"max_abs_top1_pos": 43,
|
| 2255 |
+
"ref_top1_at_max": 10.507274627685547,
|
| 2256 |
+
"coreai_top1_at_max": 10.4765625,
|
| 2257 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2258 |
+
"max_abs_blank_logit": 0.014726638793945312,
|
| 2259 |
+
"transcript_same": true
|
| 2260 |
+
},
|
| 2261 |
+
{
|
| 2262 |
+
"set": "test-clean",
|
| 2263 |
+
"id": "1320-122612-0016",
|
| 2264 |
+
"tokens": 87,
|
| 2265 |
+
"tokens_same": 87,
|
| 2266 |
+
"max_abs_top1_logit": 0.020555496215820312,
|
| 2267 |
+
"max_abs_top1_pos": 48,
|
| 2268 |
+
"ref_top1_at_max": 27.70805549621582,
|
| 2269 |
+
"coreai_top1_at_max": 27.6875,
|
| 2270 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2271 |
+
"max_abs_blank_logit": 0.01436614990234375,
|
| 2272 |
+
"transcript_same": true
|
| 2273 |
+
},
|
| 2274 |
+
{
|
| 2275 |
+
"set": "test-clean",
|
| 2276 |
+
"id": "5639-40744-0000",
|
| 2277 |
+
"tokens": 394,
|
| 2278 |
+
"tokens_same": 394,
|
| 2279 |
+
"max_abs_top1_logit": 0.09006690979003906,
|
| 2280 |
+
"max_abs_top1_pos": 78,
|
| 2281 |
+
"ref_top1_at_max": 23.19118309020996,
|
| 2282 |
+
"coreai_top1_at_max": 23.28125,
|
| 2283 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2284 |
+
"max_abs_blank_logit": 0.0207977294921875,
|
| 2285 |
+
"transcript_same": true
|
| 2286 |
+
},
|
| 2287 |
+
{
|
| 2288 |
+
"set": "test-clean",
|
| 2289 |
+
"id": "5639-40744-0001",
|
| 2290 |
+
"tokens": 311,
|
| 2291 |
+
"tokens_same": 311,
|
| 2292 |
+
"max_abs_top1_logit": 0.032634735107421875,
|
| 2293 |
+
"max_abs_top1_pos": 280,
|
| 2294 |
+
"ref_top1_at_max": 33.28263473510742,
|
| 2295 |
+
"coreai_top1_at_max": 33.25,
|
| 2296 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2297 |
+
"max_abs_blank_logit": 0.017042160034179688,
|
| 2298 |
+
"transcript_same": true
|
| 2299 |
+
},
|
| 2300 |
+
{
|
| 2301 |
+
"set": "test-clean",
|
| 2302 |
+
"id": "5639-40744-0002",
|
| 2303 |
+
"tokens": 223,
|
| 2304 |
+
"tokens_same": 223,
|
| 2305 |
+
"max_abs_top1_logit": 0.18181228637695312,
|
| 2306 |
+
"max_abs_top1_pos": 68,
|
| 2307 |
+
"ref_top1_at_max": 19.505687713623047,
|
| 2308 |
+
"coreai_top1_at_max": 19.6875,
|
| 2309 |
+
"tokens_top1_off_by_0.1": 2,
|
| 2310 |
+
"max_abs_blank_logit": 0.022182464599609375,
|
| 2311 |
+
"transcript_same": true
|
| 2312 |
+
},
|
| 2313 |
+
{
|
| 2314 |
+
"set": "test-clean",
|
| 2315 |
+
"id": "5639-40744-0003",
|
| 2316 |
+
"tokens": 678,
|
| 2317 |
+
"tokens_same": 678,
|
| 2318 |
+
"max_abs_top1_logit": 0.042629241943359375,
|
| 2319 |
+
"max_abs_top1_pos": 141,
|
| 2320 |
+
"ref_top1_at_max": 32.35512924194336,
|
| 2321 |
+
"coreai_top1_at_max": 32.3125,
|
| 2322 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2323 |
+
"max_abs_blank_logit": 0.0199127197265625,
|
| 2324 |
+
"transcript_same": true
|
| 2325 |
+
},
|
| 2326 |
+
{
|
| 2327 |
+
"set": "test-clean",
|
| 2328 |
+
"id": "5639-40744-0004",
|
| 2329 |
+
"tokens": 312,
|
| 2330 |
+
"tokens_same": 312,
|
| 2331 |
+
"max_abs_top1_logit": 0.09285354614257812,
|
| 2332 |
+
"max_abs_top1_pos": 244,
|
| 2333 |
+
"ref_top1_at_max": 18.030353546142578,
|
| 2334 |
+
"coreai_top1_at_max": 17.9375,
|
| 2335 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2336 |
+
"max_abs_blank_logit": 0.017253875732421875,
|
| 2337 |
+
"transcript_same": true
|
| 2338 |
+
},
|
| 2339 |
+
{
|
| 2340 |
+
"set": "test-clean",
|
| 2341 |
+
"id": "5639-40744-0005",
|
| 2342 |
+
"tokens": 141,
|
| 2343 |
+
"tokens_same": 141,
|
| 2344 |
+
"max_abs_top1_logit": 0.03292274475097656,
|
| 2345 |
+
"max_abs_top1_pos": 42,
|
| 2346 |
+
"ref_top1_at_max": 31.595422744750977,
|
| 2347 |
+
"coreai_top1_at_max": 31.5625,
|
| 2348 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2349 |
+
"max_abs_blank_logit": 0.020709991455078125,
|
| 2350 |
+
"transcript_same": true
|
| 2351 |
+
},
|
| 2352 |
+
{
|
| 2353 |
+
"set": "test-clean",
|
| 2354 |
+
"id": "5639-40744-0006",
|
| 2355 |
+
"tokens": 201,
|
| 2356 |
+
"tokens_same": 201,
|
| 2357 |
+
"max_abs_top1_logit": 0.0401611328125,
|
| 2358 |
+
"max_abs_top1_pos": 50,
|
| 2359 |
+
"ref_top1_at_max": 33.1339111328125,
|
| 2360 |
+
"coreai_top1_at_max": 33.09375,
|
| 2361 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2362 |
+
"max_abs_blank_logit": 0.012804031372070312,
|
| 2363 |
+
"transcript_same": true
|
| 2364 |
+
},
|
| 2365 |
+
{
|
| 2366 |
+
"set": "test-clean",
|
| 2367 |
+
"id": "5639-40744-0007",
|
| 2368 |
+
"tokens": 146,
|
| 2369 |
+
"tokens_same": 146,
|
| 2370 |
+
"max_abs_top1_logit": 0.024234771728515625,
|
| 2371 |
+
"max_abs_top1_pos": 90,
|
| 2372 |
+
"ref_top1_at_max": 20.524234771728516,
|
| 2373 |
+
"coreai_top1_at_max": 20.5,
|
| 2374 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2375 |
+
"max_abs_blank_logit": 0.014942169189453125,
|
| 2376 |
+
"transcript_same": true
|
| 2377 |
+
},
|
| 2378 |
+
{
|
| 2379 |
+
"set": "test-clean",
|
| 2380 |
+
"id": "5639-40744-0008",
|
| 2381 |
+
"tokens": 56,
|
| 2382 |
+
"tokens_same": 56,
|
| 2383 |
+
"max_abs_top1_logit": 0.03208732604980469,
|
| 2384 |
+
"max_abs_top1_pos": 42,
|
| 2385 |
+
"ref_top1_at_max": 26.719587326049805,
|
| 2386 |
+
"coreai_top1_at_max": 26.6875,
|
| 2387 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2388 |
+
"max_abs_blank_logit": 0.011629104614257812,
|
| 2389 |
+
"transcript_same": true
|
| 2390 |
+
},
|
| 2391 |
+
{
|
| 2392 |
+
"set": "test-clean",
|
| 2393 |
+
"id": "5639-40744-0009",
|
| 2394 |
+
"tokens": 60,
|
| 2395 |
+
"tokens_same": 60,
|
| 2396 |
+
"max_abs_top1_logit": 0.023563385009765625,
|
| 2397 |
+
"max_abs_top1_pos": 14,
|
| 2398 |
+
"ref_top1_at_max": 31.773563385009766,
|
| 2399 |
+
"coreai_top1_at_max": 31.75,
|
| 2400 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2401 |
+
"max_abs_blank_logit": 0.013523101806640625,
|
| 2402 |
+
"transcript_same": true
|
| 2403 |
+
},
|
| 2404 |
+
{
|
| 2405 |
+
"set": "test-clean",
|
| 2406 |
+
"id": "5639-40744-0010",
|
| 2407 |
+
"tokens": 103,
|
| 2408 |
+
"tokens_same": 103,
|
| 2409 |
+
"max_abs_top1_logit": 0.030345916748046875,
|
| 2410 |
+
"max_abs_top1_pos": 90,
|
| 2411 |
+
"ref_top1_at_max": 36.09284591674805,
|
| 2412 |
+
"coreai_top1_at_max": 36.0625,
|
| 2413 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2414 |
+
"max_abs_blank_logit": 0.015918731689453125,
|
| 2415 |
+
"transcript_same": true
|
| 2416 |
+
},
|
| 2417 |
+
{
|
| 2418 |
+
"set": "test-clean",
|
| 2419 |
+
"id": "5639-40744-0011",
|
| 2420 |
+
"tokens": 67,
|
| 2421 |
+
"tokens_same": 67,
|
| 2422 |
+
"max_abs_top1_logit": 0.027965545654296875,
|
| 2423 |
+
"max_abs_top1_pos": 23,
|
| 2424 |
+
"ref_top1_at_max": 33.9342155456543,
|
| 2425 |
+
"coreai_top1_at_max": 33.90625,
|
| 2426 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2427 |
+
"max_abs_blank_logit": 0.014331817626953125,
|
| 2428 |
+
"transcript_same": true
|
| 2429 |
+
},
|
| 2430 |
+
{
|
| 2431 |
+
"set": "test-clean",
|
| 2432 |
+
"id": "5639-40744-0012",
|
| 2433 |
+
"tokens": 215,
|
| 2434 |
+
"tokens_same": 215,
|
| 2435 |
+
"max_abs_top1_logit": 0.03714752197265625,
|
| 2436 |
+
"max_abs_top1_pos": 51,
|
| 2437 |
+
"ref_top1_at_max": 33.974647521972656,
|
| 2438 |
+
"coreai_top1_at_max": 33.9375,
|
| 2439 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2440 |
+
"max_abs_blank_logit": 0.016378402709960938,
|
| 2441 |
+
"transcript_same": true
|
| 2442 |
+
},
|
| 2443 |
+
{
|
| 2444 |
+
"set": "test-clean",
|
| 2445 |
+
"id": "5639-40744-0013",
|
| 2446 |
+
"tokens": 172,
|
| 2447 |
+
"tokens_same": 172,
|
| 2448 |
+
"max_abs_top1_logit": 0.12577056884765625,
|
| 2449 |
+
"max_abs_top1_pos": 51,
|
| 2450 |
+
"ref_top1_at_max": 25.907020568847656,
|
| 2451 |
+
"coreai_top1_at_max": 25.78125,
|
| 2452 |
+
"tokens_top1_off_by_0.1": 2,
|
| 2453 |
+
"max_abs_blank_logit": 0.04213714599609375,
|
| 2454 |
+
"transcript_same": true
|
| 2455 |
+
},
|
| 2456 |
+
{
|
| 2457 |
+
"set": "test-clean",
|
| 2458 |
+
"id": "5639-40744-0014",
|
| 2459 |
+
"tokens": 193,
|
| 2460 |
+
"tokens_same": 193,
|
| 2461 |
+
"max_abs_top1_logit": 0.038272857666015625,
|
| 2462 |
+
"max_abs_top1_pos": 94,
|
| 2463 |
+
"ref_top1_at_max": 34.663272857666016,
|
| 2464 |
+
"coreai_top1_at_max": 34.625,
|
| 2465 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2466 |
+
"max_abs_blank_logit": 0.013965606689453125,
|
| 2467 |
+
"transcript_same": true
|
| 2468 |
+
},
|
| 2469 |
+
{
|
| 2470 |
+
"set": "test-clean",
|
| 2471 |
+
"id": "5639-40744-0015",
|
| 2472 |
+
"tokens": 276,
|
| 2473 |
+
"tokens_same": 276,
|
| 2474 |
+
"max_abs_top1_logit": 0.07095146179199219,
|
| 2475 |
+
"max_abs_top1_pos": 259,
|
| 2476 |
+
"ref_top1_at_max": 20.102201461791992,
|
| 2477 |
+
"coreai_top1_at_max": 20.03125,
|
| 2478 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2479 |
+
"max_abs_blank_logit": 0.0187225341796875,
|
| 2480 |
+
"transcript_same": true
|
| 2481 |
+
},
|
| 2482 |
+
{
|
| 2483 |
+
"set": "test-clean",
|
| 2484 |
+
"id": "5639-40744-0016",
|
| 2485 |
+
"tokens": 237,
|
| 2486 |
+
"tokens_same": 237,
|
| 2487 |
+
"max_abs_top1_logit": 0.0633993148803711,
|
| 2488 |
+
"max_abs_top1_pos": 122,
|
| 2489 |
+
"ref_top1_at_max": 10.225663185119629,
|
| 2490 |
+
"coreai_top1_at_max": 10.2890625,
|
| 2491 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2492 |
+
"max_abs_blank_logit": 0.01779937744140625,
|
| 2493 |
+
"transcript_same": true
|
| 2494 |
+
},
|
| 2495 |
+
{
|
| 2496 |
+
"set": "test-clean",
|
| 2497 |
+
"id": "5639-40744-0017",
|
| 2498 |
+
"tokens": 147,
|
| 2499 |
+
"tokens_same": 147,
|
| 2500 |
+
"max_abs_top1_logit": 0.019018173217773438,
|
| 2501 |
+
"max_abs_top1_pos": 73,
|
| 2502 |
+
"ref_top1_at_max": 22.300268173217773,
|
| 2503 |
+
"coreai_top1_at_max": 22.28125,
|
| 2504 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2505 |
+
"max_abs_blank_logit": 0.012683868408203125,
|
| 2506 |
+
"transcript_same": true
|
| 2507 |
+
},
|
| 2508 |
+
{
|
| 2509 |
+
"set": "test-clean",
|
| 2510 |
+
"id": "5639-40744-0018",
|
| 2511 |
+
"tokens": 386,
|
| 2512 |
+
"tokens_same": 386,
|
| 2513 |
+
"max_abs_top1_logit": 0.029211044311523438,
|
| 2514 |
+
"max_abs_top1_pos": 364,
|
| 2515 |
+
"ref_top1_at_max": 28.232336044311523,
|
| 2516 |
+
"coreai_top1_at_max": 28.203125,
|
| 2517 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2518 |
+
"max_abs_blank_logit": 0.017505645751953125,
|
| 2519 |
+
"transcript_same": true
|
| 2520 |
+
},
|
| 2521 |
+
{
|
| 2522 |
+
"set": "test-clean",
|
| 2523 |
+
"id": "5639-40744-0019",
|
| 2524 |
+
"tokens": 302,
|
| 2525 |
+
"tokens_same": 302,
|
| 2526 |
+
"max_abs_top1_logit": 0.036754608154296875,
|
| 2527 |
+
"max_abs_top1_pos": 76,
|
| 2528 |
+
"ref_top1_at_max": 30.536754608154297,
|
| 2529 |
+
"coreai_top1_at_max": 30.5,
|
| 2530 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2531 |
+
"max_abs_blank_logit": 0.01515960693359375,
|
| 2532 |
+
"transcript_same": true
|
| 2533 |
+
},
|
| 2534 |
+
{
|
| 2535 |
+
"set": "test-clean",
|
| 2536 |
+
"id": "5639-40744-0020",
|
| 2537 |
+
"tokens": 246,
|
| 2538 |
+
"tokens_same": 246,
|
| 2539 |
+
"max_abs_top1_logit": 0.08757972717285156,
|
| 2540 |
+
"max_abs_top1_pos": 163,
|
| 2541 |
+
"ref_top1_at_max": 18.00617027282715,
|
| 2542 |
+
"coreai_top1_at_max": 18.09375,
|
| 2543 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2544 |
+
"max_abs_blank_logit": 0.016368865966796875,
|
| 2545 |
+
"transcript_same": true
|
| 2546 |
+
},
|
| 2547 |
+
{
|
| 2548 |
+
"set": "test-clean",
|
| 2549 |
+
"id": "5639-40744-0021",
|
| 2550 |
+
"tokens": 275,
|
| 2551 |
+
"tokens_same": 275,
|
| 2552 |
+
"max_abs_top1_logit": 0.02897953987121582,
|
| 2553 |
+
"max_abs_top1_pos": 46,
|
| 2554 |
+
"ref_top1_at_max": 2.959301710128784,
|
| 2555 |
+
"coreai_top1_at_max": 2.98828125,
|
| 2556 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2557 |
+
"max_abs_blank_logit": 0.01934814453125,
|
| 2558 |
+
"transcript_same": true
|
| 2559 |
+
},
|
| 2560 |
+
{
|
| 2561 |
+
"set": "test-clean",
|
| 2562 |
+
"id": "5639-40744-0022",
|
| 2563 |
+
"tokens": 341,
|
| 2564 |
+
"tokens_same": 341,
|
| 2565 |
+
"max_abs_top1_logit": 0.03429412841796875,
|
| 2566 |
+
"max_abs_top1_pos": 309,
|
| 2567 |
+
"ref_top1_at_max": 32.50304412841797,
|
| 2568 |
+
"coreai_top1_at_max": 32.46875,
|
| 2569 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2570 |
+
"max_abs_blank_logit": 0.01500701904296875,
|
| 2571 |
+
"transcript_same": true
|
| 2572 |
+
},
|
| 2573 |
+
{
|
| 2574 |
+
"set": "test-clean",
|
| 2575 |
+
"id": "5639-40744-0023",
|
| 2576 |
+
"tokens": 348,
|
| 2577 |
+
"tokens_same": 348,
|
| 2578 |
+
"max_abs_top1_logit": 0.036937713623046875,
|
| 2579 |
+
"max_abs_top1_pos": 112,
|
| 2580 |
+
"ref_top1_at_max": 17.068187713623047,
|
| 2581 |
+
"coreai_top1_at_max": 17.03125,
|
| 2582 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2583 |
+
"max_abs_blank_logit": 0.016956329345703125,
|
| 2584 |
+
"transcript_same": true
|
| 2585 |
+
},
|
| 2586 |
+
{
|
| 2587 |
+
"set": "test-clean",
|
| 2588 |
+
"id": "5639-40744-0024",
|
| 2589 |
+
"tokens": 221,
|
| 2590 |
+
"tokens_same": 221,
|
| 2591 |
+
"max_abs_top1_logit": 0.042453765869140625,
|
| 2592 |
+
"max_abs_top1_pos": 49,
|
| 2593 |
+
"ref_top1_at_max": 32.35495376586914,
|
| 2594 |
+
"coreai_top1_at_max": 32.3125,
|
| 2595 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2596 |
+
"max_abs_blank_logit": 0.01318359375,
|
| 2597 |
+
"transcript_same": true
|
| 2598 |
+
},
|
| 2599 |
+
{
|
| 2600 |
+
"set": "test-clean",
|
| 2601 |
+
"id": "5639-40744-0025",
|
| 2602 |
+
"tokens": 220,
|
| 2603 |
+
"tokens_same": 220,
|
| 2604 |
+
"max_abs_top1_logit": 0.0280609130859375,
|
| 2605 |
+
"max_abs_top1_pos": 25,
|
| 2606 |
+
"ref_top1_at_max": 24.668685913085938,
|
| 2607 |
+
"coreai_top1_at_max": 24.640625,
|
| 2608 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2609 |
+
"max_abs_blank_logit": 0.017974853515625,
|
| 2610 |
+
"transcript_same": true
|
| 2611 |
+
},
|
| 2612 |
+
{
|
| 2613 |
+
"set": "test-clean",
|
| 2614 |
+
"id": "5639-40744-0026",
|
| 2615 |
+
"tokens": 363,
|
| 2616 |
+
"tokens_same": 363,
|
| 2617 |
+
"max_abs_top1_logit": 0.06966400146484375,
|
| 2618 |
+
"max_abs_top1_pos": 322,
|
| 2619 |
+
"ref_top1_at_max": 20.772789001464844,
|
| 2620 |
+
"coreai_top1_at_max": 20.703125,
|
| 2621 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2622 |
+
"max_abs_blank_logit": 0.015537261962890625,
|
| 2623 |
+
"transcript_same": true
|
| 2624 |
+
},
|
| 2625 |
+
{
|
| 2626 |
+
"set": "test-clean",
|
| 2627 |
+
"id": "5639-40744-0027",
|
| 2628 |
+
"tokens": 582,
|
| 2629 |
+
"tokens_same": 582,
|
| 2630 |
+
"max_abs_top1_logit": 0.054378509521484375,
|
| 2631 |
+
"max_abs_top1_pos": 432,
|
| 2632 |
+
"ref_top1_at_max": 14.780941009521484,
|
| 2633 |
+
"coreai_top1_at_max": 14.7265625,
|
| 2634 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2635 |
+
"max_abs_blank_logit": 0.0171356201171875,
|
| 2636 |
+
"transcript_same": true
|
| 2637 |
+
},
|
| 2638 |
+
{
|
| 2639 |
+
"set": "test-clean",
|
| 2640 |
+
"id": "5639-40744-0028",
|
| 2641 |
+
"tokens": 306,
|
| 2642 |
+
"tokens_same": 306,
|
| 2643 |
+
"max_abs_top1_logit": 0.04439544677734375,
|
| 2644 |
+
"max_abs_top1_pos": 152,
|
| 2645 |
+
"ref_top1_at_max": 34.106895446777344,
|
| 2646 |
+
"coreai_top1_at_max": 34.0625,
|
| 2647 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2648 |
+
"max_abs_blank_logit": 0.01432037353515625,
|
| 2649 |
+
"transcript_same": true
|
| 2650 |
+
},
|
| 2651 |
+
{
|
| 2652 |
+
"set": "test-clean",
|
| 2653 |
+
"id": "5639-40744-0029",
|
| 2654 |
+
"tokens": 183,
|
| 2655 |
+
"tokens_same": 183,
|
| 2656 |
+
"max_abs_top1_logit": 0.12822628021240234,
|
| 2657 |
+
"max_abs_top1_pos": 60,
|
| 2658 |
+
"ref_top1_at_max": 12.113961219787598,
|
| 2659 |
+
"coreai_top1_at_max": 12.2421875,
|
| 2660 |
+
"tokens_top1_off_by_0.1": 1,
|
| 2661 |
+
"max_abs_blank_logit": 0.017034530639648438,
|
| 2662 |
+
"transcript_same": true
|
| 2663 |
+
},
|
| 2664 |
+
{
|
| 2665 |
+
"set": "test-clean",
|
| 2666 |
+
"id": "5639-40744-0030",
|
| 2667 |
+
"tokens": 557,
|
| 2668 |
+
"tokens_same": 557,
|
| 2669 |
+
"max_abs_top1_logit": 0.038509368896484375,
|
| 2670 |
+
"max_abs_top1_pos": 273,
|
| 2671 |
+
"ref_top1_at_max": 34.444759368896484,
|
| 2672 |
+
"coreai_top1_at_max": 34.40625,
|
| 2673 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2674 |
+
"max_abs_blank_logit": 0.021383285522460938,
|
| 2675 |
+
"transcript_same": true
|
| 2676 |
+
},
|
| 2677 |
+
{
|
| 2678 |
+
"set": "test-clean",
|
| 2679 |
+
"id": "5639-40744-0031",
|
| 2680 |
+
"tokens": 711,
|
| 2681 |
+
"tokens_same": 711,
|
| 2682 |
+
"max_abs_top1_logit": 0.14598655700683594,
|
| 2683 |
+
"max_abs_top1_pos": 292,
|
| 2684 |
+
"ref_top1_at_max": 12.802236557006836,
|
| 2685 |
+
"coreai_top1_at_max": 12.65625,
|
| 2686 |
+
"tokens_top1_off_by_0.1": 2,
|
| 2687 |
+
"max_abs_blank_logit": 0.03232765197753906,
|
| 2688 |
+
"transcript_same": true
|
| 2689 |
+
},
|
| 2690 |
+
{
|
| 2691 |
+
"set": "test-clean",
|
| 2692 |
+
"id": "5639-40744-0032",
|
| 2693 |
+
"tokens": 436,
|
| 2694 |
+
"tokens_same": 436,
|
| 2695 |
+
"max_abs_top1_logit": 0.043792724609375,
|
| 2696 |
+
"max_abs_top1_pos": 19,
|
| 2697 |
+
"ref_top1_at_max": 32.668792724609375,
|
| 2698 |
+
"coreai_top1_at_max": 32.625,
|
| 2699 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2700 |
+
"max_abs_blank_logit": 0.015033721923828125,
|
| 2701 |
+
"transcript_same": true
|
| 2702 |
+
},
|
| 2703 |
+
{
|
| 2704 |
+
"set": "test-clean",
|
| 2705 |
+
"id": "5639-40744-0033",
|
| 2706 |
+
"tokens": 229,
|
| 2707 |
+
"tokens_same": 229,
|
| 2708 |
+
"max_abs_top1_logit": 0.03829193115234375,
|
| 2709 |
+
"max_abs_top1_pos": 172,
|
| 2710 |
+
"ref_top1_at_max": 29.647666931152344,
|
| 2711 |
+
"coreai_top1_at_max": 29.609375,
|
| 2712 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2713 |
+
"max_abs_blank_logit": 0.015417098999023438,
|
| 2714 |
+
"transcript_same": true
|
| 2715 |
+
},
|
| 2716 |
+
{
|
| 2717 |
+
"set": "test-clean",
|
| 2718 |
+
"id": "5639-40744-0034",
|
| 2719 |
+
"tokens": 327,
|
| 2720 |
+
"tokens_same": 327,
|
| 2721 |
+
"max_abs_top1_logit": 0.045063018798828125,
|
| 2722 |
+
"max_abs_top1_pos": 91,
|
| 2723 |
+
"ref_top1_at_max": 32.20131301879883,
|
| 2724 |
+
"coreai_top1_at_max": 32.15625,
|
| 2725 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2726 |
+
"max_abs_blank_logit": 0.022975921630859375,
|
| 2727 |
+
"transcript_same": true
|
| 2728 |
+
},
|
| 2729 |
+
{
|
| 2730 |
+
"set": "test-clean",
|
| 2731 |
+
"id": "5639-40744-0035",
|
| 2732 |
+
"tokens": 438,
|
| 2733 |
+
"tokens_same": 438,
|
| 2734 |
+
"max_abs_top1_logit": 0.04766845703125,
|
| 2735 |
+
"max_abs_top1_pos": 386,
|
| 2736 |
+
"ref_top1_at_max": 33.61016845703125,
|
| 2737 |
+
"coreai_top1_at_max": 33.5625,
|
| 2738 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2739 |
+
"max_abs_blank_logit": 0.022432327270507812,
|
| 2740 |
+
"transcript_same": true
|
| 2741 |
+
},
|
| 2742 |
+
{
|
| 2743 |
+
"set": "test-clean",
|
| 2744 |
+
"id": "5639-40744-0036",
|
| 2745 |
+
"tokens": 289,
|
| 2746 |
+
"tokens_same": 289,
|
| 2747 |
+
"max_abs_top1_logit": 0.044597625732421875,
|
| 2748 |
+
"max_abs_top1_pos": 60,
|
| 2749 |
+
"ref_top1_at_max": 26.560222625732422,
|
| 2750 |
+
"coreai_top1_at_max": 26.515625,
|
| 2751 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2752 |
+
"max_abs_blank_logit": 0.01511383056640625,
|
| 2753 |
+
"transcript_same": true
|
| 2754 |
+
},
|
| 2755 |
+
{
|
| 2756 |
+
"set": "test-clean",
|
| 2757 |
+
"id": "5639-40744-0037",
|
| 2758 |
+
"tokens": 286,
|
| 2759 |
+
"tokens_same": 286,
|
| 2760 |
+
"max_abs_top1_logit": 0.04152345657348633,
|
| 2761 |
+
"max_abs_top1_pos": 265,
|
| 2762 |
+
"ref_top1_at_max": 2.5981640815734863,
|
| 2763 |
+
"coreai_top1_at_max": 2.556640625,
|
| 2764 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2765 |
+
"max_abs_blank_logit": 0.023927688598632812,
|
| 2766 |
+
"transcript_same": true
|
| 2767 |
+
},
|
| 2768 |
+
{
|
| 2769 |
+
"set": "test-clean",
|
| 2770 |
+
"id": "5639-40744-0038",
|
| 2771 |
+
"tokens": 345,
|
| 2772 |
+
"tokens_same": 345,
|
| 2773 |
+
"max_abs_top1_logit": 0.0335540771484375,
|
| 2774 |
+
"max_abs_top1_pos": 59,
|
| 2775 |
+
"ref_top1_at_max": 32.59605407714844,
|
| 2776 |
+
"coreai_top1_at_max": 32.5625,
|
| 2777 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2778 |
+
"max_abs_blank_logit": 0.015232086181640625,
|
| 2779 |
+
"transcript_same": true
|
| 2780 |
+
},
|
| 2781 |
+
{
|
| 2782 |
+
"set": "test-clean",
|
| 2783 |
+
"id": "5639-40744-0039",
|
| 2784 |
+
"tokens": 360,
|
| 2785 |
+
"tokens_same": 360,
|
| 2786 |
+
"max_abs_top1_logit": 0.034793853759765625,
|
| 2787 |
+
"max_abs_top1_pos": 83,
|
| 2788 |
+
"ref_top1_at_max": 32.034793853759766,
|
| 2789 |
+
"coreai_top1_at_max": 32.0,
|
| 2790 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2791 |
+
"max_abs_blank_logit": 0.016935348510742188,
|
| 2792 |
+
"transcript_same": true
|
| 2793 |
+
},
|
| 2794 |
+
{
|
| 2795 |
+
"set": "test-clean",
|
| 2796 |
+
"id": "5639-40744-0040",
|
| 2797 |
+
"tokens": 313,
|
| 2798 |
+
"tokens_same": 313,
|
| 2799 |
+
"max_abs_top1_logit": 0.05831718444824219,
|
| 2800 |
+
"max_abs_top1_pos": 161,
|
| 2801 |
+
"ref_top1_at_max": 28.152067184448242,
|
| 2802 |
+
"coreai_top1_at_max": 28.09375,
|
| 2803 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2804 |
+
"max_abs_blank_logit": 0.0133209228515625,
|
| 2805 |
+
"transcript_same": true
|
| 2806 |
+
},
|
| 2807 |
+
{
|
| 2808 |
+
"set": "test-clean",
|
| 2809 |
+
"id": "5639-40744-0041",
|
| 2810 |
+
"tokens": 430,
|
| 2811 |
+
"tokens_same": 430,
|
| 2812 |
+
"max_abs_top1_logit": 0.0376434326171875,
|
| 2813 |
+
"max_abs_top1_pos": 181,
|
| 2814 |
+
"ref_top1_at_max": 31.178268432617188,
|
| 2815 |
+
"coreai_top1_at_max": 31.140625,
|
| 2816 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2817 |
+
"max_abs_blank_logit": 0.016918182373046875,
|
| 2818 |
+
"transcript_same": true
|
| 2819 |
+
},
|
| 2820 |
+
{
|
| 2821 |
+
"set": "test-clean",
|
| 2822 |
+
"id": "260-123440-0000",
|
| 2823 |
+
"tokens": 54,
|
| 2824 |
+
"tokens_same": 54,
|
| 2825 |
+
"max_abs_top1_logit": 0.029925107955932617,
|
| 2826 |
+
"max_abs_top1_pos": 31,
|
| 2827 |
+
"ref_top1_at_max": 2.7799251079559326,
|
| 2828 |
+
"coreai_top1_at_max": 2.75,
|
| 2829 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2830 |
+
"max_abs_blank_logit": 0.014379501342773438,
|
| 2831 |
+
"transcript_same": true
|
| 2832 |
+
},
|
| 2833 |
+
{
|
| 2834 |
+
"set": "test-clean",
|
| 2835 |
+
"id": "260-123440-0001",
|
| 2836 |
+
"tokens": 44,
|
| 2837 |
+
"tokens_same": 44,
|
| 2838 |
+
"max_abs_top1_logit": 0.026271820068359375,
|
| 2839 |
+
"max_abs_top1_pos": 34,
|
| 2840 |
+
"ref_top1_at_max": 37.52627182006836,
|
| 2841 |
+
"coreai_top1_at_max": 37.5,
|
| 2842 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2843 |
+
"max_abs_blank_logit": 0.01508331298828125,
|
| 2844 |
+
"transcript_same": true
|
| 2845 |
+
},
|
| 2846 |
+
{
|
| 2847 |
+
"set": "test-clean",
|
| 2848 |
+
"id": "260-123440-0002",
|
| 2849 |
+
"tokens": 368,
|
| 2850 |
+
"tokens_same": 368,
|
| 2851 |
+
"max_abs_top1_logit": 0.056395530700683594,
|
| 2852 |
+
"max_abs_top1_pos": 141,
|
| 2853 |
+
"ref_top1_at_max": 6.615479469299316,
|
| 2854 |
+
"coreai_top1_at_max": 6.671875,
|
| 2855 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2856 |
+
"max_abs_blank_logit": 0.01763153076171875,
|
| 2857 |
+
"transcript_same": true
|
| 2858 |
+
},
|
| 2859 |
+
{
|
| 2860 |
+
"set": "test-clean",
|
| 2861 |
+
"id": "260-123440-0003",
|
| 2862 |
+
"tokens": 90,
|
| 2863 |
+
"tokens_same": 90,
|
| 2864 |
+
"max_abs_top1_logit": 0.0386199951171875,
|
| 2865 |
+
"max_abs_top1_pos": 75,
|
| 2866 |
+
"ref_top1_at_max": 19.601119995117188,
|
| 2867 |
+
"coreai_top1_at_max": 19.5625,
|
| 2868 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2869 |
+
"max_abs_blank_logit": 0.0151824951171875,
|
| 2870 |
+
"transcript_same": true
|
| 2871 |
+
},
|
| 2872 |
+
{
|
| 2873 |
+
"set": "test-clean",
|
| 2874 |
+
"id": "260-123440-0004",
|
| 2875 |
+
"tokens": 301,
|
| 2876 |
+
"tokens_same": 301,
|
| 2877 |
+
"max_abs_top1_logit": 0.0379791259765625,
|
| 2878 |
+
"max_abs_top1_pos": 107,
|
| 2879 |
+
"ref_top1_at_max": 33.28797912597656,
|
| 2880 |
+
"coreai_top1_at_max": 33.25,
|
| 2881 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2882 |
+
"max_abs_blank_logit": 0.019710540771484375,
|
| 2883 |
+
"transcript_same": true
|
| 2884 |
+
},
|
| 2885 |
+
{
|
| 2886 |
+
"set": "test-clean",
|
| 2887 |
+
"id": "260-123440-0005",
|
| 2888 |
+
"tokens": 78,
|
| 2889 |
+
"tokens_same": 78,
|
| 2890 |
+
"max_abs_top1_logit": 0.027788162231445312,
|
| 2891 |
+
"max_abs_top1_pos": 68,
|
| 2892 |
+
"ref_top1_at_max": 29.684038162231445,
|
| 2893 |
+
"coreai_top1_at_max": 29.65625,
|
| 2894 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2895 |
+
"max_abs_blank_logit": 0.010808944702148438,
|
| 2896 |
+
"transcript_same": true
|
| 2897 |
+
},
|
| 2898 |
+
{
|
| 2899 |
+
"set": "test-clean",
|
| 2900 |
+
"id": "260-123440-0006",
|
| 2901 |
+
"tokens": 68,
|
| 2902 |
+
"tokens_same": 68,
|
| 2903 |
+
"max_abs_top1_logit": 0.032955169677734375,
|
| 2904 |
+
"max_abs_top1_pos": 55,
|
| 2905 |
+
"ref_top1_at_max": 27.876705169677734,
|
| 2906 |
+
"coreai_top1_at_max": 27.84375,
|
| 2907 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2908 |
+
"max_abs_blank_logit": 0.014629364013671875,
|
| 2909 |
+
"transcript_same": true
|
| 2910 |
+
},
|
| 2911 |
+
{
|
| 2912 |
+
"set": "test-clean",
|
| 2913 |
+
"id": "260-123440-0007",
|
| 2914 |
+
"tokens": 85,
|
| 2915 |
+
"tokens_same": 85,
|
| 2916 |
+
"max_abs_top1_logit": 0.03189849853515625,
|
| 2917 |
+
"max_abs_top1_pos": 57,
|
| 2918 |
+
"ref_top1_at_max": 34.281898498535156,
|
| 2919 |
+
"coreai_top1_at_max": 34.25,
|
| 2920 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2921 |
+
"max_abs_blank_logit": 0.01378631591796875,
|
| 2922 |
+
"transcript_same": true
|
| 2923 |
+
},
|
| 2924 |
+
{
|
| 2925 |
+
"set": "test-clean",
|
| 2926 |
+
"id": "260-123440-0008",
|
| 2927 |
+
"tokens": 94,
|
| 2928 |
+
"tokens_same": 94,
|
| 2929 |
+
"max_abs_top1_logit": 0.0287628173828125,
|
| 2930 |
+
"max_abs_top1_pos": 29,
|
| 2931 |
+
"ref_top1_at_max": 34.65376281738281,
|
| 2932 |
+
"coreai_top1_at_max": 34.625,
|
| 2933 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2934 |
+
"max_abs_blank_logit": 0.01287841796875,
|
| 2935 |
+
"transcript_same": true
|
| 2936 |
+
},
|
| 2937 |
+
{
|
| 2938 |
+
"set": "test-clean",
|
| 2939 |
+
"id": "260-123440-0009",
|
| 2940 |
+
"tokens": 78,
|
| 2941 |
+
"tokens_same": 78,
|
| 2942 |
+
"max_abs_top1_logit": 0.028961181640625,
|
| 2943 |
+
"max_abs_top1_pos": 30,
|
| 2944 |
+
"ref_top1_at_max": 30.232086181640625,
|
| 2945 |
+
"coreai_top1_at_max": 30.203125,
|
| 2946 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2947 |
+
"max_abs_blank_logit": 0.013658523559570312,
|
| 2948 |
+
"transcript_same": true
|
| 2949 |
+
},
|
| 2950 |
+
{
|
| 2951 |
+
"set": "test-clean",
|
| 2952 |
+
"id": "260-123440-0010",
|
| 2953 |
+
"tokens": 208,
|
| 2954 |
+
"tokens_same": 208,
|
| 2955 |
+
"max_abs_top1_logit": 0.033779144287109375,
|
| 2956 |
+
"max_abs_top1_pos": 120,
|
| 2957 |
+
"ref_top1_at_max": 32.28377914428711,
|
| 2958 |
+
"coreai_top1_at_max": 32.25,
|
| 2959 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2960 |
+
"max_abs_blank_logit": 0.020025253295898438,
|
| 2961 |
+
"transcript_same": true
|
| 2962 |
+
},
|
| 2963 |
+
{
|
| 2964 |
+
"set": "test-clean",
|
| 2965 |
+
"id": "260-123440-0011",
|
| 2966 |
+
"tokens": 122,
|
| 2967 |
+
"tokens_same": 122,
|
| 2968 |
+
"max_abs_top1_logit": 0.04628276824951172,
|
| 2969 |
+
"max_abs_top1_pos": 95,
|
| 2970 |
+
"ref_top1_at_max": 15.359967231750488,
|
| 2971 |
+
"coreai_top1_at_max": 15.40625,
|
| 2972 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2973 |
+
"max_abs_blank_logit": 0.013452529907226562,
|
| 2974 |
+
"transcript_same": true
|
| 2975 |
+
},
|
| 2976 |
+
{
|
| 2977 |
+
"set": "test-clean",
|
| 2978 |
+
"id": "260-123440-0012",
|
| 2979 |
+
"tokens": 131,
|
| 2980 |
+
"tokens_same": 131,
|
| 2981 |
+
"max_abs_top1_logit": 0.03249931335449219,
|
| 2982 |
+
"max_abs_top1_pos": 109,
|
| 2983 |
+
"ref_top1_at_max": 26.876249313354492,
|
| 2984 |
+
"coreai_top1_at_max": 26.84375,
|
| 2985 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2986 |
+
"max_abs_blank_logit": 0.015394210815429688,
|
| 2987 |
+
"transcript_same": true
|
| 2988 |
+
},
|
| 2989 |
+
{
|
| 2990 |
+
"set": "test-clean",
|
| 2991 |
+
"id": "260-123440-0013",
|
| 2992 |
+
"tokens": 87,
|
| 2993 |
+
"tokens_same": 87,
|
| 2994 |
+
"max_abs_top1_logit": 0.027004241943359375,
|
| 2995 |
+
"max_abs_top1_pos": 49,
|
| 2996 |
+
"ref_top1_at_max": 28.36362075805664,
|
| 2997 |
+
"coreai_top1_at_max": 28.390625,
|
| 2998 |
+
"tokens_top1_off_by_0.1": 0,
|
| 2999 |
+
"max_abs_blank_logit": 0.016307830810546875,
|
| 3000 |
+
"transcript_same": true
|
| 3001 |
+
},
|
| 3002 |
+
{
|
| 3003 |
+
"set": "test-clean",
|
| 3004 |
+
"id": "260-123440-0014",
|
| 3005 |
+
"tokens": 96,
|
| 3006 |
+
"tokens_same": 96,
|
| 3007 |
+
"max_abs_top1_logit": 0.023418426513671875,
|
| 3008 |
+
"max_abs_top1_pos": 24,
|
| 3009 |
+
"ref_top1_at_max": 33.49216842651367,
|
| 3010 |
+
"coreai_top1_at_max": 33.46875,
|
| 3011 |
+
"tokens_top1_off_by_0.1": 0,
|
| 3012 |
+
"max_abs_blank_logit": 0.01544952392578125,
|
| 3013 |
+
"transcript_same": true
|
| 3014 |
+
},
|
| 3015 |
+
{
|
| 3016 |
+
"set": "test-clean",
|
| 3017 |
+
"id": "260-123440-0015",
|
| 3018 |
+
"tokens": 155,
|
| 3019 |
+
"tokens_same": 155,
|
| 3020 |
+
"max_abs_top1_logit": 0.03684043884277344,
|
| 3021 |
+
"max_abs_top1_pos": 148,
|
| 3022 |
+
"ref_top1_at_max": 30.911840438842773,
|
| 3023 |
+
"coreai_top1_at_max": 30.875,
|
| 3024 |
+
"tokens_top1_off_by_0.1": 0,
|
| 3025 |
+
"max_abs_blank_logit": 0.0144195556640625,
|
| 3026 |
+
"transcript_same": true
|
| 3027 |
+
},
|
| 3028 |
+
{
|
| 3029 |
+
"set": "test-clean",
|
| 3030 |
+
"id": "260-123440-0016",
|
| 3031 |
+
"tokens": 123,
|
| 3032 |
+
"tokens_same": 123,
|
| 3033 |
+
"max_abs_top1_logit": 0.02909088134765625,
|
| 3034 |
+
"max_abs_top1_pos": 69,
|
| 3035 |
+
"ref_top1_at_max": 32.654090881347656,
|
| 3036 |
+
"coreai_top1_at_max": 32.625,
|
| 3037 |
+
"tokens_top1_off_by_0.1": 0,
|
| 3038 |
+
"max_abs_blank_logit": 0.013881683349609375,
|
| 3039 |
+
"transcript_same": true
|
| 3040 |
+
},
|
| 3041 |
+
{
|
| 3042 |
+
"set": "test-clean",
|
| 3043 |
+
"id": "260-123440-0017",
|
| 3044 |
+
"tokens": 77,
|
| 3045 |
+
"tokens_same": 77,
|
| 3046 |
+
"max_abs_top1_logit": 0.025876998901367188,
|
| 3047 |
+
"max_abs_top1_pos": 35,
|
| 3048 |
+
"ref_top1_at_max": 30.791501998901367,
|
| 3049 |
+
"coreai_top1_at_max": 30.765625,
|
| 3050 |
+
"tokens_top1_off_by_0.1": 0,
|
| 3051 |
+
"max_abs_blank_logit": 0.015697479248046875,
|
| 3052 |
+
"transcript_same": true
|
| 3053 |
+
},
|
| 3054 |
+
{
|
| 3055 |
+
"set": "test-clean",
|
| 3056 |
+
"id": "260-123440-0018",
|
| 3057 |
+
"tokens": 91,
|
| 3058 |
+
"tokens_same": 91,
|
| 3059 |
+
"max_abs_top1_logit": 0.020763397216796875,
|
| 3060 |
+
"max_abs_top1_pos": 49,
|
| 3061 |
+
"ref_top1_at_max": 29.364513397216797,
|
| 3062 |
+
"coreai_top1_at_max": 29.34375,
|
| 3063 |
+
"tokens_top1_off_by_0.1": 0,
|
| 3064 |
+
"max_abs_blank_logit": 0.01396942138671875,
|
| 3065 |
+
"transcript_same": true
|
| 3066 |
+
},
|
| 3067 |
+
{
|
| 3068 |
+
"set": "test-clean",
|
| 3069 |
+
"id": "260-123440-0019",
|
| 3070 |
+
"tokens": 166,
|
| 3071 |
+
"tokens_same": 166,
|
| 3072 |
+
"max_abs_top1_logit": 0.0465395450592041,
|
| 3073 |
+
"max_abs_top1_pos": 72,
|
| 3074 |
+
"ref_top1_at_max": -3.281585454940796,
|
| 3075 |
+
"coreai_top1_at_max": -3.328125,
|
| 3076 |
+
"tokens_top1_off_by_0.1": 0,
|
| 3077 |
+
"max_abs_blank_logit": 0.017059326171875,
|
| 3078 |
+
"transcript_same": true
|
| 3079 |
+
},
|
| 3080 |
+
{
|
| 3081 |
+
"set": "test-clean",
|
| 3082 |
+
"id": "260-123440-0020",
|
| 3083 |
+
"tokens": 125,
|
| 3084 |
+
"tokens_same": 125,
|
| 3085 |
+
"max_abs_top1_logit": 0.030878067016601562,
|
| 3086 |
+
"max_abs_top1_pos": 79,
|
| 3087 |
+
"ref_top1_at_max": 30.0777530670166,
|
| 3088 |
+
"coreai_top1_at_max": 30.046875,
|
| 3089 |
+
"tokens_top1_off_by_0.1": 0,
|
| 3090 |
+
"max_abs_blank_logit": 0.013698577880859375,
|
| 3091 |
+
"transcript_same": true
|
| 3092 |
+
}
|
| 3093 |
+
],
|
| 3094 |
+
"wer_jiwer": {
|
| 3095 |
+
"engine": "jiwer 4.0.0",
|
| 3096 |
+
"hyp_tsv": "<work>/exports/reader/fp16/hyp_gpu_T750.tsv",
|
| 3097 |
+
"fixture/torch": {
|
| 3098 |
+
"wer": 0.04805914972273567,
|
| 3099 |
+
"substitutions": 22,
|
| 3100 |
+
"deletions": 1,
|
| 3101 |
+
"insertions": 3,
|
| 3102 |
+
"ref_words": 541
|
| 3103 |
+
},
|
| 3104 |
+
"fixture/coreai": {
|
| 3105 |
+
"wer": 0.04990757855822551,
|
| 3106 |
+
"substitutions": 23,
|
| 3107 |
+
"deletions": 1,
|
| 3108 |
+
"insertions": 3,
|
| 3109 |
+
"ref_words": 541
|
| 3110 |
+
},
|
| 3111 |
+
"test-clean/torch": {
|
| 3112 |
+
"wer": 0.058784676354029064,
|
| 3113 |
+
"substitutions": 209,
|
| 3114 |
+
"deletions": 32,
|
| 3115 |
+
"insertions": 26,
|
| 3116 |
+
"ref_words": 4542
|
| 3117 |
+
},
|
| 3118 |
+
"test-clean/coreai": {
|
| 3119 |
+
"wer": 0.058784676354029064,
|
| 3120 |
+
"substitutions": 209,
|
| 3121 |
+
"deletions": 32,
|
| 3122 |
+
"insertions": 26,
|
| 3123 |
+
"ref_words": 4542
|
| 3124 |
+
},
|
| 3125 |
+
"matches_numpy": true
|
| 3126 |
+
}
|
| 3127 |
+
}
|
provenance/reader/mac-gpu-redarm-zerohalf.json
ADDED
|
@@ -0,0 +1,96 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"what": "red arm: the second half of the valid soft tokens set to 0, token_mask unchanged (r2d)",
|
| 3 |
+
"bundle": "<work>/exports/reader/fp16/eg2_reader_fp16_T750_gpu_h16c.aimodelc",
|
| 4 |
+
"backend": "gpu",
|
| 5 |
+
"form": "fp16",
|
| 6 |
+
"tokens": 750,
|
| 7 |
+
"load_s": 0.876,
|
| 8 |
+
"weights_sha256": "67a06a857b9aeb066347f8947e4faeed11d2ec3e89e0c23974be0a2c20243d5b",
|
| 9 |
+
"rule": "red = labels change on >= 9 of 10 utterances",
|
| 10 |
+
"utterances_with_labels_changed": 10,
|
| 11 |
+
"transcripts_changed": 10,
|
| 12 |
+
"red": true,
|
| 13 |
+
"utterances": [
|
| 14 |
+
{
|
| 15 |
+
"id": "2300-131720-0000",
|
| 16 |
+
"tokens": 127,
|
| 17 |
+
"zeroed_from_token": 63,
|
| 18 |
+
"labels_changed": 5,
|
| 19 |
+
"labels_changed_before_the_zeroed_half": 0,
|
| 20 |
+
"transcript_changed": true
|
| 21 |
+
},
|
| 22 |
+
{
|
| 23 |
+
"id": "121-121726-0001",
|
| 24 |
+
"tokens": 148,
|
| 25 |
+
"zeroed_from_token": 74,
|
| 26 |
+
"labels_changed": 8,
|
| 27 |
+
"labels_changed_before_the_zeroed_half": 1,
|
| 28 |
+
"transcript_changed": true
|
| 29 |
+
},
|
| 30 |
+
{
|
| 31 |
+
"id": "1089-134686-0002",
|
| 32 |
+
"tokens": 166,
|
| 33 |
+
"zeroed_from_token": 83,
|
| 34 |
+
"labels_changed": 11,
|
| 35 |
+
"labels_changed_before_the_zeroed_half": 0,
|
| 36 |
+
"transcript_changed": true
|
| 37 |
+
},
|
| 38 |
+
{
|
| 39 |
+
"id": "1284-1180-0001",
|
| 40 |
+
"tokens": 194,
|
| 41 |
+
"zeroed_from_token": 97,
|
| 42 |
+
"labels_changed": 15,
|
| 43 |
+
"labels_changed_before_the_zeroed_half": 1,
|
| 44 |
+
"transcript_changed": true
|
| 45 |
+
},
|
| 46 |
+
{
|
| 47 |
+
"id": "2094-142345-0001",
|
| 48 |
+
"tokens": 201,
|
| 49 |
+
"zeroed_from_token": 100,
|
| 50 |
+
"labels_changed": 12,
|
| 51 |
+
"labels_changed_before_the_zeroed_half": 0,
|
| 52 |
+
"transcript_changed": true
|
| 53 |
+
},
|
| 54 |
+
{
|
| 55 |
+
"id": "1284-1180-0000",
|
| 56 |
+
"tokens": 203,
|
| 57 |
+
"zeroed_from_token": 101,
|
| 58 |
+
"labels_changed": 14,
|
| 59 |
+
"labels_changed_before_the_zeroed_half": 1,
|
| 60 |
+
"transcript_changed": true
|
| 61 |
+
},
|
| 62 |
+
{
|
| 63 |
+
"id": "121-121726-0000",
|
| 64 |
+
"tokens": 212,
|
| 65 |
+
"zeroed_from_token": 106,
|
| 66 |
+
"labels_changed": 11,
|
| 67 |
+
"labels_changed_before_the_zeroed_half": 1,
|
| 68 |
+
"transcript_changed": true
|
| 69 |
+
},
|
| 70 |
+
{
|
| 71 |
+
"id": "1580-141083-0000",
|
| 72 |
+
"tokens": 224,
|
| 73 |
+
"zeroed_from_token": 112,
|
| 74 |
+
"labels_changed": 16,
|
| 75 |
+
"labels_changed_before_the_zeroed_half": 0,
|
| 76 |
+
"transcript_changed": true
|
| 77 |
+
},
|
| 78 |
+
{
|
| 79 |
+
"id": "1188-133604-0001",
|
| 80 |
+
"tokens": 226,
|
| 81 |
+
"zeroed_from_token": 113,
|
| 82 |
+
"labels_changed": 9,
|
| 83 |
+
"labels_changed_before_the_zeroed_half": 1,
|
| 84 |
+
"transcript_changed": true
|
| 85 |
+
},
|
| 86 |
+
{
|
| 87 |
+
"id": "1995-1826-0000",
|
| 88 |
+
"tokens": 237,
|
| 89 |
+
"zeroed_from_token": 118,
|
| 90 |
+
"labels_changed": 12,
|
| 91 |
+
"labels_changed_before_the_zeroed_half": 0,
|
| 92 |
+
"transcript_changed": true
|
| 93 |
+
}
|
| 94 |
+
],
|
| 95 |
+
"finished": "2026-10-14T10:44:13+0900"
|
| 96 |
+
}
|
provenance/reader/mac-gpu-timing.json
ADDED
|
@@ -0,0 +1,483 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"form": "fp16",
|
| 3 |
+
"tokens": 750,
|
| 4 |
+
"backend": "gpu",
|
| 5 |
+
"window_label": "eg2stt-r2c-timing-reader30",
|
| 6 |
+
"window_started": "2026-10-14T09:48:17+0900",
|
| 7 |
+
"window_finished": "2026-10-14T09:50:36+0900",
|
| 8 |
+
"compared_in_window_with": [
|
| 9 |
+
"fp32:750:gpu",
|
| 10 |
+
"fp16:750:gpu",
|
| 11 |
+
"fp16:750:ane",
|
| 12 |
+
"h-out-fp16:750:gpu",
|
| 13 |
+
"h-out-fp16:750:ane",
|
| 14 |
+
"h-out:750:gpu"
|
| 15 |
+
],
|
| 16 |
+
"summary": {
|
| 17 |
+
"reps_ok": 8,
|
| 18 |
+
"reps_failed": 0,
|
| 19 |
+
"audio_s_per_call": 30.0,
|
| 20 |
+
"ms_median_of_rep_medians": 22.451,
|
| 21 |
+
"ms_rep_median_range": [
|
| 22 |
+
22.396,
|
| 23 |
+
23.253
|
| 24 |
+
],
|
| 25 |
+
"ms_p90_all_calls": 22.77,
|
| 26 |
+
"x_realtime": 1336.2,
|
| 27 |
+
"cpu_ms_per_call_median": 1.954,
|
| 28 |
+
"load_s_first_process": 0.9,
|
| 29 |
+
"load_s_first_process_cold": true,
|
| 30 |
+
"load_s_warm_median": 0.096,
|
| 31 |
+
"peak_footprint_gb_max": 1.035
|
| 32 |
+
},
|
| 33 |
+
"reps": [
|
| 34 |
+
{
|
| 35 |
+
"form": "fp16",
|
| 36 |
+
"tokens": 750,
|
| 37 |
+
"backend": "gpu",
|
| 38 |
+
"bundle": "<work>/exports/reader/fp16/eg2_reader_fp16_T750_gpu_h16c.aimodelc",
|
| 39 |
+
"cold_requested": true,
|
| 40 |
+
"cache_entry_deleted": true,
|
| 41 |
+
"load_s": 0.9,
|
| 42 |
+
"load_cpu_s": 0.213,
|
| 43 |
+
"warmup_ms": [
|
| 44 |
+
89.36,
|
| 45 |
+
22.89,
|
| 46 |
+
22.78
|
| 47 |
+
],
|
| 48 |
+
"ms": [
|
| 49 |
+
22.606,
|
| 50 |
+
22.635,
|
| 51 |
+
22.66,
|
| 52 |
+
22.403,
|
| 53 |
+
22.564,
|
| 54 |
+
22.447,
|
| 55 |
+
22.494,
|
| 56 |
+
22.487,
|
| 57 |
+
22.449,
|
| 58 |
+
22.54,
|
| 59 |
+
22.415,
|
| 60 |
+
22.478,
|
| 61 |
+
22.435,
|
| 62 |
+
22.422,
|
| 63 |
+
22.539,
|
| 64 |
+
22.489,
|
| 65 |
+
22.47,
|
| 66 |
+
22.38,
|
| 67 |
+
22.412,
|
| 68 |
+
22.385
|
| 69 |
+
],
|
| 70 |
+
"ms_median": 22.474,
|
| 71 |
+
"ms_p90": 22.609,
|
| 72 |
+
"cpu_ms_per_call": 1.948,
|
| 73 |
+
"x_realtime": 1334.9,
|
| 74 |
+
"audio_s_per_call": 30.0,
|
| 75 |
+
"footprint_before_load": {
|
| 76 |
+
"phys_footprint": 204899144,
|
| 77 |
+
"lifetime_max_phys_footprint": 204899144
|
| 78 |
+
},
|
| 79 |
+
"footprint_after_load": {
|
| 80 |
+
"phys_footprint": 523273464,
|
| 81 |
+
"lifetime_max_phys_footprint": 523289848
|
| 82 |
+
},
|
| 83 |
+
"footprint_end": {
|
| 84 |
+
"phys_footprint": 1034880704,
|
| 85 |
+
"lifetime_max_phys_footprint": 1034880704
|
| 86 |
+
},
|
| 87 |
+
"t_start": "09:48:22",
|
| 88 |
+
"rep": 0
|
| 89 |
+
},
|
| 90 |
+
{
|
| 91 |
+
"form": "fp16",
|
| 92 |
+
"tokens": 750,
|
| 93 |
+
"backend": "gpu",
|
| 94 |
+
"bundle": "<work>/exports/reader/fp16/eg2_reader_fp16_T750_gpu_h16c.aimodelc",
|
| 95 |
+
"cold_requested": false,
|
| 96 |
+
"cache_entry_deleted": false,
|
| 97 |
+
"load_s": 0.481,
|
| 98 |
+
"load_cpu_s": 0.11,
|
| 99 |
+
"warmup_ms": [
|
| 100 |
+
46.87,
|
| 101 |
+
23.21,
|
| 102 |
+
24.08
|
| 103 |
+
],
|
| 104 |
+
"ms": [
|
| 105 |
+
284.816,
|
| 106 |
+
59.95,
|
| 107 |
+
24.553,
|
| 108 |
+
29.133,
|
| 109 |
+
26.07,
|
| 110 |
+
139.299,
|
| 111 |
+
30.465,
|
| 112 |
+
22.665,
|
| 113 |
+
23.575,
|
| 114 |
+
24.41,
|
| 115 |
+
23.799,
|
| 116 |
+
22.842,
|
| 117 |
+
22.635,
|
| 118 |
+
22.646,
|
| 119 |
+
22.652,
|
| 120 |
+
22.58,
|
| 121 |
+
22.509,
|
| 122 |
+
22.597,
|
| 123 |
+
22.93,
|
| 124 |
+
22.726
|
| 125 |
+
],
|
| 126 |
+
"ms_median": 23.253,
|
| 127 |
+
"ms_p90": 67.885,
|
| 128 |
+
"cpu_ms_per_call": 2.963,
|
| 129 |
+
"x_realtime": 1290.2,
|
| 130 |
+
"audio_s_per_call": 30.0,
|
| 131 |
+
"footprint_before_load": {
|
| 132 |
+
"phys_footprint": 204522312,
|
| 133 |
+
"lifetime_max_phys_footprint": 204522312
|
| 134 |
+
},
|
| 135 |
+
"footprint_after_load": {
|
| 136 |
+
"phys_footprint": 520799432,
|
| 137 |
+
"lifetime_max_phys_footprint": 520799432
|
| 138 |
+
},
|
| 139 |
+
"footprint_end": {
|
| 140 |
+
"phys_footprint": 1033176672,
|
| 141 |
+
"lifetime_max_phys_footprint": 1033176672
|
| 142 |
+
},
|
| 143 |
+
"t_start": "09:48:46",
|
| 144 |
+
"rep": 1
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"form": "fp16",
|
| 148 |
+
"tokens": 750,
|
| 149 |
+
"backend": "gpu",
|
| 150 |
+
"bundle": "<work>/exports/reader/fp16/eg2_reader_fp16_T750_gpu_h16c.aimodelc",
|
| 151 |
+
"cold_requested": false,
|
| 152 |
+
"cache_entry_deleted": false,
|
| 153 |
+
"load_s": 0.096,
|
| 154 |
+
"load_cpu_s": 0.073,
|
| 155 |
+
"warmup_ms": [
|
| 156 |
+
46.21,
|
| 157 |
+
22.64,
|
| 158 |
+
22.63
|
| 159 |
+
],
|
| 160 |
+
"ms": [
|
| 161 |
+
22.564,
|
| 162 |
+
22.486,
|
| 163 |
+
22.464,
|
| 164 |
+
22.607,
|
| 165 |
+
22.491,
|
| 166 |
+
22.63,
|
| 167 |
+
22.778,
|
| 168 |
+
22.535,
|
| 169 |
+
22.629,
|
| 170 |
+
22.723,
|
| 171 |
+
22.779,
|
| 172 |
+
22.574,
|
| 173 |
+
22.487,
|
| 174 |
+
22.391,
|
| 175 |
+
22.462,
|
| 176 |
+
22.598,
|
| 177 |
+
22.49,
|
| 178 |
+
22.588,
|
| 179 |
+
22.514,
|
| 180 |
+
22.412
|
| 181 |
+
],
|
| 182 |
+
"ms_median": 22.55,
|
| 183 |
+
"ms_p90": 22.728,
|
| 184 |
+
"cpu_ms_per_call": 1.959,
|
| 185 |
+
"x_realtime": 1330.4,
|
| 186 |
+
"audio_s_per_call": 30.0,
|
| 187 |
+
"footprint_before_load": {
|
| 188 |
+
"phys_footprint": 204604256,
|
| 189 |
+
"lifetime_max_phys_footprint": 204604256
|
| 190 |
+
},
|
| 191 |
+
"footprint_after_load": {
|
| 192 |
+
"phys_footprint": 520717488,
|
| 193 |
+
"lifetime_max_phys_footprint": 520733872
|
| 194 |
+
},
|
| 195 |
+
"footprint_end": {
|
| 196 |
+
"phys_footprint": 1032652384,
|
| 197 |
+
"lifetime_max_phys_footprint": 1032652384
|
| 198 |
+
},
|
| 199 |
+
"t_start": "09:49:02",
|
| 200 |
+
"rep": 2
|
| 201 |
+
},
|
| 202 |
+
{
|
| 203 |
+
"form": "fp16",
|
| 204 |
+
"tokens": 750,
|
| 205 |
+
"backend": "gpu",
|
| 206 |
+
"bundle": "<work>/exports/reader/fp16/eg2_reader_fp16_T750_gpu_h16c.aimodelc",
|
| 207 |
+
"cold_requested": false,
|
| 208 |
+
"cache_entry_deleted": false,
|
| 209 |
+
"load_s": 0.506,
|
| 210 |
+
"load_cpu_s": 0.111,
|
| 211 |
+
"warmup_ms": [
|
| 212 |
+
46.83,
|
| 213 |
+
22.66,
|
| 214 |
+
22.4
|
| 215 |
+
],
|
| 216 |
+
"ms": [
|
| 217 |
+
22.425,
|
| 218 |
+
22.368,
|
| 219 |
+
22.464,
|
| 220 |
+
22.403,
|
| 221 |
+
22.306,
|
| 222 |
+
22.258,
|
| 223 |
+
22.496,
|
| 224 |
+
22.523,
|
| 225 |
+
22.425,
|
| 226 |
+
22.431,
|
| 227 |
+
22.441,
|
| 228 |
+
22.375,
|
| 229 |
+
22.392,
|
| 230 |
+
22.688,
|
| 231 |
+
22.385,
|
| 232 |
+
22.372,
|
| 233 |
+
22.369,
|
| 234 |
+
22.449,
|
| 235 |
+
22.498,
|
| 236 |
+
22.612
|
| 237 |
+
],
|
| 238 |
+
"ms_median": 22.425,
|
| 239 |
+
"ms_p90": 22.532,
|
| 240 |
+
"cpu_ms_per_call": 1.863,
|
| 241 |
+
"x_realtime": 1337.8,
|
| 242 |
+
"audio_s_per_call": 30.0,
|
| 243 |
+
"footprint_before_load": {
|
| 244 |
+
"phys_footprint": 204718920,
|
| 245 |
+
"lifetime_max_phys_footprint": 204718920
|
| 246 |
+
},
|
| 247 |
+
"footprint_after_load": {
|
| 248 |
+
"phys_footprint": 520963272,
|
| 249 |
+
"lifetime_max_phys_footprint": 520979656
|
| 250 |
+
},
|
| 251 |
+
"footprint_end": {
|
| 252 |
+
"phys_footprint": 1032799864,
|
| 253 |
+
"lifetime_max_phys_footprint": 1032799864
|
| 254 |
+
},
|
| 255 |
+
"t_start": "09:49:19",
|
| 256 |
+
"rep": 3
|
| 257 |
+
},
|
| 258 |
+
{
|
| 259 |
+
"form": "fp16",
|
| 260 |
+
"tokens": 750,
|
| 261 |
+
"backend": "gpu",
|
| 262 |
+
"bundle": "<work>/exports/reader/fp16/eg2_reader_fp16_T750_gpu_h16c.aimodelc",
|
| 263 |
+
"cold_requested": false,
|
| 264 |
+
"cache_entry_deleted": false,
|
| 265 |
+
"load_s": 0.09,
|
| 266 |
+
"load_cpu_s": 0.069,
|
| 267 |
+
"warmup_ms": [
|
| 268 |
+
43.91,
|
| 269 |
+
22.58,
|
| 270 |
+
22.57
|
| 271 |
+
],
|
| 272 |
+
"ms": [
|
| 273 |
+
22.51,
|
| 274 |
+
22.536,
|
| 275 |
+
22.361,
|
| 276 |
+
22.425,
|
| 277 |
+
22.352,
|
| 278 |
+
22.397,
|
| 279 |
+
22.355,
|
| 280 |
+
22.345,
|
| 281 |
+
22.326,
|
| 282 |
+
22.565,
|
| 283 |
+
22.485,
|
| 284 |
+
22.456,
|
| 285 |
+
22.399,
|
| 286 |
+
22.393,
|
| 287 |
+
22.435,
|
| 288 |
+
22.395,
|
| 289 |
+
22.372,
|
| 290 |
+
22.358,
|
| 291 |
+
22.361,
|
| 292 |
+
22.509
|
| 293 |
+
],
|
| 294 |
+
"ms_median": 22.396,
|
| 295 |
+
"ms_p90": 22.513,
|
| 296 |
+
"cpu_ms_per_call": 1.836,
|
| 297 |
+
"x_realtime": 1339.5,
|
| 298 |
+
"audio_s_per_call": 30.0,
|
| 299 |
+
"footprint_before_load": {
|
| 300 |
+
"phys_footprint": 204030792,
|
| 301 |
+
"lifetime_max_phys_footprint": 204030792
|
| 302 |
+
},
|
| 303 |
+
"footprint_after_load": {
|
| 304 |
+
"phys_footprint": 520258784,
|
| 305 |
+
"lifetime_max_phys_footprint": 520275168
|
| 306 |
+
},
|
| 307 |
+
"footprint_end": {
|
| 308 |
+
"phys_footprint": 1031898768,
|
| 309 |
+
"lifetime_max_phys_footprint": 1031898768
|
| 310 |
+
},
|
| 311 |
+
"t_start": "09:49:34",
|
| 312 |
+
"rep": 4
|
| 313 |
+
},
|
| 314 |
+
{
|
| 315 |
+
"form": "fp16",
|
| 316 |
+
"tokens": 750,
|
| 317 |
+
"backend": "gpu",
|
| 318 |
+
"bundle": "<work>/exports/reader/fp16/eg2_reader_fp16_T750_gpu_h16c.aimodelc",
|
| 319 |
+
"cold_requested": false,
|
| 320 |
+
"cache_entry_deleted": false,
|
| 321 |
+
"load_s": 0.478,
|
| 322 |
+
"load_cpu_s": 0.109,
|
| 323 |
+
"warmup_ms": [
|
| 324 |
+
46.45,
|
| 325 |
+
22.71,
|
| 326 |
+
22.59
|
| 327 |
+
],
|
| 328 |
+
"ms": [
|
| 329 |
+
22.544,
|
| 330 |
+
22.469,
|
| 331 |
+
22.36,
|
| 332 |
+
22.414,
|
| 333 |
+
22.417,
|
| 334 |
+
22.417,
|
| 335 |
+
22.405,
|
| 336 |
+
22.43,
|
| 337 |
+
22.331,
|
| 338 |
+
22.344,
|
| 339 |
+
22.429,
|
| 340 |
+
22.311,
|
| 341 |
+
22.392,
|
| 342 |
+
22.645,
|
| 343 |
+
22.635,
|
| 344 |
+
22.759,
|
| 345 |
+
22.73,
|
| 346 |
+
22.662,
|
| 347 |
+
22.628,
|
| 348 |
+
22.592
|
| 349 |
+
],
|
| 350 |
+
"ms_median": 22.429,
|
| 351 |
+
"ms_p90": 22.669,
|
| 352 |
+
"cpu_ms_per_call": 1.964,
|
| 353 |
+
"x_realtime": 1337.5,
|
| 354 |
+
"audio_s_per_call": 30.0,
|
| 355 |
+
"footprint_before_load": {
|
| 356 |
+
"phys_footprint": 203998024,
|
| 357 |
+
"lifetime_max_phys_footprint": 203998024
|
| 358 |
+
},
|
| 359 |
+
"footprint_after_load": {
|
| 360 |
+
"phys_footprint": 520406240,
|
| 361 |
+
"lifetime_max_phys_footprint": 520406240
|
| 362 |
+
},
|
| 363 |
+
"footprint_end": {
|
| 364 |
+
"phys_footprint": 1032275576,
|
| 365 |
+
"lifetime_max_phys_footprint": 1032275576
|
| 366 |
+
},
|
| 367 |
+
"t_start": "09:49:51",
|
| 368 |
+
"rep": 5
|
| 369 |
+
},
|
| 370 |
+
{
|
| 371 |
+
"form": "fp16",
|
| 372 |
+
"tokens": 750,
|
| 373 |
+
"backend": "gpu",
|
| 374 |
+
"bundle": "<work>/exports/reader/fp16/eg2_reader_fp16_T750_gpu_h16c.aimodelc",
|
| 375 |
+
"cold_requested": false,
|
| 376 |
+
"cache_entry_deleted": false,
|
| 377 |
+
"load_s": 0.091,
|
| 378 |
+
"load_cpu_s": 0.068,
|
| 379 |
+
"warmup_ms": [
|
| 380 |
+
47.21,
|
| 381 |
+
22.5,
|
| 382 |
+
22.43
|
| 383 |
+
],
|
| 384 |
+
"ms": [
|
| 385 |
+
22.622,
|
| 386 |
+
22.448,
|
| 387 |
+
22.47,
|
| 388 |
+
22.333,
|
| 389 |
+
22.413,
|
| 390 |
+
22.499,
|
| 391 |
+
22.393,
|
| 392 |
+
22.49,
|
| 393 |
+
22.336,
|
| 394 |
+
22.388,
|
| 395 |
+
22.38,
|
| 396 |
+
22.416,
|
| 397 |
+
22.317,
|
| 398 |
+
22.399,
|
| 399 |
+
22.386,
|
| 400 |
+
22.426,
|
| 401 |
+
22.605,
|
| 402 |
+
22.383,
|
| 403 |
+
22.738,
|
| 404 |
+
22.835
|
| 405 |
+
],
|
| 406 |
+
"ms_median": 22.414,
|
| 407 |
+
"ms_p90": 22.633,
|
| 408 |
+
"cpu_ms_per_call": 1.885,
|
| 409 |
+
"x_realtime": 1338.4,
|
| 410 |
+
"audio_s_per_call": 30.0,
|
| 411 |
+
"footprint_before_load": {
|
| 412 |
+
"phys_footprint": 204718920,
|
| 413 |
+
"lifetime_max_phys_footprint": 204718920
|
| 414 |
+
},
|
| 415 |
+
"footprint_after_load": {
|
| 416 |
+
"phys_footprint": 520848560,
|
| 417 |
+
"lifetime_max_phys_footprint": 520864944
|
| 418 |
+
},
|
| 419 |
+
"footprint_end": {
|
| 420 |
+
"phys_footprint": 1032521336,
|
| 421 |
+
"lifetime_max_phys_footprint": 1032521336
|
| 422 |
+
},
|
| 423 |
+
"t_start": "09:50:08",
|
| 424 |
+
"rep": 6
|
| 425 |
+
},
|
| 426 |
+
{
|
| 427 |
+
"form": "fp16",
|
| 428 |
+
"tokens": 750,
|
| 429 |
+
"backend": "gpu",
|
| 430 |
+
"bundle": "<work>/exports/reader/fp16/eg2_reader_fp16_T750_gpu_h16c.aimodelc",
|
| 431 |
+
"cold_requested": false,
|
| 432 |
+
"cache_entry_deleted": false,
|
| 433 |
+
"load_s": 0.087,
|
| 434 |
+
"load_cpu_s": 0.068,
|
| 435 |
+
"warmup_ms": [
|
| 436 |
+
45.01,
|
| 437 |
+
22.55,
|
| 438 |
+
22.4
|
| 439 |
+
],
|
| 440 |
+
"ms": [
|
| 441 |
+
22.534,
|
| 442 |
+
22.681,
|
| 443 |
+
22.775,
|
| 444 |
+
22.566,
|
| 445 |
+
22.433,
|
| 446 |
+
22.434,
|
| 447 |
+
22.631,
|
| 448 |
+
22.382,
|
| 449 |
+
22.423,
|
| 450 |
+
22.45,
|
| 451 |
+
22.58,
|
| 452 |
+
22.637,
|
| 453 |
+
22.489,
|
| 454 |
+
22.534,
|
| 455 |
+
22.623,
|
| 456 |
+
22.77,
|
| 457 |
+
22.617,
|
| 458 |
+
22.597,
|
| 459 |
+
22.678,
|
| 460 |
+
22.518
|
| 461 |
+
],
|
| 462 |
+
"ms_median": 22.573,
|
| 463 |
+
"ms_p90": 22.69,
|
| 464 |
+
"cpu_ms_per_call": 1.983,
|
| 465 |
+
"x_realtime": 1329.0,
|
| 466 |
+
"audio_s_per_call": 30.0,
|
| 467 |
+
"footprint_before_load": {
|
| 468 |
+
"phys_footprint": 204538696,
|
| 469 |
+
"lifetime_max_phys_footprint": 204538696
|
| 470 |
+
},
|
| 471 |
+
"footprint_after_load": {
|
| 472 |
+
"phys_footprint": 520963248,
|
| 473 |
+
"lifetime_max_phys_footprint": 520963248
|
| 474 |
+
},
|
| 475 |
+
"footprint_end": {
|
| 476 |
+
"phys_footprint": 1032586800,
|
| 477 |
+
"lifetime_max_phys_footprint": 1032586800
|
| 478 |
+
},
|
| 479 |
+
"t_start": "09:50:23",
|
| 480 |
+
"rep": 7
|
| 481 |
+
}
|
| 482 |
+
]
|
| 483 |
+
}
|
provenance/strip/aot_h19p_eg2_audio_fp16_T3000.json
ADDED
|
@@ -0,0 +1,130 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"schema": "eg2-transcribe-aot/1",
|
| 3 |
+
"status": "PASS",
|
| 4 |
+
"failures": [],
|
| 5 |
+
"name": "eg2_audio_fp16_T3000",
|
| 6 |
+
"started": "2026-10-14T11:29:52+0900",
|
| 7 |
+
"source": {
|
| 8 |
+
"bundle": "macos/eg2_audio_fp16_T3000.aimodel",
|
| 9 |
+
"main_mlirb_sha256": "330ff806a36cc7299de0350b26d27c32b2e8dc96ffee8f2f437d4f86a103498a"
|
| 10 |
+
},
|
| 11 |
+
"command": [
|
| 12 |
+
"coreai-build",
|
| 13 |
+
"compile",
|
| 14 |
+
"macos/eg2_audio_fp16_T3000.aimodel",
|
| 15 |
+
"--output",
|
| 16 |
+
"ios-h19p/eg2_audio_fp16_T3000.aimodelc",
|
| 17 |
+
"--platform",
|
| 18 |
+
"iOS",
|
| 19 |
+
"--preferred-compute",
|
| 20 |
+
"gpu",
|
| 21 |
+
"--architecture",
|
| 22 |
+
"h19p"
|
| 23 |
+
],
|
| 24 |
+
"coreai_build": "coreai-build 3600.83.1",
|
| 25 |
+
"returncode": 0,
|
| 26 |
+
"seconds": 2.7,
|
| 27 |
+
"log_tail": [
|
| 28 |
+
"Compiling h19p: 1 of 1"
|
| 29 |
+
],
|
| 30 |
+
"after": {
|
| 31 |
+
"bundle": "ios-h19p/eg2_audio_fp16_T3000.aimodelc",
|
| 32 |
+
"files": [
|
| 33 |
+
{
|
| 34 |
+
"path": "main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/manifest.plist",
|
| 35 |
+
"bytes": 55518,
|
| 36 |
+
"sha256": "a44d86778f64769ebaf4aaec5add876b00a940b0e575c4ec56ff65115f553322"
|
| 37 |
+
},
|
| 38 |
+
{
|
| 39 |
+
"path": "main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/resources.bin",
|
| 40 |
+
"bytes": 586417336,
|
| 41 |
+
"sha256": "982ce817e95622dfdd2de324b06fd8d645dd090cb0872077f2f4efeaa19289ca"
|
| 42 |
+
},
|
| 43 |
+
{
|
| 44 |
+
"path": "main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/specialized_model_0.mpsgraph",
|
| 45 |
+
"bytes": 830505,
|
| 46 |
+
"sha256": "55f275826dcfda773e5d70a550fac82b1b2052cf6a3b67631f4525ee68f4f7d0"
|
| 47 |
+
},
|
| 48 |
+
{
|
| 49 |
+
"path": "main-h19p.mlirb",
|
| 50 |
+
"bytes": 899,
|
| 51 |
+
"sha256": "46bcd1e57d2008457153ecd67ca27dacac4d26be696c42b377306c1f3a485bf5"
|
| 52 |
+
},
|
| 53 |
+
{
|
| 54 |
+
"path": "main.hash",
|
| 55 |
+
"bytes": 32,
|
| 56 |
+
"sha256": "06f74173742d7d4333bc05c780062a5d7f90dc881ae4ed268310b8ba7501ea6a"
|
| 57 |
+
},
|
| 58 |
+
{
|
| 59 |
+
"path": "metadata.json",
|
| 60 |
+
"bytes": 543,
|
| 61 |
+
"sha256": "64eca72af8054bda3d0c360746e52cdd3ebad81407dfb0582b97ac1ef9764e4b"
|
| 62 |
+
},
|
| 63 |
+
{
|
| 64 |
+
"path": "stats.json",
|
| 65 |
+
"bytes": 1557,
|
| 66 |
+
"sha256": "0ddc0adceafde34166b6a09cd1ccc723c94f3f4a26743c4d625384d8bb2c0c6a"
|
| 67 |
+
}
|
| 68 |
+
],
|
| 69 |
+
"bytes": 587306390,
|
| 70 |
+
"source_hash": "330FF806A36CC7299DE0350B26D27C32B2E8DC96FFEE8F2F437D4F86A103498A",
|
| 71 |
+
"ane_region_names": [],
|
| 72 |
+
"local_paths": {
|
| 73 |
+
"main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/manifest.plist": {
|
| 74 |
+
"users_dir": 0,
|
| 75 |
+
"home_dir": 0,
|
| 76 |
+
"user_name": 0
|
| 77 |
+
},
|
| 78 |
+
"main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/resources.bin": {
|
| 79 |
+
"users_dir": 0,
|
| 80 |
+
"home_dir": 0,
|
| 81 |
+
"user_name": 0
|
| 82 |
+
},
|
| 83 |
+
"main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/specialized_model_0.mpsgraph": {
|
| 84 |
+
"users_dir": 0,
|
| 85 |
+
"home_dir": 0,
|
| 86 |
+
"user_name": 0
|
| 87 |
+
},
|
| 88 |
+
"main-h19p.mlirb": {
|
| 89 |
+
"users_dir": 0,
|
| 90 |
+
"home_dir": 0,
|
| 91 |
+
"user_name": 0
|
| 92 |
+
},
|
| 93 |
+
"main.hash": {
|
| 94 |
+
"users_dir": 0,
|
| 95 |
+
"home_dir": 0,
|
| 96 |
+
"user_name": 0
|
| 97 |
+
},
|
| 98 |
+
"metadata.json": {
|
| 99 |
+
"users_dir": 0,
|
| 100 |
+
"home_dir": 0,
|
| 101 |
+
"user_name": 0
|
| 102 |
+
},
|
| 103 |
+
"stats.json": {
|
| 104 |
+
"users_dir": 0,
|
| 105 |
+
"home_dir": 0,
|
| 106 |
+
"user_name": 0
|
| 107 |
+
}
|
| 108 |
+
}
|
| 109 |
+
},
|
| 110 |
+
"vs_unstripped_h19p_compile": {
|
| 111 |
+
"bundle": "fp16/eg2_audio_fp16_T3000_gpu_h19p.aimodelc",
|
| 112 |
+
"files": {
|
| 113 |
+
"main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/manifest.plist": "equal",
|
| 114 |
+
"main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/resources.bin": "equal",
|
| 115 |
+
"main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/specialized_model_0.mpsgraph": "differs",
|
| 116 |
+
"main-h19p.mlirb": "differs",
|
| 117 |
+
"main.hash": "differs",
|
| 118 |
+
"metadata.json": "differs",
|
| 119 |
+
"stats.json": "differs"
|
| 120 |
+
}
|
| 121 |
+
},
|
| 122 |
+
"note": "never loaded on this Mac; the phone gate runs this bundle",
|
| 123 |
+
"code_sha256": {
|
| 124 |
+
"strip_ship.py": "63147229f7d1f2308c4b6e7fb09d345106da233fc6bce207f80d9f74b0c99dab"
|
| 125 |
+
},
|
| 126 |
+
"environment": {
|
| 127 |
+
"python": "3.11.13",
|
| 128 |
+
"macos_build": "26A428"
|
| 129 |
+
}
|
| 130 |
+
}
|
provenance/strip/aot_h19p_eg2_reader_fp16_T750.json
ADDED
|
@@ -0,0 +1,130 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"schema": "eg2-transcribe-aot/1",
|
| 3 |
+
"status": "PASS",
|
| 4 |
+
"failures": [],
|
| 5 |
+
"name": "eg2_reader_fp16_T750",
|
| 6 |
+
"started": "2026-10-14T11:29:55+0900",
|
| 7 |
+
"source": {
|
| 8 |
+
"bundle": "macos/eg2_reader_fp16_T750.aimodel",
|
| 9 |
+
"main_mlirb_sha256": "f7e5b2b886dd5dca92c39313ba85c0306daad1e695e64beb5597f2e7f13f2397"
|
| 10 |
+
},
|
| 11 |
+
"command": [
|
| 12 |
+
"coreai-build",
|
| 13 |
+
"compile",
|
| 14 |
+
"macos/eg2_reader_fp16_T750.aimodel",
|
| 15 |
+
"--output",
|
| 16 |
+
"ios-h19p/eg2_reader_fp16_T750.aimodelc",
|
| 17 |
+
"--platform",
|
| 18 |
+
"iOS",
|
| 19 |
+
"--preferred-compute",
|
| 20 |
+
"gpu",
|
| 21 |
+
"--architecture",
|
| 22 |
+
"h19p"
|
| 23 |
+
],
|
| 24 |
+
"coreai_build": "coreai-build 3600.83.1",
|
| 25 |
+
"returncode": 0,
|
| 26 |
+
"seconds": 2.2,
|
| 27 |
+
"log_tail": [
|
| 28 |
+
"Compiling h19p: 1 of 1"
|
| 29 |
+
],
|
| 30 |
+
"after": {
|
| 31 |
+
"bundle": "ios-h19p/eg2_reader_fp16_T750.aimodelc",
|
| 32 |
+
"files": [
|
| 33 |
+
{
|
| 34 |
+
"path": "main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/manifest.plist",
|
| 35 |
+
"bytes": 14634,
|
| 36 |
+
"sha256": "571de8626789baf121366c314dddf839fb2d9f63a903783e4c34fde24ea26d9f"
|
| 37 |
+
},
|
| 38 |
+
{
|
| 39 |
+
"path": "main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/resources.bin",
|
| 40 |
+
"bytes": 333930260,
|
| 41 |
+
"sha256": "f6228944df8eb07c7c331287a3810dc6ffef7b3590f592a76624b24945e57c76"
|
| 42 |
+
},
|
| 43 |
+
{
|
| 44 |
+
"path": "main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/specialized_model_0.mpsgraph",
|
| 45 |
+
"bytes": 79249,
|
| 46 |
+
"sha256": "4b8509b73a580a3eb2f1ef0c0f28e01d1c8c3aefe724ec1f1cc1db714300064c"
|
| 47 |
+
},
|
| 48 |
+
{
|
| 49 |
+
"path": "main-h19p.mlirb",
|
| 50 |
+
"bytes": 985,
|
| 51 |
+
"sha256": "7ad3b2b217af4b586eb8b776af4ff88210ccfbd3c31e51f7e3a88d89aaa353e6"
|
| 52 |
+
},
|
| 53 |
+
{
|
| 54 |
+
"path": "main.hash",
|
| 55 |
+
"bytes": 32,
|
| 56 |
+
"sha256": "f2a49f0008b3ea3ea76801fb7f9ed1a41ca5efb00c5b597c6c008595e401769f"
|
| 57 |
+
},
|
| 58 |
+
{
|
| 59 |
+
"path": "metadata.json",
|
| 60 |
+
"bytes": 730,
|
| 61 |
+
"sha256": "0d1afc078be7a6295a17522e92f7e2772734d168a235c13b7493d39eeea29e71"
|
| 62 |
+
},
|
| 63 |
+
{
|
| 64 |
+
"path": "stats.json",
|
| 65 |
+
"bytes": 1466,
|
| 66 |
+
"sha256": "b1566b4cca3f7760098dc5a0bdf7c1c8d5c147c94eb8c75544fc30664bd98c9e"
|
| 67 |
+
}
|
| 68 |
+
],
|
| 69 |
+
"bytes": 334027356,
|
| 70 |
+
"source_hash": "F7E5B2B886DD5DCA92C39313BA85C0306DAAD1E695E64BEB5597F2E7F13F2397",
|
| 71 |
+
"ane_region_names": [],
|
| 72 |
+
"local_paths": {
|
| 73 |
+
"main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/manifest.plist": {
|
| 74 |
+
"users_dir": 0,
|
| 75 |
+
"home_dir": 0,
|
| 76 |
+
"user_name": 0
|
| 77 |
+
},
|
| 78 |
+
"main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/resources.bin": {
|
| 79 |
+
"users_dir": 0,
|
| 80 |
+
"home_dir": 0,
|
| 81 |
+
"user_name": 0
|
| 82 |
+
},
|
| 83 |
+
"main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/specialized_model_0.mpsgraph": {
|
| 84 |
+
"users_dir": 0,
|
| 85 |
+
"home_dir": 0,
|
| 86 |
+
"user_name": 0
|
| 87 |
+
},
|
| 88 |
+
"main-h19p.mlirb": {
|
| 89 |
+
"users_dir": 0,
|
| 90 |
+
"home_dir": 0,
|
| 91 |
+
"user_name": 0
|
| 92 |
+
},
|
| 93 |
+
"main.hash": {
|
| 94 |
+
"users_dir": 0,
|
| 95 |
+
"home_dir": 0,
|
| 96 |
+
"user_name": 0
|
| 97 |
+
},
|
| 98 |
+
"metadata.json": {
|
| 99 |
+
"users_dir": 0,
|
| 100 |
+
"home_dir": 0,
|
| 101 |
+
"user_name": 0
|
| 102 |
+
},
|
| 103 |
+
"stats.json": {
|
| 104 |
+
"users_dir": 0,
|
| 105 |
+
"home_dir": 0,
|
| 106 |
+
"user_name": 0
|
| 107 |
+
}
|
| 108 |
+
}
|
| 109 |
+
},
|
| 110 |
+
"vs_unstripped_h19p_compile": {
|
| 111 |
+
"bundle": "reader/fp16/eg2_reader_fp16_T750_gpu_h19p.aimodelc",
|
| 112 |
+
"files": {
|
| 113 |
+
"main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/manifest.plist": "equal",
|
| 114 |
+
"main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/resources.bin": "equal",
|
| 115 |
+
"main-h19p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/specialized_model_0.mpsgraph": "differs",
|
| 116 |
+
"main-h19p.mlirb": "differs",
|
| 117 |
+
"main.hash": "differs",
|
| 118 |
+
"metadata.json": "differs",
|
| 119 |
+
"stats.json": "differs"
|
| 120 |
+
}
|
| 121 |
+
},
|
| 122 |
+
"note": "never loaded on this Mac; the phone gate runs this bundle",
|
| 123 |
+
"code_sha256": {
|
| 124 |
+
"strip_ship.py": "63147229f7d1f2308c4b6e7fb09d345106da233fc6bce207f80d9f74b0c99dab"
|
| 125 |
+
},
|
| 126 |
+
"environment": {
|
| 127 |
+
"python": "3.11.13",
|
| 128 |
+
"macos_build": "26A428"
|
| 129 |
+
}
|
| 130 |
+
}
|
provenance/strip/compare_mac.json
ADDED
|
@@ -0,0 +1,108 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"schema": "eg2-transcribe-strip-compare/1",
|
| 3 |
+
"status": "SAME",
|
| 4 |
+
"started": "2026-10-14T11:38:45+0900",
|
| 5 |
+
"finished": "2026-10-14T11:38:58+0900",
|
| 6 |
+
"what": "each gated bundle and its stripped copy, JIT .aimodel on this Mac, the 20 fixture clips (encoder: features + half_mask; reader: the clips' reference soft tokens in 750-token windows)",
|
| 7 |
+
"label": "eg2stt-r6b-strip-compare",
|
| 8 |
+
"pairs": [
|
| 9 |
+
{
|
| 10 |
+
"bundle": "eg2_audio_fp16_T3000",
|
| 11 |
+
"backend": "JIT, gpu preferred",
|
| 12 |
+
"calls": 20,
|
| 13 |
+
"equal_calls": 20,
|
| 14 |
+
"max_abs": {
|
| 15 |
+
"soft_tokens": 0.0
|
| 16 |
+
},
|
| 17 |
+
"control_next_clip_differs": 19,
|
| 18 |
+
"control_calls": 19,
|
| 19 |
+
"gated": {
|
| 20 |
+
"main_hash": "3cce8936678c07a1c54a3af77c2c2b996861777db3cbdbc4713fc98357e8f1d9",
|
| 21 |
+
"cache_entry": "coreai-cache/26A428/python/3cce8936678c07a1c54a3af77c2c2b996861777db3cbdbc4713fc98357e8f1d9",
|
| 22 |
+
"cache_entry_exists": true,
|
| 23 |
+
"load_s": 1.39,
|
| 24 |
+
"first_call_s": 0.208,
|
| 25 |
+
"median_call_ms": 40.465
|
| 26 |
+
},
|
| 27 |
+
"stripped": {
|
| 28 |
+
"main_hash": "330ff806a36cc7299de0350b26d27c32b2e8dc96ffee8f2f437d4f86a103498a",
|
| 29 |
+
"cache_entry": "coreai-cache/26A428/python/330ff806a36cc7299de0350b26d27c32b2e8dc96ffee8f2f437d4f86a103498a",
|
| 30 |
+
"cache_entry_exists": true,
|
| 31 |
+
"load_s": 2.18,
|
| 32 |
+
"first_call_s": 0.0495,
|
| 33 |
+
"median_call_ms": 40.384
|
| 34 |
+
},
|
| 35 |
+
"control_one_step_differs": true,
|
| 36 |
+
"status": "SAME"
|
| 37 |
+
},
|
| 38 |
+
{
|
| 39 |
+
"bundle": "eg2_reader_fp16_T750",
|
| 40 |
+
"backend": "JIT, gpu preferred",
|
| 41 |
+
"calls": 20,
|
| 42 |
+
"equal_calls": 20,
|
| 43 |
+
"max_abs": {
|
| 44 |
+
"top1_index": 0.0,
|
| 45 |
+
"top1_logit": 0.0,
|
| 46 |
+
"blank_logit": 0.0
|
| 47 |
+
},
|
| 48 |
+
"control_next_clip_differs": 19,
|
| 49 |
+
"control_calls": 19,
|
| 50 |
+
"gated": {
|
| 51 |
+
"main_hash": "6fbf8f27ad7ffdd15e11173c2b7fad1101ba76af022bf14e0e707db57c276c2b",
|
| 52 |
+
"cache_entry": "coreai-cache/26A428/python/6fbf8f27ad7ffdd15e11173c2b7fad1101ba76af022bf14e0e707db57c276c2b",
|
| 53 |
+
"cache_entry_exists": true,
|
| 54 |
+
"load_s": 1.26,
|
| 55 |
+
"first_call_s": 0.0518,
|
| 56 |
+
"median_call_ms": 22.795
|
| 57 |
+
},
|
| 58 |
+
"stripped": {
|
| 59 |
+
"main_hash": "f7e5b2b886dd5dca92c39313ba85c0306daad1e695e64beb5597f2e7f13f2397",
|
| 60 |
+
"cache_entry": "coreai-cache/26A428/python/f7e5b2b886dd5dca92c39313ba85c0306daad1e695e64beb5597f2e7f13f2397",
|
| 61 |
+
"cache_entry_exists": true,
|
| 62 |
+
"load_s": 1.18,
|
| 63 |
+
"first_call_s": 0.0274,
|
| 64 |
+
"median_call_ms": 22.675
|
| 65 |
+
},
|
| 66 |
+
"status": "SAME"
|
| 67 |
+
},
|
| 68 |
+
{
|
| 69 |
+
"bundle": "eg2_reader_fp16_T750",
|
| 70 |
+
"backend": "JIT, ane preferred",
|
| 71 |
+
"calls": 20,
|
| 72 |
+
"equal_calls": 20,
|
| 73 |
+
"max_abs": {
|
| 74 |
+
"top1_index": 0.0,
|
| 75 |
+
"top1_logit": 0.0,
|
| 76 |
+
"blank_logit": 0.0
|
| 77 |
+
},
|
| 78 |
+
"control_next_clip_differs": 19,
|
| 79 |
+
"control_calls": 19,
|
| 80 |
+
"gated": {
|
| 81 |
+
"main_hash": "6fbf8f27ad7ffdd15e11173c2b7fad1101ba76af022bf14e0e707db57c276c2b",
|
| 82 |
+
"cache_entry": "coreai-cache/26A428/python/6fbf8f27ad7ffdd15e11173c2b7fad1101ba76af022bf14e0e707db57c276c2b",
|
| 83 |
+
"cache_entry_exists": true,
|
| 84 |
+
"load_s": 1.08,
|
| 85 |
+
"first_call_s": 0.0493,
|
| 86 |
+
"median_call_ms": 42.886
|
| 87 |
+
},
|
| 88 |
+
"stripped": {
|
| 89 |
+
"main_hash": "f7e5b2b886dd5dca92c39313ba85c0306daad1e695e64beb5597f2e7f13f2397",
|
| 90 |
+
"cache_entry": "coreai-cache/26A428/python/f7e5b2b886dd5dca92c39313ba85c0306daad1e695e64beb5597f2e7f13f2397",
|
| 91 |
+
"cache_entry_exists": true,
|
| 92 |
+
"load_s": 1.24,
|
| 93 |
+
"first_call_s": 0.0461,
|
| 94 |
+
"median_call_ms": 43.383
|
| 95 |
+
},
|
| 96 |
+
"status": "SAME"
|
| 97 |
+
}
|
| 98 |
+
],
|
| 99 |
+
"code_sha256": {
|
| 100 |
+
"strip_ship.py": "63147229f7d1f2308c4b6e7fb09d345106da233fc6bce207f80d9f74b0c99dab"
|
| 101 |
+
},
|
| 102 |
+
"environment": {
|
| 103 |
+
"python": "3.11.13",
|
| 104 |
+
"macos_build": "26A428",
|
| 105 |
+
"coreai-core": "1.0.0b2",
|
| 106 |
+
"numpy": "2.3.5"
|
| 107 |
+
}
|
| 108 |
+
}
|
provenance/strip/strip_eg2_audio_fp16_T3000.json
ADDED
|
@@ -0,0 +1,584 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"schema": "eg2-transcribe-strip/1",
|
| 3 |
+
"status": "PASS",
|
| 4 |
+
"failures": [],
|
| 5 |
+
"name": "eg2_audio_fp16_T3000",
|
| 6 |
+
"started": "2026-10-14T11:29:42+0900",
|
| 7 |
+
"source": {
|
| 8 |
+
"bundle": "fp16/eg2_audio_fp16_T3000.aimodel",
|
| 9 |
+
"main_hash": "3cce8936678c07a1c54a3af77c2c2b996861777db3cbdbc4713fc98357e8f1d9",
|
| 10 |
+
"files": [
|
| 11 |
+
{
|
| 12 |
+
"path": "main.hash",
|
| 13 |
+
"bytes": 32,
|
| 14 |
+
"sha256": "e11f6fba29519b7ab2e66902ba7bd3133601a987a9ec2c7afdd228f8d9f01d81"
|
| 15 |
+
},
|
| 16 |
+
{
|
| 17 |
+
"path": "main.mlirb",
|
| 18 |
+
"bytes": 587425020,
|
| 19 |
+
"sha256": "3cce8936678c07a1c54a3af77c2c2b996861777db3cbdbc4713fc98357e8f1d9"
|
| 20 |
+
},
|
| 21 |
+
{
|
| 22 |
+
"path": "metadata.json",
|
| 23 |
+
"bytes": 455,
|
| 24 |
+
"sha256": "02d9b800323b7f408897d053e398b7fd6a817c0c96bec3ffcfa361ae125ea390"
|
| 25 |
+
}
|
| 26 |
+
],
|
| 27 |
+
"local_paths": {
|
| 28 |
+
"main.hash": {
|
| 29 |
+
"users_dir": 0,
|
| 30 |
+
"home_dir": 0,
|
| 31 |
+
"user_name": 0
|
| 32 |
+
},
|
| 33 |
+
"main.mlirb": {
|
| 34 |
+
"users_dir": 6,
|
| 35 |
+
"home_dir": 6,
|
| 36 |
+
"user_name": 6
|
| 37 |
+
},
|
| 38 |
+
"metadata.json": {
|
| 39 |
+
"users_dir": 0,
|
| 40 |
+
"home_dir": 0,
|
| 41 |
+
"user_name": 0
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"op_total": 4559,
|
| 45 |
+
"metadata": {
|
| 46 |
+
"assetVersion": "2.0",
|
| 47 |
+
"producer": "coreai-core 1.0.0b2",
|
| 48 |
+
"description": "EmbeddingGemma 2 audio encoder (Gemma 4 audio tower + embed_audio): log-mel features [1,3000,128] + half_mask -> soft tokens [1,750,512]; fp16; source google/embeddinggemma-2@914f7f89",
|
| 49 |
+
"license": "Apache-2.0 + Gemma Prohibited Use Policy",
|
| 50 |
+
"author": "coreai-model-zoo community port; weights Google DeepMind (Gemma Team)",
|
| 51 |
+
"creationDate": "20261013T115526Z"
|
| 52 |
+
}
|
| 53 |
+
},
|
| 54 |
+
"how": "AIModelAsset.load(source).program -> coreai_torch.debugging.debug_info.strip_debug_info(program) -> program.save_asset(out, the source's AIModelAssetMetadata); one program object throughout",
|
| 55 |
+
"after": {
|
| 56 |
+
"bundle": "macos/eg2_audio_fp16_T3000.aimodel",
|
| 57 |
+
"main_hash": "330ff806a36cc7299de0350b26d27c32b2e8dc96ffee8f2f437d4f86a103498a",
|
| 58 |
+
"files": [
|
| 59 |
+
{
|
| 60 |
+
"path": "main.hash",
|
| 61 |
+
"bytes": 32,
|
| 62 |
+
"sha256": "ae463dbfa9e57b58f4a1bc8b51a3b63aa6df794d63ab6e4f280a55ef60e520fb"
|
| 63 |
+
},
|
| 64 |
+
{
|
| 65 |
+
"path": "main.mlirb",
|
| 66 |
+
"bytes": 586856814,
|
| 67 |
+
"sha256": "330ff806a36cc7299de0350b26d27c32b2e8dc96ffee8f2f437d4f86a103498a"
|
| 68 |
+
},
|
| 69 |
+
{
|
| 70 |
+
"path": "metadata.json",
|
| 71 |
+
"bytes": 455,
|
| 72 |
+
"sha256": "9f832dab8f65a60098afee565887f1042fe670398b7d56a15c16ff86ecee223a"
|
| 73 |
+
}
|
| 74 |
+
],
|
| 75 |
+
"local_paths": {
|
| 76 |
+
"main.hash": {
|
| 77 |
+
"users_dir": 0,
|
| 78 |
+
"home_dir": 0,
|
| 79 |
+
"user_name": 0
|
| 80 |
+
},
|
| 81 |
+
"main.mlirb": {
|
| 82 |
+
"users_dir": 0,
|
| 83 |
+
"home_dir": 0,
|
| 84 |
+
"user_name": 0
|
| 85 |
+
},
|
| 86 |
+
"metadata.json": {
|
| 87 |
+
"users_dir": 0,
|
| 88 |
+
"home_dir": 0,
|
| 89 |
+
"user_name": 0
|
| 90 |
+
}
|
| 91 |
+
},
|
| 92 |
+
"op_total": 4559,
|
| 93 |
+
"metadata": {
|
| 94 |
+
"producer": "coreai-core 1.0.0b2",
|
| 95 |
+
"author": "coreai-model-zoo community port; weights Google DeepMind (Gemma Team)",
|
| 96 |
+
"description": "EmbeddingGemma 2 audio encoder (Gemma 4 audio tower + embed_audio): log-mel features [1,3000,128] + half_mask -> soft tokens [1,750,512]; fp16; source google/embeddinggemma-2@914f7f89",
|
| 97 |
+
"creationDate": "20261014T022944Z",
|
| 98 |
+
"license": "Apache-2.0 + Gemma Prohibited Use Policy",
|
| 99 |
+
"assetVersion": "2.0"
|
| 100 |
+
}
|
| 101 |
+
},
|
| 102 |
+
"ops": {
|
| 103 |
+
"equal": true,
|
| 104 |
+
"source": 4559,
|
| 105 |
+
"stripped": 4559,
|
| 106 |
+
"saved_reloaded": 4559,
|
| 107 |
+
"op_counts": {
|
| 108 |
+
"builtin.module": 1,
|
| 109 |
+
"coreai.abs": 109,
|
| 110 |
+
"coreai.concat": 12,
|
| 111 |
+
"coreai.constant": 848,
|
| 112 |
+
"coreai.conv2d": 14,
|
| 113 |
+
"coreai.decomposable.broadcasting_add": 448,
|
| 114 |
+
"coreai.decomposable.broadcasting_batch_matmul": 123,
|
| 115 |
+
"coreai.decomposable.broadcasting_maximum": 325,
|
| 116 |
+
"coreai.decomposable.broadcasting_minimum": 216,
|
| 117 |
+
"coreai.decomposable.broadcasting_mul": 1093,
|
| 118 |
+
"coreai.decomposable.broadcasting_sub": 2,
|
| 119 |
+
"coreai.graph": 1,
|
| 120 |
+
"coreai.output": 1,
|
| 121 |
+
"coreai.pad": 38,
|
| 122 |
+
"coreai.reduce_max": 109,
|
| 123 |
+
"coreai.reduce_mean": 113,
|
| 124 |
+
"coreai.reduce_sum": 144,
|
| 125 |
+
"coreai.relu": 2,
|
| 126 |
+
"coreai.reshape": 76,
|
| 127 |
+
"coreai.rsqrt": 220,
|
| 128 |
+
"coreai.sigmoid": 12,
|
| 129 |
+
"coreai.silu": 36,
|
| 130 |
+
"coreai.slice": 456,
|
| 131 |
+
"coreai.softmax": 12,
|
| 132 |
+
"coreai.tanh": 12,
|
| 133 |
+
"coreai.transpose": 136
|
| 134 |
+
}
|
| 135 |
+
},
|
| 136 |
+
"inspect": {
|
| 137 |
+
"equal": true,
|
| 138 |
+
"source": {
|
| 139 |
+
"functions": [
|
| 140 |
+
{
|
| 141 |
+
"inputs": [
|
| 142 |
+
{
|
| 143 |
+
"type": "NDArray (Float16, 1 \u00d7 3000 \u00d7 128)",
|
| 144 |
+
"name": "features"
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"name": "half_mask",
|
| 148 |
+
"type": "NDArray (Float16, 1 \u00d7 1500)"
|
| 149 |
+
}
|
| 150 |
+
],
|
| 151 |
+
"outputs": [
|
| 152 |
+
{
|
| 153 |
+
"name": "soft_tokens",
|
| 154 |
+
"type": "NDArray (Float16, 1 \u00d7 750 \u00d7 512)"
|
| 155 |
+
}
|
| 156 |
+
],
|
| 157 |
+
"name": "main"
|
| 158 |
+
}
|
| 159 |
+
],
|
| 160 |
+
"storageTypes": [
|
| 161 |
+
{
|
| 162 |
+
"count": 293554907,
|
| 163 |
+
"name": "Float16"
|
| 164 |
+
},
|
| 165 |
+
{
|
| 166 |
+
"name": "Int32",
|
| 167 |
+
"count": 226
|
| 168 |
+
},
|
| 169 |
+
{
|
| 170 |
+
"name": "UInt32",
|
| 171 |
+
"count": 102
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"count": 1,
|
| 175 |
+
"name": "UInt64"
|
| 176 |
+
}
|
| 177 |
+
],
|
| 178 |
+
"compatibilityVersion": "27.0",
|
| 179 |
+
"computeTypes": [
|
| 180 |
+
"Float16",
|
| 181 |
+
"Float32",
|
| 182 |
+
"Int32",
|
| 183 |
+
"UInt32",
|
| 184 |
+
"UInt64"
|
| 185 |
+
],
|
| 186 |
+
"operationDistribution": [
|
| 187 |
+
{
|
| 188 |
+
"name": "constant",
|
| 189 |
+
"count": 6550
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"name": "broadcast_in_dims",
|
| 193 |
+
"count": 1456
|
| 194 |
+
},
|
| 195 |
+
{
|
| 196 |
+
"name": "reshape",
|
| 197 |
+
"count": 1278
|
| 198 |
+
},
|
| 199 |
+
{
|
| 200 |
+
"name": "mul",
|
| 201 |
+
"count": 1242
|
| 202 |
+
},
|
| 203 |
+
{
|
| 204 |
+
"count": 1129,
|
| 205 |
+
"name": "broadcasting_mul"
|
| 206 |
+
},
|
| 207 |
+
{
|
| 208 |
+
"count": 765,
|
| 209 |
+
"name": "add"
|
| 210 |
+
},
|
| 211 |
+
{
|
| 212 |
+
"name": "cast",
|
| 213 |
+
"count": 608
|
| 214 |
+
},
|
| 215 |
+
{
|
| 216 |
+
"name": "slice",
|
| 217 |
+
"count": 566
|
| 218 |
+
},
|
| 219 |
+
{
|
| 220 |
+
"name": "broadcasting_add",
|
| 221 |
+
"count": 496
|
| 222 |
+
},
|
| 223 |
+
{
|
| 224 |
+
"name": "reduce",
|
| 225 |
+
"count": 491
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"count": 436,
|
| 229 |
+
"name": "maximum"
|
| 230 |
+
},
|
| 231 |
+
{
|
| 232 |
+
"count": 336,
|
| 233 |
+
"name": "broadcast_to"
|
| 234 |
+
},
|
| 235 |
+
{
|
| 236 |
+
"name": "broadcasting_maximum",
|
| 237 |
+
"count": 327
|
| 238 |
+
},
|
| 239 |
+
{
|
| 240 |
+
"count": 269,
|
| 241 |
+
"name": "reduce_sum"
|
| 242 |
+
},
|
| 243 |
+
{
|
| 244 |
+
"count": 220,
|
| 245 |
+
"name": "rsqrt"
|
| 246 |
+
},
|
| 247 |
+
{
|
| 248 |
+
"name": "broadcasting_minimum",
|
| 249 |
+
"count": 216
|
| 250 |
+
},
|
| 251 |
+
{
|
| 252 |
+
"count": 216,
|
| 253 |
+
"name": "minimum"
|
| 254 |
+
},
|
| 255 |
+
{
|
| 256 |
+
"count": 173,
|
| 257 |
+
"name": "broadcasting_divide"
|
| 258 |
+
},
|
| 259 |
+
{
|
| 260 |
+
"name": "divide",
|
| 261 |
+
"count": 173
|
| 262 |
+
},
|
| 263 |
+
{
|
| 264 |
+
"name": "transpose",
|
| 265 |
+
"count": 136
|
| 266 |
+
},
|
| 267 |
+
{
|
| 268 |
+
"count": 123,
|
| 269 |
+
"name": "batch_matmul"
|
| 270 |
+
},
|
| 271 |
+
{
|
| 272 |
+
"count": 123,
|
| 273 |
+
"name": "broadcasting_batch_matmul"
|
| 274 |
+
},
|
| 275 |
+
{
|
| 276 |
+
"count": 122,
|
| 277 |
+
"name": "concat"
|
| 278 |
+
},
|
| 279 |
+
{
|
| 280 |
+
"name": "broadcast_shapes",
|
| 281 |
+
"count": 113
|
| 282 |
+
},
|
| 283 |
+
{
|
| 284 |
+
"name": "gather_nd",
|
| 285 |
+
"count": 113
|
| 286 |
+
},
|
| 287 |
+
{
|
| 288 |
+
"name": "get_shape",
|
| 289 |
+
"count": 113
|
| 290 |
+
},
|
| 291 |
+
{
|
| 292 |
+
"name": "reduce_mean",
|
| 293 |
+
"count": 113
|
| 294 |
+
},
|
| 295 |
+
{
|
| 296 |
+
"name": "reduce_product",
|
| 297 |
+
"count": 113
|
| 298 |
+
},
|
| 299 |
+
{
|
| 300 |
+
"count": 109,
|
| 301 |
+
"name": "abs"
|
| 302 |
+
},
|
| 303 |
+
{
|
| 304 |
+
"name": "reduce_max",
|
| 305 |
+
"count": 109
|
| 306 |
+
},
|
| 307 |
+
{
|
| 308 |
+
"count": 60,
|
| 309 |
+
"name": "exp"
|
| 310 |
+
},
|
| 311 |
+
{
|
| 312 |
+
"count": 50,
|
| 313 |
+
"name": "broadcasting_sub"
|
| 314 |
+
},
|
| 315 |
+
{
|
| 316 |
+
"name": "sub",
|
| 317 |
+
"count": 50
|
| 318 |
+
},
|
| 319 |
+
{
|
| 320 |
+
"count": 38,
|
| 321 |
+
"name": "pad"
|
| 322 |
+
},
|
| 323 |
+
{
|
| 324 |
+
"name": "silu",
|
| 325 |
+
"count": 36
|
| 326 |
+
},
|
| 327 |
+
{
|
| 328 |
+
"name": "conv2d",
|
| 329 |
+
"count": 14
|
| 330 |
+
},
|
| 331 |
+
{
|
| 332 |
+
"name": "sigmoid",
|
| 333 |
+
"count": 12
|
| 334 |
+
},
|
| 335 |
+
{
|
| 336 |
+
"name": "softmax",
|
| 337 |
+
"count": 12
|
| 338 |
+
},
|
| 339 |
+
{
|
| 340 |
+
"name": "tanh",
|
| 341 |
+
"count": 12
|
| 342 |
+
},
|
| 343 |
+
{
|
| 344 |
+
"count": 2,
|
| 345 |
+
"name": "relu"
|
| 346 |
+
}
|
| 347 |
+
]
|
| 348 |
+
},
|
| 349 |
+
"stripped": {
|
| 350 |
+
"operationDistribution": [
|
| 351 |
+
{
|
| 352 |
+
"name": "constant",
|
| 353 |
+
"count": 6550
|
| 354 |
+
},
|
| 355 |
+
{
|
| 356 |
+
"name": "broadcast_in_dims",
|
| 357 |
+
"count": 1456
|
| 358 |
+
},
|
| 359 |
+
{
|
| 360 |
+
"count": 1278,
|
| 361 |
+
"name": "reshape"
|
| 362 |
+
},
|
| 363 |
+
{
|
| 364 |
+
"name": "mul",
|
| 365 |
+
"count": 1242
|
| 366 |
+
},
|
| 367 |
+
{
|
| 368 |
+
"name": "broadcasting_mul",
|
| 369 |
+
"count": 1129
|
| 370 |
+
},
|
| 371 |
+
{
|
| 372 |
+
"count": 765,
|
| 373 |
+
"name": "add"
|
| 374 |
+
},
|
| 375 |
+
{
|
| 376 |
+
"name": "cast",
|
| 377 |
+
"count": 608
|
| 378 |
+
},
|
| 379 |
+
{
|
| 380 |
+
"name": "slice",
|
| 381 |
+
"count": 566
|
| 382 |
+
},
|
| 383 |
+
{
|
| 384 |
+
"name": "broadcasting_add",
|
| 385 |
+
"count": 496
|
| 386 |
+
},
|
| 387 |
+
{
|
| 388 |
+
"count": 491,
|
| 389 |
+
"name": "reduce"
|
| 390 |
+
},
|
| 391 |
+
{
|
| 392 |
+
"name": "maximum",
|
| 393 |
+
"count": 436
|
| 394 |
+
},
|
| 395 |
+
{
|
| 396 |
+
"name": "broadcast_to",
|
| 397 |
+
"count": 336
|
| 398 |
+
},
|
| 399 |
+
{
|
| 400 |
+
"name": "broadcasting_maximum",
|
| 401 |
+
"count": 327
|
| 402 |
+
},
|
| 403 |
+
{
|
| 404 |
+
"count": 269,
|
| 405 |
+
"name": "reduce_sum"
|
| 406 |
+
},
|
| 407 |
+
{
|
| 408 |
+
"name": "rsqrt",
|
| 409 |
+
"count": 220
|
| 410 |
+
},
|
| 411 |
+
{
|
| 412 |
+
"count": 216,
|
| 413 |
+
"name": "broadcasting_minimum"
|
| 414 |
+
},
|
| 415 |
+
{
|
| 416 |
+
"name": "minimum",
|
| 417 |
+
"count": 216
|
| 418 |
+
},
|
| 419 |
+
{
|
| 420 |
+
"count": 173,
|
| 421 |
+
"name": "broadcasting_divide"
|
| 422 |
+
},
|
| 423 |
+
{
|
| 424 |
+
"count": 173,
|
| 425 |
+
"name": "divide"
|
| 426 |
+
},
|
| 427 |
+
{
|
| 428 |
+
"count": 136,
|
| 429 |
+
"name": "transpose"
|
| 430 |
+
},
|
| 431 |
+
{
|
| 432 |
+
"count": 123,
|
| 433 |
+
"name": "batch_matmul"
|
| 434 |
+
},
|
| 435 |
+
{
|
| 436 |
+
"name": "broadcasting_batch_matmul",
|
| 437 |
+
"count": 123
|
| 438 |
+
},
|
| 439 |
+
{
|
| 440 |
+
"name": "concat",
|
| 441 |
+
"count": 122
|
| 442 |
+
},
|
| 443 |
+
{
|
| 444 |
+
"count": 113,
|
| 445 |
+
"name": "broadcast_shapes"
|
| 446 |
+
},
|
| 447 |
+
{
|
| 448 |
+
"count": 113,
|
| 449 |
+
"name": "gather_nd"
|
| 450 |
+
},
|
| 451 |
+
{
|
| 452 |
+
"count": 113,
|
| 453 |
+
"name": "get_shape"
|
| 454 |
+
},
|
| 455 |
+
{
|
| 456 |
+
"name": "reduce_mean",
|
| 457 |
+
"count": 113
|
| 458 |
+
},
|
| 459 |
+
{
|
| 460 |
+
"name": "reduce_product",
|
| 461 |
+
"count": 113
|
| 462 |
+
},
|
| 463 |
+
{
|
| 464 |
+
"count": 109,
|
| 465 |
+
"name": "abs"
|
| 466 |
+
},
|
| 467 |
+
{
|
| 468 |
+
"name": "reduce_max",
|
| 469 |
+
"count": 109
|
| 470 |
+
},
|
| 471 |
+
{
|
| 472 |
+
"name": "exp",
|
| 473 |
+
"count": 60
|
| 474 |
+
},
|
| 475 |
+
{
|
| 476 |
+
"name": "broadcasting_sub",
|
| 477 |
+
"count": 50
|
| 478 |
+
},
|
| 479 |
+
{
|
| 480 |
+
"count": 50,
|
| 481 |
+
"name": "sub"
|
| 482 |
+
},
|
| 483 |
+
{
|
| 484 |
+
"name": "pad",
|
| 485 |
+
"count": 38
|
| 486 |
+
},
|
| 487 |
+
{
|
| 488 |
+
"name": "silu",
|
| 489 |
+
"count": 36
|
| 490 |
+
},
|
| 491 |
+
{
|
| 492 |
+
"name": "conv2d",
|
| 493 |
+
"count": 14
|
| 494 |
+
},
|
| 495 |
+
{
|
| 496 |
+
"name": "sigmoid",
|
| 497 |
+
"count": 12
|
| 498 |
+
},
|
| 499 |
+
{
|
| 500 |
+
"count": 12,
|
| 501 |
+
"name": "softmax"
|
| 502 |
+
},
|
| 503 |
+
{
|
| 504 |
+
"name": "tanh",
|
| 505 |
+
"count": 12
|
| 506 |
+
},
|
| 507 |
+
{
|
| 508 |
+
"name": "relu",
|
| 509 |
+
"count": 2
|
| 510 |
+
}
|
| 511 |
+
],
|
| 512 |
+
"compatibilityVersion": "27.0",
|
| 513 |
+
"functions": [
|
| 514 |
+
{
|
| 515 |
+
"name": "main",
|
| 516 |
+
"inputs": [
|
| 517 |
+
{
|
| 518 |
+
"name": "features",
|
| 519 |
+
"type": "NDArray (Float16, 1 \u00d7 3000 \u00d7 128)"
|
| 520 |
+
},
|
| 521 |
+
{
|
| 522 |
+
"type": "NDArray (Float16, 1 \u00d7 1500)",
|
| 523 |
+
"name": "half_mask"
|
| 524 |
+
}
|
| 525 |
+
],
|
| 526 |
+
"outputs": [
|
| 527 |
+
{
|
| 528 |
+
"name": "soft_tokens",
|
| 529 |
+
"type": "NDArray (Float16, 1 \u00d7 750 \u00d7 512)"
|
| 530 |
+
}
|
| 531 |
+
]
|
| 532 |
+
}
|
| 533 |
+
],
|
| 534 |
+
"computeTypes": [
|
| 535 |
+
"Float16",
|
| 536 |
+
"Float32",
|
| 537 |
+
"Int32",
|
| 538 |
+
"UInt32",
|
| 539 |
+
"UInt64"
|
| 540 |
+
],
|
| 541 |
+
"storageTypes": [
|
| 542 |
+
{
|
| 543 |
+
"count": 293554907,
|
| 544 |
+
"name": "Float16"
|
| 545 |
+
},
|
| 546 |
+
{
|
| 547 |
+
"count": 226,
|
| 548 |
+
"name": "Int32"
|
| 549 |
+
},
|
| 550 |
+
{
|
| 551 |
+
"count": 102,
|
| 552 |
+
"name": "UInt32"
|
| 553 |
+
},
|
| 554 |
+
{
|
| 555 |
+
"count": 1,
|
| 556 |
+
"name": "UInt64"
|
| 557 |
+
}
|
| 558 |
+
]
|
| 559 |
+
}
|
| 560 |
+
},
|
| 561 |
+
"local_path_needles": [
|
| 562 |
+
"home_dir",
|
| 563 |
+
"user_name",
|
| 564 |
+
"users_dir"
|
| 565 |
+
],
|
| 566 |
+
"seconds": {
|
| 567 |
+
"load": 0.22,
|
| 568 |
+
"strip": 0.07,
|
| 569 |
+
"save": 1.48,
|
| 570 |
+
"total": 3.85
|
| 571 |
+
},
|
| 572 |
+
"code_sha256": {
|
| 573 |
+
"strip_ship.py": "63147229f7d1f2308c4b6e7fb09d345106da233fc6bce207f80d9f74b0c99dab"
|
| 574 |
+
},
|
| 575 |
+
"environment": {
|
| 576 |
+
"python": "3.11.13",
|
| 577 |
+
"macos_build": "26A428",
|
| 578 |
+
"coreai-core": "1.0.0b2",
|
| 579 |
+
"coreai-torch": "0.4.1",
|
| 580 |
+
"torch": "2.9.0",
|
| 581 |
+
"numpy": "2.3.5",
|
| 582 |
+
"coreai_build": "coreai-build 3600.83.1"
|
| 583 |
+
}
|
| 584 |
+
}
|
provenance/strip/strip_eg2_reader_fp16_T750.json
ADDED
|
@@ -0,0 +1,583 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"schema": "eg2-transcribe-strip/1",
|
| 3 |
+
"status": "PASS",
|
| 4 |
+
"failures": [],
|
| 5 |
+
"name": "eg2_reader_fp16_T750",
|
| 6 |
+
"started": "2026-10-14T11:29:46+0900",
|
| 7 |
+
"source": {
|
| 8 |
+
"bundle": "reader/fp16/eg2_reader_fp16_T750.aimodel",
|
| 9 |
+
"main_hash": "6fbf8f27ad7ffdd15e11173c2b7fad1101ba76af022bf14e0e707db57c276c2b",
|
| 10 |
+
"files": [
|
| 11 |
+
{
|
| 12 |
+
"path": "main.hash",
|
| 13 |
+
"bytes": 32,
|
| 14 |
+
"sha256": "e795e2632c20ea9e3e5155e1288a7017bad731453aed7f967bc4cc0bde9c5fff"
|
| 15 |
+
},
|
| 16 |
+
{
|
| 17 |
+
"path": "main.mlirb",
|
| 18 |
+
"bytes": 334017263,
|
| 19 |
+
"sha256": "6fbf8f27ad7ffdd15e11173c2b7fad1101ba76af022bf14e0e707db57c276c2b"
|
| 20 |
+
},
|
| 21 |
+
{
|
| 22 |
+
"path": "metadata.json",
|
| 23 |
+
"bytes": 642,
|
| 24 |
+
"sha256": "d6d90e582638dcb53eab6dc9200006505a1f3ddb2035463beabdad89e4bfcbd8"
|
| 25 |
+
}
|
| 26 |
+
],
|
| 27 |
+
"local_paths": {
|
| 28 |
+
"main.hash": {
|
| 29 |
+
"users_dir": 0,
|
| 30 |
+
"home_dir": 0,
|
| 31 |
+
"user_name": 0
|
| 32 |
+
},
|
| 33 |
+
"main.mlirb": {
|
| 34 |
+
"users_dir": 4,
|
| 35 |
+
"home_dir": 4,
|
| 36 |
+
"user_name": 4
|
| 37 |
+
},
|
| 38 |
+
"metadata.json": {
|
| 39 |
+
"users_dir": 0,
|
| 40 |
+
"home_dir": 0,
|
| 41 |
+
"user_name": 0
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"op_total": 465,
|
| 45 |
+
"metadata": {
|
| 46 |
+
"description": "EG2 transcribe reader (arch a, 13,268,994 parameters, scale 91.2183) + 200,000-word table: soft tokens [1,750,512] + token_mask -> top-1 word index / logit, blank logit; fp16; weights 67a06a857b9a",
|
| 47 |
+
"creationDate": "20261014T000558Z",
|
| 48 |
+
"author": "coreai-model-zoo community port; reader trained with CTC on LibriSpeech train-clean-100 (CC BY 4.0); word table: EmbeddingGemma 2 (Google DeepMind) embeddings of the LibriSpeech lexicon",
|
| 49 |
+
"license": "Apache-2.0; word table from google/embeddinggemma-2 text embeddings (Gemma Prohibited Use Policy)",
|
| 50 |
+
"producer": "coreai-core 1.0.0b2",
|
| 51 |
+
"assetVersion": "2.0"
|
| 52 |
+
}
|
| 53 |
+
},
|
| 54 |
+
"how": "AIModelAsset.load(source).program -> coreai_torch.debugging.debug_info.strip_debug_info(program) -> program.save_asset(out, the source's AIModelAssetMetadata); one program object throughout",
|
| 55 |
+
"after": {
|
| 56 |
+
"bundle": "macos/eg2_reader_fp16_T750.aimodel",
|
| 57 |
+
"main_hash": "f7e5b2b886dd5dca92c39313ba85c0306daad1e695e64beb5597f2e7f13f2397",
|
| 58 |
+
"files": [
|
| 59 |
+
{
|
| 60 |
+
"path": "main.hash",
|
| 61 |
+
"bytes": 32,
|
| 62 |
+
"sha256": "2909d2932e29106d5e52e8061b121b7af2537185e9348b404bdecb69478fc7e4"
|
| 63 |
+
},
|
| 64 |
+
{
|
| 65 |
+
"path": "main.mlirb",
|
| 66 |
+
"bytes": 333974261,
|
| 67 |
+
"sha256": "f7e5b2b886dd5dca92c39313ba85c0306daad1e695e64beb5597f2e7f13f2397"
|
| 68 |
+
},
|
| 69 |
+
{
|
| 70 |
+
"path": "metadata.json",
|
| 71 |
+
"bytes": 642,
|
| 72 |
+
"sha256": "cb0dfc6370a69335a1871aebf0dee14221ce2c262b4f0f24475052d30445b4ac"
|
| 73 |
+
}
|
| 74 |
+
],
|
| 75 |
+
"local_paths": {
|
| 76 |
+
"main.hash": {
|
| 77 |
+
"users_dir": 0,
|
| 78 |
+
"home_dir": 0,
|
| 79 |
+
"user_name": 0
|
| 80 |
+
},
|
| 81 |
+
"main.mlirb": {
|
| 82 |
+
"users_dir": 0,
|
| 83 |
+
"home_dir": 0,
|
| 84 |
+
"user_name": 0
|
| 85 |
+
},
|
| 86 |
+
"metadata.json": {
|
| 87 |
+
"users_dir": 0,
|
| 88 |
+
"home_dir": 0,
|
| 89 |
+
"user_name": 0
|
| 90 |
+
}
|
| 91 |
+
},
|
| 92 |
+
"op_total": 465,
|
| 93 |
+
"metadata": {
|
| 94 |
+
"assetVersion": "2.0",
|
| 95 |
+
"author": "coreai-model-zoo community port; reader trained with CTC on LibriSpeech train-clean-100 (CC BY 4.0); word table: EmbeddingGemma 2 (Google DeepMind) embeddings of the LibriSpeech lexicon",
|
| 96 |
+
"description": "EG2 transcribe reader (arch a, 13,268,994 parameters, scale 91.2183) + 200,000-word table: soft tokens [1,750,512] + token_mask -> top-1 word index / logit, blank logit; fp16; weights 67a06a857b9a",
|
| 97 |
+
"producer": "coreai-core 1.0.0b2",
|
| 98 |
+
"creationDate": "20261014T022946Z",
|
| 99 |
+
"license": "Apache-2.0; word table from google/embeddinggemma-2 text embeddings (Gemma Prohibited Use Policy)"
|
| 100 |
+
}
|
| 101 |
+
},
|
| 102 |
+
"ops": {
|
| 103 |
+
"equal": true,
|
| 104 |
+
"source": 465,
|
| 105 |
+
"stripped": 465,
|
| 106 |
+
"saved_reloaded": 465,
|
| 107 |
+
"op_counts": {
|
| 108 |
+
"builtin.module": 1,
|
| 109 |
+
"coreai.abs": 11,
|
| 110 |
+
"coreai.argmax": 1,
|
| 111 |
+
"coreai.cast": 1,
|
| 112 |
+
"coreai.concat": 8,
|
| 113 |
+
"coreai.constant": 91,
|
| 114 |
+
"coreai.decomposable.broadcasting_add": 56,
|
| 115 |
+
"coreai.decomposable.broadcasting_batch_matmul": 22,
|
| 116 |
+
"coreai.decomposable.broadcasting_maximum": 11,
|
| 117 |
+
"coreai.decomposable.broadcasting_mul": 101,
|
| 118 |
+
"coreai.decomposable.broadcasting_sub": 11,
|
| 119 |
+
"coreai.gelu": 4,
|
| 120 |
+
"coreai.graph": 2,
|
| 121 |
+
"coreai.invoke": 4,
|
| 122 |
+
"coreai.output": 2,
|
| 123 |
+
"coreai.reduce_max": 12,
|
| 124 |
+
"coreai.reduce_mean": 20,
|
| 125 |
+
"coreai.reduce_sum": 1,
|
| 126 |
+
"coreai.reshape": 20,
|
| 127 |
+
"coreai.rsqrt": 22,
|
| 128 |
+
"coreai.slice": 28,
|
| 129 |
+
"coreai.softmax": 1,
|
| 130 |
+
"coreai.transpose": 35
|
| 131 |
+
}
|
| 132 |
+
},
|
| 133 |
+
"inspect": {
|
| 134 |
+
"equal": true,
|
| 135 |
+
"source": {
|
| 136 |
+
"computeTypes": [
|
| 137 |
+
"Bool",
|
| 138 |
+
"Float16",
|
| 139 |
+
"Float32",
|
| 140 |
+
"Int32",
|
| 141 |
+
"UInt32",
|
| 142 |
+
"UInt64"
|
| 143 |
+
],
|
| 144 |
+
"compatibilityVersion": "27.0",
|
| 145 |
+
"operationDistribution": [
|
| 146 |
+
{
|
| 147 |
+
"name": "constant",
|
| 148 |
+
"count": 658
|
| 149 |
+
},
|
| 150 |
+
{
|
| 151 |
+
"count": 133,
|
| 152 |
+
"name": "reshape"
|
| 153 |
+
},
|
| 154 |
+
{
|
| 155 |
+
"count": 121,
|
| 156 |
+
"name": "broadcast_in_dims"
|
| 157 |
+
},
|
| 158 |
+
{
|
| 159 |
+
"name": "mul",
|
| 160 |
+
"count": 121
|
| 161 |
+
},
|
| 162 |
+
{
|
| 163 |
+
"name": "broadcasting_mul",
|
| 164 |
+
"count": 101
|
| 165 |
+
},
|
| 166 |
+
{
|
| 167 |
+
"count": 83,
|
| 168 |
+
"name": "cast"
|
| 169 |
+
},
|
| 170 |
+
{
|
| 171 |
+
"count": 78,
|
| 172 |
+
"name": "add"
|
| 173 |
+
},
|
| 174 |
+
{
|
| 175 |
+
"name": "broadcast_to",
|
| 176 |
+
"count": 56
|
| 177 |
+
},
|
| 178 |
+
{
|
| 179 |
+
"count": 56,
|
| 180 |
+
"name": "broadcasting_add"
|
| 181 |
+
},
|
| 182 |
+
{
|
| 183 |
+
"count": 54,
|
| 184 |
+
"name": "reduce"
|
| 185 |
+
},
|
| 186 |
+
{
|
| 187 |
+
"name": "slice",
|
| 188 |
+
"count": 44
|
| 189 |
+
},
|
| 190 |
+
{
|
| 191 |
+
"name": "transpose",
|
| 192 |
+
"count": 35
|
| 193 |
+
},
|
| 194 |
+
{
|
| 195 |
+
"name": "concat",
|
| 196 |
+
"count": 24
|
| 197 |
+
},
|
| 198 |
+
{
|
| 199 |
+
"name": "maximum",
|
| 200 |
+
"count": 23
|
| 201 |
+
},
|
| 202 |
+
{
|
| 203 |
+
"name": "batch_matmul",
|
| 204 |
+
"count": 22
|
| 205 |
+
},
|
| 206 |
+
{
|
| 207 |
+
"name": "broadcasting_batch_matmul",
|
| 208 |
+
"count": 22
|
| 209 |
+
},
|
| 210 |
+
{
|
| 211 |
+
"name": "reduce_sum",
|
| 212 |
+
"count": 22
|
| 213 |
+
},
|
| 214 |
+
{
|
| 215 |
+
"count": 22,
|
| 216 |
+
"name": "rsqrt"
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"name": "broadcasting_divide",
|
| 220 |
+
"count": 21
|
| 221 |
+
},
|
| 222 |
+
{
|
| 223 |
+
"count": 21,
|
| 224 |
+
"name": "divide"
|
| 225 |
+
},
|
| 226 |
+
{
|
| 227 |
+
"name": "broadcast_shapes",
|
| 228 |
+
"count": 20
|
| 229 |
+
},
|
| 230 |
+
{
|
| 231 |
+
"count": 20,
|
| 232 |
+
"name": "gather_nd"
|
| 233 |
+
},
|
| 234 |
+
{
|
| 235 |
+
"count": 20,
|
| 236 |
+
"name": "get_shape"
|
| 237 |
+
},
|
| 238 |
+
{
|
| 239 |
+
"name": "reduce_mean",
|
| 240 |
+
"count": 20
|
| 241 |
+
},
|
| 242 |
+
{
|
| 243 |
+
"count": 20,
|
| 244 |
+
"name": "reduce_product"
|
| 245 |
+
},
|
| 246 |
+
{
|
| 247 |
+
"name": "reduce_max",
|
| 248 |
+
"count": 12
|
| 249 |
+
},
|
| 250 |
+
{
|
| 251 |
+
"count": 11,
|
| 252 |
+
"name": "abs"
|
| 253 |
+
},
|
| 254 |
+
{
|
| 255 |
+
"name": "broadcasting_maximum",
|
| 256 |
+
"count": 11
|
| 257 |
+
},
|
| 258 |
+
{
|
| 259 |
+
"count": 11,
|
| 260 |
+
"name": "broadcasting_sub"
|
| 261 |
+
},
|
| 262 |
+
{
|
| 263 |
+
"name": "sub",
|
| 264 |
+
"count": 11
|
| 265 |
+
},
|
| 266 |
+
{
|
| 267 |
+
"count": 4,
|
| 268 |
+
"name": "gelu"
|
| 269 |
+
},
|
| 270 |
+
{
|
| 271 |
+
"name": "invoke",
|
| 272 |
+
"count": 4
|
| 273 |
+
},
|
| 274 |
+
{
|
| 275 |
+
"count": 1,
|
| 276 |
+
"name": "argmax"
|
| 277 |
+
},
|
| 278 |
+
{
|
| 279 |
+
"name": "exp",
|
| 280 |
+
"count": 1
|
| 281 |
+
},
|
| 282 |
+
{
|
| 283 |
+
"count": 1,
|
| 284 |
+
"name": "greater"
|
| 285 |
+
},
|
| 286 |
+
{
|
| 287 |
+
"name": "reduce_index",
|
| 288 |
+
"count": 1
|
| 289 |
+
},
|
| 290 |
+
{
|
| 291 |
+
"count": 1,
|
| 292 |
+
"name": "softmax"
|
| 293 |
+
}
|
| 294 |
+
],
|
| 295 |
+
"functions": [
|
| 296 |
+
{
|
| 297 |
+
"inputs": [
|
| 298 |
+
{
|
| 299 |
+
"name": "soft_tokens",
|
| 300 |
+
"type": "NDArray (Float16, 1 \u00d7 750 \u00d7 512)"
|
| 301 |
+
},
|
| 302 |
+
{
|
| 303 |
+
"name": "token_mask",
|
| 304 |
+
"type": "NDArray (Float16, 1 \u00d7 750)"
|
| 305 |
+
}
|
| 306 |
+
],
|
| 307 |
+
"name": "main",
|
| 308 |
+
"outputs": [
|
| 309 |
+
{
|
| 310 |
+
"name": "top1_index",
|
| 311 |
+
"type": "NDArray (Int32, 1 \u00d7 750)"
|
| 312 |
+
},
|
| 313 |
+
{
|
| 314 |
+
"name": "top1_logit",
|
| 315 |
+
"type": "NDArray (Float16, 1 \u00d7 750)"
|
| 316 |
+
},
|
| 317 |
+
{
|
| 318 |
+
"name": "blank_logit",
|
| 319 |
+
"type": "NDArray (Float16, 1 \u00d7 750)"
|
| 320 |
+
}
|
| 321 |
+
]
|
| 322 |
+
}
|
| 323 |
+
],
|
| 324 |
+
"storageTypes": [
|
| 325 |
+
{
|
| 326 |
+
"count": 166965001,
|
| 327 |
+
"name": "Float16"
|
| 328 |
+
},
|
| 329 |
+
{
|
| 330 |
+
"name": "UInt32",
|
| 331 |
+
"count": 55
|
| 332 |
+
},
|
| 333 |
+
{
|
| 334 |
+
"name": "Int32",
|
| 335 |
+
"count": 53
|
| 336 |
+
},
|
| 337 |
+
{
|
| 338 |
+
"name": "Float32",
|
| 339 |
+
"count": 1
|
| 340 |
+
},
|
| 341 |
+
{
|
| 342 |
+
"count": 1,
|
| 343 |
+
"name": "UInt64"
|
| 344 |
+
}
|
| 345 |
+
]
|
| 346 |
+
},
|
| 347 |
+
"stripped": {
|
| 348 |
+
"storageTypes": [
|
| 349 |
+
{
|
| 350 |
+
"count": 166965001,
|
| 351 |
+
"name": "Float16"
|
| 352 |
+
},
|
| 353 |
+
{
|
| 354 |
+
"count": 55,
|
| 355 |
+
"name": "UInt32"
|
| 356 |
+
},
|
| 357 |
+
{
|
| 358 |
+
"name": "Int32",
|
| 359 |
+
"count": 53
|
| 360 |
+
},
|
| 361 |
+
{
|
| 362 |
+
"count": 1,
|
| 363 |
+
"name": "Float32"
|
| 364 |
+
},
|
| 365 |
+
{
|
| 366 |
+
"name": "UInt64",
|
| 367 |
+
"count": 1
|
| 368 |
+
}
|
| 369 |
+
],
|
| 370 |
+
"compatibilityVersion": "27.0",
|
| 371 |
+
"computeTypes": [
|
| 372 |
+
"Bool",
|
| 373 |
+
"Float16",
|
| 374 |
+
"Float32",
|
| 375 |
+
"Int32",
|
| 376 |
+
"UInt32",
|
| 377 |
+
"UInt64"
|
| 378 |
+
],
|
| 379 |
+
"functions": [
|
| 380 |
+
{
|
| 381 |
+
"inputs": [
|
| 382 |
+
{
|
| 383 |
+
"name": "soft_tokens",
|
| 384 |
+
"type": "NDArray (Float16, 1 \u00d7 750 \u00d7 512)"
|
| 385 |
+
},
|
| 386 |
+
{
|
| 387 |
+
"name": "token_mask",
|
| 388 |
+
"type": "NDArray (Float16, 1 \u00d7 750)"
|
| 389 |
+
}
|
| 390 |
+
],
|
| 391 |
+
"name": "main",
|
| 392 |
+
"outputs": [
|
| 393 |
+
{
|
| 394 |
+
"type": "NDArray (Int32, 1 \u00d7 750)",
|
| 395 |
+
"name": "top1_index"
|
| 396 |
+
},
|
| 397 |
+
{
|
| 398 |
+
"type": "NDArray (Float16, 1 \u00d7 750)",
|
| 399 |
+
"name": "top1_logit"
|
| 400 |
+
},
|
| 401 |
+
{
|
| 402 |
+
"name": "blank_logit",
|
| 403 |
+
"type": "NDArray (Float16, 1 \u00d7 750)"
|
| 404 |
+
}
|
| 405 |
+
]
|
| 406 |
+
}
|
| 407 |
+
],
|
| 408 |
+
"operationDistribution": [
|
| 409 |
+
{
|
| 410 |
+
"count": 658,
|
| 411 |
+
"name": "constant"
|
| 412 |
+
},
|
| 413 |
+
{
|
| 414 |
+
"count": 133,
|
| 415 |
+
"name": "reshape"
|
| 416 |
+
},
|
| 417 |
+
{
|
| 418 |
+
"count": 121,
|
| 419 |
+
"name": "broadcast_in_dims"
|
| 420 |
+
},
|
| 421 |
+
{
|
| 422 |
+
"count": 121,
|
| 423 |
+
"name": "mul"
|
| 424 |
+
},
|
| 425 |
+
{
|
| 426 |
+
"count": 101,
|
| 427 |
+
"name": "broadcasting_mul"
|
| 428 |
+
},
|
| 429 |
+
{
|
| 430 |
+
"name": "cast",
|
| 431 |
+
"count": 83
|
| 432 |
+
},
|
| 433 |
+
{
|
| 434 |
+
"count": 78,
|
| 435 |
+
"name": "add"
|
| 436 |
+
},
|
| 437 |
+
{
|
| 438 |
+
"name": "broadcast_to",
|
| 439 |
+
"count": 56
|
| 440 |
+
},
|
| 441 |
+
{
|
| 442 |
+
"count": 56,
|
| 443 |
+
"name": "broadcasting_add"
|
| 444 |
+
},
|
| 445 |
+
{
|
| 446 |
+
"name": "reduce",
|
| 447 |
+
"count": 54
|
| 448 |
+
},
|
| 449 |
+
{
|
| 450 |
+
"name": "slice",
|
| 451 |
+
"count": 44
|
| 452 |
+
},
|
| 453 |
+
{
|
| 454 |
+
"name": "transpose",
|
| 455 |
+
"count": 35
|
| 456 |
+
},
|
| 457 |
+
{
|
| 458 |
+
"name": "concat",
|
| 459 |
+
"count": 24
|
| 460 |
+
},
|
| 461 |
+
{
|
| 462 |
+
"count": 23,
|
| 463 |
+
"name": "maximum"
|
| 464 |
+
},
|
| 465 |
+
{
|
| 466 |
+
"name": "batch_matmul",
|
| 467 |
+
"count": 22
|
| 468 |
+
},
|
| 469 |
+
{
|
| 470 |
+
"name": "broadcasting_batch_matmul",
|
| 471 |
+
"count": 22
|
| 472 |
+
},
|
| 473 |
+
{
|
| 474 |
+
"count": 22,
|
| 475 |
+
"name": "reduce_sum"
|
| 476 |
+
},
|
| 477 |
+
{
|
| 478 |
+
"count": 22,
|
| 479 |
+
"name": "rsqrt"
|
| 480 |
+
},
|
| 481 |
+
{
|
| 482 |
+
"count": 21,
|
| 483 |
+
"name": "broadcasting_divide"
|
| 484 |
+
},
|
| 485 |
+
{
|
| 486 |
+
"name": "divide",
|
| 487 |
+
"count": 21
|
| 488 |
+
},
|
| 489 |
+
{
|
| 490 |
+
"count": 20,
|
| 491 |
+
"name": "broadcast_shapes"
|
| 492 |
+
},
|
| 493 |
+
{
|
| 494 |
+
"name": "gather_nd",
|
| 495 |
+
"count": 20
|
| 496 |
+
},
|
| 497 |
+
{
|
| 498 |
+
"name": "get_shape",
|
| 499 |
+
"count": 20
|
| 500 |
+
},
|
| 501 |
+
{
|
| 502 |
+
"count": 20,
|
| 503 |
+
"name": "reduce_mean"
|
| 504 |
+
},
|
| 505 |
+
{
|
| 506 |
+
"name": "reduce_product",
|
| 507 |
+
"count": 20
|
| 508 |
+
},
|
| 509 |
+
{
|
| 510 |
+
"count": 12,
|
| 511 |
+
"name": "reduce_max"
|
| 512 |
+
},
|
| 513 |
+
{
|
| 514 |
+
"name": "abs",
|
| 515 |
+
"count": 11
|
| 516 |
+
},
|
| 517 |
+
{
|
| 518 |
+
"name": "broadcasting_maximum",
|
| 519 |
+
"count": 11
|
| 520 |
+
},
|
| 521 |
+
{
|
| 522 |
+
"name": "broadcasting_sub",
|
| 523 |
+
"count": 11
|
| 524 |
+
},
|
| 525 |
+
{
|
| 526 |
+
"name": "sub",
|
| 527 |
+
"count": 11
|
| 528 |
+
},
|
| 529 |
+
{
|
| 530 |
+
"name": "gelu",
|
| 531 |
+
"count": 4
|
| 532 |
+
},
|
| 533 |
+
{
|
| 534 |
+
"count": 4,
|
| 535 |
+
"name": "invoke"
|
| 536 |
+
},
|
| 537 |
+
{
|
| 538 |
+
"name": "argmax",
|
| 539 |
+
"count": 1
|
| 540 |
+
},
|
| 541 |
+
{
|
| 542 |
+
"name": "exp",
|
| 543 |
+
"count": 1
|
| 544 |
+
},
|
| 545 |
+
{
|
| 546 |
+
"count": 1,
|
| 547 |
+
"name": "greater"
|
| 548 |
+
},
|
| 549 |
+
{
|
| 550 |
+
"count": 1,
|
| 551 |
+
"name": "reduce_index"
|
| 552 |
+
},
|
| 553 |
+
{
|
| 554 |
+
"name": "softmax",
|
| 555 |
+
"count": 1
|
| 556 |
+
}
|
| 557 |
+
]
|
| 558 |
+
}
|
| 559 |
+
},
|
| 560 |
+
"local_path_needles": [
|
| 561 |
+
"home_dir",
|
| 562 |
+
"user_name",
|
| 563 |
+
"users_dir"
|
| 564 |
+
],
|
| 565 |
+
"seconds": {
|
| 566 |
+
"load": 0.01,
|
| 567 |
+
"strip": 0.01,
|
| 568 |
+
"save": 0.38,
|
| 569 |
+
"total": 1.44
|
| 570 |
+
},
|
| 571 |
+
"code_sha256": {
|
| 572 |
+
"strip_ship.py": "63147229f7d1f2308c4b6e7fb09d345106da233fc6bce207f80d9f74b0c99dab"
|
| 573 |
+
},
|
| 574 |
+
"environment": {
|
| 575 |
+
"python": "3.11.13",
|
| 576 |
+
"macos_build": "26A428",
|
| 577 |
+
"coreai-core": "1.0.0b2",
|
| 578 |
+
"coreai-torch": "0.4.1",
|
| 579 |
+
"torch": "2.9.0",
|
| 580 |
+
"numpy": "2.3.5",
|
| 581 |
+
"coreai_build": "coreai-build 3600.83.1"
|
| 582 |
+
}
|
| 583 |
+
}
|
reader_config.json
ADDED
|
@@ -0,0 +1,79 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"version": "v1",
|
| 3 |
+
"input": {
|
| 4 |
+
"shape": "[T, 512]",
|
| 5 |
+
"dtype": "float32",
|
| 6 |
+
"what": "EmbeddingGemma 2 audio soft tokens (embed_audio output), 25 per second"
|
| 7 |
+
},
|
| 8 |
+
"context": "bidirectional within the window",
|
| 9 |
+
"architecture": {
|
| 10 |
+
"name": "a",
|
| 11 |
+
"kind": "transformer encoder from scratch",
|
| 12 |
+
"layers": 4,
|
| 13 |
+
"d_model": 512,
|
| 14 |
+
"heads": 8,
|
| 15 |
+
"ffn": 2048,
|
| 16 |
+
"activation": "gelu",
|
| 17 |
+
"norm": "pre-LayerNorm",
|
| 18 |
+
"positions": "rotary (base 10000)",
|
| 19 |
+
"input": "LayerNorm -> Linear 512->512",
|
| 20 |
+
"output": "LayerNorm -> Linear 512->768",
|
| 21 |
+
"params": 13268994
|
| 22 |
+
},
|
| 23 |
+
"output": {
|
| 24 |
+
"vector": "[T, 768] L2-normalized",
|
| 25 |
+
"blank_logit": "[T]"
|
| 26 |
+
},
|
| 27 |
+
"logits": "scale * cos(vector, table[w]) for w in vocab; blank from blank_logit",
|
| 28 |
+
"scale": 91.21830749511719,
|
| 29 |
+
"vocab": "vocab.txt",
|
| 30 |
+
"table": {
|
| 31 |
+
"file": "word_table.npy",
|
| 32 |
+
"dtype": "float16",
|
| 33 |
+
"shape": "[200000, 768]",
|
| 34 |
+
"prompt": "task: search result | query: ",
|
| 35 |
+
"normalized": true
|
| 36 |
+
},
|
| 37 |
+
"decode": "greedy argmax over N+1, collapse repeats, drop blank",
|
| 38 |
+
"window": {
|
| 39 |
+
"seconds": 30,
|
| 40 |
+
"left_overlap_tokens": 96,
|
| 41 |
+
"right_extra_tokens": 1,
|
| 42 |
+
"note": "encoder is causal; the 83 tokens at the start of a window and its last token differ from a continuous run (fixtures/long-speckled-band: soft_tokens_w30 vs soft_tokens_continuous)"
|
| 43 |
+
},
|
| 44 |
+
"weights": {
|
| 45 |
+
"file": "reader.pt",
|
| 46 |
+
"format": "torch state_dict, float32",
|
| 47 |
+
"code": "train/model.py Reader(arch, n_vocab, k)",
|
| 48 |
+
"keys": "body.* (reader body), blank.weight [1, 768], blank.bias [1], log_scale (scale = exp(log_scale))"
|
| 49 |
+
},
|
| 50 |
+
"n_vocab": 200000,
|
| 51 |
+
"wer": {
|
| 52 |
+
"dev-clean": {
|
| 53 |
+
"wer": 0.06566,
|
| 54 |
+
"utterances": 2703,
|
| 55 |
+
"ref_words": 54402
|
| 56 |
+
},
|
| 57 |
+
"dev-other": {
|
| 58 |
+
"wer": 0.14927,
|
| 59 |
+
"utterances": 2864,
|
| 60 |
+
"ref_words": 50948
|
| 61 |
+
},
|
| 62 |
+
"test-clean": {
|
| 63 |
+
"wer": 0.06807,
|
| 64 |
+
"utterances": 2620,
|
| 65 |
+
"ref_words": 52576
|
| 66 |
+
},
|
| 67 |
+
"test-other": {
|
| 68 |
+
"wer": 0.15102,
|
| 69 |
+
"utterances": 2939,
|
| 70 |
+
"ref_words": 52343
|
| 71 |
+
},
|
| 72 |
+
"fixtures": {
|
| 73 |
+
"wer": 0.04806,
|
| 74 |
+
"utterances": 20,
|
| 75 |
+
"ref_words": 541
|
| 76 |
+
},
|
| 77 |
+
"decode": "greedy, no language model"
|
| 78 |
+
}
|
| 79 |
+
}
|
vocab.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|