Reader v2 (6 layers, LibriSpeech 960 h) replaces reader v1 on macOS, iOS and the h19p compiles
76865ae verified | { | |
| "bundle": "<work>/exports/reader_v2/fp16/eg2_reader_v2_fp16_T750_gpu_h16c.aimodelc", | |
| "form": "fp16", | |
| "tokens": 750, | |
| "window_s": 30.0, | |
| "head": "argmax", | |
| "backend": "gpu", | |
| "specialization": "default()", | |
| "ane_regions": 0, | |
| "ane_region_names": [], | |
| "input_dtype": "float16", | |
| "function_descriptor": { | |
| "inputs": [ | |
| "soft_tokens", | |
| "token_mask" | |
| ], | |
| "outputs": [ | |
| "top1_index", | |
| "top1_logit", | |
| "blank_logit" | |
| ] | |
| }, | |
| "reader": { | |
| "kind": "release", | |
| "weights": "<work>/exports/reader_v2/reader/reader.pt", | |
| "weights_sha256": "d605f6fba8687497be6b5fd717ea6c51beaee5d5f69c30a64225da96ebe0d8c2", | |
| "arch": "a", | |
| "k": null, | |
| "layers": 6, | |
| "params": 19573762, | |
| "scale": 216.3509979248047, | |
| "n_vocab": 200000, | |
| "table": "<work>/exports/reader_v2/reader/word_table.npy", | |
| "reader_dir": "<work>/exports/reader_v2/reader", | |
| "model_py_sha256": "d71d2bac4cf14f98f91029978c67ace2d940b6f01e1213350cfee330bfdbefe9", | |
| "decode_py_sha256": "b447a21b5031f201ba60353e45c6cb13b32e97a9294f4c61728e1d8e29d35b2f", | |
| "config": { | |
| "version": "v2", | |
| "window": { | |
| "seconds": 30, | |
| "left_overlap_tokens": 96, | |
| "right_extra_tokens": 1, | |
| "note": "encoder is causal; the 83 tokens at the start of a window and its last token differ from a continuous run (fixtures/long-speckled-band: soft_tokens_w30 vs soft_tokens_continuous)" | |
| }, | |
| "decode": "greedy argmax over N+1, collapse repeats, drop blank", | |
| "scale": 216.3509979248047, | |
| "wer": { | |
| "dev-clean": { | |
| "wer": 0.03754, | |
| "utterances": 2703, | |
| "ref_words": 54402 | |
| }, | |
| "dev-other": { | |
| "wer": 0.10263, | |
| "utterances": 2864, | |
| "ref_words": 50948 | |
| }, | |
| "test-clean": { | |
| "wer": 0.04207, | |
| "utterances": 2620, | |
| "ref_words": 52576 | |
| }, | |
| "test-other": { | |
| "wer": 0.10422, | |
| "utterances": 2939, | |
| "ref_words": 52343 | |
| }, | |
| "fixtures": { | |
| "wer": 0.03697, | |
| "utterances": 20, | |
| "ref_words": 541 | |
| }, | |
| "decode": "greedy, no language model" | |
| } | |
| } | |
| }, | |
| "ref_npz": "<work>/exports/reader_v2/ref_T750.npz", | |
| "bar": { | |
| "test_clean_wer_max": 0.038548, | |
| "fixture_min": 19 | |
| }, | |
| "summary": { | |
| "pass": true, | |
| "bar_met": true, | |
| "fixture": { | |
| "utterances": 20, | |
| "transcripts_same": 20, | |
| "tokens": 5036, | |
| "token_agreement": 1.0, | |
| "wer_torch": { | |
| "wer": 0.036968576709796676, | |
| "errors": 20, | |
| "ref_words": 541, | |
| "utterances": 20, | |
| "engine": "word Levenshtein (numpy); jiwer: gate_reader.py score" | |
| }, | |
| "wer_coreai": { | |
| "wer": 0.036968576709796676, | |
| "errors": 20, | |
| "ref_words": 541, | |
| "utterances": 20, | |
| "engine": "word Levenshtein (numpy); jiwer: gate_reader.py score" | |
| } | |
| }, | |
| "test_clean": { | |
| "utterances": 200, | |
| "transcripts_same": 199, | |
| "tokens": 39126, | |
| "token_agreement": 0.9999488830956397, | |
| "wer_torch": { | |
| "wer": 0.036547776309995596, | |
| "errors": 166, | |
| "ref_words": 4542, | |
| "utterances": 200, | |
| "engine": "word Levenshtein (numpy); jiwer: gate_reader.py score" | |
| }, | |
| "wer_coreai": { | |
| "wer": 0.03632760898282695, | |
| "errors": 165, | |
| "ref_words": 4542, | |
| "utterances": 200, | |
| "engine": "word Levenshtein (numpy); jiwer: gate_reader.py score" | |
| } | |
| }, | |
| "token_agreement_all": 0.9999547121960056, | |
| "tokens": 44162, | |
| "argmax_index_agreement": 0.9979620488202527, | |
| "label_mismatches": 2, | |
| "max_abs_top1_logit": 8.622620582580566, | |
| "max_abs_blank_logit": 3.9561500549316406, | |
| "tokens_top1_off_by_0.1": 223, | |
| "drift_labels": 0, | |
| "drift_max_abs_logit": 0.0, | |
| "red_arm_changes_labels": true, | |
| "red_arm_transcripts_changed": 5, | |
| "red_arm_zero_half_red": true, | |
| "red_arm_zero_half_utterances_changed": 10 | |
| }, | |
| "mismatches": [ | |
| { | |
| "set": "test-clean", | |
| "id": "5639-40744-0021", | |
| "pos": 256, | |
| "ref": 200000, | |
| "coreai": 80077, | |
| "ref_gap": 0.05406847596168518, | |
| "ref_blank_minus_top1": 0.05359363555908203, | |
| "coreai_blank_minus_top1": -0.2578125 | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "5639-40744-0035", | |
| "pos": 420, | |
| "ref": 124778, | |
| "coreai": 200000, | |
| "ref_gap": 0.01619555428624153, | |
| "ref_blank_minus_top1": -0.005036354064941406, | |
| "coreai_blank_minus_top1": 0.0078125 | |
| } | |
| ], | |
| "red_arm_mask_all_ones": [ | |
| { | |
| "id": "2300-131720-0000", | |
| "tokens": 127, | |
| "labels_changed": 0, | |
| "transcript_changed": false | |
| }, | |
| { | |
| "id": "121-121726-0001", | |
| "tokens": 148, | |
| "labels_changed": 1, | |
| "transcript_changed": true | |
| }, | |
| { | |
| "id": "1089-134686-0002", | |
| "tokens": 166, | |
| "labels_changed": 3, | |
| "transcript_changed": true | |
| }, | |
| { | |
| "id": "1284-1180-0001", | |
| "tokens": 194, | |
| "labels_changed": 2, | |
| "transcript_changed": true | |
| }, | |
| { | |
| "id": "2094-142345-0001", | |
| "tokens": 201, | |
| "labels_changed": 4, | |
| "transcript_changed": true | |
| }, | |
| { | |
| "id": "1284-1180-0000", | |
| "tokens": 203, | |
| "labels_changed": 0, | |
| "transcript_changed": false | |
| }, | |
| { | |
| "id": "121-121726-0000", | |
| "tokens": 212, | |
| "labels_changed": 0, | |
| "transcript_changed": false | |
| }, | |
| { | |
| "id": "1580-141083-0000", | |
| "tokens": 224, | |
| "labels_changed": 0, | |
| "transcript_changed": false | |
| }, | |
| { | |
| "id": "1188-133604-0001", | |
| "tokens": 226, | |
| "labels_changed": 3, | |
| "transcript_changed": true | |
| }, | |
| { | |
| "id": "1995-1826-0000", | |
| "tokens": 237, | |
| "labels_changed": 2, | |
| "transcript_changed": false | |
| } | |
| ], | |
| "red_arm_zero_half": { | |
| "what": "the second half of the valid soft tokens set to 0, token_mask unchanged", | |
| "rule": "red = labels change on >= 9 of 10 utterances", | |
| "utterances_with_labels_changed": 10, | |
| "transcripts_changed": 10, | |
| "red": true, | |
| "utterances": [ | |
| { | |
| "id": "2300-131720-0000", | |
| "tokens": 127, | |
| "zeroed_from_token": 63, | |
| "labels_changed": 5, | |
| "labels_changed_before_the_zeroed_half": 0, | |
| "transcript_changed": true | |
| }, | |
| { | |
| "id": "121-121726-0001", | |
| "tokens": 148, | |
| "zeroed_from_token": 74, | |
| "labels_changed": 8, | |
| "labels_changed_before_the_zeroed_half": 1, | |
| "transcript_changed": true | |
| }, | |
| { | |
| "id": "1089-134686-0002", | |
| "tokens": 166, | |
| "zeroed_from_token": 83, | |
| "labels_changed": 11, | |
| "labels_changed_before_the_zeroed_half": 1, | |
| "transcript_changed": true | |
| }, | |
| { | |
| "id": "1284-1180-0001", | |
| "tokens": 194, | |
| "zeroed_from_token": 97, | |
| "labels_changed": 15, | |
| "labels_changed_before_the_zeroed_half": 2, | |
| "transcript_changed": true | |
| }, | |
| { | |
| "id": "2094-142345-0001", | |
| "tokens": 201, | |
| "zeroed_from_token": 100, | |
| "labels_changed": 13, | |
| "labels_changed_before_the_zeroed_half": 1, | |
| "transcript_changed": true | |
| }, | |
| { | |
| "id": "1284-1180-0000", | |
| "tokens": 203, | |
| "zeroed_from_token": 101, | |
| "labels_changed": 13, | |
| "labels_changed_before_the_zeroed_half": 0, | |
| "transcript_changed": true | |
| }, | |
| { | |
| "id": "121-121726-0000", | |
| "tokens": 212, | |
| "zeroed_from_token": 106, | |
| "labels_changed": 10, | |
| "labels_changed_before_the_zeroed_half": 1, | |
| "transcript_changed": true | |
| }, | |
| { | |
| "id": "1580-141083-0000", | |
| "tokens": 224, | |
| "zeroed_from_token": 112, | |
| "labels_changed": 16, | |
| "labels_changed_before_the_zeroed_half": 3, | |
| "transcript_changed": true | |
| }, | |
| { | |
| "id": "1188-133604-0001", | |
| "tokens": 226, | |
| "zeroed_from_token": 113, | |
| "labels_changed": 9, | |
| "labels_changed_before_the_zeroed_half": 2, | |
| "transcript_changed": true | |
| }, | |
| { | |
| "id": "1995-1826-0000", | |
| "tokens": 237, | |
| "zeroed_from_token": 118, | |
| "labels_changed": 12, | |
| "labels_changed_before_the_zeroed_half": 0, | |
| "transcript_changed": true | |
| } | |
| ] | |
| }, | |
| "windows": 220, | |
| "load_s": 0.94, | |
| "first_call_s": 0.1265, | |
| "median_call_ms_pass2": 23.894, | |
| "timing_note": "one pass over the gate windows; the timing gate is bench_pipeline.py", | |
| "runtime": { | |
| "coreai-core": "1.0.0b2", | |
| "macos_build": "26A428", | |
| "python": "3.11.13" | |
| }, | |
| "label": "eg2stt-r8-gates", | |
| "finished": "2026-10-15T10:49:32+0900", | |
| "utterances_table": [ | |
| { | |
| "set": "fixture", | |
| "id": "1089-134686-0000", | |
| "tokens": 261, | |
| "tokens_same": 261, | |
| "max_abs_top1_logit": 0.1720733642578125, | |
| "max_abs_top1_pos": 88, | |
| "ref_top1_at_max": -28.359176635742188, | |
| "coreai_top1_at_max": -28.53125, | |
| "tokens_top1_off_by_0.1": 1, | |
| "max_abs_blank_logit": 0.08125591278076172, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "fixture", | |
| "id": "1089-134686-0002", | |
| "tokens": 166, | |
| "tokens_same": 166, | |
| "max_abs_top1_logit": 2.647327423095703, | |
| "max_abs_top1_pos": 25, | |
| "ref_top1_at_max": 17.196422576904297, | |
| "coreai_top1_at_max": 19.84375, | |
| "tokens_top1_off_by_0.1": 4, | |
| "max_abs_blank_logit": 1.2683830261230469, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "fixture", | |
| "id": "1188-133604-0000", | |
| "tokens": 268, | |
| "tokens_same": 268, | |
| "max_abs_top1_logit": 0.057021141052246094, | |
| "max_abs_top1_pos": 177, | |
| "ref_top1_at_max": 7.099228858947754, | |
| "coreai_top1_at_max": 7.15625, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.040022850036621094, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "fixture", | |
| "id": "1188-133604-0001", | |
| "tokens": 226, | |
| "tokens_same": 226, | |
| "max_abs_top1_logit": 1.2298927307128906, | |
| "max_abs_top1_pos": 18, | |
| "ref_top1_at_max": -18.93301773071289, | |
| "coreai_top1_at_max": -17.703125, | |
| "tokens_top1_off_by_0.1": 2, | |
| "max_abs_blank_logit": 0.509242057800293, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "fixture", | |
| "id": "121-121726-0000", | |
| "tokens": 212, | |
| "tokens_same": 212, | |
| "max_abs_top1_logit": 0.1765003204345703, | |
| "max_abs_top1_pos": 29, | |
| "ref_top1_at_max": -16.62962532043457, | |
| "coreai_top1_at_max": -16.453125, | |
| "tokens_top1_off_by_0.1": 1, | |
| "max_abs_blank_logit": 0.08095169067382812, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "fixture", | |
| "id": "121-121726-0001", | |
| "tokens": 148, | |
| "tokens_same": 148, | |
| "max_abs_top1_logit": 0.05986785888671875, | |
| "max_abs_top1_pos": 97, | |
| "ref_top1_at_max": -10.276069641113281, | |
| "coreai_top1_at_max": -10.3359375, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.03612709045410156, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "fixture", | |
| "id": "1221-135766-0000", | |
| "tokens": 311, | |
| "tokens_same": 311, | |
| "max_abs_top1_logit": 0.6633224487304688, | |
| "max_abs_top1_pos": 190, | |
| "ref_top1_at_max": -18.97730255126953, | |
| "coreai_top1_at_max": -19.640625, | |
| "tokens_top1_off_by_0.1": 2, | |
| "max_abs_blank_logit": 0.2759056091308594, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "fixture", | |
| "id": "1221-135766-0001", | |
| "tokens": 418, | |
| "tokens_same": 418, | |
| "max_abs_top1_logit": 1.1150360107421875, | |
| "max_abs_top1_pos": 15, | |
| "ref_top1_at_max": 12.185348510742188, | |
| "coreai_top1_at_max": 11.0703125, | |
| "tokens_top1_off_by_0.1": 4, | |
| "max_abs_blank_logit": 0.4456973075866699, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "fixture", | |
| "id": "1284-1180-0000", | |
| "tokens": 203, | |
| "tokens_same": 203, | |
| "max_abs_top1_logit": 0.0619964599609375, | |
| "max_abs_top1_pos": 30, | |
| "ref_top1_at_max": 32.43800354003906, | |
| "coreai_top1_at_max": 32.5, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.036414146423339844, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "fixture", | |
| "id": "1284-1180-0001", | |
| "tokens": 194, | |
| "tokens_same": 194, | |
| "max_abs_top1_logit": 0.3648662567138672, | |
| "max_abs_top1_pos": 42, | |
| "ref_top1_at_max": -17.880491256713867, | |
| "coreai_top1_at_max": -17.515625, | |
| "tokens_top1_off_by_0.1": 1, | |
| "max_abs_blank_logit": 0.14980316162109375, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "fixture", | |
| "id": "1320-122612-0000", | |
| "tokens": 337, | |
| "tokens_same": 337, | |
| "max_abs_top1_logit": 0.05196380615234375, | |
| "max_abs_top1_pos": 114, | |
| "ref_top1_at_max": -26.833213806152344, | |
| "coreai_top1_at_max": -26.78125, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.032428741455078125, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "fixture", | |
| "id": "1320-122612-0001", | |
| "tokens": 238, | |
| "tokens_same": 238, | |
| "max_abs_top1_logit": 0.13402557373046875, | |
| "max_abs_top1_pos": 166, | |
| "ref_top1_at_max": -24.94652557373047, | |
| "coreai_top1_at_max": -24.8125, | |
| "tokens_top1_off_by_0.1": 1, | |
| "max_abs_blank_logit": 0.07806682586669922, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "fixture", | |
| "id": "1580-141083-0000", | |
| "tokens": 224, | |
| "tokens_same": 224, | |
| "max_abs_top1_logit": 0.19841861724853516, | |
| "max_abs_top1_pos": 165, | |
| "ref_top1_at_max": -11.543768882751465, | |
| "coreai_top1_at_max": -11.7421875, | |
| "tokens_top1_off_by_0.1": 1, | |
| "max_abs_blank_logit": 0.09109878540039062, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "fixture", | |
| "id": "1580-141083-0001", | |
| "tokens": 257, | |
| "tokens_same": 257, | |
| "max_abs_top1_logit": 0.08277511596679688, | |
| "max_abs_top1_pos": 150, | |
| "ref_top1_at_max": -23.589099884033203, | |
| "coreai_top1_at_max": -23.671875, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.0799417495727539, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "fixture", | |
| "id": "1995-1826-0000", | |
| "tokens": 237, | |
| "tokens_same": 237, | |
| "max_abs_top1_logit": 0.1886749267578125, | |
| "max_abs_top1_pos": 96, | |
| "ref_top1_at_max": 18.782424926757812, | |
| "coreai_top1_at_max": 18.59375, | |
| "tokens_top1_off_by_0.1": 5, | |
| "max_abs_blank_logit": 0.10223102569580078, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "fixture", | |
| "id": "1995-1826-0001", | |
| "tokens": 254, | |
| "tokens_same": 254, | |
| "max_abs_top1_logit": 0.06284713745117188, | |
| "max_abs_top1_pos": 207, | |
| "ref_top1_at_max": -3.552387237548828, | |
| "coreai_top1_at_max": -3.615234375, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.036940574645996094, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "fixture", | |
| "id": "2094-142345-0001", | |
| "tokens": 201, | |
| "tokens_same": 201, | |
| "max_abs_top1_logit": 0.04659843444824219, | |
| "max_abs_top1_pos": 24, | |
| "ref_top1_at_max": -21.827848434448242, | |
| "coreai_top1_at_max": -21.78125, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.026945114135742188, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "fixture", | |
| "id": "2094-142345-0002", | |
| "tokens": 388, | |
| "tokens_same": 388, | |
| "max_abs_top1_logit": 0.9798798561096191, | |
| "max_abs_top1_pos": 55, | |
| "ref_top1_at_max": -7.090432643890381, | |
| "coreai_top1_at_max": -8.0703125, | |
| "tokens_top1_off_by_0.1": 1, | |
| "max_abs_blank_logit": 0.3659095764160156, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "fixture", | |
| "id": "2300-131720-0000", | |
| "tokens": 127, | |
| "tokens_same": 127, | |
| "max_abs_top1_logit": 0.10271835327148438, | |
| "max_abs_top1_pos": 49, | |
| "ref_top1_at_max": -21.272281646728516, | |
| "coreai_top1_at_max": -21.375, | |
| "tokens_top1_off_by_0.1": 1, | |
| "max_abs_blank_logit": 0.045258522033691406, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "fixture", | |
| "id": "2300-131720-0001", | |
| "tokens": 366, | |
| "tokens_same": 366, | |
| "max_abs_top1_logit": 0.7086582183837891, | |
| "max_abs_top1_pos": 17, | |
| "ref_top1_at_max": -31.19759178161621, | |
| "coreai_top1_at_max": -31.90625, | |
| "tokens_top1_off_by_0.1": 2, | |
| "max_abs_blank_logit": 0.23745250701904297, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-75918-0000", | |
| "tokens": 88, | |
| "tokens_same": 88, | |
| "max_abs_top1_logit": 0.03485298156738281, | |
| "max_abs_top1_pos": 36, | |
| "ref_top1_at_max": 30.222352981567383, | |
| "coreai_top1_at_max": 30.1875, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.026813507080078125, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-75918-0001", | |
| "tokens": 356, | |
| "tokens_same": 356, | |
| "max_abs_top1_logit": 0.527409553527832, | |
| "max_abs_top1_pos": 114, | |
| "ref_top1_at_max": 3.308527946472168, | |
| "coreai_top1_at_max": 3.8359375, | |
| "tokens_top1_off_by_0.1": 2, | |
| "max_abs_blank_logit": 0.23009157180786133, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-75918-0002", | |
| "tokens": 126, | |
| "tokens_same": 126, | |
| "max_abs_top1_logit": 0.1522369384765625, | |
| "max_abs_top1_pos": 18, | |
| "ref_top1_at_max": -18.660263061523438, | |
| "coreai_top1_at_max": -18.8125, | |
| "tokens_top1_off_by_0.1": 1, | |
| "max_abs_blank_logit": 0.1105051040649414, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-75918-0003", | |
| "tokens": 583, | |
| "tokens_same": 583, | |
| "max_abs_top1_logit": 0.5750637054443359, | |
| "max_abs_top1_pos": 298, | |
| "ref_top1_at_max": -31.981313705444336, | |
| "coreai_top1_at_max": -31.40625, | |
| "tokens_top1_off_by_0.1": 2, | |
| "max_abs_blank_logit": 0.2373199462890625, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-75918-0004", | |
| "tokens": 277, | |
| "tokens_same": 277, | |
| "max_abs_top1_logit": 0.2202777862548828, | |
| "max_abs_top1_pos": 264, | |
| "ref_top1_at_max": -25.407777786254883, | |
| "coreai_top1_at_max": -25.1875, | |
| "tokens_top1_off_by_0.1": 2, | |
| "max_abs_blank_logit": 0.1008443832397461, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-75918-0005", | |
| "tokens": 329, | |
| "tokens_same": 329, | |
| "max_abs_top1_logit": 0.3054523468017578, | |
| "max_abs_top1_pos": 238, | |
| "ref_top1_at_max": -22.274202346801758, | |
| "coreai_top1_at_max": -21.96875, | |
| "tokens_top1_off_by_0.1": 2, | |
| "max_abs_blank_logit": 0.12922382354736328, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-75918-0006", | |
| "tokens": 146, | |
| "tokens_same": 146, | |
| "max_abs_top1_logit": 0.059617042541503906, | |
| "max_abs_top1_pos": 103, | |
| "ref_top1_at_max": -8.614304542541504, | |
| "coreai_top1_at_max": -8.5546875, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.03404998779296875, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-75918-0007", | |
| "tokens": 83, | |
| "tokens_same": 83, | |
| "max_abs_top1_logit": 0.05224800109863281, | |
| "max_abs_top1_pos": 43, | |
| "ref_top1_at_max": -31.557126998901367, | |
| "coreai_top1_at_max": -31.609375, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.03881263732910156, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-75918-0008", | |
| "tokens": 120, | |
| "tokens_same": 120, | |
| "max_abs_top1_logit": 0.06609153747558594, | |
| "max_abs_top1_pos": 40, | |
| "ref_top1_at_max": -31.628591537475586, | |
| "coreai_top1_at_max": -31.5625, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.03600502014160156, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-75918-0009", | |
| "tokens": 182, | |
| "tokens_same": 182, | |
| "max_abs_top1_logit": 0.2369842529296875, | |
| "max_abs_top1_pos": 35, | |
| "ref_top1_at_max": 48.11198425292969, | |
| "coreai_top1_at_max": 47.875, | |
| "tokens_top1_off_by_0.1": 3, | |
| "max_abs_blank_logit": 0.08584022521972656, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-75918-0010", | |
| "tokens": 76, | |
| "tokens_same": 76, | |
| "max_abs_top1_logit": 0.04083251953125, | |
| "max_abs_top1_pos": 53, | |
| "ref_top1_at_max": -39.88458251953125, | |
| "coreai_top1_at_max": -39.84375, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.018570899963378906, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-75918-0011", | |
| "tokens": 80, | |
| "tokens_same": 80, | |
| "max_abs_top1_logit": 0.08714103698730469, | |
| "max_abs_top1_pos": 68, | |
| "ref_top1_at_max": -17.412858963012695, | |
| "coreai_top1_at_max": -17.5, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.0455322265625, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-75918-0012", | |
| "tokens": 49, | |
| "tokens_same": 49, | |
| "max_abs_top1_logit": 0.12071895599365234, | |
| "max_abs_top1_pos": 18, | |
| "ref_top1_at_max": -14.746468544006348, | |
| "coreai_top1_at_max": -14.8671875, | |
| "tokens_top1_off_by_0.1": 1, | |
| "max_abs_blank_logit": 0.051575660705566406, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-75918-0013", | |
| "tokens": 74, | |
| "tokens_same": 74, | |
| "max_abs_top1_logit": 0.04665565490722656, | |
| "max_abs_top1_pos": 22, | |
| "ref_top1_at_max": -18.812280654907227, | |
| "coreai_top1_at_max": -18.765625, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.02806377410888672, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-75918-0014", | |
| "tokens": 421, | |
| "tokens_same": 421, | |
| "max_abs_top1_logit": 0.052135467529296875, | |
| "max_abs_top1_pos": 98, | |
| "ref_top1_at_max": -36.8541145324707, | |
| "coreai_top1_at_max": -36.90625, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.03598499298095703, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-75918-0015", | |
| "tokens": 160, | |
| "tokens_same": 160, | |
| "max_abs_top1_logit": 0.04221677780151367, | |
| "max_abs_top1_pos": 142, | |
| "ref_top1_at_max": -6.928935527801514, | |
| "coreai_top1_at_max": -6.88671875, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.027329444885253906, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-75918-0016", | |
| "tokens": 251, | |
| "tokens_same": 251, | |
| "max_abs_top1_logit": 0.8059024810791016, | |
| "max_abs_top1_pos": 132, | |
| "ref_top1_at_max": 25.7121524810791, | |
| "coreai_top1_at_max": 24.90625, | |
| "tokens_top1_off_by_0.1": 2, | |
| "max_abs_blank_logit": 0.3791522979736328, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-75918-0017", | |
| "tokens": 154, | |
| "tokens_same": 154, | |
| "max_abs_top1_logit": 0.1497821807861328, | |
| "max_abs_top1_pos": 128, | |
| "ref_top1_at_max": -27.740842819213867, | |
| "coreai_top1_at_max": -27.890625, | |
| "tokens_top1_off_by_0.1": 1, | |
| "max_abs_blank_logit": 0.09588336944580078, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-75918-0018", | |
| "tokens": 270, | |
| "tokens_same": 270, | |
| "max_abs_top1_logit": 0.2894306182861328, | |
| "max_abs_top1_pos": 118, | |
| "ref_top1_at_max": -23.038694381713867, | |
| "coreai_top1_at_max": -23.328125, | |
| "tokens_top1_off_by_0.1": 2, | |
| "max_abs_blank_logit": 0.1330404281616211, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-75918-0019", | |
| "tokens": 291, | |
| "tokens_same": 291, | |
| "max_abs_top1_logit": 0.05597367882728577, | |
| "max_abs_top1_pos": 242, | |
| "ref_top1_at_max": -0.25287309288978577, | |
| "coreai_top1_at_max": -0.1968994140625, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.05568408966064453, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-75918-0020", | |
| "tokens": 360, | |
| "tokens_same": 360, | |
| "max_abs_top1_logit": 4.43427848815918, | |
| "max_abs_top1_pos": 222, | |
| "ref_top1_at_max": -21.38740348815918, | |
| "coreai_top1_at_max": -16.953125, | |
| "tokens_top1_off_by_0.1": 5, | |
| "max_abs_blank_logit": 1.7247629165649414, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-76324-0000", | |
| "tokens": 76, | |
| "tokens_same": 76, | |
| "max_abs_top1_logit": 0.041149139404296875, | |
| "max_abs_top1_pos": 33, | |
| "ref_top1_at_max": 35.5526008605957, | |
| "coreai_top1_at_max": 35.59375, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.017567157745361328, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-76324-0001", | |
| "tokens": 80, | |
| "tokens_same": 80, | |
| "max_abs_top1_logit": 0.8521041870117188, | |
| "max_abs_top1_pos": 35, | |
| "ref_top1_at_max": -27.88227081298828, | |
| "coreai_top1_at_max": -28.734375, | |
| "tokens_top1_off_by_0.1": 2, | |
| "max_abs_blank_logit": 0.2778024673461914, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-76324-0002", | |
| "tokens": 139, | |
| "tokens_same": 139, | |
| "max_abs_top1_logit": 0.046138763427734375, | |
| "max_abs_top1_pos": 23, | |
| "ref_top1_at_max": -16.983638763427734, | |
| "coreai_top1_at_max": -16.9375, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.029526710510253906, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-76324-0003", | |
| "tokens": 85, | |
| "tokens_same": 85, | |
| "max_abs_top1_logit": 2.254343032836914, | |
| "max_abs_top1_pos": 53, | |
| "ref_top1_at_max": 26.285593032836914, | |
| "coreai_top1_at_max": 24.03125, | |
| "tokens_top1_off_by_0.1": 6, | |
| "max_abs_blank_logit": 0.8372592926025391, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-76324-0004", | |
| "tokens": 154, | |
| "tokens_same": 154, | |
| "max_abs_top1_logit": 0.8037328720092773, | |
| "max_abs_top1_pos": 111, | |
| "ref_top1_at_max": -11.147482872009277, | |
| "coreai_top1_at_max": -10.34375, | |
| "tokens_top1_off_by_0.1": 2, | |
| "max_abs_blank_logit": 0.34834957122802734, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-76324-0005", | |
| "tokens": 126, | |
| "tokens_same": 126, | |
| "max_abs_top1_logit": 0.08237838745117188, | |
| "max_abs_top1_pos": 21, | |
| "ref_top1_at_max": -20.683246612548828, | |
| "coreai_top1_at_max": -20.765625, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.052392005920410156, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-76324-0006", | |
| "tokens": 112, | |
| "tokens_same": 112, | |
| "max_abs_top1_logit": 0.058414459228515625, | |
| "max_abs_top1_pos": 11, | |
| "ref_top1_at_max": -28.027164459228516, | |
| "coreai_top1_at_max": -27.96875, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.03188800811767578, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-76324-0007", | |
| "tokens": 71, | |
| "tokens_same": 71, | |
| "max_abs_top1_logit": 0.043498992919921875, | |
| "max_abs_top1_pos": 38, | |
| "ref_top1_at_max": -20.074748992919922, | |
| "coreai_top1_at_max": -20.03125, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.026711463928222656, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-76324-0008", | |
| "tokens": 130, | |
| "tokens_same": 130, | |
| "max_abs_top1_logit": 1.1348772048950195, | |
| "max_abs_top1_pos": 20, | |
| "ref_top1_at_max": 0.36902910470962524, | |
| "coreai_top1_at_max": 1.50390625, | |
| "tokens_top1_off_by_0.1": 5, | |
| "max_abs_blank_logit": 0.4090242385864258, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-76324-0009", | |
| "tokens": 85, | |
| "tokens_same": 85, | |
| "max_abs_top1_logit": 0.0628814697265625, | |
| "max_abs_top1_pos": 34, | |
| "ref_top1_at_max": -21.952743530273438, | |
| "coreai_top1_at_max": -22.015625, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.045342445373535156, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-76324-0010", | |
| "tokens": 67, | |
| "tokens_same": 67, | |
| "max_abs_top1_logit": 0.03550124168395996, | |
| "max_abs_top1_pos": 52, | |
| "ref_top1_at_max": 1.99350905418396, | |
| "coreai_top1_at_max": 1.9580078125, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.019067764282226562, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-76324-0011", | |
| "tokens": 231, | |
| "tokens_same": 231, | |
| "max_abs_top1_logit": 0.3000831604003906, | |
| "max_abs_top1_pos": 16, | |
| "ref_top1_at_max": -28.26883316040039, | |
| "coreai_top1_at_max": -27.96875, | |
| "tokens_top1_off_by_0.1": 1, | |
| "max_abs_blank_logit": 0.31323909759521484, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-76324-0012", | |
| "tokens": 117, | |
| "tokens_same": 117, | |
| "max_abs_top1_logit": 0.0733938217163086, | |
| "max_abs_top1_pos": 42, | |
| "ref_top1_at_max": -14.229643821716309, | |
| "coreai_top1_at_max": -14.15625, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.05599689483642578, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-76324-0013", | |
| "tokens": 108, | |
| "tokens_same": 108, | |
| "max_abs_top1_logit": 0.048397064208984375, | |
| "max_abs_top1_pos": 70, | |
| "ref_top1_at_max": -28.295352935791016, | |
| "coreai_top1_at_max": -28.34375, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.03691387176513672, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-76324-0014", | |
| "tokens": 118, | |
| "tokens_same": 118, | |
| "max_abs_top1_logit": 0.1542644500732422, | |
| "max_abs_top1_pos": 83, | |
| "ref_top1_at_max": -17.248014450073242, | |
| "coreai_top1_at_max": -17.09375, | |
| "tokens_top1_off_by_0.1": 1, | |
| "max_abs_blank_logit": 0.0679616928100586, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-76324-0015", | |
| "tokens": 310, | |
| "tokens_same": 310, | |
| "max_abs_top1_logit": 0.6729755401611328, | |
| "max_abs_top1_pos": 55, | |
| "ref_top1_at_max": 14.092649459838867, | |
| "coreai_top1_at_max": 14.765625, | |
| "tokens_top1_off_by_0.1": 1, | |
| "max_abs_blank_logit": 0.2841663360595703, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-76324-0016", | |
| "tokens": 230, | |
| "tokens_same": 230, | |
| "max_abs_top1_logit": 0.28878021240234375, | |
| "max_abs_top1_pos": 214, | |
| "ref_top1_at_max": -35.086219787597656, | |
| "coreai_top1_at_max": -35.375, | |
| "tokens_top1_off_by_0.1": 3, | |
| "max_abs_blank_logit": 0.41652393341064453, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-76324-0017", | |
| "tokens": 135, | |
| "tokens_same": 135, | |
| "max_abs_top1_logit": 1.6929805278778076, | |
| "max_abs_top1_pos": 18, | |
| "ref_top1_at_max": 0.9535038471221924, | |
| "coreai_top1_at_max": 2.646484375, | |
| "tokens_top1_off_by_0.1": 6, | |
| "max_abs_blank_logit": 0.8657760620117188, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-76324-0018", | |
| "tokens": 54, | |
| "tokens_same": 54, | |
| "max_abs_top1_logit": 0.0638885498046875, | |
| "max_abs_top1_pos": 35, | |
| "ref_top1_at_max": -7.1939239501953125, | |
| "coreai_top1_at_max": -7.2578125, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.025548934936523438, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-76324-0019", | |
| "tokens": 65, | |
| "tokens_same": 65, | |
| "max_abs_top1_logit": 0.16731786727905273, | |
| "max_abs_top1_pos": 18, | |
| "ref_top1_at_max": -4.956380367279053, | |
| "coreai_top1_at_max": -4.7890625, | |
| "tokens_top1_off_by_0.1": 1, | |
| "max_abs_blank_logit": 0.07629203796386719, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-76324-0020", | |
| "tokens": 158, | |
| "tokens_same": 158, | |
| "max_abs_top1_logit": 0.11733818054199219, | |
| "max_abs_top1_pos": 110, | |
| "ref_top1_at_max": -21.039213180541992, | |
| "coreai_top1_at_max": -20.921875, | |
| "tokens_top1_off_by_0.1": 1, | |
| "max_abs_blank_logit": 0.04876995086669922, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-76324-0021", | |
| "tokens": 184, | |
| "tokens_same": 184, | |
| "max_abs_top1_logit": 0.08065414428710938, | |
| "max_abs_top1_pos": 50, | |
| "ref_top1_at_max": -19.01309585571289, | |
| "coreai_top1_at_max": -19.09375, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.03802967071533203, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-76324-0022", | |
| "tokens": 48, | |
| "tokens_same": 48, | |
| "max_abs_top1_logit": 0.06620216369628906, | |
| "max_abs_top1_pos": 35, | |
| "ref_top1_at_max": -12.769327163696289, | |
| "coreai_top1_at_max": -12.703125, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.04603385925292969, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-76324-0023", | |
| "tokens": 121, | |
| "tokens_same": 121, | |
| "max_abs_top1_logit": 1.681135654449463, | |
| "max_abs_top1_pos": 109, | |
| "ref_top1_at_max": -3.034651279449463, | |
| "coreai_top1_at_max": -1.353515625, | |
| "tokens_top1_off_by_0.1": 5, | |
| "max_abs_blank_logit": 0.6982183456420898, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-76324-0024", | |
| "tokens": 101, | |
| "tokens_same": 101, | |
| "max_abs_top1_logit": 0.9570217132568359, | |
| "max_abs_top1_pos": 68, | |
| "ref_top1_at_max": -19.089853286743164, | |
| "coreai_top1_at_max": -20.046875, | |
| "tokens_top1_off_by_0.1": 1, | |
| "max_abs_blank_logit": 0.43755435943603516, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-76324-0025", | |
| "tokens": 103, | |
| "tokens_same": 103, | |
| "max_abs_top1_logit": 0.23569941520690918, | |
| "max_abs_top1_pos": 102, | |
| "ref_top1_at_max": -1.8714416027069092, | |
| "coreai_top1_at_max": -1.6357421875, | |
| "tokens_top1_off_by_0.1": 1, | |
| "max_abs_blank_logit": 0.1330265998840332, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-76324-0026", | |
| "tokens": 77, | |
| "tokens_same": 77, | |
| "max_abs_top1_logit": 0.06224632263183594, | |
| "max_abs_top1_pos": 65, | |
| "ref_top1_at_max": -16.437753677368164, | |
| "coreai_top1_at_max": -16.5, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.03367137908935547, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-76324-0027", | |
| "tokens": 207, | |
| "tokens_same": 207, | |
| "max_abs_top1_logit": 0.06775856018066406, | |
| "max_abs_top1_pos": 137, | |
| "ref_top1_at_max": -29.411508560180664, | |
| "coreai_top1_at_max": -29.34375, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.032622337341308594, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-76324-0028", | |
| "tokens": 247, | |
| "tokens_same": 247, | |
| "max_abs_top1_logit": 0.054085731506347656, | |
| "max_abs_top1_pos": 93, | |
| "ref_top1_at_max": -15.429085731506348, | |
| "coreai_top1_at_max": -15.375, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.02931499481201172, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-81414-0000", | |
| "tokens": 323, | |
| "tokens_same": 323, | |
| "max_abs_top1_logit": 0.04852771759033203, | |
| "max_abs_top1_pos": 178, | |
| "ref_top1_at_max": -9.728215217590332, | |
| "coreai_top1_at_max": -9.6796875, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.026846885681152344, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-81414-0001", | |
| "tokens": 437, | |
| "tokens_same": 437, | |
| "max_abs_top1_logit": 0.060393333435058594, | |
| "max_abs_top1_pos": 199, | |
| "ref_top1_at_max": -12.267731666564941, | |
| "coreai_top1_at_max": -12.328125, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.030463218688964844, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-81414-0002", | |
| "tokens": 83, | |
| "tokens_same": 83, | |
| "max_abs_top1_logit": 0.1603069305419922, | |
| "max_abs_top1_pos": 21, | |
| "ref_top1_at_max": -22.410306930541992, | |
| "coreai_top1_at_max": -22.25, | |
| "tokens_top1_off_by_0.1": 2, | |
| "max_abs_blank_logit": 0.09390449523925781, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-81414-0003", | |
| "tokens": 83, | |
| "tokens_same": 83, | |
| "max_abs_top1_logit": 0.04974937438964844, | |
| "max_abs_top1_pos": 74, | |
| "ref_top1_at_max": -30.01275062561035, | |
| "coreai_top1_at_max": -30.0625, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.026531219482421875, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-81414-0004", | |
| "tokens": 239, | |
| "tokens_same": 239, | |
| "max_abs_top1_logit": 0.8271527290344238, | |
| "max_abs_top1_pos": 124, | |
| "ref_top1_at_max": -4.723628520965576, | |
| "coreai_top1_at_max": -5.55078125, | |
| "tokens_top1_off_by_0.1": 2, | |
| "max_abs_blank_logit": 0.3623943328857422, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-81414-0005", | |
| "tokens": 46, | |
| "tokens_same": 46, | |
| "max_abs_top1_logit": 0.04113578796386719, | |
| "max_abs_top1_pos": 31, | |
| "ref_top1_at_max": -16.017698287963867, | |
| "coreai_top1_at_max": -15.9765625, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.02101612091064453, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-81414-0006", | |
| "tokens": 170, | |
| "tokens_same": 170, | |
| "max_abs_top1_logit": 2.6066665649414062, | |
| "max_abs_top1_pos": 72, | |
| "ref_top1_at_max": 23.846458435058594, | |
| "coreai_top1_at_max": 26.453125, | |
| "tokens_top1_off_by_0.1": 3, | |
| "max_abs_blank_logit": 1.1651344299316406, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-81414-0007", | |
| "tokens": 109, | |
| "tokens_same": 109, | |
| "max_abs_top1_logit": 0.050609588623046875, | |
| "max_abs_top1_pos": 82, | |
| "ref_top1_at_max": -27.715015411376953, | |
| "coreai_top1_at_max": -27.765625, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.02038860321044922, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-81414-0008", | |
| "tokens": 152, | |
| "tokens_same": 152, | |
| "max_abs_top1_logit": 0.06180381774902344, | |
| "max_abs_top1_pos": 112, | |
| "ref_top1_at_max": -18.968053817749023, | |
| "coreai_top1_at_max": -18.90625, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.026375770568847656, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-81414-0009", | |
| "tokens": 301, | |
| "tokens_same": 301, | |
| "max_abs_top1_logit": 0.3002605438232422, | |
| "max_abs_top1_pos": 255, | |
| "ref_top1_at_max": -22.949739456176758, | |
| "coreai_top1_at_max": -23.25, | |
| "tokens_top1_off_by_0.1": 2, | |
| "max_abs_blank_logit": 0.1493520736694336, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-81414-0010", | |
| "tokens": 96, | |
| "tokens_same": 96, | |
| "max_abs_top1_logit": 0.07962608337402344, | |
| "max_abs_top1_pos": 36, | |
| "ref_top1_at_max": -9.540563583374023, | |
| "coreai_top1_at_max": -9.4609375, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.06304645538330078, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-81414-0011", | |
| "tokens": 118, | |
| "tokens_same": 118, | |
| "max_abs_top1_logit": 0.040444374084472656, | |
| "max_abs_top1_pos": 63, | |
| "ref_top1_at_max": -10.485756874084473, | |
| "coreai_top1_at_max": -10.4453125, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.047420501708984375, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-81414-0012", | |
| "tokens": 111, | |
| "tokens_same": 111, | |
| "max_abs_top1_logit": 0.16559791564941406, | |
| "max_abs_top1_pos": 12, | |
| "ref_top1_at_max": 24.899972915649414, | |
| "coreai_top1_at_max": 24.734375, | |
| "tokens_top1_off_by_0.1": 2, | |
| "max_abs_blank_logit": 0.0767822265625, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-81414-0013", | |
| "tokens": 183, | |
| "tokens_same": 183, | |
| "max_abs_top1_logit": 0.060382843017578125, | |
| "max_abs_top1_pos": 64, | |
| "ref_top1_at_max": -32.46663284301758, | |
| "coreai_top1_at_max": -32.40625, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.02646350860595703, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-81414-0014", | |
| "tokens": 185, | |
| "tokens_same": 185, | |
| "max_abs_top1_logit": 1.5566091537475586, | |
| "max_abs_top1_pos": 144, | |
| "ref_top1_at_max": -14.357453346252441, | |
| "coreai_top1_at_max": -15.9140625, | |
| "tokens_top1_off_by_0.1": 1, | |
| "max_abs_blank_logit": 0.7348337173461914, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-81414-0015", | |
| "tokens": 93, | |
| "tokens_same": 93, | |
| "max_abs_top1_logit": 0.059574127197265625, | |
| "max_abs_top1_pos": 83, | |
| "ref_top1_at_max": -16.206050872802734, | |
| "coreai_top1_at_max": -16.265625, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.06219196319580078, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-81414-0016", | |
| "tokens": 54, | |
| "tokens_same": 54, | |
| "max_abs_top1_logit": 0.054046630859375, | |
| "max_abs_top1_pos": 33, | |
| "ref_top1_at_max": -18.805328369140625, | |
| "coreai_top1_at_max": -18.859375, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.02852916717529297, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-81414-0017", | |
| "tokens": 59, | |
| "tokens_same": 59, | |
| "max_abs_top1_logit": 0.055449485778808594, | |
| "max_abs_top1_pos": 31, | |
| "ref_top1_at_max": -8.616425514221191, | |
| "coreai_top1_at_max": -8.671875, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.038285255432128906, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-81414-0018", | |
| "tokens": 73, | |
| "tokens_same": 73, | |
| "max_abs_top1_logit": 0.05155372619628906, | |
| "max_abs_top1_pos": 63, | |
| "ref_top1_at_max": -8.989053726196289, | |
| "coreai_top1_at_max": -8.9375, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.03940868377685547, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-81414-0019", | |
| "tokens": 85, | |
| "tokens_same": 85, | |
| "max_abs_top1_logit": 0.05252838134765625, | |
| "max_abs_top1_pos": 79, | |
| "ref_top1_at_max": -16.666221618652344, | |
| "coreai_top1_at_max": -16.71875, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.025331497192382812, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-81414-0020", | |
| "tokens": 125, | |
| "tokens_same": 125, | |
| "max_abs_top1_logit": 0.04487800598144531, | |
| "max_abs_top1_pos": 27, | |
| "ref_top1_at_max": -25.091753005981445, | |
| "coreai_top1_at_max": -25.046875, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.034862518310546875, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-81414-0021", | |
| "tokens": 81, | |
| "tokens_same": 81, | |
| "max_abs_top1_logit": 0.04898834228515625, | |
| "max_abs_top1_pos": 25, | |
| "ref_top1_at_max": 44.232261657714844, | |
| "coreai_top1_at_max": 44.28125, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.02522754669189453, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-81414-0022", | |
| "tokens": 109, | |
| "tokens_same": 109, | |
| "max_abs_top1_logit": 0.053867340087890625, | |
| "max_abs_top1_pos": 57, | |
| "ref_top1_at_max": 56.94613265991211, | |
| "coreai_top1_at_max": 57.0, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.024605751037597656, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-81414-0023", | |
| "tokens": 122, | |
| "tokens_same": 122, | |
| "max_abs_top1_logit": 0.05707740783691406, | |
| "max_abs_top1_pos": 99, | |
| "ref_top1_at_max": -30.583547592163086, | |
| "coreai_top1_at_max": -30.640625, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.02742290496826172, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-81414-0024", | |
| "tokens": 126, | |
| "tokens_same": 126, | |
| "max_abs_top1_logit": 0.30997467041015625, | |
| "max_abs_top1_pos": 29, | |
| "ref_top1_at_max": -32.658775329589844, | |
| "coreai_top1_at_max": -32.96875, | |
| "tokens_top1_off_by_0.1": 2, | |
| "max_abs_blank_logit": 0.21041584014892578, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-81414-0025", | |
| "tokens": 63, | |
| "tokens_same": 63, | |
| "max_abs_top1_logit": 0.982703447341919, | |
| "max_abs_top1_pos": 51, | |
| "ref_top1_at_max": 3.708702802658081, | |
| "coreai_top1_at_max": 4.69140625, | |
| "tokens_top1_off_by_0.1": 2, | |
| "max_abs_blank_logit": 0.3788585662841797, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-81414-0026", | |
| "tokens": 77, | |
| "tokens_same": 77, | |
| "max_abs_top1_logit": 0.049610137939453125, | |
| "max_abs_top1_pos": 74, | |
| "ref_top1_at_max": -20.559764862060547, | |
| "coreai_top1_at_max": -20.609375, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.02939605712890625, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "6930-81414-0027", | |
| "tokens": 96, | |
| "tokens_same": 96, | |
| "max_abs_top1_logit": 0.6695404052734375, | |
| "max_abs_top1_pos": 71, | |
| "ref_top1_at_max": 20.142959594726562, | |
| "coreai_top1_at_max": 20.8125, | |
| "tokens_top1_off_by_0.1": 2, | |
| "max_abs_blank_logit": 0.26671504974365234, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "1320-122617-0000", | |
| "tokens": 196, | |
| "tokens_same": 196, | |
| "max_abs_top1_logit": 0.05377197265625, | |
| "max_abs_top1_pos": 161, | |
| "ref_top1_at_max": -24.21185302734375, | |
| "coreai_top1_at_max": -24.265625, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.03206920623779297, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "1320-122617-0001", | |
| "tokens": 352, | |
| "tokens_same": 352, | |
| "max_abs_top1_logit": 0.06409454345703125, | |
| "max_abs_top1_pos": 299, | |
| "ref_top1_at_max": -35.12659454345703, | |
| "coreai_top1_at_max": -35.0625, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.03541851043701172, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "1320-122617-0002", | |
| "tokens": 340, | |
| "tokens_same": 340, | |
| "max_abs_top1_logit": 0.6577548980712891, | |
| "max_abs_top1_pos": 202, | |
| "ref_top1_at_max": -21.43900489807129, | |
| "coreai_top1_at_max": -20.78125, | |
| "tokens_top1_off_by_0.1": 2, | |
| "max_abs_blank_logit": 0.27332210540771484, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "1320-122617-0003", | |
| "tokens": 157, | |
| "tokens_same": 157, | |
| "max_abs_top1_logit": 0.290008544921875, | |
| "max_abs_top1_pos": 40, | |
| "ref_top1_at_max": -25.508758544921875, | |
| "coreai_top1_at_max": -25.21875, | |
| "tokens_top1_off_by_0.1": 2, | |
| "max_abs_blank_logit": 0.17199230194091797, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "1320-122617-0004", | |
| "tokens": 307, | |
| "tokens_same": 307, | |
| "max_abs_top1_logit": 0.09073257446289062, | |
| "max_abs_top1_pos": 232, | |
| "ref_top1_at_max": -23.15926742553711, | |
| "coreai_top1_at_max": -23.25, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.05689716339111328, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "1320-122617-0005", | |
| "tokens": 110, | |
| "tokens_same": 110, | |
| "max_abs_top1_logit": 0.07294940948486328, | |
| "max_abs_top1_pos": 73, | |
| "ref_top1_at_max": -8.341113090515137, | |
| "coreai_top1_at_max": -8.4140625, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.034234046936035156, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "1320-122617-0006", | |
| "tokens": 142, | |
| "tokens_same": 142, | |
| "max_abs_top1_logit": 0.05002403259277344, | |
| "max_abs_top1_pos": 51, | |
| "ref_top1_at_max": -22.043725967407227, | |
| "coreai_top1_at_max": -22.09375, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.04449176788330078, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "1320-122617-0007", | |
| "tokens": 463, | |
| "tokens_same": 463, | |
| "max_abs_top1_logit": 0.10730934143066406, | |
| "max_abs_top1_pos": 13, | |
| "ref_top1_at_max": -10.607309341430664, | |
| "coreai_top1_at_max": -10.5, | |
| "tokens_top1_off_by_0.1": 1, | |
| "max_abs_blank_logit": 0.05241870880126953, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "1320-122617-0008", | |
| "tokens": 105, | |
| "tokens_same": 105, | |
| "max_abs_top1_logit": 0.06557750701904297, | |
| "max_abs_top1_pos": 41, | |
| "ref_top1_at_max": -14.206202507019043, | |
| "coreai_top1_at_max": -14.140625, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.03402996063232422, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "1320-122617-0009", | |
| "tokens": 193, | |
| "tokens_same": 193, | |
| "max_abs_top1_logit": 0.09693145751953125, | |
| "max_abs_top1_pos": 60, | |
| "ref_top1_at_max": -14.495368957519531, | |
| "coreai_top1_at_max": -14.3984375, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.09652900695800781, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "1320-122617-0010", | |
| "tokens": 250, | |
| "tokens_same": 250, | |
| "max_abs_top1_logit": 0.10127639770507812, | |
| "max_abs_top1_pos": 59, | |
| "ref_top1_at_max": -19.757526397705078, | |
| "coreai_top1_at_max": -19.65625, | |
| "tokens_top1_off_by_0.1": 1, | |
| "max_abs_blank_logit": 0.0875844955444336, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "1320-122617-0011", | |
| "tokens": 244, | |
| "tokens_same": 244, | |
| "max_abs_top1_logit": 0.30399513244628906, | |
| "max_abs_top1_pos": 198, | |
| "ref_top1_at_max": -10.358682632446289, | |
| "coreai_top1_at_max": -10.0546875, | |
| "tokens_top1_off_by_0.1": 1, | |
| "max_abs_blank_logit": 0.12160778045654297, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "1320-122617-0012", | |
| "tokens": 190, | |
| "tokens_same": 190, | |
| "max_abs_top1_logit": 0.2623748779296875, | |
| "max_abs_top1_pos": 21, | |
| "ref_top1_at_max": 20.949874877929688, | |
| "coreai_top1_at_max": 20.6875, | |
| "tokens_top1_off_by_0.1": 3, | |
| "max_abs_blank_logit": 0.13364791870117188, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "1320-122617-0013", | |
| "tokens": 269, | |
| "tokens_same": 269, | |
| "max_abs_top1_logit": 0.11707878112792969, | |
| "max_abs_top1_pos": 79, | |
| "ref_top1_at_max": -12.40635871887207, | |
| "coreai_top1_at_max": -12.5234375, | |
| "tokens_top1_off_by_0.1": 1, | |
| "max_abs_blank_logit": 0.04257678985595703, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "1320-122617-0014", | |
| "tokens": 123, | |
| "tokens_same": 123, | |
| "max_abs_top1_logit": 0.051079750061035156, | |
| "max_abs_top1_pos": 43, | |
| "ref_top1_at_max": -15.566704750061035, | |
| "coreai_top1_at_max": -15.515625, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.033046722412109375, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "1320-122617-0015", | |
| "tokens": 128, | |
| "tokens_same": 128, | |
| "max_abs_top1_logit": 0.09317779541015625, | |
| "max_abs_top1_pos": 41, | |
| "ref_top1_at_max": 0.21566009521484375, | |
| "coreai_top1_at_max": 0.308837890625, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.048712730407714844, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "1320-122617-0016", | |
| "tokens": 252, | |
| "tokens_same": 252, | |
| "max_abs_top1_logit": 0.05969810485839844, | |
| "max_abs_top1_pos": 191, | |
| "ref_top1_at_max": -18.6278018951416, | |
| "coreai_top1_at_max": -18.6875, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.029801368713378906, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "1320-122617-0017", | |
| "tokens": 142, | |
| "tokens_same": 142, | |
| "max_abs_top1_logit": 0.07884979248046875, | |
| "max_abs_top1_pos": 17, | |
| "ref_top1_at_max": -6.776618957519531, | |
| "coreai_top1_at_max": -6.85546875, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.04604911804199219, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "1320-122617-0018", | |
| "tokens": 243, | |
| "tokens_same": 243, | |
| "max_abs_top1_logit": 0.06912994384765625, | |
| "max_abs_top1_pos": 169, | |
| "ref_top1_at_max": -14.873817443847656, | |
| "coreai_top1_at_max": -14.8046875, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.043074607849121094, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "1320-122617-0019", | |
| "tokens": 206, | |
| "tokens_same": 206, | |
| "max_abs_top1_logit": 0.06155204772949219, | |
| "max_abs_top1_pos": 160, | |
| "ref_top1_at_max": -16.280302047729492, | |
| "coreai_top1_at_max": -16.21875, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.03466033935546875, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "1320-122617-0020", | |
| "tokens": 223, | |
| "tokens_same": 223, | |
| "max_abs_top1_logit": 0.04843330383300781, | |
| "max_abs_top1_pos": 149, | |
| "ref_top1_at_max": -25.420316696166992, | |
| "coreai_top1_at_max": -25.46875, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.036957740783691406, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "1320-122617-0021", | |
| "tokens": 134, | |
| "tokens_same": 134, | |
| "max_abs_top1_logit": 0.08463096618652344, | |
| "max_abs_top1_pos": 46, | |
| "ref_top1_at_max": -22.259119033813477, | |
| "coreai_top1_at_max": -22.34375, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.039200782775878906, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "1320-122617-0022", | |
| "tokens": 97, | |
| "tokens_same": 97, | |
| "max_abs_top1_logit": 0.05020713806152344, | |
| "max_abs_top1_pos": 16, | |
| "ref_top1_at_max": -18.496667861938477, | |
| "coreai_top1_at_max": -18.546875, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.03433704376220703, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "1320-122617-0023", | |
| "tokens": 196, | |
| "tokens_same": 196, | |
| "max_abs_top1_logit": 0.5234347581863403, | |
| "max_abs_top1_pos": 131, | |
| "ref_top1_at_max": 1.1640597581863403, | |
| "coreai_top1_at_max": 0.640625, | |
| "tokens_top1_off_by_0.1": 2, | |
| "max_abs_blank_logit": 0.24610233306884766, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "1320-122617-0024", | |
| "tokens": 189, | |
| "tokens_same": 189, | |
| "max_abs_top1_logit": 0.06607818603515625, | |
| "max_abs_top1_pos": 159, | |
| "ref_top1_at_max": -17.355796813964844, | |
| "coreai_top1_at_max": -17.421875, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.045378684997558594, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "1320-122617-0025", | |
| "tokens": 159, | |
| "tokens_same": 159, | |
| "max_abs_top1_logit": 1.7076458930969238, | |
| "max_abs_top1_pos": 142, | |
| "ref_top1_at_max": 5.429072856903076, | |
| "coreai_top1_at_max": 7.13671875, | |
| "tokens_top1_off_by_0.1": 3, | |
| "max_abs_blank_logit": 0.6938982009887695, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "1320-122617-0026", | |
| "tokens": 131, | |
| "tokens_same": 131, | |
| "max_abs_top1_logit": 0.04584693908691406, | |
| "max_abs_top1_pos": 91, | |
| "ref_top1_at_max": -20.530221939086914, | |
| "coreai_top1_at_max": -20.484375, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.030327796936035156, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "1320-122617-0027", | |
| "tokens": 142, | |
| "tokens_same": 142, | |
| "max_abs_top1_logit": 0.05079460144042969, | |
| "max_abs_top1_pos": 128, | |
| "ref_top1_at_max": -22.29295539855957, | |
| "coreai_top1_at_max": -22.34375, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.041558265686035156, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "1320-122617-0028", | |
| "tokens": 400, | |
| "tokens_same": 400, | |
| "max_abs_top1_logit": 0.07018327713012695, | |
| "max_abs_top1_pos": 171, | |
| "ref_top1_at_max": -7.683464527130127, | |
| "coreai_top1_at_max": -7.61328125, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.036215782165527344, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "1320-122617-0029", | |
| "tokens": 197, | |
| "tokens_same": 197, | |
| "max_abs_top1_logit": 0.07727336883544922, | |
| "max_abs_top1_pos": 79, | |
| "ref_top1_at_max": -12.06164836883545, | |
| "coreai_top1_at_max": -11.984375, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.04584789276123047, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "1320-122617-0030", | |
| "tokens": 100, | |
| "tokens_same": 100, | |
| "max_abs_top1_logit": 0.07502365112304688, | |
| "max_abs_top1_pos": 35, | |
| "ref_top1_at_max": -19.549976348876953, | |
| "coreai_top1_at_max": -19.625, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.045271873474121094, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "1320-122617-0031", | |
| "tokens": 157, | |
| "tokens_same": 157, | |
| "max_abs_top1_logit": 0.056179046630859375, | |
| "max_abs_top1_pos": 60, | |
| "ref_top1_at_max": -25.80617904663086, | |
| "coreai_top1_at_max": -25.75, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.02722454071044922, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "1320-122617-0032", | |
| "tokens": 282, | |
| "tokens_same": 282, | |
| "max_abs_top1_logit": 0.07388973236083984, | |
| "max_abs_top1_pos": 196, | |
| "ref_top1_at_max": -11.15267276763916, | |
| "coreai_top1_at_max": -11.2265625, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.07299327850341797, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "1320-122617-0033", | |
| "tokens": 276, | |
| "tokens_same": 276, | |
| "max_abs_top1_logit": 0.0472564697265625, | |
| "max_abs_top1_pos": 262, | |
| "ref_top1_at_max": -35.29725646972656, | |
| "coreai_top1_at_max": -35.25, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.03011798858642578, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "1320-122617-0034", | |
| "tokens": 237, | |
| "tokens_same": 237, | |
| "max_abs_top1_logit": 0.06651878356933594, | |
| "max_abs_top1_pos": 71, | |
| "ref_top1_at_max": -19.886606216430664, | |
| "coreai_top1_at_max": -19.953125, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.04397869110107422, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "1320-122617-0035", | |
| "tokens": 456, | |
| "tokens_same": 456, | |
| "max_abs_top1_logit": 0.4182868003845215, | |
| "max_abs_top1_pos": 345, | |
| "ref_top1_at_max": 6.5153069496154785, | |
| "coreai_top1_at_max": 6.93359375, | |
| "tokens_top1_off_by_0.1": 4, | |
| "max_abs_blank_logit": 0.1686878204345703, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "1320-122617-0036", | |
| "tokens": 309, | |
| "tokens_same": 309, | |
| "max_abs_top1_logit": 0.6113064289093018, | |
| "max_abs_top1_pos": 19, | |
| "ref_top1_at_max": 2.7539279460906982, | |
| "coreai_top1_at_max": 3.365234375, | |
| "tokens_top1_off_by_0.1": 3, | |
| "max_abs_blank_logit": 0.24427032470703125, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "1320-122617-0037", | |
| "tokens": 180, | |
| "tokens_same": 180, | |
| "max_abs_top1_logit": 6.676360130310059, | |
| "max_abs_top1_pos": 101, | |
| "ref_top1_at_max": 12.917389869689941, | |
| "coreai_top1_at_max": 19.59375, | |
| "tokens_top1_off_by_0.1": 4, | |
| "max_abs_blank_logit": 2.577935218811035, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "1320-122617-0038", | |
| "tokens": 56, | |
| "tokens_same": 56, | |
| "max_abs_top1_logit": 0.04745292663574219, | |
| "max_abs_top1_pos": 20, | |
| "ref_top1_at_max": -24.063077926635742, | |
| "coreai_top1_at_max": -24.015625, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.03063678741455078, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "1320-122617-0039", | |
| "tokens": 177, | |
| "tokens_same": 177, | |
| "max_abs_top1_logit": 0.05968189239501953, | |
| "max_abs_top1_pos": 139, | |
| "ref_top1_at_max": -10.83311939239502, | |
| "coreai_top1_at_max": -10.7734375, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.02833843231201172, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "1320-122617-0040", | |
| "tokens": 200, | |
| "tokens_same": 200, | |
| "max_abs_top1_logit": 0.3728351593017578, | |
| "max_abs_top1_pos": 42, | |
| "ref_top1_at_max": -20.529085159301758, | |
| "coreai_top1_at_max": -20.15625, | |
| "tokens_top1_off_by_0.1": 1, | |
| "max_abs_blank_logit": 0.12804317474365234, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "1320-122617-0041", | |
| "tokens": 104, | |
| "tokens_same": 104, | |
| "max_abs_top1_logit": 0.06389617919921875, | |
| "max_abs_top1_pos": 89, | |
| "ref_top1_at_max": 52.15485382080078, | |
| "coreai_top1_at_max": 52.21875, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.03127765655517578, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "1320-122612-0000", | |
| "tokens": 337, | |
| "tokens_same": 337, | |
| "max_abs_top1_logit": 0.07427978515625, | |
| "max_abs_top1_pos": 97, | |
| "ref_top1_at_max": -28.42572021484375, | |
| "coreai_top1_at_max": -28.5, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.038893699645996094, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "1320-122612-0001", | |
| "tokens": 238, | |
| "tokens_same": 238, | |
| "max_abs_top1_logit": 0.10689353942871094, | |
| "max_abs_top1_pos": 166, | |
| "ref_top1_at_max": -24.95064353942871, | |
| "coreai_top1_at_max": -24.84375, | |
| "tokens_top1_off_by_0.1": 1, | |
| "max_abs_blank_logit": 0.0647115707397461, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "1320-122612-0002", | |
| "tokens": 187, | |
| "tokens_same": 187, | |
| "max_abs_top1_logit": 0.05692100524902344, | |
| "max_abs_top1_pos": 147, | |
| "ref_top1_at_max": -26.135046005249023, | |
| "coreai_top1_at_max": -26.078125, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.045586585998535156, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "1320-122612-0003", | |
| "tokens": 247, | |
| "tokens_same": 247, | |
| "max_abs_top1_logit": 1.2592144012451172, | |
| "max_abs_top1_pos": 86, | |
| "ref_top1_at_max": -24.178285598754883, | |
| "coreai_top1_at_max": -25.4375, | |
| "tokens_top1_off_by_0.1": 1, | |
| "max_abs_blank_logit": 0.5351133346557617, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "1320-122612-0004", | |
| "tokens": 161, | |
| "tokens_same": 161, | |
| "max_abs_top1_logit": 1.1618075370788574, | |
| "max_abs_top1_pos": 67, | |
| "ref_top1_at_max": -6.353817462921143, | |
| "coreai_top1_at_max": -7.515625, | |
| "tokens_top1_off_by_0.1": 5, | |
| "max_abs_blank_logit": 0.5597801208496094, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "1320-122612-0005", | |
| "tokens": 148, | |
| "tokens_same": 148, | |
| "max_abs_top1_logit": 0.05368232727050781, | |
| "max_abs_top1_pos": 138, | |
| "ref_top1_at_max": -30.321317672729492, | |
| "coreai_top1_at_max": -30.375, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.03359699249267578, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "1320-122612-0006", | |
| "tokens": 121, | |
| "tokens_same": 121, | |
| "max_abs_top1_logit": 0.8703193664550781, | |
| "max_abs_top1_pos": 21, | |
| "ref_top1_at_max": -13.456256866455078, | |
| "coreai_top1_at_max": -12.5859375, | |
| "tokens_top1_off_by_0.1": 1, | |
| "max_abs_blank_logit": 0.3885612487792969, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "1320-122612-0007", | |
| "tokens": 139, | |
| "tokens_same": 139, | |
| "max_abs_top1_logit": 0.03933906555175781, | |
| "max_abs_top1_pos": 50, | |
| "ref_top1_at_max": -30.788785934448242, | |
| "coreai_top1_at_max": -30.828125, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.030447959899902344, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "1320-122612-0008", | |
| "tokens": 197, | |
| "tokens_same": 197, | |
| "max_abs_top1_logit": 0.052520751953125, | |
| "max_abs_top1_pos": 68, | |
| "ref_top1_at_max": -27.369354248046875, | |
| "coreai_top1_at_max": -27.421875, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.032599449157714844, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "1320-122612-0009", | |
| "tokens": 97, | |
| "tokens_same": 97, | |
| "max_abs_top1_logit": 0.05028343200683594, | |
| "max_abs_top1_pos": 56, | |
| "ref_top1_at_max": -31.190908432006836, | |
| "coreai_top1_at_max": -31.140625, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.02272510528564453, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "1320-122612-0010", | |
| "tokens": 255, | |
| "tokens_same": 255, | |
| "max_abs_top1_logit": 0.06597900390625, | |
| "max_abs_top1_pos": 207, | |
| "ref_top1_at_max": -32.52777099609375, | |
| "coreai_top1_at_max": -32.59375, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.036278724670410156, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "1320-122612-0011", | |
| "tokens": 343, | |
| "tokens_same": 343, | |
| "max_abs_top1_logit": 0.07310676574707031, | |
| "max_abs_top1_pos": 312, | |
| "ref_top1_at_max": -18.95814323425293, | |
| "coreai_top1_at_max": -19.03125, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.04817962646484375, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "1320-122612-0012", | |
| "tokens": 262, | |
| "tokens_same": 262, | |
| "max_abs_top1_logit": 0.08095932006835938, | |
| "max_abs_top1_pos": 239, | |
| "ref_top1_at_max": -19.56533432006836, | |
| "coreai_top1_at_max": -19.484375, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.03402233123779297, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "1320-122612-0013", | |
| "tokens": 164, | |
| "tokens_same": 164, | |
| "max_abs_top1_logit": 0.06442451477050781, | |
| "max_abs_top1_pos": 108, | |
| "ref_top1_at_max": -23.017549514770508, | |
| "coreai_top1_at_max": -22.953125, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.025775909423828125, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "1320-122612-0014", | |
| "tokens": 88, | |
| "tokens_same": 88, | |
| "max_abs_top1_logit": 0.1995391845703125, | |
| "max_abs_top1_pos": 65, | |
| "ref_top1_at_max": -32.69953918457031, | |
| "coreai_top1_at_max": -32.5, | |
| "tokens_top1_off_by_0.1": 2, | |
| "max_abs_blank_logit": 0.23944377899169922, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "1320-122612-0015", | |
| "tokens": 160, | |
| "tokens_same": 160, | |
| "max_abs_top1_logit": 0.06981277465820312, | |
| "max_abs_top1_pos": 10, | |
| "ref_top1_at_max": -32.6176872253418, | |
| "coreai_top1_at_max": -32.6875, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.033646583557128906, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "1320-122612-0016", | |
| "tokens": 87, | |
| "tokens_same": 87, | |
| "max_abs_top1_logit": 0.052734375, | |
| "max_abs_top1_pos": 23, | |
| "ref_top1_at_max": -23.837890625, | |
| "coreai_top1_at_max": -23.890625, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.02969646453857422, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "5639-40744-0000", | |
| "tokens": 394, | |
| "tokens_same": 394, | |
| "max_abs_top1_logit": 8.622620582580566, | |
| "max_abs_top1_pos": 91, | |
| "ref_top1_at_max": 10.627379417419434, | |
| "coreai_top1_at_max": 19.25, | |
| "tokens_top1_off_by_0.1": 4, | |
| "max_abs_blank_logit": 3.9561500549316406, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "5639-40744-0001", | |
| "tokens": 311, | |
| "tokens_same": 311, | |
| "max_abs_top1_logit": 0.08707427978515625, | |
| "max_abs_top1_pos": 263, | |
| "ref_top1_at_max": 51.287925720214844, | |
| "coreai_top1_at_max": 51.375, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.05418872833251953, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "5639-40744-0002", | |
| "tokens": 223, | |
| "tokens_same": 223, | |
| "max_abs_top1_logit": 0.06977081298828125, | |
| "max_abs_top1_pos": 132, | |
| "ref_top1_at_max": -27.08647918701172, | |
| "coreai_top1_at_max": -27.15625, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.03621387481689453, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "5639-40744-0003", | |
| "tokens": 678, | |
| "tokens_same": 678, | |
| "max_abs_top1_logit": 0.861114501953125, | |
| "max_abs_top1_pos": 654, | |
| "ref_top1_at_max": 6.197479248046875, | |
| "coreai_top1_at_max": 7.05859375, | |
| "tokens_top1_off_by_0.1": 3, | |
| "max_abs_blank_logit": 0.4163799285888672, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "5639-40744-0004", | |
| "tokens": 312, | |
| "tokens_same": 312, | |
| "max_abs_top1_logit": 0.6284255981445312, | |
| "max_abs_top1_pos": 192, | |
| "ref_top1_at_max": -20.92530059814453, | |
| "coreai_top1_at_max": -20.296875, | |
| "tokens_top1_off_by_0.1": 3, | |
| "max_abs_blank_logit": 0.2726106643676758, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "5639-40744-0005", | |
| "tokens": 141, | |
| "tokens_same": 141, | |
| "max_abs_top1_logit": 0.033194541931152344, | |
| "max_abs_top1_pos": 99, | |
| "ref_top1_at_max": -11.958992958068848, | |
| "coreai_top1_at_max": -11.9921875, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.02700328826904297, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "5639-40744-0006", | |
| "tokens": 201, | |
| "tokens_same": 201, | |
| "max_abs_top1_logit": 0.05436897277832031, | |
| "max_abs_top1_pos": 74, | |
| "ref_top1_at_max": -30.53938102722168, | |
| "coreai_top1_at_max": -30.59375, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.038277626037597656, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "5639-40744-0007", | |
| "tokens": 146, | |
| "tokens_same": 146, | |
| "max_abs_top1_logit": 0.18770599365234375, | |
| "max_abs_top1_pos": 52, | |
| "ref_top1_at_max": -27.890830993652344, | |
| "coreai_top1_at_max": -27.703125, | |
| "tokens_top1_off_by_0.1": 1, | |
| "max_abs_blank_logit": 0.14905071258544922, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "5639-40744-0008", | |
| "tokens": 56, | |
| "tokens_same": 56, | |
| "max_abs_top1_logit": 0.05889892578125, | |
| "max_abs_top1_pos": 27, | |
| "ref_top1_at_max": -16.57452392578125, | |
| "coreai_top1_at_max": -16.515625, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.03523540496826172, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "5639-40744-0009", | |
| "tokens": 60, | |
| "tokens_same": 60, | |
| "max_abs_top1_logit": 0.08996820449829102, | |
| "max_abs_top1_pos": 47, | |
| "ref_top1_at_max": 2.382936954498291, | |
| "coreai_top1_at_max": 2.29296875, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.04151153564453125, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "5639-40744-0010", | |
| "tokens": 103, | |
| "tokens_same": 103, | |
| "max_abs_top1_logit": 0.06806480884552002, | |
| "max_abs_top1_pos": 31, | |
| "ref_top1_at_max": -1.11259925365448, | |
| "coreai_top1_at_max": -1.1806640625, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.043201446533203125, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "5639-40744-0011", | |
| "tokens": 67, | |
| "tokens_same": 67, | |
| "max_abs_top1_logit": 0.0493927001953125, | |
| "max_abs_top1_pos": 22, | |
| "ref_top1_at_max": -22.513107299804688, | |
| "coreai_top1_at_max": -22.5625, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.03219318389892578, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "5639-40744-0012", | |
| "tokens": 215, | |
| "tokens_same": 215, | |
| "max_abs_top1_logit": 0.47460269927978516, | |
| "max_abs_top1_pos": 79, | |
| "ref_top1_at_max": -12.146477699279785, | |
| "coreai_top1_at_max": -11.671875, | |
| "tokens_top1_off_by_0.1": 3, | |
| "max_abs_blank_logit": 0.2830324172973633, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "5639-40744-0013", | |
| "tokens": 172, | |
| "tokens_same": 172, | |
| "max_abs_top1_logit": 0.06934738159179688, | |
| "max_abs_top1_pos": 32, | |
| "ref_top1_at_max": -34.3056526184082, | |
| "coreai_top1_at_max": -34.375, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.02642345428466797, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "5639-40744-0014", | |
| "tokens": 193, | |
| "tokens_same": 193, | |
| "max_abs_top1_logit": 2.2703819274902344, | |
| "max_abs_top1_pos": 75, | |
| "ref_top1_at_max": -8.026493072509766, | |
| "coreai_top1_at_max": -10.296875, | |
| "tokens_top1_off_by_0.1": 3, | |
| "max_abs_blank_logit": 1.0437746047973633, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "5639-40744-0015", | |
| "tokens": 276, | |
| "tokens_same": 276, | |
| "max_abs_top1_logit": 0.11264610290527344, | |
| "max_abs_top1_pos": 262, | |
| "ref_top1_at_max": -14.332666397094727, | |
| "coreai_top1_at_max": -14.4453125, | |
| "tokens_top1_off_by_0.1": 1, | |
| "max_abs_blank_logit": 0.057251930236816406, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "5639-40744-0016", | |
| "tokens": 237, | |
| "tokens_same": 237, | |
| "max_abs_top1_logit": 0.2960416078567505, | |
| "max_abs_top1_pos": 220, | |
| "ref_top1_at_max": 1.1124478578567505, | |
| "coreai_top1_at_max": 0.81640625, | |
| "tokens_top1_off_by_0.1": 2, | |
| "max_abs_blank_logit": 0.12560558319091797, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "5639-40744-0017", | |
| "tokens": 147, | |
| "tokens_same": 147, | |
| "max_abs_top1_logit": 0.1437368392944336, | |
| "max_abs_top1_pos": 34, | |
| "ref_top1_at_max": -7.410950660705566, | |
| "coreai_top1_at_max": -7.5546875, | |
| "tokens_top1_off_by_0.1": 1, | |
| "max_abs_blank_logit": 0.06881237030029297, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "5639-40744-0018", | |
| "tokens": 386, | |
| "tokens_same": 386, | |
| "max_abs_top1_logit": 0.06284713745117188, | |
| "max_abs_top1_pos": 163, | |
| "ref_top1_at_max": 58.15659713745117, | |
| "coreai_top1_at_max": 58.09375, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.037178993225097656, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "5639-40744-0019", | |
| "tokens": 302, | |
| "tokens_same": 302, | |
| "max_abs_top1_logit": 0.6683158874511719, | |
| "max_abs_top1_pos": 84, | |
| "ref_top1_at_max": -13.347309112548828, | |
| "coreai_top1_at_max": -14.015625, | |
| "tokens_top1_off_by_0.1": 1, | |
| "max_abs_blank_logit": 0.2638235092163086, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "5639-40744-0020", | |
| "tokens": 246, | |
| "tokens_same": 246, | |
| "max_abs_top1_logit": 0.0875864028930664, | |
| "max_abs_top1_pos": 160, | |
| "ref_top1_at_max": -15.943663597106934, | |
| "coreai_top1_at_max": -16.03125, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.040520668029785156, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "5639-40744-0021", | |
| "tokens": 275, | |
| "tokens_same": 274, | |
| "max_abs_top1_logit": 0.44464111328125, | |
| "max_abs_top1_pos": 256, | |
| "ref_top1_at_max": -15.11651611328125, | |
| "coreai_top1_at_max": -14.671875, | |
| "tokens_top1_off_by_0.1": 2, | |
| "max_abs_blank_logit": 0.13323497772216797, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "5639-40744-0022", | |
| "tokens": 341, | |
| "tokens_same": 341, | |
| "max_abs_top1_logit": 0.06873655319213867, | |
| "max_abs_top1_pos": 118, | |
| "ref_top1_at_max": -0.8377795219421387, | |
| "coreai_top1_at_max": -0.76904296875, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.03843402862548828, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "5639-40744-0023", | |
| "tokens": 348, | |
| "tokens_same": 348, | |
| "max_abs_top1_logit": 0.07189369201660156, | |
| "max_abs_top1_pos": 55, | |
| "ref_top1_at_max": -23.3218936920166, | |
| "coreai_top1_at_max": -23.25, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.03659534454345703, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "5639-40744-0024", | |
| "tokens": 221, | |
| "tokens_same": 221, | |
| "max_abs_top1_logit": 0.1251239776611328, | |
| "max_abs_top1_pos": 45, | |
| "ref_top1_at_max": -28.281373977661133, | |
| "coreai_top1_at_max": -28.15625, | |
| "tokens_top1_off_by_0.1": 1, | |
| "max_abs_blank_logit": 0.049324989318847656, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "5639-40744-0025", | |
| "tokens": 220, | |
| "tokens_same": 220, | |
| "max_abs_top1_logit": 4.504482269287109, | |
| "max_abs_top1_pos": 136, | |
| "ref_top1_at_max": -2.4173924922943115, | |
| "coreai_top1_at_max": -6.921875, | |
| "tokens_top1_off_by_0.1": 3, | |
| "max_abs_blank_logit": 1.7348852157592773, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "5639-40744-0026", | |
| "tokens": 363, | |
| "tokens_same": 363, | |
| "max_abs_top1_logit": 0.5848245620727539, | |
| "max_abs_top1_pos": 341, | |
| "ref_top1_at_max": -15.094862937927246, | |
| "coreai_top1_at_max": -15.6796875, | |
| "tokens_top1_off_by_0.1": 4, | |
| "max_abs_blank_logit": 0.24334430694580078, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "5639-40744-0027", | |
| "tokens": 582, | |
| "tokens_same": 582, | |
| "max_abs_top1_logit": 0.133544921875, | |
| "max_abs_top1_pos": 165, | |
| "ref_top1_at_max": -1.133056640625, | |
| "coreai_top1_at_max": -1.2666015625, | |
| "tokens_top1_off_by_0.1": 2, | |
| "max_abs_blank_logit": 0.05796527862548828, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "5639-40744-0028", | |
| "tokens": 306, | |
| "tokens_same": 306, | |
| "max_abs_top1_logit": 0.07581615447998047, | |
| "max_abs_top1_pos": 271, | |
| "ref_top1_at_max": -13.41956615447998, | |
| "coreai_top1_at_max": -13.34375, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.04399394989013672, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "5639-40744-0029", | |
| "tokens": 183, | |
| "tokens_same": 183, | |
| "max_abs_top1_logit": 0.0464935302734375, | |
| "max_abs_top1_pos": 33, | |
| "ref_top1_at_max": -30.374618530273438, | |
| "coreai_top1_at_max": -30.328125, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.03238391876220703, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "5639-40744-0030", | |
| "tokens": 557, | |
| "tokens_same": 557, | |
| "max_abs_top1_logit": 1.4781322479248047, | |
| "max_abs_top1_pos": 314, | |
| "ref_top1_at_max": 1.5101490020751953, | |
| "coreai_top1_at_max": 2.98828125, | |
| "tokens_top1_off_by_0.1": 5, | |
| "max_abs_blank_logit": 0.666386604309082, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "5639-40744-0031", | |
| "tokens": 711, | |
| "tokens_same": 711, | |
| "max_abs_top1_logit": 5.562536239624023, | |
| "max_abs_top1_pos": 620, | |
| "ref_top1_at_max": -8.710901260375977, | |
| "coreai_top1_at_max": -14.2734375, | |
| "tokens_top1_off_by_0.1": 4, | |
| "max_abs_blank_logit": 2.1934709548950195, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "5639-40744-0032", | |
| "tokens": 436, | |
| "tokens_same": 436, | |
| "max_abs_top1_logit": 4.162777423858643, | |
| "max_abs_top1_pos": 361, | |
| "ref_top1_at_max": 1.395816445350647, | |
| "coreai_top1_at_max": 5.55859375, | |
| "tokens_top1_off_by_0.1": 5, | |
| "max_abs_blank_logit": 1.9310379028320312, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "5639-40744-0033", | |
| "tokens": 229, | |
| "tokens_same": 229, | |
| "max_abs_top1_logit": 0.06742095947265625, | |
| "max_abs_top1_pos": 52, | |
| "ref_top1_at_max": -17.541954040527344, | |
| "coreai_top1_at_max": -17.609375, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.03851127624511719, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "5639-40744-0034", | |
| "tokens": 327, | |
| "tokens_same": 327, | |
| "max_abs_top1_logit": 1.3215160369873047, | |
| "max_abs_top1_pos": 48, | |
| "ref_top1_at_max": -23.772233963012695, | |
| "coreai_top1_at_max": -25.09375, | |
| "tokens_top1_off_by_0.1": 4, | |
| "max_abs_blank_logit": 0.517827033996582, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "5639-40744-0035", | |
| "tokens": 438, | |
| "tokens_same": 437, | |
| "max_abs_top1_logit": 1.8211331367492676, | |
| "max_abs_top1_pos": 230, | |
| "ref_top1_at_max": -2.6280856132507324, | |
| "coreai_top1_at_max": -4.44921875, | |
| "tokens_top1_off_by_0.1": 6, | |
| "max_abs_blank_logit": 0.7529182434082031, | |
| "transcript_same": false | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "5639-40744-0036", | |
| "tokens": 289, | |
| "tokens_same": 289, | |
| "max_abs_top1_logit": 0.6692113876342773, | |
| "max_abs_top1_pos": 258, | |
| "ref_top1_at_max": -15.565163612365723, | |
| "coreai_top1_at_max": -16.234375, | |
| "tokens_top1_off_by_0.1": 3, | |
| "max_abs_blank_logit": 0.26036930084228516, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "5639-40744-0037", | |
| "tokens": 286, | |
| "tokens_same": 286, | |
| "max_abs_top1_logit": 1.2640655040740967, | |
| "max_abs_top1_pos": 40, | |
| "ref_top1_at_max": -3.9027373790740967, | |
| "coreai_top1_at_max": -2.638671875, | |
| "tokens_top1_off_by_0.1": 5, | |
| "max_abs_blank_logit": 0.5771818161010742, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "5639-40744-0038", | |
| "tokens": 345, | |
| "tokens_same": 345, | |
| "max_abs_top1_logit": 4.719226837158203, | |
| "max_abs_top1_pos": 108, | |
| "ref_top1_at_max": -11.038585662841797, | |
| "coreai_top1_at_max": -15.7578125, | |
| "tokens_top1_off_by_0.1": 5, | |
| "max_abs_blank_logit": 1.6748437881469727, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "5639-40744-0039", | |
| "tokens": 360, | |
| "tokens_same": 360, | |
| "max_abs_top1_logit": 2.835582733154297, | |
| "max_abs_top1_pos": 263, | |
| "ref_top1_at_max": -9.961292266845703, | |
| "coreai_top1_at_max": -12.796875, | |
| "tokens_top1_off_by_0.1": 5, | |
| "max_abs_blank_logit": 1.0722522735595703, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "5639-40744-0040", | |
| "tokens": 313, | |
| "tokens_same": 313, | |
| "max_abs_top1_logit": 0.04955482482910156, | |
| "max_abs_top1_pos": 104, | |
| "ref_top1_at_max": -24.2785701751709, | |
| "coreai_top1_at_max": -24.328125, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.037201881408691406, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "5639-40744-0041", | |
| "tokens": 430, | |
| "tokens_same": 430, | |
| "max_abs_top1_logit": 0.07453346252441406, | |
| "max_abs_top1_pos": 148, | |
| "ref_top1_at_max": -20.355783462524414, | |
| "coreai_top1_at_max": -20.28125, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.04876422882080078, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "260-123440-0000", | |
| "tokens": 54, | |
| "tokens_same": 54, | |
| "max_abs_top1_logit": 0.05749320983886719, | |
| "max_abs_top1_pos": 42, | |
| "ref_top1_at_max": -24.770631790161133, | |
| "coreai_top1_at_max": -24.828125, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.03193950653076172, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "260-123440-0001", | |
| "tokens": 44, | |
| "tokens_same": 44, | |
| "max_abs_top1_logit": 0.04343414306640625, | |
| "max_abs_top1_pos": 36, | |
| "ref_top1_at_max": -15.198753356933594, | |
| "coreai_top1_at_max": -15.2421875, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.03416919708251953, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "260-123440-0002", | |
| "tokens": 368, | |
| "tokens_same": 368, | |
| "max_abs_top1_logit": 0.045864105224609375, | |
| "max_abs_top1_pos": 62, | |
| "ref_top1_at_max": 50.32913589477539, | |
| "coreai_top1_at_max": 50.375, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.03347492218017578, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "260-123440-0003", | |
| "tokens": 90, | |
| "tokens_same": 90, | |
| "max_abs_top1_logit": 0.043102264404296875, | |
| "max_abs_top1_pos": 55, | |
| "ref_top1_at_max": -17.800647735595703, | |
| "coreai_top1_at_max": -17.84375, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.023751258850097656, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "260-123440-0004", | |
| "tokens": 301, | |
| "tokens_same": 301, | |
| "max_abs_top1_logit": 1.735256552696228, | |
| "max_abs_top1_pos": 56, | |
| "ref_top1_at_max": -1.020602822303772, | |
| "coreai_top1_at_max": -2.755859375, | |
| "tokens_top1_off_by_0.1": 1, | |
| "max_abs_blank_logit": 0.7088112831115723, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "260-123440-0005", | |
| "tokens": 78, | |
| "tokens_same": 78, | |
| "max_abs_top1_logit": 0.05619317293167114, | |
| "max_abs_top1_pos": 46, | |
| "ref_top1_at_max": 0.8242595791816711, | |
| "coreai_top1_at_max": 0.76806640625, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.03830146789550781, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "260-123440-0006", | |
| "tokens": 68, | |
| "tokens_same": 68, | |
| "max_abs_top1_logit": 0.0644216537475586, | |
| "max_abs_top1_pos": 24, | |
| "ref_top1_at_max": -3.3378591537475586, | |
| "coreai_top1_at_max": -3.2734375, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.034270286560058594, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "260-123440-0007", | |
| "tokens": 85, | |
| "tokens_same": 85, | |
| "max_abs_top1_logit": 0.07708358764648438, | |
| "max_abs_top1_pos": 40, | |
| "ref_top1_at_max": -17.204166412353516, | |
| "coreai_top1_at_max": -17.28125, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.04264545440673828, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "260-123440-0008", | |
| "tokens": 94, | |
| "tokens_same": 94, | |
| "max_abs_top1_logit": 0.07676124572753906, | |
| "max_abs_top1_pos": 79, | |
| "ref_top1_at_max": -26.07948875427246, | |
| "coreai_top1_at_max": -26.15625, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.04250621795654297, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "260-123440-0009", | |
| "tokens": 78, | |
| "tokens_same": 78, | |
| "max_abs_top1_logit": 0.04347038269042969, | |
| "max_abs_top1_pos": 57, | |
| "ref_top1_at_max": -28.53465461730957, | |
| "coreai_top1_at_max": -28.578125, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.03140544891357422, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "260-123440-0010", | |
| "tokens": 208, | |
| "tokens_same": 208, | |
| "max_abs_top1_logit": 0.4881610870361328, | |
| "max_abs_top1_pos": 195, | |
| "ref_top1_at_max": -19.863161087036133, | |
| "coreai_top1_at_max": -19.375, | |
| "tokens_top1_off_by_0.1": 3, | |
| "max_abs_blank_logit": 0.21747684478759766, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "260-123440-0011", | |
| "tokens": 122, | |
| "tokens_same": 122, | |
| "max_abs_top1_logit": 0.04740619659423828, | |
| "max_abs_top1_pos": 20, | |
| "ref_top1_at_max": -11.469281196594238, | |
| "coreai_top1_at_max": -11.421875, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.031296730041503906, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "260-123440-0012", | |
| "tokens": 131, | |
| "tokens_same": 131, | |
| "max_abs_top1_logit": 0.07146453857421875, | |
| "max_abs_top1_pos": 12, | |
| "ref_top1_at_max": -24.45978546142578, | |
| "coreai_top1_at_max": -24.53125, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.04726886749267578, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "260-123440-0013", | |
| "tokens": 87, | |
| "tokens_same": 87, | |
| "max_abs_top1_logit": 0.05712604522705078, | |
| "max_abs_top1_pos": 14, | |
| "ref_top1_at_max": 2.500485420227051, | |
| "coreai_top1_at_max": 2.443359375, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.032187461853027344, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "260-123440-0014", | |
| "tokens": 96, | |
| "tokens_same": 96, | |
| "max_abs_top1_logit": 0.048374176025390625, | |
| "max_abs_top1_pos": 26, | |
| "ref_top1_at_max": 46.35787582397461, | |
| "coreai_top1_at_max": 46.40625, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.03305625915527344, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "260-123440-0015", | |
| "tokens": 155, | |
| "tokens_same": 155, | |
| "max_abs_top1_logit": 0.04678916931152344, | |
| "max_abs_top1_pos": 96, | |
| "ref_top1_at_max": -27.718835830688477, | |
| "coreai_top1_at_max": -27.765625, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.0361480712890625, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "260-123440-0016", | |
| "tokens": 123, | |
| "tokens_same": 123, | |
| "max_abs_top1_logit": 0.05060768127441406, | |
| "max_abs_top1_pos": 41, | |
| "ref_top1_at_max": -27.988107681274414, | |
| "coreai_top1_at_max": -27.9375, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.024718284606933594, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "260-123440-0017", | |
| "tokens": 77, | |
| "tokens_same": 77, | |
| "max_abs_top1_logit": 0.09112215042114258, | |
| "max_abs_top1_pos": 32, | |
| "ref_top1_at_max": -4.502627849578857, | |
| "coreai_top1_at_max": -4.59375, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.05433177947998047, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "260-123440-0018", | |
| "tokens": 91, | |
| "tokens_same": 91, | |
| "max_abs_top1_logit": 0.03894615173339844, | |
| "max_abs_top1_pos": 13, | |
| "ref_top1_at_max": -6.906133651733398, | |
| "coreai_top1_at_max": -6.8671875, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.023077964782714844, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "260-123440-0019", | |
| "tokens": 166, | |
| "tokens_same": 166, | |
| "max_abs_top1_logit": 0.058887481689453125, | |
| "max_abs_top1_pos": 30, | |
| "ref_top1_at_max": -9.894237518310547, | |
| "coreai_top1_at_max": -9.953125, | |
| "tokens_top1_off_by_0.1": 0, | |
| "max_abs_blank_logit": 0.04671478271484375, | |
| "transcript_same": true | |
| }, | |
| { | |
| "set": "test-clean", | |
| "id": "260-123440-0020", | |
| "tokens": 125, | |
| "tokens_same": 125, | |
| "max_abs_top1_logit": 0.1563425064086914, | |
| "max_abs_top1_pos": 110, | |
| "ref_top1_at_max": -15.437407493591309, | |
| "coreai_top1_at_max": -15.59375, | |
| "tokens_top1_off_by_0.1": 2, | |
| "max_abs_blank_logit": 0.12693119049072266, | |
| "transcript_same": true | |
| } | |
| ], | |
| "wer_jiwer": { | |
| "engine": "jiwer 4.0.0", | |
| "hyp_tsv": "<work>/exports/reader_v2/fp16/hyp_gpu_T750.tsv", | |
| "fixture/torch": { | |
| "wer": 0.036968576709796676, | |
| "substitutions": 18, | |
| "deletions": 1, | |
| "insertions": 1, | |
| "ref_words": 541 | |
| }, | |
| "fixture/coreai": { | |
| "wer": 0.036968576709796676, | |
| "substitutions": 18, | |
| "deletions": 1, | |
| "insertions": 1, | |
| "ref_words": 541 | |
| }, | |
| "test-clean/torch": { | |
| "wer": 0.036547776309995596, | |
| "substitutions": 141, | |
| "deletions": 11, | |
| "insertions": 14, | |
| "ref_words": 4542 | |
| }, | |
| "test-clean/coreai": { | |
| "wer": 0.03632760898282695, | |
| "substitutions": 141, | |
| "deletions": 11, | |
| "insertions": 13, | |
| "ref_words": 4542 | |
| }, | |
| "matches_numpy": true | |
| } | |
| } | |