| { |
| "bundle": "<work>/exports/reader/fp16/eg2_reader_fp16_T750_ane_h16c.aimodelc", |
| "form": "fp16", |
| "tokens": 750, |
| "window_s": 30.0, |
| "head": "argmax", |
| "backend": "ane", |
| "specialization": "from_preferred_compute_unit_kind(neural_engine)", |
| "ane_regions": 2, |
| "ane_region_names": [ |
| "main_9wemocz7YmEwKSHhsD5JpQ_0_ANE_region_0", |
| "main_9wemocz7YmEwKSHhsD5JpQ_0_ANE_region_1" |
| ], |
| "input_dtype": "float16", |
| "function_descriptor": { |
| "inputs": [ |
| "soft_tokens", |
| "token_mask" |
| ], |
| "outputs": [ |
| "top1_index", |
| "top1_logit", |
| "blank_logit" |
| ] |
| }, |
| "reader": { |
| "kind": "release", |
| "weights": "<eg2-transcribe>/reader/reader.pt", |
| "weights_sha256": "67a06a857b9aeb066347f8947e4faeed11d2ec3e89e0c23974be0a2c20243d5b", |
| "arch": "a", |
| "k": null, |
| "params": 13268994, |
| "scale": 91.21830749511719, |
| "n_vocab": 200000, |
| "table": "<eg2-transcribe>/reader/word_table.npy", |
| "reader_dir": "<eg2-transcribe>/reader", |
| "model_py_sha256": "95a32e58defcda2d71931bea9c07a66272ff7ec8fa5cd39c1bce8e1f253b51c0", |
| "decode_py_sha256": "d8ecd41dea4322397c319d515cba80438b322c88aaf6471943cffbabca0f6462", |
| "config": { |
| "version": "v1", |
| "window": { |
| "seconds": 30, |
| "left_overlap_tokens": 96, |
| "right_extra_tokens": 1, |
| "note": "encoder is causal; the 83 tokens at the start of a window and its last token differ from a continuous run (fixtures/long-speckled-band: soft_tokens_w30 vs soft_tokens_continuous)" |
| }, |
| "decode": "greedy argmax over N+1, collapse repeats, drop blank", |
| "scale": 91.21830749511719, |
| "wer": { |
| "dev-clean": { |
| "wer": 0.06566, |
| "utterances": 2703, |
| "ref_words": 54402 |
| }, |
| "dev-other": { |
| "wer": 0.14927, |
| "utterances": 2864, |
| "ref_words": 50948 |
| }, |
| "test-clean": { |
| "wer": 0.06807, |
| "utterances": 2620, |
| "ref_words": 52576 |
| }, |
| "test-other": { |
| "wer": 0.15102, |
| "utterances": 2939, |
| "ref_words": 52343 |
| }, |
| "fixtures": { |
| "wer": 0.04806, |
| "utterances": 20, |
| "ref_words": 541 |
| }, |
| "decode": "greedy, no language model" |
| } |
| } |
| }, |
| "ref_npz": "<work>/exports/reader/ref_T750.npz", |
| "bar": { |
| "test_clean_wer_max": 0.060785, |
| "fixture_min": 19 |
| }, |
| "summary": { |
| "pass": true, |
| "bar_met": true, |
| "fixture": { |
| "utterances": 20, |
| "transcripts_same": 20, |
| "tokens": 5036, |
| "token_agreement": 1.0, |
| "wer_torch": { |
| "wer": 0.04805914972273567, |
| "errors": 26, |
| "ref_words": 541, |
| "utterances": 20, |
| "engine": "word Levenshtein (numpy); jiwer: gate_reader.py score" |
| }, |
| "wer_coreai": { |
| "wer": 0.04805914972273567, |
| "errors": 26, |
| "ref_words": 541, |
| "utterances": 20, |
| "engine": "word Levenshtein (numpy); jiwer: gate_reader.py score" |
| } |
| }, |
| "test_clean": { |
| "utterances": 200, |
| "transcripts_same": 199, |
| "tokens": 39126, |
| "token_agreement": 0.9999744415478199, |
| "wer_torch": { |
| "wer": 0.058784676354029064, |
| "errors": 267, |
| "ref_words": 4542, |
| "utterances": 200, |
| "engine": "word Levenshtein (numpy); jiwer: gate_reader.py score" |
| }, |
| "wer_coreai": { |
| "wer": 0.05900484368119771, |
| "errors": 268, |
| "ref_words": 4542, |
| "utterances": 200, |
| "engine": "word Levenshtein (numpy); jiwer: gate_reader.py score" |
| } |
| }, |
| "token_agreement_all": 0.9999773560980028, |
| "tokens": 44162, |
| "argmax_index_agreement": 0.9946560391286626, |
| "label_mismatches": 1, |
| "max_abs_top1_logit": 0.3397235870361328, |
| "max_abs_blank_logit": 0.06714439392089844, |
| "tokens_top1_off_by_0.1": 34, |
| "drift_labels": 0, |
| "drift_max_abs_logit": 0.0, |
| "red_arm_changes_labels": true, |
| "red_arm_transcripts_changed": 7 |
| }, |
| "mismatches": [ |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0003", |
| "pos": 279, |
| "ref": 77014, |
| "coreai": 76986, |
| "ref_gap": 0.0004564523696899414, |
| "ref_blank_minus_top1": -8.37983512878418, |
| "coreai_blank_minus_top1": -8.3828125 |
| } |
| ], |
| "red_arm_mask_all_ones": [ |
| { |
| "id": "2300-131720-0000", |
| "tokens": 127, |
| "labels_changed": 2, |
| "transcript_changed": false |
| }, |
| { |
| "id": "121-121726-0001", |
| "tokens": 148, |
| "labels_changed": 1, |
| "transcript_changed": true |
| }, |
| { |
| "id": "1089-134686-0002", |
| "tokens": 166, |
| "labels_changed": 1, |
| "transcript_changed": true |
| }, |
| { |
| "id": "1284-1180-0001", |
| "tokens": 194, |
| "labels_changed": 0, |
| "transcript_changed": false |
| }, |
| { |
| "id": "2094-142345-0001", |
| "tokens": 201, |
| "labels_changed": 0, |
| "transcript_changed": false |
| }, |
| { |
| "id": "1284-1180-0000", |
| "tokens": 203, |
| "labels_changed": 3, |
| "transcript_changed": true |
| }, |
| { |
| "id": "121-121726-0000", |
| "tokens": 212, |
| "labels_changed": 3, |
| "transcript_changed": true |
| }, |
| { |
| "id": "1580-141083-0000", |
| "tokens": 224, |
| "labels_changed": 1, |
| "transcript_changed": true |
| }, |
| { |
| "id": "1188-133604-0001", |
| "tokens": 226, |
| "labels_changed": 3, |
| "transcript_changed": true |
| }, |
| { |
| "id": "1995-1826-0000", |
| "tokens": 237, |
| "labels_changed": 1, |
| "transcript_changed": true |
| } |
| ], |
| "windows": 220, |
| "load_s": 1.05, |
| "first_call_s": 0.0764, |
| "median_call_ms_pass2": 46.403, |
| "timing_note": "one pass over the gate windows; the timing gate is bench_pipeline.py", |
| "runtime": { |
| "coreai-core": "1.0.0b2", |
| "macos_build": "26A428", |
| "python": "3.11.13" |
| }, |
| "label": "eg2stt-r2c-gates-ane2", |
| "finished": "2026-10-14T10:32:45+0900", |
| "utterances_table": [ |
| { |
| "set": "fixture", |
| "id": "1089-134686-0000", |
| "tokens": 261, |
| "tokens_same": 261, |
| "max_abs_top1_logit": 0.08177018165588379, |
| "max_abs_top1_pos": 236, |
| "ref_top1_at_max": -3.665754556655884, |
| "coreai_top1_at_max": -3.583984375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.016815185546875, |
| "transcript_same": true |
| }, |
| { |
| "set": "fixture", |
| "id": "1089-134686-0002", |
| "tokens": 166, |
| "tokens_same": 166, |
| "max_abs_top1_logit": 0.07719230651855469, |
| "max_abs_top1_pos": 73, |
| "ref_top1_at_max": 28.842817306518555, |
| "coreai_top1_at_max": 28.765625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.029285430908203125, |
| "transcript_same": true |
| }, |
| { |
| "set": "fixture", |
| "id": "1188-133604-0000", |
| "tokens": 268, |
| "tokens_same": 268, |
| "max_abs_top1_logit": 0.2434558868408203, |
| "max_abs_top1_pos": 250, |
| "ref_top1_at_max": 16.92841911315918, |
| "coreai_top1_at_max": 17.171875, |
| "tokens_top1_off_by_0.1": 1, |
| "max_abs_blank_logit": 0.032169342041015625, |
| "transcript_same": true |
| }, |
| { |
| "set": "fixture", |
| "id": "1188-133604-0001", |
| "tokens": 226, |
| "tokens_same": 226, |
| "max_abs_top1_logit": 0.08417892456054688, |
| "max_abs_top1_pos": 26, |
| "ref_top1_at_max": 25.240428924560547, |
| "coreai_top1_at_max": 25.15625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.021251678466796875, |
| "transcript_same": true |
| }, |
| { |
| "set": "fixture", |
| "id": "121-121726-0000", |
| "tokens": 212, |
| "tokens_same": 212, |
| "max_abs_top1_logit": 0.06518173217773438, |
| "max_abs_top1_pos": 81, |
| "ref_top1_at_max": 6.459712982177734, |
| "coreai_top1_at_max": 6.39453125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.03619861602783203, |
| "transcript_same": true |
| }, |
| { |
| "set": "fixture", |
| "id": "121-121726-0001", |
| "tokens": 148, |
| "tokens_same": 148, |
| "max_abs_top1_logit": 0.06336307525634766, |
| "max_abs_top1_pos": 59, |
| "ref_top1_at_max": -8.649300575256348, |
| "coreai_top1_at_max": -8.5859375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.02728271484375, |
| "transcript_same": true |
| }, |
| { |
| "set": "fixture", |
| "id": "1221-135766-0000", |
| "tokens": 311, |
| "tokens_same": 311, |
| "max_abs_top1_logit": 0.061081886291503906, |
| "max_abs_top1_pos": 124, |
| "ref_top1_at_max": 3.494675636291504, |
| "coreai_top1_at_max": 3.43359375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.02312469482421875, |
| "transcript_same": true |
| }, |
| { |
| "set": "fixture", |
| "id": "1221-135766-0001", |
| "tokens": 418, |
| "tokens_same": 418, |
| "max_abs_top1_logit": 0.28723907470703125, |
| "max_abs_top1_pos": 36, |
| "ref_top1_at_max": 6.865104675292969, |
| "coreai_top1_at_max": 7.15234375, |
| "tokens_top1_off_by_0.1": 2, |
| "max_abs_blank_logit": 0.039539337158203125, |
| "transcript_same": true |
| }, |
| { |
| "set": "fixture", |
| "id": "1284-1180-0000", |
| "tokens": 203, |
| "tokens_same": 203, |
| "max_abs_top1_logit": 0.06319046020507812, |
| "max_abs_top1_pos": 98, |
| "ref_top1_at_max": -3.631549835205078, |
| "coreai_top1_at_max": -3.568359375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.021266937255859375, |
| "transcript_same": true |
| }, |
| { |
| "set": "fixture", |
| "id": "1284-1180-0001", |
| "tokens": 194, |
| "tokens_same": 194, |
| "max_abs_top1_logit": 0.058010101318359375, |
| "max_abs_top1_pos": 112, |
| "ref_top1_at_max": 30.66738510131836, |
| "coreai_top1_at_max": 30.609375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.029867172241210938, |
| "transcript_same": true |
| }, |
| { |
| "set": "fixture", |
| "id": "1320-122612-0000", |
| "tokens": 337, |
| "tokens_same": 337, |
| "max_abs_top1_logit": 0.06764602661132812, |
| "max_abs_top1_pos": 281, |
| "ref_top1_at_max": 33.00514602661133, |
| "coreai_top1_at_max": 32.9375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.025318145751953125, |
| "transcript_same": true |
| }, |
| { |
| "set": "fixture", |
| "id": "1320-122612-0001", |
| "tokens": 238, |
| "tokens_same": 238, |
| "max_abs_top1_logit": 0.08237770199775696, |
| "max_abs_top1_pos": 85, |
| "ref_top1_at_max": -0.44419410824775696, |
| "coreai_top1_at_max": -0.36181640625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.028562545776367188, |
| "transcript_same": true |
| }, |
| { |
| "set": "fixture", |
| "id": "1580-141083-0000", |
| "tokens": 224, |
| "tokens_same": 224, |
| "max_abs_top1_logit": 0.24600982666015625, |
| "max_abs_top1_pos": 118, |
| "ref_top1_at_max": 29.535240173339844, |
| "coreai_top1_at_max": 29.78125, |
| "tokens_top1_off_by_0.1": 2, |
| "max_abs_blank_logit": 0.06714439392089844, |
| "transcript_same": true |
| }, |
| { |
| "set": "fixture", |
| "id": "1580-141083-0001", |
| "tokens": 257, |
| "tokens_same": 257, |
| "max_abs_top1_logit": 0.07232666015625, |
| "max_abs_top1_pos": 173, |
| "ref_top1_at_max": 1.97271728515625, |
| "coreai_top1_at_max": 1.900390625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.02277374267578125, |
| "transcript_same": true |
| }, |
| { |
| "set": "fixture", |
| "id": "1995-1826-0000", |
| "tokens": 237, |
| "tokens_same": 237, |
| "max_abs_top1_logit": 0.07864904403686523, |
| "max_abs_top1_pos": 93, |
| "ref_top1_at_max": 4.063024044036865, |
| "coreai_top1_at_max": 3.984375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.026433944702148438, |
| "transcript_same": true |
| }, |
| { |
| "set": "fixture", |
| "id": "1995-1826-0001", |
| "tokens": 254, |
| "tokens_same": 254, |
| "max_abs_top1_logit": 0.1163778305053711, |
| "max_abs_top1_pos": 24, |
| "ref_top1_at_max": 8.952315330505371, |
| "coreai_top1_at_max": 8.8359375, |
| "tokens_top1_off_by_0.1": 1, |
| "max_abs_blank_logit": 0.028222084045410156, |
| "transcript_same": true |
| }, |
| { |
| "set": "fixture", |
| "id": "2094-142345-0001", |
| "tokens": 201, |
| "tokens_same": 201, |
| "max_abs_top1_logit": 0.06256580352783203, |
| "max_abs_top1_pos": 77, |
| "ref_top1_at_max": 14.164128303527832, |
| "coreai_top1_at_max": 14.1015625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.023130416870117188, |
| "transcript_same": true |
| }, |
| { |
| "set": "fixture", |
| "id": "2094-142345-0002", |
| "tokens": 388, |
| "tokens_same": 388, |
| "max_abs_top1_logit": 0.08357572555541992, |
| "max_abs_top1_pos": 377, |
| "ref_top1_at_max": 7.69685697555542, |
| "coreai_top1_at_max": 7.61328125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.021265029907226562, |
| "transcript_same": true |
| }, |
| { |
| "set": "fixture", |
| "id": "2300-131720-0000", |
| "tokens": 127, |
| "tokens_same": 127, |
| "max_abs_top1_logit": 0.06294822692871094, |
| "max_abs_top1_pos": 66, |
| "ref_top1_at_max": -6.355020523071289, |
| "coreai_top1_at_max": -6.41796875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.022954940795898438, |
| "transcript_same": true |
| }, |
| { |
| "set": "fixture", |
| "id": "2300-131720-0001", |
| "tokens": 366, |
| "tokens_same": 366, |
| "max_abs_top1_logit": 0.12650763988494873, |
| "max_abs_top1_pos": 126, |
| "ref_top1_at_max": -1.3471251726150513, |
| "coreai_top1_at_max": -1.4736328125, |
| "tokens_top1_off_by_0.1": 1, |
| "max_abs_blank_logit": 0.050006866455078125, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-75918-0000", |
| "tokens": 88, |
| "tokens_same": 88, |
| "max_abs_top1_logit": 0.08091568946838379, |
| "max_abs_top1_pos": 23, |
| "ref_top1_at_max": 1.6922438144683838, |
| "coreai_top1_at_max": 1.611328125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.0207366943359375, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-75918-0001", |
| "tokens": 356, |
| "tokens_same": 356, |
| "max_abs_top1_logit": 0.11955642700195312, |
| "max_abs_top1_pos": 97, |
| "ref_top1_at_max": 13.958568572998047, |
| "coreai_top1_at_max": 14.078125, |
| "tokens_top1_off_by_0.1": 1, |
| "max_abs_blank_logit": 0.02984619140625, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-75918-0002", |
| "tokens": 126, |
| "tokens_same": 126, |
| "max_abs_top1_logit": 0.045540690422058105, |
| "max_abs_top1_pos": 11, |
| "ref_top1_at_max": -1.991568684577942, |
| "coreai_top1_at_max": -2.037109375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.018108367919921875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-75918-0003", |
| "tokens": 583, |
| "tokens_same": 583, |
| "max_abs_top1_logit": 0.1392040252685547, |
| "max_abs_top1_pos": 44, |
| "ref_top1_at_max": 21.892045974731445, |
| "coreai_top1_at_max": 22.03125, |
| "tokens_top1_off_by_0.1": 1, |
| "max_abs_blank_logit": 0.03633689880371094, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-75918-0004", |
| "tokens": 277, |
| "tokens_same": 277, |
| "max_abs_top1_logit": 0.0757148265838623, |
| "max_abs_top1_pos": 248, |
| "ref_top1_at_max": 0.5918281078338623, |
| "coreai_top1_at_max": 0.51611328125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.036243438720703125, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-75918-0005", |
| "tokens": 329, |
| "tokens_same": 329, |
| "max_abs_top1_logit": 0.08596682548522949, |
| "max_abs_top1_pos": 121, |
| "ref_top1_at_max": 2.2499706745147705, |
| "coreai_top1_at_max": 2.3359375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.04476165771484375, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-75918-0006", |
| "tokens": 146, |
| "tokens_same": 146, |
| "max_abs_top1_logit": 0.0668487548828125, |
| "max_abs_top1_pos": 14, |
| "ref_top1_at_max": -8.660598754882812, |
| "coreai_top1_at_max": -8.59375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.02414703369140625, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-75918-0007", |
| "tokens": 83, |
| "tokens_same": 83, |
| "max_abs_top1_logit": 0.054297447204589844, |
| "max_abs_top1_pos": 52, |
| "ref_top1_at_max": -12.58554744720459, |
| "coreai_top1_at_max": -12.53125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.016084671020507812, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-75918-0008", |
| "tokens": 120, |
| "tokens_same": 120, |
| "max_abs_top1_logit": 0.0540924072265625, |
| "max_abs_top1_pos": 62, |
| "ref_top1_at_max": 8.391220092773438, |
| "coreai_top1_at_max": 8.4453125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.020269393920898438, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-75918-0009", |
| "tokens": 182, |
| "tokens_same": 182, |
| "max_abs_top1_logit": 0.060912132263183594, |
| "max_abs_top1_pos": 132, |
| "ref_top1_at_max": -3.1969003677368164, |
| "coreai_top1_at_max": -3.2578125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.020586013793945312, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-75918-0010", |
| "tokens": 76, |
| "tokens_same": 76, |
| "max_abs_top1_logit": 0.05355405807495117, |
| "max_abs_top1_pos": 75, |
| "ref_top1_at_max": -5.467616558074951, |
| "coreai_top1_at_max": -5.4140625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.027910232543945312, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-75918-0011", |
| "tokens": 80, |
| "tokens_same": 80, |
| "max_abs_top1_logit": 0.049901723861694336, |
| "max_abs_top1_pos": 56, |
| "ref_top1_at_max": 2.6592767238616943, |
| "coreai_top1_at_max": 2.609375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.018934249877929688, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-75918-0012", |
| "tokens": 49, |
| "tokens_same": 49, |
| "max_abs_top1_logit": 0.0682830810546875, |
| "max_abs_top1_pos": 38, |
| "ref_top1_at_max": -4.8300018310546875, |
| "coreai_top1_at_max": -4.76171875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.02407073974609375, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-75918-0013", |
| "tokens": 74, |
| "tokens_same": 74, |
| "max_abs_top1_logit": 0.053420066833496094, |
| "max_abs_top1_pos": 32, |
| "ref_top1_at_max": -3.379591941833496, |
| "coreai_top1_at_max": -3.326171875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.021785736083984375, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-75918-0014", |
| "tokens": 421, |
| "tokens_same": 421, |
| "max_abs_top1_logit": 0.08713340759277344, |
| "max_abs_top1_pos": 195, |
| "ref_top1_at_max": 29.712133407592773, |
| "coreai_top1_at_max": 29.625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.026586532592773438, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-75918-0015", |
| "tokens": 160, |
| "tokens_same": 160, |
| "max_abs_top1_logit": 0.060547709465026855, |
| "max_abs_top1_pos": 65, |
| "ref_top1_at_max": -1.2529288530349731, |
| "coreai_top1_at_max": -1.3134765625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.019289016723632812, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-75918-0016", |
| "tokens": 251, |
| "tokens_same": 251, |
| "max_abs_top1_logit": 0.09465980529785156, |
| "max_abs_top1_pos": 214, |
| "ref_top1_at_max": -4.127996444702148, |
| "coreai_top1_at_max": -4.22265625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.03246116638183594, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-75918-0017", |
| "tokens": 154, |
| "tokens_same": 154, |
| "max_abs_top1_logit": 0.05193519592285156, |
| "max_abs_top1_pos": 24, |
| "ref_top1_at_max": 28.36443519592285, |
| "coreai_top1_at_max": 28.3125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.025691986083984375, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-75918-0018", |
| "tokens": 270, |
| "tokens_same": 270, |
| "max_abs_top1_logit": 0.06691169738769531, |
| "max_abs_top1_pos": 9, |
| "ref_top1_at_max": -8.223161697387695, |
| "coreai_top1_at_max": -8.15625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.0230560302734375, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-75918-0019", |
| "tokens": 291, |
| "tokens_same": 291, |
| "max_abs_top1_logit": 0.07315444946289062, |
| "max_abs_top1_pos": 28, |
| "ref_top1_at_max": 5.401279449462891, |
| "coreai_top1_at_max": 5.328125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.023975372314453125, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-75918-0020", |
| "tokens": 360, |
| "tokens_same": 360, |
| "max_abs_top1_logit": 0.06276321411132812, |
| "max_abs_top1_pos": 150, |
| "ref_top1_at_max": 32.84401321411133, |
| "coreai_top1_at_max": 32.78125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.03470611572265625, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-76324-0000", |
| "tokens": 76, |
| "tokens_same": 76, |
| "max_abs_top1_logit": 0.05926179885864258, |
| "max_abs_top1_pos": 43, |
| "ref_top1_at_max": 4.195980548858643, |
| "coreai_top1_at_max": 4.13671875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.03284454345703125, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-76324-0001", |
| "tokens": 80, |
| "tokens_same": 80, |
| "max_abs_top1_logit": 0.054759979248046875, |
| "max_abs_top1_pos": 65, |
| "ref_top1_at_max": 33.42975997924805, |
| "coreai_top1_at_max": 33.375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.017461776733398438, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-76324-0002", |
| "tokens": 139, |
| "tokens_same": 139, |
| "max_abs_top1_logit": 0.05832481384277344, |
| "max_abs_top1_pos": 17, |
| "ref_top1_at_max": -8.659887313842773, |
| "coreai_top1_at_max": -8.6015625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.0235137939453125, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-76324-0003", |
| "tokens": 85, |
| "tokens_same": 85, |
| "max_abs_top1_logit": 0.0550994873046875, |
| "max_abs_top1_pos": 28, |
| "ref_top1_at_max": 32.21134948730469, |
| "coreai_top1_at_max": 32.15625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.019456863403320312, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-76324-0004", |
| "tokens": 154, |
| "tokens_same": 154, |
| "max_abs_top1_logit": 0.08885437250137329, |
| "max_abs_top1_pos": 134, |
| "ref_top1_at_max": 0.11250549554824829, |
| "coreai_top1_at_max": 0.023651123046875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.0408935546875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-76324-0005", |
| "tokens": 126, |
| "tokens_same": 126, |
| "max_abs_top1_logit": 0.06815719604492188, |
| "max_abs_top1_pos": 124, |
| "ref_top1_at_max": 23.130657196044922, |
| "coreai_top1_at_max": 23.0625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.020582199096679688, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-76324-0006", |
| "tokens": 112, |
| "tokens_same": 112, |
| "max_abs_top1_logit": 0.06284332275390625, |
| "max_abs_top1_pos": 24, |
| "ref_top1_at_max": -0.45326995849609375, |
| "coreai_top1_at_max": -0.51611328125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.022401809692382812, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-76324-0007", |
| "tokens": 71, |
| "tokens_same": 71, |
| "max_abs_top1_logit": 0.04321098327636719, |
| "max_abs_top1_pos": 20, |
| "ref_top1_at_max": 31.058835983276367, |
| "coreai_top1_at_max": 31.015625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.016452789306640625, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-76324-0008", |
| "tokens": 130, |
| "tokens_same": 130, |
| "max_abs_top1_logit": 0.06895065307617188, |
| "max_abs_top1_pos": 129, |
| "ref_top1_at_max": 13.915424346923828, |
| "coreai_top1_at_max": 13.984375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.018789291381835938, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-76324-0009", |
| "tokens": 85, |
| "tokens_same": 85, |
| "max_abs_top1_logit": 0.07175636291503906, |
| "max_abs_top1_pos": 27, |
| "ref_top1_at_max": -5.544412612915039, |
| "coreai_top1_at_max": -5.47265625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.03798103332519531, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-76324-0010", |
| "tokens": 67, |
| "tokens_same": 67, |
| "max_abs_top1_logit": 0.09038352966308594, |
| "max_abs_top1_pos": 14, |
| "ref_top1_at_max": -8.262258529663086, |
| "coreai_top1_at_max": -8.171875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.0330810546875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-76324-0011", |
| "tokens": 231, |
| "tokens_same": 231, |
| "max_abs_top1_logit": 0.06254386901855469, |
| "max_abs_top1_pos": 222, |
| "ref_top1_at_max": 29.843793869018555, |
| "coreai_top1_at_max": 29.78125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.026952743530273438, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-76324-0012", |
| "tokens": 117, |
| "tokens_same": 117, |
| "max_abs_top1_logit": 0.054592132568359375, |
| "max_abs_top1_pos": 20, |
| "ref_top1_at_max": 30.55459213256836, |
| "coreai_top1_at_max": 30.5, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.0181121826171875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-76324-0013", |
| "tokens": 108, |
| "tokens_same": 108, |
| "max_abs_top1_logit": 0.07262611389160156, |
| "max_abs_top1_pos": 19, |
| "ref_top1_at_max": 25.6507511138916, |
| "coreai_top1_at_max": 25.578125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.0148468017578125, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-76324-0014", |
| "tokens": 118, |
| "tokens_same": 118, |
| "max_abs_top1_logit": 0.0674896240234375, |
| "max_abs_top1_pos": 67, |
| "ref_top1_at_max": 32.87998962402344, |
| "coreai_top1_at_max": 32.8125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.016872406005859375, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-76324-0015", |
| "tokens": 310, |
| "tokens_same": 310, |
| "max_abs_top1_logit": 0.08858323097229004, |
| "max_abs_top1_pos": 261, |
| "ref_top1_at_max": 3.75264573097229, |
| "coreai_top1_at_max": 3.6640625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.0319061279296875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-76324-0016", |
| "tokens": 230, |
| "tokens_same": 230, |
| "max_abs_top1_logit": 0.06629562377929688, |
| "max_abs_top1_pos": 134, |
| "ref_top1_at_max": 31.097545623779297, |
| "coreai_top1_at_max": 31.03125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.0207061767578125, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-76324-0017", |
| "tokens": 135, |
| "tokens_same": 135, |
| "max_abs_top1_logit": 0.06690788269042969, |
| "max_abs_top1_pos": 107, |
| "ref_top1_at_max": 27.52003288269043, |
| "coreai_top1_at_max": 27.453125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.014673233032226562, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-76324-0018", |
| "tokens": 54, |
| "tokens_same": 54, |
| "max_abs_top1_logit": 0.06402969360351562, |
| "max_abs_top1_pos": 45, |
| "ref_top1_at_max": 25.892154693603516, |
| "coreai_top1_at_max": 25.828125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.0122222900390625, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-76324-0019", |
| "tokens": 65, |
| "tokens_same": 65, |
| "max_abs_top1_logit": 0.06657695770263672, |
| "max_abs_top1_pos": 52, |
| "ref_top1_at_max": 5.437329292297363, |
| "coreai_top1_at_max": 5.50390625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.02732086181640625, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-76324-0020", |
| "tokens": 158, |
| "tokens_same": 158, |
| "max_abs_top1_logit": 0.05824851989746094, |
| "max_abs_top1_pos": 70, |
| "ref_top1_at_max": 24.18324851989746, |
| "coreai_top1_at_max": 24.125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.01963043212890625, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-76324-0021", |
| "tokens": 184, |
| "tokens_same": 184, |
| "max_abs_top1_logit": 0.0593162402510643, |
| "max_abs_top1_pos": 90, |
| "ref_top1_at_max": -0.1201271191239357, |
| "coreai_top1_at_max": -0.179443359375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.019962310791015625, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-76324-0022", |
| "tokens": 48, |
| "tokens_same": 48, |
| "max_abs_top1_logit": 0.07029151916503906, |
| "max_abs_top1_pos": 43, |
| "ref_top1_at_max": 26.86716651916504, |
| "coreai_top1_at_max": 26.796875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.019010543823242188, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-76324-0023", |
| "tokens": 121, |
| "tokens_same": 121, |
| "max_abs_top1_logit": 0.06151580810546875, |
| "max_abs_top1_pos": 105, |
| "ref_top1_at_max": 35.03026580810547, |
| "coreai_top1_at_max": 34.96875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.025112152099609375, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-76324-0024", |
| "tokens": 101, |
| "tokens_same": 101, |
| "max_abs_top1_logit": 0.0736081600189209, |
| "max_abs_top1_pos": 64, |
| "ref_top1_at_max": 3.897826910018921, |
| "coreai_top1_at_max": 3.82421875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.017711639404296875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-76324-0025", |
| "tokens": 103, |
| "tokens_same": 103, |
| "max_abs_top1_logit": 0.06599164009094238, |
| "max_abs_top1_pos": 90, |
| "ref_top1_at_max": 3.1245853900909424, |
| "coreai_top1_at_max": 3.05859375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.0203704833984375, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-76324-0026", |
| "tokens": 77, |
| "tokens_same": 77, |
| "max_abs_top1_logit": 0.053299903869628906, |
| "max_abs_top1_pos": 67, |
| "ref_top1_at_max": -3.684981346130371, |
| "coreai_top1_at_max": -3.73828125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.016187667846679688, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-76324-0027", |
| "tokens": 207, |
| "tokens_same": 207, |
| "max_abs_top1_logit": 0.06327295303344727, |
| "max_abs_top1_pos": 23, |
| "ref_top1_at_max": 7.421102046966553, |
| "coreai_top1_at_max": 7.484375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.021526336669921875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-76324-0028", |
| "tokens": 247, |
| "tokens_same": 247, |
| "max_abs_top1_logit": 0.10202980041503906, |
| "max_abs_top1_pos": 147, |
| "ref_top1_at_max": 22.49265480041504, |
| "coreai_top1_at_max": 22.390625, |
| "tokens_top1_off_by_0.1": 1, |
| "max_abs_blank_logit": 0.024473190307617188, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-81414-0000", |
| "tokens": 323, |
| "tokens_same": 323, |
| "max_abs_top1_logit": 0.07889556884765625, |
| "max_abs_top1_pos": 83, |
| "ref_top1_at_max": 36.547645568847656, |
| "coreai_top1_at_max": 36.46875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.01971435546875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-81414-0001", |
| "tokens": 437, |
| "tokens_same": 437, |
| "max_abs_top1_logit": 0.235260009765625, |
| "max_abs_top1_pos": 420, |
| "ref_top1_at_max": 10.928802490234375, |
| "coreai_top1_at_max": 11.1640625, |
| "tokens_top1_off_by_0.1": 1, |
| "max_abs_blank_logit": 0.0399932861328125, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-81414-0002", |
| "tokens": 83, |
| "tokens_same": 83, |
| "max_abs_top1_logit": 0.049015045166015625, |
| "max_abs_top1_pos": 50, |
| "ref_top1_at_max": 33.236515045166016, |
| "coreai_top1_at_max": 33.1875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.030267715454101562, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-81414-0003", |
| "tokens": 83, |
| "tokens_same": 83, |
| "max_abs_top1_logit": 0.05791163444519043, |
| "max_abs_top1_pos": 73, |
| "ref_top1_at_max": 3.0397446155548096, |
| "coreai_top1_at_max": 3.09765625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.012769699096679688, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-81414-0004", |
| "tokens": 239, |
| "tokens_same": 239, |
| "max_abs_top1_logit": 0.08056259155273438, |
| "max_abs_top1_pos": 41, |
| "ref_top1_at_max": 35.174312591552734, |
| "coreai_top1_at_max": 35.09375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.024087905883789062, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-81414-0005", |
| "tokens": 46, |
| "tokens_same": 46, |
| "max_abs_top1_logit": 0.055245399475097656, |
| "max_abs_top1_pos": 8, |
| "ref_top1_at_max": -8.852120399475098, |
| "coreai_top1_at_max": -8.796875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.01552581787109375, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-81414-0006", |
| "tokens": 170, |
| "tokens_same": 170, |
| "max_abs_top1_logit": 0.06070709228515625, |
| "max_abs_top1_pos": 97, |
| "ref_top1_at_max": -6.123207092285156, |
| "coreai_top1_at_max": -6.0625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.023227691650390625, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-81414-0007", |
| "tokens": 109, |
| "tokens_same": 109, |
| "max_abs_top1_logit": 0.05901813507080078, |
| "max_abs_top1_pos": 75, |
| "ref_top1_at_max": 4.937075614929199, |
| "coreai_top1_at_max": 4.99609375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.02202606201171875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-81414-0008", |
| "tokens": 152, |
| "tokens_same": 152, |
| "max_abs_top1_logit": 0.06811141967773438, |
| "max_abs_top1_pos": 114, |
| "ref_top1_at_max": 33.536861419677734, |
| "coreai_top1_at_max": 33.46875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.024438858032226562, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-81414-0009", |
| "tokens": 301, |
| "tokens_same": 301, |
| "max_abs_top1_logit": 0.06299209594726562, |
| "max_abs_top1_pos": 165, |
| "ref_top1_at_max": 5.445804595947266, |
| "coreai_top1_at_max": 5.3828125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.03607177734375, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-81414-0010", |
| "tokens": 96, |
| "tokens_same": 96, |
| "max_abs_top1_logit": 0.05332183837890625, |
| "max_abs_top1_pos": 48, |
| "ref_top1_at_max": 1.8287124633789062, |
| "coreai_top1_at_max": 1.775390625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.020587921142578125, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-81414-0011", |
| "tokens": 118, |
| "tokens_same": 118, |
| "max_abs_top1_logit": 0.0557461753487587, |
| "max_abs_top1_pos": 77, |
| "ref_top1_at_max": -0.01958284340798855, |
| "coreai_top1_at_max": 0.036163330078125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.018451690673828125, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-81414-0012", |
| "tokens": 111, |
| "tokens_same": 111, |
| "max_abs_top1_logit": 0.06576547026634216, |
| "max_abs_top1_pos": 66, |
| "ref_top1_at_max": -0.44644156098365784, |
| "coreai_top1_at_max": -0.51220703125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.017637252807617188, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-81414-0013", |
| "tokens": 183, |
| "tokens_same": 183, |
| "max_abs_top1_logit": 0.05678558349609375, |
| "max_abs_top1_pos": 131, |
| "ref_top1_at_max": 6.826316833496094, |
| "coreai_top1_at_max": 6.76953125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.03070831298828125, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-81414-0014", |
| "tokens": 185, |
| "tokens_same": 185, |
| "max_abs_top1_logit": 0.06031990051269531, |
| "max_abs_top1_pos": 31, |
| "ref_top1_at_max": 19.935319900512695, |
| "coreai_top1_at_max": 19.875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.017719268798828125, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-81414-0015", |
| "tokens": 93, |
| "tokens_same": 93, |
| "max_abs_top1_logit": 0.058808088302612305, |
| "max_abs_top1_pos": 59, |
| "ref_top1_at_max": 3.3454887866973877, |
| "coreai_top1_at_max": 3.404296875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.015005111694335938, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-81414-0016", |
| "tokens": 54, |
| "tokens_same": 54, |
| "max_abs_top1_logit": 0.056972503662109375, |
| "max_abs_top1_pos": 27, |
| "ref_top1_at_max": 27.72884750366211, |
| "coreai_top1_at_max": 27.671875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.014034271240234375, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-81414-0017", |
| "tokens": 59, |
| "tokens_same": 59, |
| "max_abs_top1_logit": 0.052402496337890625, |
| "max_abs_top1_pos": 39, |
| "ref_top1_at_max": 29.44302749633789, |
| "coreai_top1_at_max": 29.390625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.018144607543945312, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-81414-0018", |
| "tokens": 73, |
| "tokens_same": 73, |
| "max_abs_top1_logit": 0.057378292083740234, |
| "max_abs_top1_pos": 39, |
| "ref_top1_at_max": -4.06128454208374, |
| "coreai_top1_at_max": -4.00390625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.020809173583984375, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-81414-0019", |
| "tokens": 85, |
| "tokens_same": 85, |
| "max_abs_top1_logit": 0.06433296203613281, |
| "max_abs_top1_pos": 79, |
| "ref_top1_at_max": 11.755979537963867, |
| "coreai_top1_at_max": 11.8203125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.015781402587890625, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-81414-0020", |
| "tokens": 125, |
| "tokens_same": 125, |
| "max_abs_top1_logit": 0.07036399841308594, |
| "max_abs_top1_pos": 22, |
| "ref_top1_at_max": 29.007863998413086, |
| "coreai_top1_at_max": 28.9375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.017704010009765625, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-81414-0021", |
| "tokens": 81, |
| "tokens_same": 81, |
| "max_abs_top1_logit": 0.07265067100524902, |
| "max_abs_top1_pos": 49, |
| "ref_top1_at_max": -2.552349328994751, |
| "coreai_top1_at_max": -2.625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.027069091796875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-81414-0022", |
| "tokens": 109, |
| "tokens_same": 109, |
| "max_abs_top1_logit": 0.04694414138793945, |
| "max_abs_top1_pos": 15, |
| "ref_top1_at_max": 5.8516316413879395, |
| "coreai_top1_at_max": 5.8046875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.017538070678710938, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-81414-0023", |
| "tokens": 122, |
| "tokens_same": 122, |
| "max_abs_top1_logit": 0.04959535598754883, |
| "max_abs_top1_pos": 19, |
| "ref_top1_at_max": 3.082798480987549, |
| "coreai_top1_at_max": 3.033203125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.019927978515625, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-81414-0024", |
| "tokens": 126, |
| "tokens_same": 126, |
| "max_abs_top1_logit": 0.09598159790039062, |
| "max_abs_top1_pos": 50, |
| "ref_top1_at_max": 25.27901840209961, |
| "coreai_top1_at_max": 25.375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.03185272216796875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-81414-0025", |
| "tokens": 63, |
| "tokens_same": 63, |
| "max_abs_top1_logit": 0.2100067138671875, |
| "max_abs_top1_pos": 47, |
| "ref_top1_at_max": 13.725631713867188, |
| "coreai_top1_at_max": 13.515625, |
| "tokens_top1_off_by_0.1": 2, |
| "max_abs_blank_logit": 0.035053253173828125, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-81414-0026", |
| "tokens": 77, |
| "tokens_same": 77, |
| "max_abs_top1_logit": 0.07173538208007812, |
| "max_abs_top1_pos": 75, |
| "ref_top1_at_max": 16.821735382080078, |
| "coreai_top1_at_max": 16.75, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.027660369873046875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-81414-0027", |
| "tokens": 96, |
| "tokens_same": 96, |
| "max_abs_top1_logit": 0.06265449523925781, |
| "max_abs_top1_pos": 13, |
| "ref_top1_at_max": -8.507966995239258, |
| "coreai_top1_at_max": -8.4453125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.018512725830078125, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0000", |
| "tokens": 196, |
| "tokens_same": 196, |
| "max_abs_top1_logit": 0.08527374267578125, |
| "max_abs_top1_pos": 123, |
| "ref_top1_at_max": 22.81964874267578, |
| "coreai_top1_at_max": 22.734375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.028632164001464844, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0001", |
| "tokens": 352, |
| "tokens_same": 352, |
| "max_abs_top1_logit": 0.0637466311454773, |
| "max_abs_top1_pos": 322, |
| "ref_top1_at_max": 0.8141830563545227, |
| "coreai_top1_at_max": 0.8779296875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.03186607360839844, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0002", |
| "tokens": 340, |
| "tokens_same": 340, |
| "max_abs_top1_logit": 0.3397235870361328, |
| "max_abs_top1_pos": 60, |
| "ref_top1_at_max": 13.566526412963867, |
| "coreai_top1_at_max": 13.90625, |
| "tokens_top1_off_by_0.1": 2, |
| "max_abs_blank_logit": 0.03956413269042969, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0003", |
| "tokens": 157, |
| "tokens_same": 157, |
| "max_abs_top1_logit": 0.07127952575683594, |
| "max_abs_top1_pos": 18, |
| "ref_top1_at_max": 27.227529525756836, |
| "coreai_top1_at_max": 27.15625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.017303466796875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0004", |
| "tokens": 307, |
| "tokens_same": 307, |
| "max_abs_top1_logit": 0.09093189239501953, |
| "max_abs_top1_pos": 278, |
| "ref_top1_at_max": 1.4618024826049805, |
| "coreai_top1_at_max": 1.552734375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.026346206665039062, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0005", |
| "tokens": 110, |
| "tokens_same": 110, |
| "max_abs_top1_logit": 0.09198760986328125, |
| "max_abs_top1_pos": 99, |
| "ref_top1_at_max": 33.87323760986328, |
| "coreai_top1_at_max": 33.78125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.020732879638671875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0006", |
| "tokens": 142, |
| "tokens_same": 142, |
| "max_abs_top1_logit": 0.07311725616455078, |
| "max_abs_top1_pos": 136, |
| "ref_top1_at_max": 8.20813274383545, |
| "coreai_top1_at_max": 8.28125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.026311874389648438, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0007", |
| "tokens": 463, |
| "tokens_same": 463, |
| "max_abs_top1_logit": 0.07122421264648438, |
| "max_abs_top1_pos": 388, |
| "ref_top1_at_max": 30.946224212646484, |
| "coreai_top1_at_max": 30.875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.029705047607421875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0008", |
| "tokens": 105, |
| "tokens_same": 105, |
| "max_abs_top1_logit": 0.05322074890136719, |
| "max_abs_top1_pos": 43, |
| "ref_top1_at_max": 12.029783248901367, |
| "coreai_top1_at_max": 11.9765625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.01932525634765625, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0009", |
| "tokens": 193, |
| "tokens_same": 193, |
| "max_abs_top1_logit": 0.07378864288330078, |
| "max_abs_top1_pos": 130, |
| "ref_top1_at_max": -5.039492607116699, |
| "coreai_top1_at_max": -5.11328125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.030963897705078125, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0010", |
| "tokens": 250, |
| "tokens_same": 250, |
| "max_abs_top1_logit": 0.0613861083984375, |
| "max_abs_top1_pos": 194, |
| "ref_top1_at_max": 35.50111389160156, |
| "coreai_top1_at_max": 35.5625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.02132415771484375, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0011", |
| "tokens": 244, |
| "tokens_same": 244, |
| "max_abs_top1_logit": 0.06128108501434326, |
| "max_abs_top1_pos": 179, |
| "ref_top1_at_max": 0.8542498350143433, |
| "coreai_top1_at_max": 0.79296875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.03492927551269531, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0012", |
| "tokens": 190, |
| "tokens_same": 190, |
| "max_abs_top1_logit": 0.058867454528808594, |
| "max_abs_top1_pos": 188, |
| "ref_top1_at_max": -9.707304954528809, |
| "coreai_top1_at_max": -9.6484375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.015438079833984375, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0013", |
| "tokens": 269, |
| "tokens_same": 269, |
| "max_abs_top1_logit": 0.08959382772445679, |
| "max_abs_top1_pos": 88, |
| "ref_top1_at_max": 0.7507382035255432, |
| "coreai_top1_at_max": 0.84033203125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.02878284454345703, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0014", |
| "tokens": 123, |
| "tokens_same": 123, |
| "max_abs_top1_logit": 0.07023060321807861, |
| "max_abs_top1_pos": 114, |
| "ref_top1_at_max": -1.9239100217819214, |
| "coreai_top1_at_max": -1.994140625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.0286865234375, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0015", |
| "tokens": 128, |
| "tokens_same": 128, |
| "max_abs_top1_logit": 0.05272483825683594, |
| "max_abs_top1_pos": 67, |
| "ref_top1_at_max": 30.880849838256836, |
| "coreai_top1_at_max": 30.828125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.0148162841796875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0016", |
| "tokens": 252, |
| "tokens_same": 252, |
| "max_abs_top1_logit": 0.0660061240196228, |
| "max_abs_top1_pos": 91, |
| "ref_top1_at_max": 0.3916897177696228, |
| "coreai_top1_at_max": 0.32568359375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.027301788330078125, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0017", |
| "tokens": 142, |
| "tokens_same": 142, |
| "max_abs_top1_logit": 0.043354034423828125, |
| "max_abs_top1_pos": 85, |
| "ref_top1_at_max": 28.465229034423828, |
| "coreai_top1_at_max": 28.421875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.024259567260742188, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0018", |
| "tokens": 243, |
| "tokens_same": 243, |
| "max_abs_top1_logit": 0.07317733764648438, |
| "max_abs_top1_pos": 117, |
| "ref_top1_at_max": 5.678646087646484, |
| "coreai_top1_at_max": 5.60546875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.029943466186523438, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0019", |
| "tokens": 206, |
| "tokens_same": 206, |
| "max_abs_top1_logit": 0.10404014587402344, |
| "max_abs_top1_pos": 108, |
| "ref_top1_at_max": 19.713415145874023, |
| "coreai_top1_at_max": 19.609375, |
| "tokens_top1_off_by_0.1": 1, |
| "max_abs_blank_logit": 0.023973464965820312, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0020", |
| "tokens": 223, |
| "tokens_same": 223, |
| "max_abs_top1_logit": 0.08100700378417969, |
| "max_abs_top1_pos": 99, |
| "ref_top1_at_max": 29.59663200378418, |
| "coreai_top1_at_max": 29.515625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.02471923828125, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0021", |
| "tokens": 134, |
| "tokens_same": 134, |
| "max_abs_top1_logit": 0.0625, |
| "max_abs_top1_pos": 28, |
| "ref_top1_at_max": 32.0625, |
| "coreai_top1_at_max": 32.0, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.017498016357421875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0022", |
| "tokens": 97, |
| "tokens_same": 97, |
| "max_abs_top1_logit": 0.0787249207496643, |
| "max_abs_top1_pos": 23, |
| "ref_top1_at_max": -0.9454241394996643, |
| "coreai_top1_at_max": -0.86669921875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.018209457397460938, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0023", |
| "tokens": 196, |
| "tokens_same": 196, |
| "max_abs_top1_logit": 0.0914115309715271, |
| "max_abs_top1_pos": 96, |
| "ref_top1_at_max": 0.7872123122215271, |
| "coreai_top1_at_max": 0.69580078125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.022832870483398438, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0024", |
| "tokens": 189, |
| "tokens_same": 189, |
| "max_abs_top1_logit": 0.08430290222167969, |
| "max_abs_top1_pos": 145, |
| "ref_top1_at_max": 31.91242790222168, |
| "coreai_top1_at_max": 31.828125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.027738571166992188, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0025", |
| "tokens": 159, |
| "tokens_same": 159, |
| "max_abs_top1_logit": 0.06151390075683594, |
| "max_abs_top1_pos": 18, |
| "ref_top1_at_max": 21.282236099243164, |
| "coreai_top1_at_max": 21.34375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.028219223022460938, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0026", |
| "tokens": 131, |
| "tokens_same": 131, |
| "max_abs_top1_logit": 0.055077552795410156, |
| "max_abs_top1_pos": 52, |
| "ref_top1_at_max": 6.72304630279541, |
| "coreai_top1_at_max": 6.66796875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.02248382568359375, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0027", |
| "tokens": 142, |
| "tokens_same": 142, |
| "max_abs_top1_logit": 0.1004190444946289, |
| "max_abs_top1_pos": 25, |
| "ref_top1_at_max": 14.618330955505371, |
| "coreai_top1_at_max": 14.71875, |
| "tokens_top1_off_by_0.1": 1, |
| "max_abs_blank_logit": 0.028615951538085938, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0028", |
| "tokens": 400, |
| "tokens_same": 400, |
| "max_abs_top1_logit": 0.06354761123657227, |
| "max_abs_top1_pos": 16, |
| "ref_top1_at_max": -5.110422611236572, |
| "coreai_top1_at_max": -5.046875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.023738861083984375, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0029", |
| "tokens": 197, |
| "tokens_same": 197, |
| "max_abs_top1_logit": 0.05508732795715332, |
| "max_abs_top1_pos": 118, |
| "ref_top1_at_max": -3.5464751720428467, |
| "coreai_top1_at_max": -3.6015625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.026248931884765625, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0030", |
| "tokens": 100, |
| "tokens_same": 100, |
| "max_abs_top1_logit": 0.054424285888671875, |
| "max_abs_top1_pos": 94, |
| "ref_top1_at_max": -8.890361785888672, |
| "coreai_top1_at_max": -8.8359375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.017625808715820312, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0031", |
| "tokens": 157, |
| "tokens_same": 157, |
| "max_abs_top1_logit": 0.07812023162841797, |
| "max_abs_top1_pos": 37, |
| "ref_top1_at_max": -11.304682731628418, |
| "coreai_top1_at_max": -11.2265625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.02135944366455078, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0032", |
| "tokens": 282, |
| "tokens_same": 282, |
| "max_abs_top1_logit": 0.05994415283203125, |
| "max_abs_top1_pos": 66, |
| "ref_top1_at_max": 27.97130584716797, |
| "coreai_top1_at_max": 28.03125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.0293121337890625, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0033", |
| "tokens": 276, |
| "tokens_same": 276, |
| "max_abs_top1_logit": 0.06972217559814453, |
| "max_abs_top1_pos": 147, |
| "ref_top1_at_max": -2.6470746994018555, |
| "coreai_top1_at_max": -2.716796875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.0287628173828125, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0034", |
| "tokens": 237, |
| "tokens_same": 237, |
| "max_abs_top1_logit": 0.07511267811059952, |
| "max_abs_top1_pos": 52, |
| "ref_top1_at_max": -0.10712561756372452, |
| "coreai_top1_at_max": -0.032012939453125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.028609275817871094, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0035", |
| "tokens": 456, |
| "tokens_same": 456, |
| "max_abs_top1_logit": 0.08130240440368652, |
| "max_abs_top1_pos": 48, |
| "ref_top1_at_max": -0.5363733768463135, |
| "coreai_top1_at_max": -0.61767578125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.026165008544921875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0036", |
| "tokens": 309, |
| "tokens_same": 309, |
| "max_abs_top1_logit": 0.05929851531982422, |
| "max_abs_top1_pos": 297, |
| "ref_top1_at_max": -6.438204765319824, |
| "coreai_top1_at_max": -6.37890625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.030771255493164062, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0037", |
| "tokens": 180, |
| "tokens_same": 180, |
| "max_abs_top1_logit": 0.0663633942604065, |
| "max_abs_top1_pos": 92, |
| "ref_top1_at_max": -0.3428162932395935, |
| "coreai_top1_at_max": -0.4091796875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.02674102783203125, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0038", |
| "tokens": 56, |
| "tokens_same": 56, |
| "max_abs_top1_logit": 0.08977556228637695, |
| "max_abs_top1_pos": 24, |
| "ref_top1_at_max": -5.867255687713623, |
| "coreai_top1_at_max": -5.95703125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.03783607482910156, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0039", |
| "tokens": 177, |
| "tokens_same": 177, |
| "max_abs_top1_logit": 0.07245635986328125, |
| "max_abs_top1_pos": 145, |
| "ref_top1_at_max": 36.60370635986328, |
| "coreai_top1_at_max": 36.53125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.023036956787109375, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0040", |
| "tokens": 200, |
| "tokens_same": 200, |
| "max_abs_top1_logit": 0.061186790466308594, |
| "max_abs_top1_pos": 60, |
| "ref_top1_at_max": 14.951811790466309, |
| "coreai_top1_at_max": 14.890625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.02956390380859375, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0041", |
| "tokens": 104, |
| "tokens_same": 104, |
| "max_abs_top1_logit": 0.044986724853515625, |
| "max_abs_top1_pos": 17, |
| "ref_top1_at_max": 23.513736724853516, |
| "coreai_top1_at_max": 23.46875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.01700592041015625, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122612-0000", |
| "tokens": 337, |
| "tokens_same": 337, |
| "max_abs_top1_logit": 0.05232357978820801, |
| "max_abs_top1_pos": 259, |
| "ref_top1_at_max": 2.081620454788208, |
| "coreai_top1_at_max": 2.029296875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.018316268920898438, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122612-0001", |
| "tokens": 238, |
| "tokens_same": 238, |
| "max_abs_top1_logit": 0.0812082290649414, |
| "max_abs_top1_pos": 93, |
| "ref_top1_at_max": -8.332854270935059, |
| "coreai_top1_at_max": -8.4140625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.028270721435546875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122612-0002", |
| "tokens": 187, |
| "tokens_same": 187, |
| "max_abs_top1_logit": 0.04904651641845703, |
| "max_abs_top1_pos": 92, |
| "ref_top1_at_max": 10.556859016418457, |
| "coreai_top1_at_max": 10.5078125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.018337249755859375, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122612-0003", |
| "tokens": 247, |
| "tokens_same": 247, |
| "max_abs_top1_logit": 0.0608372688293457, |
| "max_abs_top1_pos": 170, |
| "ref_top1_at_max": -1.7594752311706543, |
| "coreai_top1_at_max": -1.8203125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.022169113159179688, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122612-0004", |
| "tokens": 161, |
| "tokens_same": 161, |
| "max_abs_top1_logit": 0.08421707153320312, |
| "max_abs_top1_pos": 90, |
| "ref_top1_at_max": 35.9592170715332, |
| "coreai_top1_at_max": 35.875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.01947784423828125, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122612-0005", |
| "tokens": 148, |
| "tokens_same": 148, |
| "max_abs_top1_logit": 0.05767059326171875, |
| "max_abs_top1_pos": 41, |
| "ref_top1_at_max": 32.24517059326172, |
| "coreai_top1_at_max": 32.1875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.02962493896484375, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122612-0006", |
| "tokens": 121, |
| "tokens_same": 121, |
| "max_abs_top1_logit": 0.0491485595703125, |
| "max_abs_top1_pos": 114, |
| "ref_top1_at_max": 29.971023559570312, |
| "coreai_top1_at_max": 29.921875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.0211181640625, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122612-0007", |
| "tokens": 139, |
| "tokens_same": 139, |
| "max_abs_top1_logit": 0.088958740234375, |
| "max_abs_top1_pos": 25, |
| "ref_top1_at_max": 4.288177490234375, |
| "coreai_top1_at_max": 4.19921875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.023706436157226562, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122612-0008", |
| "tokens": 197, |
| "tokens_same": 197, |
| "max_abs_top1_logit": 0.06171989440917969, |
| "max_abs_top1_pos": 158, |
| "ref_top1_at_max": -3.7527332305908203, |
| "coreai_top1_at_max": -3.814453125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.024778366088867188, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122612-0009", |
| "tokens": 97, |
| "tokens_same": 97, |
| "max_abs_top1_logit": 0.05001258850097656, |
| "max_abs_top1_pos": 73, |
| "ref_top1_at_max": 2.3449344635009766, |
| "coreai_top1_at_max": 2.294921875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.024045944213867188, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122612-0010", |
| "tokens": 255, |
| "tokens_same": 255, |
| "max_abs_top1_logit": 0.0863233208656311, |
| "max_abs_top1_pos": 45, |
| "ref_top1_at_max": 0.3492627739906311, |
| "coreai_top1_at_max": 0.262939453125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.024549484252929688, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122612-0011", |
| "tokens": 343, |
| "tokens_same": 343, |
| "max_abs_top1_logit": 0.05861091613769531, |
| "max_abs_top1_pos": 68, |
| "ref_top1_at_max": 31.652360916137695, |
| "coreai_top1_at_max": 31.59375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.02516937255859375, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122612-0012", |
| "tokens": 262, |
| "tokens_same": 262, |
| "max_abs_top1_logit": 0.1024785041809082, |
| "max_abs_top1_pos": 102, |
| "ref_top1_at_max": -7.561583995819092, |
| "coreai_top1_at_max": -7.6640625, |
| "tokens_top1_off_by_0.1": 1, |
| "max_abs_blank_logit": 0.031449317932128906, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122612-0013", |
| "tokens": 164, |
| "tokens_same": 164, |
| "max_abs_top1_logit": 0.05309772491455078, |
| "max_abs_top1_pos": 120, |
| "ref_top1_at_max": 6.162472724914551, |
| "coreai_top1_at_max": 6.109375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.023996353149414062, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122612-0014", |
| "tokens": 88, |
| "tokens_same": 88, |
| "max_abs_top1_logit": 0.048618316650390625, |
| "max_abs_top1_pos": 25, |
| "ref_top1_at_max": 28.29861831665039, |
| "coreai_top1_at_max": 28.25, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.018039703369140625, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122612-0015", |
| "tokens": 160, |
| "tokens_same": 160, |
| "max_abs_top1_logit": 0.08886909484863281, |
| "max_abs_top1_pos": 116, |
| "ref_top1_at_max": -6.159181594848633, |
| "coreai_top1_at_max": -6.0703125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.025571823120117188, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122612-0016", |
| "tokens": 87, |
| "tokens_same": 87, |
| "max_abs_top1_logit": 0.06834530830383301, |
| "max_abs_top1_pos": 75, |
| "ref_top1_at_max": -3.691420316696167, |
| "coreai_top1_at_max": -3.759765625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.0276031494140625, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0000", |
| "tokens": 394, |
| "tokens_same": 394, |
| "max_abs_top1_logit": 0.08806705474853516, |
| "max_abs_top1_pos": 217, |
| "ref_top1_at_max": 13.338067054748535, |
| "coreai_top1_at_max": 13.25, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.02729320526123047, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0001", |
| "tokens": 311, |
| "tokens_same": 311, |
| "max_abs_top1_logit": 0.05865287780761719, |
| "max_abs_top1_pos": 166, |
| "ref_top1_at_max": 22.949277877807617, |
| "coreai_top1_at_max": 22.890625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.02792072296142578, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0002", |
| "tokens": 223, |
| "tokens_same": 223, |
| "max_abs_top1_logit": 0.11506271362304688, |
| "max_abs_top1_pos": 68, |
| "ref_top1_at_max": 19.505687713623047, |
| "coreai_top1_at_max": 19.390625, |
| "tokens_top1_off_by_0.1": 1, |
| "max_abs_blank_logit": 0.02561187744140625, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0003", |
| "tokens": 678, |
| "tokens_same": 677, |
| "max_abs_top1_logit": 0.06783294677734375, |
| "max_abs_top1_pos": 364, |
| "ref_top1_at_max": 30.994667053222656, |
| "coreai_top1_at_max": 31.0625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.025560379028320312, |
| "transcript_same": false |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0004", |
| "tokens": 312, |
| "tokens_same": 312, |
| "max_abs_top1_logit": 0.09464645385742188, |
| "max_abs_top1_pos": 244, |
| "ref_top1_at_max": 18.030353546142578, |
| "coreai_top1_at_max": 18.125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.031726837158203125, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0005", |
| "tokens": 141, |
| "tokens_same": 141, |
| "max_abs_top1_logit": 0.07460975646972656, |
| "max_abs_top1_pos": 126, |
| "ref_top1_at_max": 28.418359756469727, |
| "coreai_top1_at_max": 28.34375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.028522491455078125, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0006", |
| "tokens": 201, |
| "tokens_same": 201, |
| "max_abs_top1_logit": 0.08351564407348633, |
| "max_abs_top1_pos": 166, |
| "ref_top1_at_max": 5.771015644073486, |
| "coreai_top1_at_max": 5.6875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.022174835205078125, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0007", |
| "tokens": 146, |
| "tokens_same": 146, |
| "max_abs_top1_logit": 0.08300304412841797, |
| "max_abs_top1_pos": 46, |
| "ref_top1_at_max": -3.991215705871582, |
| "coreai_top1_at_max": -4.07421875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.02811431884765625, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0008", |
| "tokens": 56, |
| "tokens_same": 56, |
| "max_abs_top1_logit": 0.059731483459472656, |
| "max_abs_top1_pos": 25, |
| "ref_top1_at_max": 0.6022119522094727, |
| "coreai_top1_at_max": 0.54248046875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.0264739990234375, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0009", |
| "tokens": 60, |
| "tokens_same": 60, |
| "max_abs_top1_logit": 0.048969268798828125, |
| "max_abs_top1_pos": 36, |
| "ref_top1_at_max": 31.127094268798828, |
| "coreai_top1_at_max": 31.078125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.013472557067871094, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0010", |
| "tokens": 103, |
| "tokens_same": 103, |
| "max_abs_top1_logit": 0.07409286499023438, |
| "max_abs_top1_pos": 96, |
| "ref_top1_at_max": 27.699092864990234, |
| "coreai_top1_at_max": 27.625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.020704269409179688, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0011", |
| "tokens": 67, |
| "tokens_same": 67, |
| "max_abs_top1_logit": 0.053127288818359375, |
| "max_abs_top1_pos": 49, |
| "ref_top1_at_max": 33.24062728881836, |
| "coreai_top1_at_max": 33.1875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.014331817626953125, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0012", |
| "tokens": 215, |
| "tokens_same": 215, |
| "max_abs_top1_logit": 0.06480693817138672, |
| "max_abs_top1_pos": 85, |
| "ref_top1_at_max": 4.611681938171387, |
| "coreai_top1_at_max": 4.546875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.018726348876953125, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0013", |
| "tokens": 172, |
| "tokens_same": 172, |
| "max_abs_top1_logit": 0.1898866891860962, |
| "max_abs_top1_pos": 49, |
| "ref_top1_at_max": -1.4730898141860962, |
| "coreai_top1_at_max": -1.283203125, |
| "tokens_top1_off_by_0.1": 2, |
| "max_abs_blank_logit": 0.04994964599609375, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0014", |
| "tokens": 193, |
| "tokens_same": 193, |
| "max_abs_top1_logit": 0.07869148254394531, |
| "max_abs_top1_pos": 38, |
| "ref_top1_at_max": 6.367753982543945, |
| "coreai_top1_at_max": 6.2890625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.02805328369140625, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0015", |
| "tokens": 276, |
| "tokens_same": 276, |
| "max_abs_top1_logit": 0.10280036926269531, |
| "max_abs_top1_pos": 258, |
| "ref_top1_at_max": 21.912824630737305, |
| "coreai_top1_at_max": 22.015625, |
| "tokens_top1_off_by_0.1": 1, |
| "max_abs_blank_logit": 0.022838592529296875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0016", |
| "tokens": 237, |
| "tokens_same": 237, |
| "max_abs_top1_logit": 0.1024618148803711, |
| "max_abs_top1_pos": 122, |
| "ref_top1_at_max": 10.225663185119629, |
| "coreai_top1_at_max": 10.328125, |
| "tokens_top1_off_by_0.1": 1, |
| "max_abs_blank_logit": 0.024847030639648438, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0017", |
| "tokens": 147, |
| "tokens_same": 147, |
| "max_abs_top1_logit": 0.05701276659965515, |
| "max_abs_top1_pos": 87, |
| "ref_top1_at_max": 0.30065324902534485, |
| "coreai_top1_at_max": 0.357666015625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.0265045166015625, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0018", |
| "tokens": 386, |
| "tokens_same": 386, |
| "max_abs_top1_logit": 0.06629061698913574, |
| "max_abs_top1_pos": 81, |
| "ref_top1_at_max": -3.0176937580108643, |
| "coreai_top1_at_max": -3.083984375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.024608612060546875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0019", |
| "tokens": 302, |
| "tokens_same": 302, |
| "max_abs_top1_logit": 0.07171630859375, |
| "max_abs_top1_pos": 119, |
| "ref_top1_at_max": 33.16546630859375, |
| "coreai_top1_at_max": 33.09375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.026947021484375, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0020", |
| "tokens": 246, |
| "tokens_same": 246, |
| "max_abs_top1_logit": 0.07079696655273438, |
| "max_abs_top1_pos": 103, |
| "ref_top1_at_max": 8.344234466552734, |
| "coreai_top1_at_max": 8.2734375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.025388717651367188, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0021", |
| "tokens": 275, |
| "tokens_same": 275, |
| "max_abs_top1_logit": 0.06073296070098877, |
| "max_abs_top1_pos": 74, |
| "ref_top1_at_max": -1.6814545392990112, |
| "coreai_top1_at_max": -1.7421875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.027528762817382812, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0022", |
| "tokens": 341, |
| "tokens_same": 341, |
| "max_abs_top1_logit": 0.08526641130447388, |
| "max_abs_top1_pos": 35, |
| "ref_top1_at_max": -0.7438351511955261, |
| "coreai_top1_at_max": -0.8291015625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.0293731689453125, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0023", |
| "tokens": 348, |
| "tokens_same": 348, |
| "max_abs_top1_logit": 0.09943771362304688, |
| "max_abs_top1_pos": 112, |
| "ref_top1_at_max": 17.068187713623047, |
| "coreai_top1_at_max": 16.96875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.037303924560546875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0024", |
| "tokens": 221, |
| "tokens_same": 221, |
| "max_abs_top1_logit": 0.07214736938476562, |
| "max_abs_top1_pos": 24, |
| "ref_top1_at_max": 32.384647369384766, |
| "coreai_top1_at_max": 32.3125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.04523944854736328, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0025", |
| "tokens": 220, |
| "tokens_same": 220, |
| "max_abs_top1_logit": 0.11231040954589844, |
| "max_abs_top1_pos": 96, |
| "ref_top1_at_max": 24.3564395904541, |
| "coreai_top1_at_max": 24.46875, |
| "tokens_top1_off_by_0.1": 1, |
| "max_abs_blank_logit": 0.022516250610351562, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0026", |
| "tokens": 363, |
| "tokens_same": 363, |
| "max_abs_top1_logit": 0.08619511127471924, |
| "max_abs_top1_pos": 142, |
| "ref_top1_at_max": 0.8766955137252808, |
| "coreai_top1_at_max": 0.962890625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.03343772888183594, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0027", |
| "tokens": 582, |
| "tokens_same": 582, |
| "max_abs_top1_logit": 0.11339569091796875, |
| "max_abs_top1_pos": 354, |
| "ref_top1_at_max": 19.41785430908203, |
| "coreai_top1_at_max": 19.53125, |
| "tokens_top1_off_by_0.1": 1, |
| "max_abs_blank_logit": 0.0327606201171875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0028", |
| "tokens": 306, |
| "tokens_same": 306, |
| "max_abs_top1_logit": 0.06204986572265625, |
| "max_abs_top1_pos": 287, |
| "ref_top1_at_max": 27.593299865722656, |
| "coreai_top1_at_max": 27.53125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.027252197265625, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0029", |
| "tokens": 183, |
| "tokens_same": 183, |
| "max_abs_top1_logit": 0.18291378021240234, |
| "max_abs_top1_pos": 60, |
| "ref_top1_at_max": 12.113961219787598, |
| "coreai_top1_at_max": 12.296875, |
| "tokens_top1_off_by_0.1": 1, |
| "max_abs_blank_logit": 0.03265953063964844, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0030", |
| "tokens": 557, |
| "tokens_same": 557, |
| "max_abs_top1_logit": 0.07503175735473633, |
| "max_abs_top1_pos": 445, |
| "ref_top1_at_max": -5.018718242645264, |
| "coreai_top1_at_max": -5.09375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.031986236572265625, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0031", |
| "tokens": 711, |
| "tokens_same": 711, |
| "max_abs_top1_logit": 0.31806182861328125, |
| "max_abs_top1_pos": 294, |
| "ref_top1_at_max": 20.73993682861328, |
| "coreai_top1_at_max": 20.421875, |
| "tokens_top1_off_by_0.1": 2, |
| "max_abs_blank_logit": 0.05833625793457031, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0032", |
| "tokens": 436, |
| "tokens_same": 436, |
| "max_abs_top1_logit": 0.06921768188476562, |
| "max_abs_top1_pos": 318, |
| "ref_top1_at_max": 32.444217681884766, |
| "coreai_top1_at_max": 32.375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.032329559326171875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0033", |
| "tokens": 229, |
| "tokens_same": 229, |
| "max_abs_top1_logit": 0.13222122192382812, |
| "max_abs_top1_pos": 134, |
| "ref_top1_at_max": 26.539653778076172, |
| "coreai_top1_at_max": 26.671875, |
| "tokens_top1_off_by_0.1": 1, |
| "max_abs_blank_logit": 0.02777862548828125, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0034", |
| "tokens": 327, |
| "tokens_same": 327, |
| "max_abs_top1_logit": 0.09981918334960938, |
| "max_abs_top1_pos": 316, |
| "ref_top1_at_max": 8.65018081665039, |
| "coreai_top1_at_max": 8.75, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.024061203002929688, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0035", |
| "tokens": 438, |
| "tokens_same": 438, |
| "max_abs_top1_logit": 0.09451675415039062, |
| "max_abs_top1_pos": 244, |
| "ref_top1_at_max": 7.268764495849609, |
| "coreai_top1_at_max": 7.36328125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.04006767272949219, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0036", |
| "tokens": 289, |
| "tokens_same": 289, |
| "max_abs_top1_logit": 0.10007858276367188, |
| "max_abs_top1_pos": 50, |
| "ref_top1_at_max": 22.259296417236328, |
| "coreai_top1_at_max": 22.359375, |
| "tokens_top1_off_by_0.1": 1, |
| "max_abs_blank_logit": 0.028110504150390625, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0037", |
| "tokens": 286, |
| "tokens_same": 286, |
| "max_abs_top1_logit": 0.11952495574951172, |
| "max_abs_top1_pos": 269, |
| "ref_top1_at_max": 14.971087455749512, |
| "coreai_top1_at_max": 14.8515625, |
| "tokens_top1_off_by_0.1": 1, |
| "max_abs_blank_logit": 0.027690887451171875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0038", |
| "tokens": 345, |
| "tokens_same": 345, |
| "max_abs_top1_logit": 0.07754898071289062, |
| "max_abs_top1_pos": 315, |
| "ref_top1_at_max": 32.42129898071289, |
| "coreai_top1_at_max": 32.34375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.032573699951171875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0039", |
| "tokens": 360, |
| "tokens_same": 360, |
| "max_abs_top1_logit": 0.06553792953491211, |
| "max_abs_top1_pos": 45, |
| "ref_top1_at_max": 6.475694179534912, |
| "coreai_top1_at_max": 6.41015625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.032505035400390625, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0040", |
| "tokens": 313, |
| "tokens_same": 313, |
| "max_abs_top1_logit": 0.07727432250976562, |
| "max_abs_top1_pos": 123, |
| "ref_top1_at_max": 33.639774322509766, |
| "coreai_top1_at_max": 33.5625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.022192955017089844, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0041", |
| "tokens": 430, |
| "tokens_same": 430, |
| "max_abs_top1_logit": 0.07330322265625, |
| "max_abs_top1_pos": 255, |
| "ref_top1_at_max": 36.63580322265625, |
| "coreai_top1_at_max": 36.5625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.024639129638671875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "260-123440-0000", |
| "tokens": 54, |
| "tokens_same": 54, |
| "max_abs_top1_logit": 0.05336260795593262, |
| "max_abs_top1_pos": 31, |
| "ref_top1_at_max": 2.7799251079559326, |
| "coreai_top1_at_max": 2.7265625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.020071029663085938, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "260-123440-0001", |
| "tokens": 44, |
| "tokens_same": 44, |
| "max_abs_top1_logit": 0.05530500411987305, |
| "max_abs_top1_pos": 20, |
| "ref_top1_at_max": 2.330695629119873, |
| "coreai_top1_at_max": 2.275390625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.015811920166015625, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "260-123440-0002", |
| "tokens": 368, |
| "tokens_same": 368, |
| "max_abs_top1_logit": 0.1188955307006836, |
| "max_abs_top1_pos": 141, |
| "ref_top1_at_max": 6.615479469299316, |
| "coreai_top1_at_max": 6.734375, |
| "tokens_top1_off_by_0.1": 1, |
| "max_abs_blank_logit": 0.03325653076171875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "260-123440-0003", |
| "tokens": 90, |
| "tokens_same": 90, |
| "max_abs_top1_logit": 0.07825279235839844, |
| "max_abs_top1_pos": 23, |
| "ref_top1_at_max": 27.3438777923584, |
| "coreai_top1_at_max": 27.265625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.01825714111328125, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "260-123440-0004", |
| "tokens": 301, |
| "tokens_same": 301, |
| "max_abs_top1_logit": 0.07752907276153564, |
| "max_abs_top1_pos": 300, |
| "ref_top1_at_max": 1.6068259477615356, |
| "coreai_top1_at_max": 1.529296875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.03742218017578125, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "260-123440-0005", |
| "tokens": 78, |
| "tokens_same": 78, |
| "max_abs_top1_logit": 0.055385589599609375, |
| "max_abs_top1_pos": 36, |
| "ref_top1_at_max": 1.1784324645996094, |
| "coreai_top1_at_max": 1.123046875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.016954421997070312, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "260-123440-0006", |
| "tokens": 68, |
| "tokens_same": 68, |
| "max_abs_top1_logit": 0.056702613830566406, |
| "max_abs_top1_pos": 29, |
| "ref_top1_at_max": 8.779234886169434, |
| "coreai_top1_at_max": 8.8359375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.0110015869140625, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "260-123440-0007", |
| "tokens": 85, |
| "tokens_same": 85, |
| "max_abs_top1_logit": 0.05804443359375, |
| "max_abs_top1_pos": 79, |
| "ref_top1_at_max": 32.68304443359375, |
| "coreai_top1_at_max": 32.625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.026212692260742188, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "260-123440-0008", |
| "tokens": 94, |
| "tokens_same": 94, |
| "max_abs_top1_logit": 0.053530216217041016, |
| "max_abs_top1_pos": 87, |
| "ref_top1_at_max": 4.901186466217041, |
| "coreai_top1_at_max": 4.84765625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.01534271240234375, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "260-123440-0009", |
| "tokens": 78, |
| "tokens_same": 78, |
| "max_abs_top1_logit": 0.05565643310546875, |
| "max_abs_top1_pos": 24, |
| "ref_top1_at_max": 33.11815643310547, |
| "coreai_top1_at_max": 33.0625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.021312713623046875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "260-123440-0010", |
| "tokens": 208, |
| "tokens_same": 208, |
| "max_abs_top1_logit": 0.1363811492919922, |
| "max_abs_top1_pos": 14, |
| "ref_top1_at_max": 26.870756149291992, |
| "coreai_top1_at_max": 26.734375, |
| "tokens_top1_off_by_0.1": 1, |
| "max_abs_blank_logit": 0.027923583984375, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "260-123440-0011", |
| "tokens": 122, |
| "tokens_same": 122, |
| "max_abs_top1_logit": 0.08149123191833496, |
| "max_abs_top1_pos": 81, |
| "ref_top1_at_max": -0.749459981918335, |
| "coreai_top1_at_max": -0.66796875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.021381378173828125, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "260-123440-0012", |
| "tokens": 131, |
| "tokens_same": 131, |
| "max_abs_top1_logit": 0.0789947509765625, |
| "max_abs_top1_pos": 14, |
| "ref_top1_at_max": 26.141494750976562, |
| "coreai_top1_at_max": 26.0625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.018037796020507812, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "260-123440-0013", |
| "tokens": 87, |
| "tokens_same": 87, |
| "max_abs_top1_logit": 0.07261180877685547, |
| "max_abs_top1_pos": 36, |
| "ref_top1_at_max": 3.2620649337768555, |
| "coreai_top1_at_max": 3.189453125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.022480010986328125, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "260-123440-0014", |
| "tokens": 96, |
| "tokens_same": 96, |
| "max_abs_top1_logit": 0.05112314224243164, |
| "max_abs_top1_pos": 41, |
| "ref_top1_at_max": -2.8316893577575684, |
| "coreai_top1_at_max": -2.8828125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.0477752685546875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "260-123440-0015", |
| "tokens": 155, |
| "tokens_same": 155, |
| "max_abs_top1_logit": 0.07098388671875, |
| "max_abs_top1_pos": 59, |
| "ref_top1_at_max": 33.32098388671875, |
| "coreai_top1_at_max": 33.25, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.017534255981445312, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "260-123440-0016", |
| "tokens": 123, |
| "tokens_same": 123, |
| "max_abs_top1_logit": 0.14867496490478516, |
| "max_abs_top1_pos": 85, |
| "ref_top1_at_max": 8.113518714904785, |
| "coreai_top1_at_max": 7.96484375, |
| "tokens_top1_off_by_0.1": 1, |
| "max_abs_blank_logit": 0.024951934814453125, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "260-123440-0017", |
| "tokens": 77, |
| "tokens_same": 77, |
| "max_abs_top1_logit": 0.05130577087402344, |
| "max_abs_top1_pos": 40, |
| "ref_top1_at_max": 29.879430770874023, |
| "coreai_top1_at_max": 29.828125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.018100738525390625, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "260-123440-0018", |
| "tokens": 91, |
| "tokens_same": 91, |
| "max_abs_top1_logit": 0.05369707942008972, |
| "max_abs_top1_pos": 25, |
| "ref_top1_at_max": 0.2705216705799103, |
| "coreai_top1_at_max": 0.32421875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.03765106201171875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "260-123440-0019", |
| "tokens": 166, |
| "tokens_same": 166, |
| "max_abs_top1_logit": 0.06191873550415039, |
| "max_abs_top1_pos": 152, |
| "ref_top1_at_max": 1.6742234230041504, |
| "coreai_top1_at_max": 1.6123046875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.029232025146484375, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "260-123440-0020", |
| "tokens": 125, |
| "tokens_same": 125, |
| "max_abs_top1_logit": 0.04394817352294922, |
| "max_abs_top1_pos": 110, |
| "ref_top1_at_max": 11.57519817352295, |
| "coreai_top1_at_max": 11.53125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.01503753662109375, |
| "transcript_same": true |
| } |
| ], |
| "wer_jiwer": { |
| "engine": "jiwer 4.0.0", |
| "hyp_tsv": "<work>/exports/reader/fp16/hyp_ane_T750.tsv", |
| "fixture/torch": { |
| "wer": 0.04805914972273567, |
| "substitutions": 22, |
| "deletions": 1, |
| "insertions": 3, |
| "ref_words": 541 |
| }, |
| "fixture/coreai": { |
| "wer": 0.04805914972273567, |
| "substitutions": 22, |
| "deletions": 1, |
| "insertions": 3, |
| "ref_words": 541 |
| }, |
| "test-clean/torch": { |
| "wer": 0.058784676354029064, |
| "substitutions": 209, |
| "deletions": 32, |
| "insertions": 26, |
| "ref_words": 4542 |
| }, |
| "test-clean/coreai": { |
| "wer": 0.05900484368119771, |
| "substitutions": 210, |
| "deletions": 32, |
| "insertions": 26, |
| "ref_words": 4542 |
| }, |
| "matches_numpy": true |
| } |
| } |
|
|
