| { |
| "bundle": "<work>/exports/reader/fp16/eg2_reader_fp16_T750_gpu_h16c.aimodelc", |
| "form": "fp16", |
| "tokens": 750, |
| "window_s": 30.0, |
| "head": "argmax", |
| "backend": "gpu", |
| "specialization": "default()", |
| "ane_regions": 0, |
| "ane_region_names": [], |
| "input_dtype": "float16", |
| "function_descriptor": { |
| "inputs": [ |
| "soft_tokens", |
| "token_mask" |
| ], |
| "outputs": [ |
| "top1_index", |
| "top1_logit", |
| "blank_logit" |
| ] |
| }, |
| "reader": { |
| "kind": "release", |
| "weights": "<eg2-transcribe>/reader/reader.pt", |
| "weights_sha256": "67a06a857b9aeb066347f8947e4faeed11d2ec3e89e0c23974be0a2c20243d5b", |
| "arch": "a", |
| "k": null, |
| "params": 13268994, |
| "scale": 91.21830749511719, |
| "n_vocab": 200000, |
| "table": "<eg2-transcribe>/reader/word_table.npy", |
| "reader_dir": "<eg2-transcribe>/reader", |
| "model_py_sha256": "95a32e58defcda2d71931bea9c07a66272ff7ec8fa5cd39c1bce8e1f253b51c0", |
| "decode_py_sha256": "d8ecd41dea4322397c319d515cba80438b322c88aaf6471943cffbabca0f6462", |
| "config": { |
| "version": "v1", |
| "window": { |
| "seconds": 30, |
| "left_overlap_tokens": 96, |
| "right_extra_tokens": 1, |
| "note": "encoder is causal; the 83 tokens at the start of a window and its last token differ from a continuous run (fixtures/long-speckled-band: soft_tokens_w30 vs soft_tokens_continuous)" |
| }, |
| "decode": "greedy argmax over N+1, collapse repeats, drop blank", |
| "scale": 91.21830749511719, |
| "wer": { |
| "dev-clean": { |
| "wer": 0.06566, |
| "utterances": 2703, |
| "ref_words": 54402 |
| }, |
| "dev-other": { |
| "wer": 0.14927, |
| "utterances": 2864, |
| "ref_words": 50948 |
| }, |
| "test-clean": { |
| "wer": 0.06807, |
| "utterances": 2620, |
| "ref_words": 52576 |
| }, |
| "test-other": { |
| "wer": 0.15102, |
| "utterances": 2939, |
| "ref_words": 52343 |
| }, |
| "fixtures": { |
| "wer": 0.04806, |
| "utterances": 20, |
| "ref_words": 541 |
| }, |
| "decode": "greedy, no language model" |
| } |
| } |
| }, |
| "ref_npz": "<work>/exports/reader/ref_T750.npz", |
| "bar": { |
| "test_clean_wer_max": 0.060785, |
| "fixture_min": 19 |
| }, |
| "summary": { |
| "pass": true, |
| "bar_met": true, |
| "fixture": { |
| "utterances": 20, |
| "transcripts_same": 19, |
| "tokens": 5036, |
| "token_agreement": 0.999801429706116, |
| "wer_torch": { |
| "wer": 0.04805914972273567, |
| "errors": 26, |
| "ref_words": 541, |
| "utterances": 20, |
| "engine": "word Levenshtein (numpy); jiwer: gate_reader.py score" |
| }, |
| "wer_coreai": { |
| "wer": 0.04990757855822551, |
| "errors": 27, |
| "ref_words": 541, |
| "utterances": 20, |
| "engine": "word Levenshtein (numpy); jiwer: gate_reader.py score" |
| } |
| }, |
| "test_clean": { |
| "utterances": 200, |
| "transcripts_same": 200, |
| "tokens": 39126, |
| "token_agreement": 0.9999744415478199, |
| "wer_torch": { |
| "wer": 0.058784676354029064, |
| "errors": 267, |
| "ref_words": 4542, |
| "utterances": 200, |
| "engine": "word Levenshtein (numpy); jiwer: gate_reader.py score" |
| }, |
| "wer_coreai": { |
| "wer": 0.058784676354029064, |
| "errors": 267, |
| "ref_words": 4542, |
| "utterances": 200, |
| "engine": "word Levenshtein (numpy); jiwer: gate_reader.py score" |
| } |
| }, |
| "token_agreement_all": 0.9999547121960056, |
| "tokens": 44162, |
| "argmax_index_agreement": 0.9990036683121235, |
| "label_mismatches": 2, |
| "max_abs_top1_logit": 0.21756935119628906, |
| "max_abs_blank_logit": 0.04213714599609375, |
| "tokens_top1_off_by_0.1": 12, |
| "drift_labels": 0, |
| "drift_max_abs_logit": 0.0, |
| "red_arm_changes_labels": true, |
| "red_arm_transcripts_changed": 7 |
| }, |
| "mismatches": [ |
| { |
| "set": "fixture", |
| "id": "1188-133604-0000", |
| "pos": 185, |
| "ref": 177983, |
| "coreai": 177342, |
| "ref_gap": 8.879601955413818e-05, |
| "ref_blank_minus_top1": -5.716585159301758, |
| "coreai_blank_minus_top1": -5.7109375 |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-76324-0016", |
| "pos": 226, |
| "ref": 200000, |
| "coreai": 81222, |
| "ref_gap": 0.06347741186618805, |
| "ref_blank_minus_top1": 0.016790390014648438, |
| "coreai_blank_minus_top1": 0.0 |
| } |
| ], |
| "red_arm_mask_all_ones": [ |
| { |
| "id": "2300-131720-0000", |
| "tokens": 127, |
| "labels_changed": 2, |
| "transcript_changed": false |
| }, |
| { |
| "id": "121-121726-0001", |
| "tokens": 148, |
| "labels_changed": 1, |
| "transcript_changed": true |
| }, |
| { |
| "id": "1089-134686-0002", |
| "tokens": 166, |
| "labels_changed": 1, |
| "transcript_changed": true |
| }, |
| { |
| "id": "1284-1180-0001", |
| "tokens": 194, |
| "labels_changed": 0, |
| "transcript_changed": false |
| }, |
| { |
| "id": "2094-142345-0001", |
| "tokens": 201, |
| "labels_changed": 0, |
| "transcript_changed": false |
| }, |
| { |
| "id": "1284-1180-0000", |
| "tokens": 203, |
| "labels_changed": 3, |
| "transcript_changed": true |
| }, |
| { |
| "id": "121-121726-0000", |
| "tokens": 212, |
| "labels_changed": 3, |
| "transcript_changed": true |
| }, |
| { |
| "id": "1580-141083-0000", |
| "tokens": 224, |
| "labels_changed": 1, |
| "transcript_changed": true |
| }, |
| { |
| "id": "1188-133604-0001", |
| "tokens": 226, |
| "labels_changed": 3, |
| "transcript_changed": true |
| }, |
| { |
| "id": "1995-1826-0000", |
| "tokens": 237, |
| "labels_changed": 1, |
| "transcript_changed": true |
| } |
| ], |
| "windows": 220, |
| "load_s": 0.92, |
| "first_call_s": 0.0654, |
| "median_call_ms_pass2": 22.548, |
| "timing_note": "one pass over the gate windows; the timing gate is bench_pipeline.py", |
| "runtime": { |
| "coreai-core": "1.0.0b2", |
| "macos_build": "26A428", |
| "python": "3.11.13" |
| }, |
| "label": "eg2stt-r2c-gates-gpu2", |
| "finished": "2026-10-14T10:29:47+0900", |
| "utterances_table": [ |
| { |
| "set": "fixture", |
| "id": "1089-134686-0000", |
| "tokens": 261, |
| "tokens_same": 261, |
| "max_abs_top1_logit": 0.037464141845703125, |
| "max_abs_top1_pos": 176, |
| "ref_top1_at_max": 32.1937141418457, |
| "coreai_top1_at_max": 32.15625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.018329620361328125, |
| "transcript_same": true |
| }, |
| { |
| "set": "fixture", |
| "id": "1089-134686-0002", |
| "tokens": 166, |
| "tokens_same": 166, |
| "max_abs_top1_logit": 0.035556793212890625, |
| "max_abs_top1_pos": 80, |
| "ref_top1_at_max": 36.53555679321289, |
| "coreai_top1_at_max": 36.5, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.013660430908203125, |
| "transcript_same": true |
| }, |
| { |
| "set": "fixture", |
| "id": "1188-133604-0000", |
| "tokens": 268, |
| "tokens_same": 267, |
| "max_abs_top1_logit": 0.03931236267089844, |
| "max_abs_top1_pos": 48, |
| "ref_top1_at_max": -8.328374862670898, |
| "coreai_top1_at_max": -8.2890625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.017690658569335938, |
| "transcript_same": false |
| }, |
| { |
| "set": "fixture", |
| "id": "1188-133604-0001", |
| "tokens": 226, |
| "tokens_same": 226, |
| "max_abs_top1_logit": 0.04724693298339844, |
| "max_abs_top1_pos": 82, |
| "ref_top1_at_max": 19.0316219329834, |
| "coreai_top1_at_max": 18.984375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.020175933837890625, |
| "transcript_same": true |
| }, |
| { |
| "set": "fixture", |
| "id": "121-121726-0000", |
| "tokens": 212, |
| "tokens_same": 212, |
| "max_abs_top1_logit": 0.03143787384033203, |
| "max_abs_top1_pos": 58, |
| "ref_top1_at_max": -4.875187873840332, |
| "coreai_top1_at_max": -4.84375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.0187225341796875, |
| "transcript_same": true |
| }, |
| { |
| "set": "fixture", |
| "id": "121-121726-0001", |
| "tokens": 148, |
| "tokens_same": 148, |
| "max_abs_top1_logit": 0.035717010498046875, |
| "max_abs_top1_pos": 42, |
| "ref_top1_at_max": -3.820873260498047, |
| "coreai_top1_at_max": -3.78515625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.012264251708984375, |
| "transcript_same": true |
| }, |
| { |
| "set": "fixture", |
| "id": "1221-135766-0000", |
| "tokens": 311, |
| "tokens_same": 311, |
| "max_abs_top1_logit": 0.039478302001953125, |
| "max_abs_top1_pos": 90, |
| "ref_top1_at_max": 32.91447830200195, |
| "coreai_top1_at_max": 32.875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.019231796264648438, |
| "transcript_same": true |
| }, |
| { |
| "set": "fixture", |
| "id": "1221-135766-0001", |
| "tokens": 418, |
| "tokens_same": 418, |
| "max_abs_top1_logit": 0.07994842529296875, |
| "max_abs_top1_pos": 36, |
| "ref_top1_at_max": 6.865104675292969, |
| "coreai_top1_at_max": 6.78515625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.01398468017578125, |
| "transcript_same": true |
| }, |
| { |
| "set": "fixture", |
| "id": "1284-1180-0000", |
| "tokens": 203, |
| "tokens_same": 203, |
| "max_abs_top1_logit": 0.031276702880859375, |
| "max_abs_top1_pos": 191, |
| "ref_top1_at_max": 32.43752670288086, |
| "coreai_top1_at_max": 32.40625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.015956878662109375, |
| "transcript_same": true |
| }, |
| { |
| "set": "fixture", |
| "id": "1284-1180-0001", |
| "tokens": 194, |
| "tokens_same": 194, |
| "max_abs_top1_logit": 0.03576087951660156, |
| "max_abs_top1_pos": 60, |
| "ref_top1_at_max": 29.8170108795166, |
| "coreai_top1_at_max": 29.78125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.01470184326171875, |
| "transcript_same": true |
| }, |
| { |
| "set": "fixture", |
| "id": "1320-122612-0000", |
| "tokens": 337, |
| "tokens_same": 337, |
| "max_abs_top1_logit": 0.041904449462890625, |
| "max_abs_top1_pos": 148, |
| "ref_top1_at_max": 33.35440444946289, |
| "coreai_top1_at_max": 33.3125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.017139434814453125, |
| "transcript_same": true |
| }, |
| { |
| "set": "fixture", |
| "id": "1320-122612-0001", |
| "tokens": 238, |
| "tokens_same": 238, |
| "max_abs_top1_logit": 0.05283668637275696, |
| "max_abs_top1_pos": 85, |
| "ref_top1_at_max": -0.44419410824775696, |
| "coreai_top1_at_max": -0.391357421875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.021154403686523438, |
| "transcript_same": true |
| }, |
| { |
| "set": "fixture", |
| "id": "1580-141083-0000", |
| "tokens": 224, |
| "tokens_same": 224, |
| "max_abs_top1_logit": 0.0380096435546875, |
| "max_abs_top1_pos": 171, |
| "ref_top1_at_max": 32.19425964355469, |
| "coreai_top1_at_max": 32.15625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.019189834594726562, |
| "transcript_same": true |
| }, |
| { |
| "set": "fixture", |
| "id": "1580-141083-0001", |
| "tokens": 257, |
| "tokens_same": 257, |
| "max_abs_top1_logit": 0.04733467102050781, |
| "max_abs_top1_pos": 32, |
| "ref_top1_at_max": 29.672334671020508, |
| "coreai_top1_at_max": 29.625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.020366668701171875, |
| "transcript_same": true |
| }, |
| { |
| "set": "fixture", |
| "id": "1995-1826-0000", |
| "tokens": 237, |
| "tokens_same": 237, |
| "max_abs_top1_logit": 0.03435516357421875, |
| "max_abs_top1_pos": 157, |
| "ref_top1_at_max": 31.44060516357422, |
| "coreai_top1_at_max": 31.40625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.014324188232421875, |
| "transcript_same": true |
| }, |
| { |
| "set": "fixture", |
| "id": "1995-1826-0001", |
| "tokens": 254, |
| "tokens_same": 254, |
| "max_abs_top1_logit": 0.035617828369140625, |
| "max_abs_top1_pos": 22, |
| "ref_top1_at_max": 21.03561782836914, |
| "coreai_top1_at_max": 21.0, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.01441192626953125, |
| "transcript_same": true |
| }, |
| { |
| "set": "fixture", |
| "id": "2094-142345-0001", |
| "tokens": 201, |
| "tokens_same": 201, |
| "max_abs_top1_logit": 0.03899669647216797, |
| "max_abs_top1_pos": 77, |
| "ref_top1_at_max": 14.164128303527832, |
| "coreai_top1_at_max": 14.203125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.019496917724609375, |
| "transcript_same": true |
| }, |
| { |
| "set": "fixture", |
| "id": "2094-142345-0002", |
| "tokens": 388, |
| "tokens_same": 388, |
| "max_abs_top1_logit": 0.04173851013183594, |
| "max_abs_top1_pos": 254, |
| "ref_top1_at_max": 27.463613510131836, |
| "coreai_top1_at_max": 27.421875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.017581939697265625, |
| "transcript_same": true |
| }, |
| { |
| "set": "fixture", |
| "id": "2300-131720-0000", |
| "tokens": 127, |
| "tokens_same": 127, |
| "max_abs_top1_logit": 0.04430389404296875, |
| "max_abs_top1_pos": 89, |
| "ref_top1_at_max": 35.29430389404297, |
| "coreai_top1_at_max": 35.25, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.020183563232421875, |
| "transcript_same": true |
| }, |
| { |
| "set": "fixture", |
| "id": "2300-131720-0001", |
| "tokens": 366, |
| "tokens_same": 366, |
| "max_abs_top1_logit": 0.053539276123046875, |
| "max_abs_top1_pos": 142, |
| "ref_top1_at_max": 23.600414276123047, |
| "coreai_top1_at_max": 23.546875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.014875411987304688, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-75918-0000", |
| "tokens": 88, |
| "tokens_same": 88, |
| "max_abs_top1_logit": 0.03084564208984375, |
| "max_abs_top1_pos": 52, |
| "ref_top1_at_max": 9.554283142089844, |
| "coreai_top1_at_max": 9.5234375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.011789321899414062, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-75918-0001", |
| "tokens": 356, |
| "tokens_same": 356, |
| "max_abs_top1_logit": 0.032196044921875, |
| "max_abs_top1_pos": 353, |
| "ref_top1_at_max": 32.438446044921875, |
| "coreai_top1_at_max": 32.40625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.01523590087890625, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-75918-0002", |
| "tokens": 126, |
| "tokens_same": 126, |
| "max_abs_top1_logit": 0.030181884765625, |
| "max_abs_top1_pos": 58, |
| "ref_top1_at_max": 32.967681884765625, |
| "coreai_top1_at_max": 32.9375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.01486968994140625, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-75918-0003", |
| "tokens": 583, |
| "tokens_same": 583, |
| "max_abs_top1_logit": 0.21756935119628906, |
| "max_abs_top1_pos": 551, |
| "ref_top1_at_max": 15.618368148803711, |
| "coreai_top1_at_max": 15.8359375, |
| "tokens_top1_off_by_0.1": 1, |
| "max_abs_blank_logit": 0.023828506469726562, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-75918-0004", |
| "tokens": 277, |
| "tokens_same": 277, |
| "max_abs_top1_logit": 0.03119659423828125, |
| "max_abs_top1_pos": 169, |
| "ref_top1_at_max": 29.39057159423828, |
| "coreai_top1_at_max": 29.359375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.017482757568359375, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-75918-0005", |
| "tokens": 329, |
| "tokens_same": 329, |
| "max_abs_top1_logit": 0.03213310241699219, |
| "max_abs_top1_pos": 134, |
| "ref_top1_at_max": 29.954008102416992, |
| "coreai_top1_at_max": 29.921875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.013616561889648438, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-75918-0006", |
| "tokens": 146, |
| "tokens_same": 146, |
| "max_abs_top1_logit": 0.03279876708984375, |
| "max_abs_top1_pos": 108, |
| "ref_top1_at_max": 32.126548767089844, |
| "coreai_top1_at_max": 32.09375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.01358795166015625, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-75918-0007", |
| "tokens": 83, |
| "tokens_same": 83, |
| "max_abs_top1_logit": 0.0303802490234375, |
| "max_abs_top1_pos": 60, |
| "ref_top1_at_max": 28.764755249023438, |
| "coreai_top1_at_max": 28.734375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.01320648193359375, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-75918-0008", |
| "tokens": 120, |
| "tokens_same": 120, |
| "max_abs_top1_logit": 0.024091720581054688, |
| "max_abs_top1_pos": 73, |
| "ref_top1_at_max": 31.195966720581055, |
| "coreai_top1_at_max": 31.171875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.013397216796875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-75918-0009", |
| "tokens": 182, |
| "tokens_same": 182, |
| "max_abs_top1_logit": 0.11419677734375, |
| "max_abs_top1_pos": 32, |
| "ref_top1_at_max": 14.90142822265625, |
| "coreai_top1_at_max": 15.015625, |
| "tokens_top1_off_by_0.1": 1, |
| "max_abs_blank_logit": 0.013698577880859375, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-75918-0010", |
| "tokens": 76, |
| "tokens_same": 76, |
| "max_abs_top1_logit": 0.027063369750976562, |
| "max_abs_top1_pos": 57, |
| "ref_top1_at_max": 31.105188369750977, |
| "coreai_top1_at_max": 31.078125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.012073516845703125, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-75918-0011", |
| "tokens": 80, |
| "tokens_same": 80, |
| "max_abs_top1_logit": 0.029142379760742188, |
| "max_abs_top1_pos": 53, |
| "ref_top1_at_max": 29.951017379760742, |
| "coreai_top1_at_max": 29.921875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.01491546630859375, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-75918-0012", |
| "tokens": 49, |
| "tokens_same": 49, |
| "max_abs_top1_logit": 0.0292205810546875, |
| "max_abs_top1_pos": 38, |
| "ref_top1_at_max": -4.8300018310546875, |
| "coreai_top1_at_max": -4.80078125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.011026382446289062, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-75918-0013", |
| "tokens": 74, |
| "tokens_same": 74, |
| "max_abs_top1_logit": 0.031467437744140625, |
| "max_abs_top1_pos": 23, |
| "ref_top1_at_max": 32.90646743774414, |
| "coreai_top1_at_max": 32.875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.011043548583984375, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-75918-0014", |
| "tokens": 421, |
| "tokens_same": 421, |
| "max_abs_top1_logit": 0.03669333457946777, |
| "max_abs_top1_pos": 222, |
| "ref_top1_at_max": 1.2728769779205322, |
| "coreai_top1_at_max": 1.3095703125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.018535614013671875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-75918-0015", |
| "tokens": 160, |
| "tokens_same": 160, |
| "max_abs_top1_logit": 0.02739715576171875, |
| "max_abs_top1_pos": 111, |
| "ref_top1_at_max": 37.77739715576172, |
| "coreai_top1_at_max": 37.75, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.013744354248046875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-75918-0016", |
| "tokens": 251, |
| "tokens_same": 251, |
| "max_abs_top1_logit": 0.0393218994140625, |
| "max_abs_top1_pos": 60, |
| "ref_top1_at_max": 35.44557189941406, |
| "coreai_top1_at_max": 35.40625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.019742965698242188, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-75918-0017", |
| "tokens": 154, |
| "tokens_same": 154, |
| "max_abs_top1_logit": 0.02178668975830078, |
| "max_abs_top1_pos": 107, |
| "ref_top1_at_max": 12.8766508102417, |
| "coreai_top1_at_max": 12.8984375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.01549530029296875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-75918-0018", |
| "tokens": 270, |
| "tokens_same": 270, |
| "max_abs_top1_logit": 0.029554367065429688, |
| "max_abs_top1_pos": 130, |
| "ref_top1_at_max": 29.54517936706543, |
| "coreai_top1_at_max": 29.515625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.015123367309570312, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-75918-0019", |
| "tokens": 291, |
| "tokens_same": 291, |
| "max_abs_top1_logit": 0.0261077880859375, |
| "max_abs_top1_pos": 56, |
| "ref_top1_at_max": 34.40110778808594, |
| "coreai_top1_at_max": 34.375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.016765594482421875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-75918-0020", |
| "tokens": 360, |
| "tokens_same": 360, |
| "max_abs_top1_logit": 0.038303375244140625, |
| "max_abs_top1_pos": 60, |
| "ref_top1_at_max": 5.925022125244141, |
| "coreai_top1_at_max": 5.88671875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.022724151611328125, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-76324-0000", |
| "tokens": 76, |
| "tokens_same": 76, |
| "max_abs_top1_logit": 0.01810908317565918, |
| "max_abs_top1_pos": 24, |
| "ref_top1_at_max": -1.3236877918243408, |
| "coreai_top1_at_max": -1.341796875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.016315460205078125, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-76324-0001", |
| "tokens": 80, |
| "tokens_same": 80, |
| "max_abs_top1_logit": 0.023509979248046875, |
| "max_abs_top1_pos": 65, |
| "ref_top1_at_max": 33.42975997924805, |
| "coreai_top1_at_max": 33.40625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.013284683227539062, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-76324-0002", |
| "tokens": 139, |
| "tokens_same": 139, |
| "max_abs_top1_logit": 0.036472320556640625, |
| "max_abs_top1_pos": 62, |
| "ref_top1_at_max": 31.75522232055664, |
| "coreai_top1_at_max": 31.71875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.015478134155273438, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-76324-0003", |
| "tokens": 85, |
| "tokens_same": 85, |
| "max_abs_top1_logit": 0.031566619873046875, |
| "max_abs_top1_pos": 50, |
| "ref_top1_at_max": 30.265941619873047, |
| "coreai_top1_at_max": 30.234375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.013490676879882812, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-76324-0004", |
| "tokens": 154, |
| "tokens_same": 154, |
| "max_abs_top1_logit": 0.024545669555664062, |
| "max_abs_top1_pos": 113, |
| "ref_top1_at_max": 27.758920669555664, |
| "coreai_top1_at_max": 27.734375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.017070770263671875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-76324-0005", |
| "tokens": 126, |
| "tokens_same": 126, |
| "max_abs_top1_logit": 0.03186798095703125, |
| "max_abs_top1_pos": 20, |
| "ref_top1_at_max": 28.45374298095703, |
| "coreai_top1_at_max": 28.421875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.0133056640625, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-76324-0006", |
| "tokens": 112, |
| "tokens_same": 112, |
| "max_abs_top1_logit": 0.03061676025390625, |
| "max_abs_top1_pos": 28, |
| "ref_top1_at_max": 23.983741760253906, |
| "coreai_top1_at_max": 23.953125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.012050628662109375, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-76324-0007", |
| "tokens": 71, |
| "tokens_same": 71, |
| "max_abs_top1_logit": 0.030757904052734375, |
| "max_abs_top1_pos": 32, |
| "ref_top1_at_max": 25.608882904052734, |
| "coreai_top1_at_max": 25.578125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.01654815673828125, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-76324-0008", |
| "tokens": 130, |
| "tokens_same": 130, |
| "max_abs_top1_logit": 0.14981365203857422, |
| "max_abs_top1_pos": 61, |
| "ref_top1_at_max": 13.204501152038574, |
| "coreai_top1_at_max": 13.0546875, |
| "tokens_top1_off_by_0.1": 1, |
| "max_abs_blank_logit": 0.0191497802734375, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-76324-0009", |
| "tokens": 85, |
| "tokens_same": 85, |
| "max_abs_top1_logit": 0.0273284912109375, |
| "max_abs_top1_pos": 31, |
| "ref_top1_at_max": 29.855453491210938, |
| "coreai_top1_at_max": 29.828125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.013416290283203125, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-76324-0010", |
| "tokens": 67, |
| "tokens_same": 67, |
| "max_abs_top1_logit": 0.03061676025390625, |
| "max_abs_top1_pos": 36, |
| "ref_top1_at_max": 32.499366760253906, |
| "coreai_top1_at_max": 32.46875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.0174560546875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-76324-0011", |
| "tokens": 231, |
| "tokens_same": 231, |
| "max_abs_top1_logit": 0.05365180969238281, |
| "max_abs_top1_pos": 164, |
| "ref_top1_at_max": 16.288026809692383, |
| "coreai_top1_at_max": 16.234375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.014966964721679688, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-76324-0012", |
| "tokens": 117, |
| "tokens_same": 117, |
| "max_abs_top1_logit": 0.0351557731628418, |
| "max_abs_top1_pos": 82, |
| "ref_top1_at_max": 6.921875476837158, |
| "coreai_top1_at_max": 6.95703125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.01468658447265625, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-76324-0013", |
| "tokens": 108, |
| "tokens_same": 108, |
| "max_abs_top1_logit": 0.03474235534667969, |
| "max_abs_top1_pos": 50, |
| "ref_top1_at_max": 25.34724235534668, |
| "coreai_top1_at_max": 25.3125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.013185501098632812, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-76324-0014", |
| "tokens": 118, |
| "tokens_same": 118, |
| "max_abs_top1_logit": 0.033702850341796875, |
| "max_abs_top1_pos": 75, |
| "ref_top1_at_max": 32.0180778503418, |
| "coreai_top1_at_max": 31.984375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.012760162353515625, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-76324-0015", |
| "tokens": 310, |
| "tokens_same": 310, |
| "max_abs_top1_logit": 0.050819456577301025, |
| "max_abs_top1_pos": 220, |
| "ref_top1_at_max": 0.923301637172699, |
| "coreai_top1_at_max": 0.97412109375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.019842147827148438, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-76324-0016", |
| "tokens": 230, |
| "tokens_same": 229, |
| "max_abs_top1_logit": 0.024143218994140625, |
| "max_abs_top1_pos": 105, |
| "ref_top1_at_max": 26.66476821899414, |
| "coreai_top1_at_max": 26.640625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.01630401611328125, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-76324-0017", |
| "tokens": 135, |
| "tokens_same": 135, |
| "max_abs_top1_logit": 0.035099029541015625, |
| "max_abs_top1_pos": 98, |
| "ref_top1_at_max": 33.035099029541016, |
| "coreai_top1_at_max": 33.0, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.014186859130859375, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-76324-0018", |
| "tokens": 54, |
| "tokens_same": 54, |
| "max_abs_top1_logit": 0.025959014892578125, |
| "max_abs_top1_pos": 36, |
| "ref_top1_at_max": 16.541584014892578, |
| "coreai_top1_at_max": 16.515625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.011707305908203125, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-76324-0019", |
| "tokens": 65, |
| "tokens_same": 65, |
| "max_abs_top1_logit": 0.04357719421386719, |
| "max_abs_top1_pos": 46, |
| "ref_top1_at_max": 24.472047805786133, |
| "coreai_top1_at_max": 24.515625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.01235198974609375, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-76324-0020", |
| "tokens": 158, |
| "tokens_same": 158, |
| "max_abs_top1_logit": 0.035320281982421875, |
| "max_abs_top1_pos": 46, |
| "ref_top1_at_max": 34.97282028198242, |
| "coreai_top1_at_max": 34.9375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.012075424194335938, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-76324-0021", |
| "tokens": 184, |
| "tokens_same": 184, |
| "max_abs_top1_logit": 0.037090301513671875, |
| "max_abs_top1_pos": 166, |
| "ref_top1_at_max": 30.474590301513672, |
| "coreai_top1_at_max": 30.4375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.015933990478515625, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-76324-0022", |
| "tokens": 48, |
| "tokens_same": 48, |
| "max_abs_top1_logit": 0.02758026123046875, |
| "max_abs_top1_pos": 19, |
| "ref_top1_at_max": 35.68383026123047, |
| "coreai_top1_at_max": 35.65625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.011806488037109375, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-76324-0023", |
| "tokens": 121, |
| "tokens_same": 121, |
| "max_abs_top1_logit": 0.0395965576171875, |
| "max_abs_top1_pos": 31, |
| "ref_top1_at_max": 34.66459655761719, |
| "coreai_top1_at_max": 34.625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.01543426513671875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-76324-0024", |
| "tokens": 101, |
| "tokens_same": 101, |
| "max_abs_top1_logit": 0.0340423583984375, |
| "max_abs_top1_pos": 96, |
| "ref_top1_at_max": 38.78404235839844, |
| "coreai_top1_at_max": 38.75, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.013538360595703125, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-76324-0025", |
| "tokens": 103, |
| "tokens_same": 103, |
| "max_abs_top1_logit": 0.03035736083984375, |
| "max_abs_top1_pos": 87, |
| "ref_top1_at_max": 30.749107360839844, |
| "coreai_top1_at_max": 30.71875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.013652801513671875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-76324-0026", |
| "tokens": 77, |
| "tokens_same": 77, |
| "max_abs_top1_logit": 0.02257537841796875, |
| "max_abs_top1_pos": 70, |
| "ref_top1_at_max": 29.46007537841797, |
| "coreai_top1_at_max": 29.4375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.01738739013671875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-76324-0027", |
| "tokens": 207, |
| "tokens_same": 207, |
| "max_abs_top1_logit": 0.03126192092895508, |
| "max_abs_top1_pos": 46, |
| "ref_top1_at_max": -4.695324420928955, |
| "coreai_top1_at_max": -4.6640625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.02111053466796875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-76324-0028", |
| "tokens": 247, |
| "tokens_same": 247, |
| "max_abs_top1_logit": 0.08640480041503906, |
| "max_abs_top1_pos": 147, |
| "ref_top1_at_max": 22.49265480041504, |
| "coreai_top1_at_max": 22.40625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.027826309204101562, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-81414-0000", |
| "tokens": 323, |
| "tokens_same": 323, |
| "max_abs_top1_logit": 0.037769317626953125, |
| "max_abs_top1_pos": 116, |
| "ref_top1_at_max": 32.44401931762695, |
| "coreai_top1_at_max": 32.40625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.01467132568359375, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-81414-0001", |
| "tokens": 437, |
| "tokens_same": 437, |
| "max_abs_top1_logit": 0.110260009765625, |
| "max_abs_top1_pos": 420, |
| "ref_top1_at_max": 10.928802490234375, |
| "coreai_top1_at_max": 11.0390625, |
| "tokens_top1_off_by_0.1": 1, |
| "max_abs_blank_logit": 0.0243682861328125, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-81414-0002", |
| "tokens": 83, |
| "tokens_same": 83, |
| "max_abs_top1_logit": 0.02295207977294922, |
| "max_abs_top1_pos": 13, |
| "ref_top1_at_max": -10.89013957977295, |
| "coreai_top1_at_max": -10.8671875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.011941909790039062, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-81414-0003", |
| "tokens": 83, |
| "tokens_same": 83, |
| "max_abs_top1_logit": 0.02790069580078125, |
| "max_abs_top1_pos": 33, |
| "ref_top1_at_max": 31.69977569580078, |
| "coreai_top1_at_max": 31.671875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.01372528076171875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-81414-0004", |
| "tokens": 239, |
| "tokens_same": 239, |
| "max_abs_top1_logit": 0.0460205078125, |
| "max_abs_top1_pos": 175, |
| "ref_top1_at_max": 34.5460205078125, |
| "coreai_top1_at_max": 34.5, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.015117645263671875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-81414-0005", |
| "tokens": 46, |
| "tokens_same": 46, |
| "max_abs_top1_logit": 0.018850326538085938, |
| "max_abs_top1_pos": 37, |
| "ref_top1_at_max": 28.940725326538086, |
| "coreai_top1_at_max": 28.921875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.01552581787109375, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-81414-0006", |
| "tokens": 170, |
| "tokens_same": 170, |
| "max_abs_top1_logit": 0.04625701904296875, |
| "max_abs_top1_pos": 79, |
| "ref_top1_at_max": 33.23375701904297, |
| "coreai_top1_at_max": 33.1875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.014354705810546875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-81414-0007", |
| "tokens": 109, |
| "tokens_same": 109, |
| "max_abs_top1_logit": 0.027034759521484375, |
| "max_abs_top1_pos": 17, |
| "ref_top1_at_max": 33.027034759521484, |
| "coreai_top1_at_max": 33.0, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.013032913208007812, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-81414-0008", |
| "tokens": 152, |
| "tokens_same": 152, |
| "max_abs_top1_logit": 0.035251617431640625, |
| "max_abs_top1_pos": 68, |
| "ref_top1_at_max": 33.75400161743164, |
| "coreai_top1_at_max": 33.71875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.020069122314453125, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-81414-0009", |
| "tokens": 301, |
| "tokens_same": 301, |
| "max_abs_top1_logit": 0.03342628479003906, |
| "max_abs_top1_pos": 246, |
| "ref_top1_at_max": 29.18967628479004, |
| "coreai_top1_at_max": 29.15625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.021471023559570312, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-81414-0010", |
| "tokens": 96, |
| "tokens_same": 96, |
| "max_abs_top1_logit": 0.043109893798828125, |
| "max_abs_top1_pos": 31, |
| "ref_top1_at_max": 36.94935989379883, |
| "coreai_top1_at_max": 36.90625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.01129150390625, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-81414-0011", |
| "tokens": 118, |
| "tokens_same": 118, |
| "max_abs_top1_logit": 0.03724861145019531, |
| "max_abs_top1_pos": 19, |
| "ref_top1_at_max": 28.927873611450195, |
| "coreai_top1_at_max": 28.890625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.012477874755859375, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-81414-0012", |
| "tokens": 111, |
| "tokens_same": 111, |
| "max_abs_top1_logit": 0.02570343017578125, |
| "max_abs_top1_pos": 34, |
| "ref_top1_at_max": 30.74445343017578, |
| "coreai_top1_at_max": 30.71875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.015625, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-81414-0013", |
| "tokens": 183, |
| "tokens_same": 183, |
| "max_abs_top1_logit": 0.027734756469726562, |
| "max_abs_top1_pos": 169, |
| "ref_top1_at_max": 30.387109756469727, |
| "coreai_top1_at_max": 30.359375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.01508331298828125, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-81414-0014", |
| "tokens": 185, |
| "tokens_same": 185, |
| "max_abs_top1_logit": 0.039463043212890625, |
| "max_abs_top1_pos": 125, |
| "ref_top1_at_max": 32.07071304321289, |
| "coreai_top1_at_max": 32.03125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.019933700561523438, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-81414-0015", |
| "tokens": 93, |
| "tokens_same": 93, |
| "max_abs_top1_logit": 0.04165077209472656, |
| "max_abs_top1_pos": 64, |
| "ref_top1_at_max": 21.197900772094727, |
| "coreai_top1_at_max": 21.15625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.01331329345703125, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-81414-0016", |
| "tokens": 54, |
| "tokens_same": 54, |
| "max_abs_top1_logit": 0.019784927368164062, |
| "max_abs_top1_pos": 22, |
| "ref_top1_at_max": 24.191659927368164, |
| "coreai_top1_at_max": 24.171875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.012454986572265625, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-81414-0017", |
| "tokens": 59, |
| "tokens_same": 59, |
| "max_abs_top1_logit": 0.0397796630859375, |
| "max_abs_top1_pos": 22, |
| "ref_top1_at_max": 33.82102966308594, |
| "coreai_top1_at_max": 33.78125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.012531280517578125, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-81414-0018", |
| "tokens": 73, |
| "tokens_same": 73, |
| "max_abs_top1_logit": 0.019031524658203125, |
| "max_abs_top1_pos": 13, |
| "ref_top1_at_max": 30.206531524658203, |
| "coreai_top1_at_max": 30.1875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.015598297119140625, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-81414-0019", |
| "tokens": 85, |
| "tokens_same": 85, |
| "max_abs_top1_logit": 0.05306434631347656, |
| "max_abs_top1_pos": 32, |
| "ref_top1_at_max": 25.115564346313477, |
| "coreai_top1_at_max": 25.0625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.011648178100585938, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-81414-0020", |
| "tokens": 125, |
| "tokens_same": 125, |
| "max_abs_top1_logit": 0.023488998413085938, |
| "max_abs_top1_pos": 22, |
| "ref_top1_at_max": 29.007863998413086, |
| "coreai_top1_at_max": 28.984375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.01284027099609375, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-81414-0021", |
| "tokens": 81, |
| "tokens_same": 81, |
| "max_abs_top1_logit": 0.0294036865234375, |
| "max_abs_top1_pos": 63, |
| "ref_top1_at_max": 31.591903686523438, |
| "coreai_top1_at_max": 31.5625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.011768341064453125, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-81414-0022", |
| "tokens": 109, |
| "tokens_same": 109, |
| "max_abs_top1_logit": 0.0408477783203125, |
| "max_abs_top1_pos": 66, |
| "ref_top1_at_max": 36.22834777832031, |
| "coreai_top1_at_max": 36.1875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.014064788818359375, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-81414-0023", |
| "tokens": 122, |
| "tokens_same": 122, |
| "max_abs_top1_logit": 0.017194747924804688, |
| "max_abs_top1_pos": 105, |
| "ref_top1_at_max": 31.657819747924805, |
| "coreai_top1_at_max": 31.640625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.014150619506835938, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-81414-0024", |
| "tokens": 126, |
| "tokens_same": 126, |
| "max_abs_top1_logit": 0.049594879150390625, |
| "max_abs_top1_pos": 113, |
| "ref_top1_at_max": 27.94021987915039, |
| "coreai_top1_at_max": 27.890625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.017429351806640625, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-81414-0025", |
| "tokens": 63, |
| "tokens_same": 63, |
| "max_abs_top1_logit": 0.0928192138671875, |
| "max_abs_top1_pos": 47, |
| "ref_top1_at_max": 13.725631713867188, |
| "coreai_top1_at_max": 13.6328125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.019428253173828125, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-81414-0026", |
| "tokens": 77, |
| "tokens_same": 77, |
| "max_abs_top1_logit": 0.040485382080078125, |
| "max_abs_top1_pos": 75, |
| "ref_top1_at_max": 16.821735382080078, |
| "coreai_top1_at_max": 16.78125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.0181121826171875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "6930-81414-0027", |
| "tokens": 96, |
| "tokens_same": 96, |
| "max_abs_top1_logit": 0.036670684814453125, |
| "max_abs_top1_pos": 75, |
| "ref_top1_at_max": 34.44292068481445, |
| "coreai_top1_at_max": 34.40625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.015676498413085938, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0000", |
| "tokens": 196, |
| "tokens_same": 196, |
| "max_abs_top1_logit": 0.02750110626220703, |
| "max_abs_top1_pos": 121, |
| "ref_top1_at_max": 13.199061393737793, |
| "coreai_top1_at_max": 13.2265625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.020819664001464844, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0001", |
| "tokens": 352, |
| "tokens_same": 352, |
| "max_abs_top1_logit": 0.033390045166015625, |
| "max_abs_top1_pos": 314, |
| "ref_top1_at_max": 17.299015045166016, |
| "coreai_top1_at_max": 17.265625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.015766143798828125, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0002", |
| "tokens": 340, |
| "tokens_same": 340, |
| "max_abs_top1_logit": 0.07509803771972656, |
| "max_abs_top1_pos": 251, |
| "ref_top1_at_max": 16.784276962280273, |
| "coreai_top1_at_max": 16.859375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.014112472534179688, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0003", |
| "tokens": 157, |
| "tokens_same": 157, |
| "max_abs_top1_logit": 0.030971527099609375, |
| "max_abs_top1_pos": 150, |
| "ref_top1_at_max": 34.28097152709961, |
| "coreai_top1_at_max": 34.25, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.0157623291015625, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0004", |
| "tokens": 307, |
| "tokens_same": 307, |
| "max_abs_top1_logit": 0.04969978332519531, |
| "max_abs_top1_pos": 249, |
| "ref_top1_at_max": 7.225481033325195, |
| "coreai_top1_at_max": 7.17578125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.020528793334960938, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0005", |
| "tokens": 110, |
| "tokens_same": 110, |
| "max_abs_top1_logit": 0.03502464294433594, |
| "max_abs_top1_pos": 26, |
| "ref_top1_at_max": 30.441274642944336, |
| "coreai_top1_at_max": 30.40625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.013471603393554688, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0006", |
| "tokens": 142, |
| "tokens_same": 142, |
| "max_abs_top1_logit": 0.028924942016601562, |
| "max_abs_top1_pos": 61, |
| "ref_top1_at_max": 30.6695499420166, |
| "coreai_top1_at_max": 30.640625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.01375579833984375, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0007", |
| "tokens": 463, |
| "tokens_same": 463, |
| "max_abs_top1_logit": 0.042022705078125, |
| "max_abs_top1_pos": 207, |
| "ref_top1_at_max": 32.448272705078125, |
| "coreai_top1_at_max": 32.40625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.018238067626953125, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0008", |
| "tokens": 105, |
| "tokens_same": 105, |
| "max_abs_top1_logit": 0.027978897094726562, |
| "max_abs_top1_pos": 34, |
| "ref_top1_at_max": 26.668603897094727, |
| "coreai_top1_at_max": 26.640625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.01636505126953125, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0009", |
| "tokens": 193, |
| "tokens_same": 193, |
| "max_abs_top1_logit": 0.05457592010498047, |
| "max_abs_top1_pos": 68, |
| "ref_top1_at_max": -3.4239397048950195, |
| "coreai_top1_at_max": -3.478515625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.021343231201171875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0010", |
| "tokens": 250, |
| "tokens_same": 250, |
| "max_abs_top1_logit": 0.0305023193359375, |
| "max_abs_top1_pos": 141, |
| "ref_top1_at_max": 35.78050231933594, |
| "coreai_top1_at_max": 35.75, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.0154266357421875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0011", |
| "tokens": 244, |
| "tokens_same": 244, |
| "max_abs_top1_logit": 0.03697967529296875, |
| "max_abs_top1_pos": 100, |
| "ref_top1_at_max": 36.22447967529297, |
| "coreai_top1_at_max": 36.1875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.02428436279296875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0012", |
| "tokens": 190, |
| "tokens_same": 190, |
| "max_abs_top1_logit": 0.029994964599609375, |
| "max_abs_top1_pos": 111, |
| "ref_top1_at_max": 30.12374496459961, |
| "coreai_top1_at_max": 30.09375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.012538909912109375, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0013", |
| "tokens": 269, |
| "tokens_same": 269, |
| "max_abs_top1_logit": 0.038204193115234375, |
| "max_abs_top1_pos": 75, |
| "ref_top1_at_max": 32.194454193115234, |
| "coreai_top1_at_max": 32.15625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.013971328735351562, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0014", |
| "tokens": 123, |
| "tokens_same": 123, |
| "max_abs_top1_logit": 0.03740119934082031, |
| "max_abs_top1_pos": 80, |
| "ref_top1_at_max": 26.83427619934082, |
| "coreai_top1_at_max": 26.796875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.018545150756835938, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0015", |
| "tokens": 128, |
| "tokens_same": 128, |
| "max_abs_top1_logit": 0.029880523681640625, |
| "max_abs_top1_pos": 113, |
| "ref_top1_at_max": 33.77988052368164, |
| "coreai_top1_at_max": 33.75, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.017316818237304688, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0016", |
| "tokens": 252, |
| "tokens_same": 252, |
| "max_abs_top1_logit": 0.051181793212890625, |
| "max_abs_top1_pos": 26, |
| "ref_top1_at_max": 34.61368179321289, |
| "coreai_top1_at_max": 34.5625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.017757415771484375, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0017", |
| "tokens": 142, |
| "tokens_same": 142, |
| "max_abs_top1_logit": 0.03891754150390625, |
| "max_abs_top1_pos": 34, |
| "ref_top1_at_max": 32.351417541503906, |
| "coreai_top1_at_max": 32.3125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.017419815063476562, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0018", |
| "tokens": 243, |
| "tokens_same": 243, |
| "max_abs_top1_logit": 0.0341033935546875, |
| "max_abs_top1_pos": 14, |
| "ref_top1_at_max": 29.643478393554688, |
| "coreai_top1_at_max": 29.609375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.016839981079101562, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0019", |
| "tokens": 206, |
| "tokens_same": 206, |
| "max_abs_top1_logit": 0.06783485412597656, |
| "max_abs_top1_pos": 108, |
| "ref_top1_at_max": 19.713415145874023, |
| "coreai_top1_at_max": 19.78125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.017477035522460938, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0020", |
| "tokens": 223, |
| "tokens_same": 223, |
| "max_abs_top1_logit": 0.03413200378417969, |
| "max_abs_top1_pos": 99, |
| "ref_top1_at_max": 29.59663200378418, |
| "coreai_top1_at_max": 29.5625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.016202926635742188, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0021", |
| "tokens": 134, |
| "tokens_same": 134, |
| "max_abs_top1_logit": 0.033832550048828125, |
| "max_abs_top1_pos": 50, |
| "ref_top1_at_max": 31.705707550048828, |
| "coreai_top1_at_max": 31.671875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.015621185302734375, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0022", |
| "tokens": 97, |
| "tokens_same": 97, |
| "max_abs_top1_logit": 0.027740478515625, |
| "max_abs_top1_pos": 40, |
| "ref_top1_at_max": 30.527740478515625, |
| "coreai_top1_at_max": 30.5, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.015232086181640625, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0023", |
| "tokens": 196, |
| "tokens_same": 196, |
| "max_abs_top1_logit": 0.0416068434715271, |
| "max_abs_top1_pos": 96, |
| "ref_top1_at_max": 0.7872123122215271, |
| "coreai_top1_at_max": 0.74560546875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.01671600341796875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0024", |
| "tokens": 189, |
| "tokens_same": 189, |
| "max_abs_top1_logit": 0.0386505126953125, |
| "max_abs_top1_pos": 172, |
| "ref_top1_at_max": 32.19490051269531, |
| "coreai_top1_at_max": 32.15625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.019969940185546875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0025", |
| "tokens": 159, |
| "tokens_same": 159, |
| "max_abs_top1_logit": 0.03298187255859375, |
| "max_abs_top1_pos": 107, |
| "ref_top1_at_max": 23.095481872558594, |
| "coreai_top1_at_max": 23.0625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.012594223022460938, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0026", |
| "tokens": 131, |
| "tokens_same": 131, |
| "max_abs_top1_logit": 0.028881072998046875, |
| "max_abs_top1_pos": 91, |
| "ref_top1_at_max": 31.325756072998047, |
| "coreai_top1_at_max": 31.296875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.01827239990234375, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0027", |
| "tokens": 142, |
| "tokens_same": 142, |
| "max_abs_top1_logit": 0.027828216552734375, |
| "max_abs_top1_pos": 71, |
| "ref_top1_at_max": 32.434078216552734, |
| "coreai_top1_at_max": 32.40625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.017589569091796875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0028", |
| "tokens": 400, |
| "tokens_same": 400, |
| "max_abs_top1_logit": 0.04854583740234375, |
| "max_abs_top1_pos": 185, |
| "ref_top1_at_max": 34.548545837402344, |
| "coreai_top1_at_max": 34.5, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.014883041381835938, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0029", |
| "tokens": 197, |
| "tokens_same": 197, |
| "max_abs_top1_logit": 0.03591728210449219, |
| "max_abs_top1_pos": 49, |
| "ref_top1_at_max": 29.551542282104492, |
| "coreai_top1_at_max": 29.515625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.013835906982421875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0030", |
| "tokens": 100, |
| "tokens_same": 100, |
| "max_abs_top1_logit": 0.030912399291992188, |
| "max_abs_top1_pos": 31, |
| "ref_top1_at_max": 28.343412399291992, |
| "coreai_top1_at_max": 28.3125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.013143539428710938, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0031", |
| "tokens": 157, |
| "tokens_same": 157, |
| "max_abs_top1_logit": 0.03367424011230469, |
| "max_abs_top1_pos": 124, |
| "ref_top1_at_max": 23.893049240112305, |
| "coreai_top1_at_max": 23.859375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.014861106872558594, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0032", |
| "tokens": 282, |
| "tokens_same": 282, |
| "max_abs_top1_logit": 0.044460296630859375, |
| "max_abs_top1_pos": 41, |
| "ref_top1_at_max": 33.66946029663086, |
| "coreai_top1_at_max": 33.625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.01749420166015625, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0033", |
| "tokens": 276, |
| "tokens_same": 276, |
| "max_abs_top1_logit": 0.03755760192871094, |
| "max_abs_top1_pos": 187, |
| "ref_top1_at_max": 31.69380760192871, |
| "coreai_top1_at_max": 31.65625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.015783309936523438, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0034", |
| "tokens": 237, |
| "tokens_same": 237, |
| "max_abs_top1_logit": 0.0377960205078125, |
| "max_abs_top1_pos": 168, |
| "ref_top1_at_max": 32.60029602050781, |
| "coreai_top1_at_max": 32.5625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.01673126220703125, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0035", |
| "tokens": 456, |
| "tokens_same": 456, |
| "max_abs_top1_logit": 0.04958343505859375, |
| "max_abs_top1_pos": 144, |
| "ref_top1_at_max": 33.987083435058594, |
| "coreai_top1_at_max": 33.9375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.021778106689453125, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0036", |
| "tokens": 309, |
| "tokens_same": 309, |
| "max_abs_top1_logit": 0.04301261901855469, |
| "max_abs_top1_pos": 139, |
| "ref_top1_at_max": 25.839887619018555, |
| "coreai_top1_at_max": 25.796875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.017974853515625, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0037", |
| "tokens": 180, |
| "tokens_same": 180, |
| "max_abs_top1_logit": 0.031192779541015625, |
| "max_abs_top1_pos": 73, |
| "ref_top1_at_max": 27.812442779541016, |
| "coreai_top1_at_max": 27.78125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.01299285888671875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0038", |
| "tokens": 56, |
| "tokens_same": 56, |
| "max_abs_top1_logit": 0.03475379943847656, |
| "max_abs_top1_pos": 13, |
| "ref_top1_at_max": 28.816003799438477, |
| "coreai_top1_at_max": 28.78125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.010532379150390625, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0039", |
| "tokens": 177, |
| "tokens_same": 177, |
| "max_abs_top1_logit": 0.04120635986328125, |
| "max_abs_top1_pos": 145, |
| "ref_top1_at_max": 36.60370635986328, |
| "coreai_top1_at_max": 36.5625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.015848159790039062, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0040", |
| "tokens": 200, |
| "tokens_same": 200, |
| "max_abs_top1_logit": 0.04010200500488281, |
| "max_abs_top1_pos": 67, |
| "ref_top1_at_max": 28.086977005004883, |
| "coreai_top1_at_max": 28.046875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.01731109619140625, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122617-0041", |
| "tokens": 104, |
| "tokens_same": 104, |
| "max_abs_top1_logit": 0.031787872314453125, |
| "max_abs_top1_pos": 82, |
| "ref_top1_at_max": 29.859912872314453, |
| "coreai_top1_at_max": 29.828125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.017383575439453125, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122612-0000", |
| "tokens": 337, |
| "tokens_same": 337, |
| "max_abs_top1_logit": 0.03788280487060547, |
| "max_abs_top1_pos": 29, |
| "ref_top1_at_max": 8.045695304870605, |
| "coreai_top1_at_max": 8.0078125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.017406463623046875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122612-0001", |
| "tokens": 238, |
| "tokens_same": 238, |
| "max_abs_top1_logit": 0.032927513122558594, |
| "max_abs_top1_pos": 98, |
| "ref_top1_at_max": -1.4768381118774414, |
| "coreai_top1_at_max": -1.509765625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.020605087280273438, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122612-0002", |
| "tokens": 187, |
| "tokens_same": 187, |
| "max_abs_top1_logit": 0.031734466552734375, |
| "max_abs_top1_pos": 166, |
| "ref_top1_at_max": 34.812984466552734, |
| "coreai_top1_at_max": 34.78125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.016162872314453125, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122612-0003", |
| "tokens": 247, |
| "tokens_same": 247, |
| "max_abs_top1_logit": 0.026766300201416016, |
| "max_abs_top1_pos": 5, |
| "ref_top1_at_max": -7.354891300201416, |
| "coreai_top1_at_max": -7.328125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.016881942749023438, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122612-0004", |
| "tokens": 161, |
| "tokens_same": 161, |
| "max_abs_top1_logit": 0.10146713256835938, |
| "max_abs_top1_pos": 72, |
| "ref_top1_at_max": 17.86709213256836, |
| "coreai_top1_at_max": 17.765625, |
| "tokens_top1_off_by_0.1": 1, |
| "max_abs_blank_logit": 0.0173492431640625, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122612-0005", |
| "tokens": 148, |
| "tokens_same": 148, |
| "max_abs_top1_logit": 0.02886199951171875, |
| "max_abs_top1_pos": 141, |
| "ref_top1_at_max": 31.12261199951172, |
| "coreai_top1_at_max": 31.09375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.016178131103515625, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122612-0006", |
| "tokens": 121, |
| "tokens_same": 121, |
| "max_abs_top1_logit": 0.020313262939453125, |
| "max_abs_top1_pos": 3, |
| "ref_top1_at_max": -8.778125762939453, |
| "coreai_top1_at_max": -8.7578125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.01233673095703125, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122612-0007", |
| "tokens": 139, |
| "tokens_same": 139, |
| "max_abs_top1_logit": 0.03333473205566406, |
| "max_abs_top1_pos": 82, |
| "ref_top1_at_max": 29.814584732055664, |
| "coreai_top1_at_max": 29.78125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.014455795288085938, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122612-0008", |
| "tokens": 197, |
| "tokens_same": 197, |
| "max_abs_top1_logit": 0.032901763916015625, |
| "max_abs_top1_pos": 43, |
| "ref_top1_at_max": 29.861026763916016, |
| "coreai_top1_at_max": 29.828125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.017812728881835938, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122612-0009", |
| "tokens": 97, |
| "tokens_same": 97, |
| "max_abs_top1_logit": 0.03241729736328125, |
| "max_abs_top1_pos": 22, |
| "ref_top1_at_max": 28.90741729736328, |
| "coreai_top1_at_max": 28.875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.012622833251953125, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122612-0010", |
| "tokens": 255, |
| "tokens_same": 255, |
| "max_abs_top1_logit": 0.030898094177246094, |
| "max_abs_top1_pos": 165, |
| "ref_top1_at_max": 15.679335594177246, |
| "coreai_top1_at_max": 15.6484375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.018062591552734375, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122612-0011", |
| "tokens": 343, |
| "tokens_same": 343, |
| "max_abs_top1_logit": 0.0411529541015625, |
| "max_abs_top1_pos": 64, |
| "ref_top1_at_max": 34.60365295410156, |
| "coreai_top1_at_max": 34.5625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.014837265014648438, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122612-0012", |
| "tokens": 262, |
| "tokens_same": 262, |
| "max_abs_top1_logit": 0.03327751159667969, |
| "max_abs_top1_pos": 100, |
| "ref_top1_at_max": 31.90827751159668, |
| "coreai_top1_at_max": 31.875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.013906478881835938, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122612-0013", |
| "tokens": 164, |
| "tokens_same": 164, |
| "max_abs_top1_logit": 0.040630340576171875, |
| "max_abs_top1_pos": 27, |
| "ref_top1_at_max": 33.19688034057617, |
| "coreai_top1_at_max": 33.15625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.0152435302734375, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122612-0014", |
| "tokens": 88, |
| "tokens_same": 88, |
| "max_abs_top1_logit": 0.03054046630859375, |
| "max_abs_top1_pos": 17, |
| "ref_top1_at_max": 32.030540466308594, |
| "coreai_top1_at_max": 32.0, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.012514114379882812, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122612-0015", |
| "tokens": 160, |
| "tokens_same": 160, |
| "max_abs_top1_logit": 0.030712127685546875, |
| "max_abs_top1_pos": 43, |
| "ref_top1_at_max": 10.507274627685547, |
| "coreai_top1_at_max": 10.4765625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.014726638793945312, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "1320-122612-0016", |
| "tokens": 87, |
| "tokens_same": 87, |
| "max_abs_top1_logit": 0.020555496215820312, |
| "max_abs_top1_pos": 48, |
| "ref_top1_at_max": 27.70805549621582, |
| "coreai_top1_at_max": 27.6875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.01436614990234375, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0000", |
| "tokens": 394, |
| "tokens_same": 394, |
| "max_abs_top1_logit": 0.09006690979003906, |
| "max_abs_top1_pos": 78, |
| "ref_top1_at_max": 23.19118309020996, |
| "coreai_top1_at_max": 23.28125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.0207977294921875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0001", |
| "tokens": 311, |
| "tokens_same": 311, |
| "max_abs_top1_logit": 0.032634735107421875, |
| "max_abs_top1_pos": 280, |
| "ref_top1_at_max": 33.28263473510742, |
| "coreai_top1_at_max": 33.25, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.017042160034179688, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0002", |
| "tokens": 223, |
| "tokens_same": 223, |
| "max_abs_top1_logit": 0.18181228637695312, |
| "max_abs_top1_pos": 68, |
| "ref_top1_at_max": 19.505687713623047, |
| "coreai_top1_at_max": 19.6875, |
| "tokens_top1_off_by_0.1": 2, |
| "max_abs_blank_logit": 0.022182464599609375, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0003", |
| "tokens": 678, |
| "tokens_same": 678, |
| "max_abs_top1_logit": 0.042629241943359375, |
| "max_abs_top1_pos": 141, |
| "ref_top1_at_max": 32.35512924194336, |
| "coreai_top1_at_max": 32.3125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.0199127197265625, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0004", |
| "tokens": 312, |
| "tokens_same": 312, |
| "max_abs_top1_logit": 0.09285354614257812, |
| "max_abs_top1_pos": 244, |
| "ref_top1_at_max": 18.030353546142578, |
| "coreai_top1_at_max": 17.9375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.017253875732421875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0005", |
| "tokens": 141, |
| "tokens_same": 141, |
| "max_abs_top1_logit": 0.03292274475097656, |
| "max_abs_top1_pos": 42, |
| "ref_top1_at_max": 31.595422744750977, |
| "coreai_top1_at_max": 31.5625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.020709991455078125, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0006", |
| "tokens": 201, |
| "tokens_same": 201, |
| "max_abs_top1_logit": 0.0401611328125, |
| "max_abs_top1_pos": 50, |
| "ref_top1_at_max": 33.1339111328125, |
| "coreai_top1_at_max": 33.09375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.012804031372070312, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0007", |
| "tokens": 146, |
| "tokens_same": 146, |
| "max_abs_top1_logit": 0.024234771728515625, |
| "max_abs_top1_pos": 90, |
| "ref_top1_at_max": 20.524234771728516, |
| "coreai_top1_at_max": 20.5, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.014942169189453125, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0008", |
| "tokens": 56, |
| "tokens_same": 56, |
| "max_abs_top1_logit": 0.03208732604980469, |
| "max_abs_top1_pos": 42, |
| "ref_top1_at_max": 26.719587326049805, |
| "coreai_top1_at_max": 26.6875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.011629104614257812, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0009", |
| "tokens": 60, |
| "tokens_same": 60, |
| "max_abs_top1_logit": 0.023563385009765625, |
| "max_abs_top1_pos": 14, |
| "ref_top1_at_max": 31.773563385009766, |
| "coreai_top1_at_max": 31.75, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.013523101806640625, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0010", |
| "tokens": 103, |
| "tokens_same": 103, |
| "max_abs_top1_logit": 0.030345916748046875, |
| "max_abs_top1_pos": 90, |
| "ref_top1_at_max": 36.09284591674805, |
| "coreai_top1_at_max": 36.0625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.015918731689453125, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0011", |
| "tokens": 67, |
| "tokens_same": 67, |
| "max_abs_top1_logit": 0.027965545654296875, |
| "max_abs_top1_pos": 23, |
| "ref_top1_at_max": 33.9342155456543, |
| "coreai_top1_at_max": 33.90625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.014331817626953125, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0012", |
| "tokens": 215, |
| "tokens_same": 215, |
| "max_abs_top1_logit": 0.03714752197265625, |
| "max_abs_top1_pos": 51, |
| "ref_top1_at_max": 33.974647521972656, |
| "coreai_top1_at_max": 33.9375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.016378402709960938, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0013", |
| "tokens": 172, |
| "tokens_same": 172, |
| "max_abs_top1_logit": 0.12577056884765625, |
| "max_abs_top1_pos": 51, |
| "ref_top1_at_max": 25.907020568847656, |
| "coreai_top1_at_max": 25.78125, |
| "tokens_top1_off_by_0.1": 2, |
| "max_abs_blank_logit": 0.04213714599609375, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0014", |
| "tokens": 193, |
| "tokens_same": 193, |
| "max_abs_top1_logit": 0.038272857666015625, |
| "max_abs_top1_pos": 94, |
| "ref_top1_at_max": 34.663272857666016, |
| "coreai_top1_at_max": 34.625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.013965606689453125, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0015", |
| "tokens": 276, |
| "tokens_same": 276, |
| "max_abs_top1_logit": 0.07095146179199219, |
| "max_abs_top1_pos": 259, |
| "ref_top1_at_max": 20.102201461791992, |
| "coreai_top1_at_max": 20.03125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.0187225341796875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0016", |
| "tokens": 237, |
| "tokens_same": 237, |
| "max_abs_top1_logit": 0.0633993148803711, |
| "max_abs_top1_pos": 122, |
| "ref_top1_at_max": 10.225663185119629, |
| "coreai_top1_at_max": 10.2890625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.01779937744140625, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0017", |
| "tokens": 147, |
| "tokens_same": 147, |
| "max_abs_top1_logit": 0.019018173217773438, |
| "max_abs_top1_pos": 73, |
| "ref_top1_at_max": 22.300268173217773, |
| "coreai_top1_at_max": 22.28125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.012683868408203125, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0018", |
| "tokens": 386, |
| "tokens_same": 386, |
| "max_abs_top1_logit": 0.029211044311523438, |
| "max_abs_top1_pos": 364, |
| "ref_top1_at_max": 28.232336044311523, |
| "coreai_top1_at_max": 28.203125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.017505645751953125, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0019", |
| "tokens": 302, |
| "tokens_same": 302, |
| "max_abs_top1_logit": 0.036754608154296875, |
| "max_abs_top1_pos": 76, |
| "ref_top1_at_max": 30.536754608154297, |
| "coreai_top1_at_max": 30.5, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.01515960693359375, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0020", |
| "tokens": 246, |
| "tokens_same": 246, |
| "max_abs_top1_logit": 0.08757972717285156, |
| "max_abs_top1_pos": 163, |
| "ref_top1_at_max": 18.00617027282715, |
| "coreai_top1_at_max": 18.09375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.016368865966796875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0021", |
| "tokens": 275, |
| "tokens_same": 275, |
| "max_abs_top1_logit": 0.02897953987121582, |
| "max_abs_top1_pos": 46, |
| "ref_top1_at_max": 2.959301710128784, |
| "coreai_top1_at_max": 2.98828125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.01934814453125, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0022", |
| "tokens": 341, |
| "tokens_same": 341, |
| "max_abs_top1_logit": 0.03429412841796875, |
| "max_abs_top1_pos": 309, |
| "ref_top1_at_max": 32.50304412841797, |
| "coreai_top1_at_max": 32.46875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.01500701904296875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0023", |
| "tokens": 348, |
| "tokens_same": 348, |
| "max_abs_top1_logit": 0.036937713623046875, |
| "max_abs_top1_pos": 112, |
| "ref_top1_at_max": 17.068187713623047, |
| "coreai_top1_at_max": 17.03125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.016956329345703125, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0024", |
| "tokens": 221, |
| "tokens_same": 221, |
| "max_abs_top1_logit": 0.042453765869140625, |
| "max_abs_top1_pos": 49, |
| "ref_top1_at_max": 32.35495376586914, |
| "coreai_top1_at_max": 32.3125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.01318359375, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0025", |
| "tokens": 220, |
| "tokens_same": 220, |
| "max_abs_top1_logit": 0.0280609130859375, |
| "max_abs_top1_pos": 25, |
| "ref_top1_at_max": 24.668685913085938, |
| "coreai_top1_at_max": 24.640625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.017974853515625, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0026", |
| "tokens": 363, |
| "tokens_same": 363, |
| "max_abs_top1_logit": 0.06966400146484375, |
| "max_abs_top1_pos": 322, |
| "ref_top1_at_max": 20.772789001464844, |
| "coreai_top1_at_max": 20.703125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.015537261962890625, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0027", |
| "tokens": 582, |
| "tokens_same": 582, |
| "max_abs_top1_logit": 0.054378509521484375, |
| "max_abs_top1_pos": 432, |
| "ref_top1_at_max": 14.780941009521484, |
| "coreai_top1_at_max": 14.7265625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.0171356201171875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0028", |
| "tokens": 306, |
| "tokens_same": 306, |
| "max_abs_top1_logit": 0.04439544677734375, |
| "max_abs_top1_pos": 152, |
| "ref_top1_at_max": 34.106895446777344, |
| "coreai_top1_at_max": 34.0625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.01432037353515625, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0029", |
| "tokens": 183, |
| "tokens_same": 183, |
| "max_abs_top1_logit": 0.12822628021240234, |
| "max_abs_top1_pos": 60, |
| "ref_top1_at_max": 12.113961219787598, |
| "coreai_top1_at_max": 12.2421875, |
| "tokens_top1_off_by_0.1": 1, |
| "max_abs_blank_logit": 0.017034530639648438, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0030", |
| "tokens": 557, |
| "tokens_same": 557, |
| "max_abs_top1_logit": 0.038509368896484375, |
| "max_abs_top1_pos": 273, |
| "ref_top1_at_max": 34.444759368896484, |
| "coreai_top1_at_max": 34.40625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.021383285522460938, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0031", |
| "tokens": 711, |
| "tokens_same": 711, |
| "max_abs_top1_logit": 0.14598655700683594, |
| "max_abs_top1_pos": 292, |
| "ref_top1_at_max": 12.802236557006836, |
| "coreai_top1_at_max": 12.65625, |
| "tokens_top1_off_by_0.1": 2, |
| "max_abs_blank_logit": 0.03232765197753906, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0032", |
| "tokens": 436, |
| "tokens_same": 436, |
| "max_abs_top1_logit": 0.043792724609375, |
| "max_abs_top1_pos": 19, |
| "ref_top1_at_max": 32.668792724609375, |
| "coreai_top1_at_max": 32.625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.015033721923828125, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0033", |
| "tokens": 229, |
| "tokens_same": 229, |
| "max_abs_top1_logit": 0.03829193115234375, |
| "max_abs_top1_pos": 172, |
| "ref_top1_at_max": 29.647666931152344, |
| "coreai_top1_at_max": 29.609375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.015417098999023438, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0034", |
| "tokens": 327, |
| "tokens_same": 327, |
| "max_abs_top1_logit": 0.045063018798828125, |
| "max_abs_top1_pos": 91, |
| "ref_top1_at_max": 32.20131301879883, |
| "coreai_top1_at_max": 32.15625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.022975921630859375, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0035", |
| "tokens": 438, |
| "tokens_same": 438, |
| "max_abs_top1_logit": 0.04766845703125, |
| "max_abs_top1_pos": 386, |
| "ref_top1_at_max": 33.61016845703125, |
| "coreai_top1_at_max": 33.5625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.022432327270507812, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0036", |
| "tokens": 289, |
| "tokens_same": 289, |
| "max_abs_top1_logit": 0.044597625732421875, |
| "max_abs_top1_pos": 60, |
| "ref_top1_at_max": 26.560222625732422, |
| "coreai_top1_at_max": 26.515625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.01511383056640625, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0037", |
| "tokens": 286, |
| "tokens_same": 286, |
| "max_abs_top1_logit": 0.04152345657348633, |
| "max_abs_top1_pos": 265, |
| "ref_top1_at_max": 2.5981640815734863, |
| "coreai_top1_at_max": 2.556640625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.023927688598632812, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0038", |
| "tokens": 345, |
| "tokens_same": 345, |
| "max_abs_top1_logit": 0.0335540771484375, |
| "max_abs_top1_pos": 59, |
| "ref_top1_at_max": 32.59605407714844, |
| "coreai_top1_at_max": 32.5625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.015232086181640625, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0039", |
| "tokens": 360, |
| "tokens_same": 360, |
| "max_abs_top1_logit": 0.034793853759765625, |
| "max_abs_top1_pos": 83, |
| "ref_top1_at_max": 32.034793853759766, |
| "coreai_top1_at_max": 32.0, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.016935348510742188, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0040", |
| "tokens": 313, |
| "tokens_same": 313, |
| "max_abs_top1_logit": 0.05831718444824219, |
| "max_abs_top1_pos": 161, |
| "ref_top1_at_max": 28.152067184448242, |
| "coreai_top1_at_max": 28.09375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.0133209228515625, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "5639-40744-0041", |
| "tokens": 430, |
| "tokens_same": 430, |
| "max_abs_top1_logit": 0.0376434326171875, |
| "max_abs_top1_pos": 181, |
| "ref_top1_at_max": 31.178268432617188, |
| "coreai_top1_at_max": 31.140625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.016918182373046875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "260-123440-0000", |
| "tokens": 54, |
| "tokens_same": 54, |
| "max_abs_top1_logit": 0.029925107955932617, |
| "max_abs_top1_pos": 31, |
| "ref_top1_at_max": 2.7799251079559326, |
| "coreai_top1_at_max": 2.75, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.014379501342773438, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "260-123440-0001", |
| "tokens": 44, |
| "tokens_same": 44, |
| "max_abs_top1_logit": 0.026271820068359375, |
| "max_abs_top1_pos": 34, |
| "ref_top1_at_max": 37.52627182006836, |
| "coreai_top1_at_max": 37.5, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.01508331298828125, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "260-123440-0002", |
| "tokens": 368, |
| "tokens_same": 368, |
| "max_abs_top1_logit": 0.056395530700683594, |
| "max_abs_top1_pos": 141, |
| "ref_top1_at_max": 6.615479469299316, |
| "coreai_top1_at_max": 6.671875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.01763153076171875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "260-123440-0003", |
| "tokens": 90, |
| "tokens_same": 90, |
| "max_abs_top1_logit": 0.0386199951171875, |
| "max_abs_top1_pos": 75, |
| "ref_top1_at_max": 19.601119995117188, |
| "coreai_top1_at_max": 19.5625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.0151824951171875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "260-123440-0004", |
| "tokens": 301, |
| "tokens_same": 301, |
| "max_abs_top1_logit": 0.0379791259765625, |
| "max_abs_top1_pos": 107, |
| "ref_top1_at_max": 33.28797912597656, |
| "coreai_top1_at_max": 33.25, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.019710540771484375, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "260-123440-0005", |
| "tokens": 78, |
| "tokens_same": 78, |
| "max_abs_top1_logit": 0.027788162231445312, |
| "max_abs_top1_pos": 68, |
| "ref_top1_at_max": 29.684038162231445, |
| "coreai_top1_at_max": 29.65625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.010808944702148438, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "260-123440-0006", |
| "tokens": 68, |
| "tokens_same": 68, |
| "max_abs_top1_logit": 0.032955169677734375, |
| "max_abs_top1_pos": 55, |
| "ref_top1_at_max": 27.876705169677734, |
| "coreai_top1_at_max": 27.84375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.014629364013671875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "260-123440-0007", |
| "tokens": 85, |
| "tokens_same": 85, |
| "max_abs_top1_logit": 0.03189849853515625, |
| "max_abs_top1_pos": 57, |
| "ref_top1_at_max": 34.281898498535156, |
| "coreai_top1_at_max": 34.25, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.01378631591796875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "260-123440-0008", |
| "tokens": 94, |
| "tokens_same": 94, |
| "max_abs_top1_logit": 0.0287628173828125, |
| "max_abs_top1_pos": 29, |
| "ref_top1_at_max": 34.65376281738281, |
| "coreai_top1_at_max": 34.625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.01287841796875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "260-123440-0009", |
| "tokens": 78, |
| "tokens_same": 78, |
| "max_abs_top1_logit": 0.028961181640625, |
| "max_abs_top1_pos": 30, |
| "ref_top1_at_max": 30.232086181640625, |
| "coreai_top1_at_max": 30.203125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.013658523559570312, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "260-123440-0010", |
| "tokens": 208, |
| "tokens_same": 208, |
| "max_abs_top1_logit": 0.033779144287109375, |
| "max_abs_top1_pos": 120, |
| "ref_top1_at_max": 32.28377914428711, |
| "coreai_top1_at_max": 32.25, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.020025253295898438, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "260-123440-0011", |
| "tokens": 122, |
| "tokens_same": 122, |
| "max_abs_top1_logit": 0.04628276824951172, |
| "max_abs_top1_pos": 95, |
| "ref_top1_at_max": 15.359967231750488, |
| "coreai_top1_at_max": 15.40625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.013452529907226562, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "260-123440-0012", |
| "tokens": 131, |
| "tokens_same": 131, |
| "max_abs_top1_logit": 0.03249931335449219, |
| "max_abs_top1_pos": 109, |
| "ref_top1_at_max": 26.876249313354492, |
| "coreai_top1_at_max": 26.84375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.015394210815429688, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "260-123440-0013", |
| "tokens": 87, |
| "tokens_same": 87, |
| "max_abs_top1_logit": 0.027004241943359375, |
| "max_abs_top1_pos": 49, |
| "ref_top1_at_max": 28.36362075805664, |
| "coreai_top1_at_max": 28.390625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.016307830810546875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "260-123440-0014", |
| "tokens": 96, |
| "tokens_same": 96, |
| "max_abs_top1_logit": 0.023418426513671875, |
| "max_abs_top1_pos": 24, |
| "ref_top1_at_max": 33.49216842651367, |
| "coreai_top1_at_max": 33.46875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.01544952392578125, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "260-123440-0015", |
| "tokens": 155, |
| "tokens_same": 155, |
| "max_abs_top1_logit": 0.03684043884277344, |
| "max_abs_top1_pos": 148, |
| "ref_top1_at_max": 30.911840438842773, |
| "coreai_top1_at_max": 30.875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.0144195556640625, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "260-123440-0016", |
| "tokens": 123, |
| "tokens_same": 123, |
| "max_abs_top1_logit": 0.02909088134765625, |
| "max_abs_top1_pos": 69, |
| "ref_top1_at_max": 32.654090881347656, |
| "coreai_top1_at_max": 32.625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.013881683349609375, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "260-123440-0017", |
| "tokens": 77, |
| "tokens_same": 77, |
| "max_abs_top1_logit": 0.025876998901367188, |
| "max_abs_top1_pos": 35, |
| "ref_top1_at_max": 30.791501998901367, |
| "coreai_top1_at_max": 30.765625, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.015697479248046875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "260-123440-0018", |
| "tokens": 91, |
| "tokens_same": 91, |
| "max_abs_top1_logit": 0.020763397216796875, |
| "max_abs_top1_pos": 49, |
| "ref_top1_at_max": 29.364513397216797, |
| "coreai_top1_at_max": 29.34375, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.01396942138671875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "260-123440-0019", |
| "tokens": 166, |
| "tokens_same": 166, |
| "max_abs_top1_logit": 0.0465395450592041, |
| "max_abs_top1_pos": 72, |
| "ref_top1_at_max": -3.281585454940796, |
| "coreai_top1_at_max": -3.328125, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.017059326171875, |
| "transcript_same": true |
| }, |
| { |
| "set": "test-clean", |
| "id": "260-123440-0020", |
| "tokens": 125, |
| "tokens_same": 125, |
| "max_abs_top1_logit": 0.030878067016601562, |
| "max_abs_top1_pos": 79, |
| "ref_top1_at_max": 30.0777530670166, |
| "coreai_top1_at_max": 30.046875, |
| "tokens_top1_off_by_0.1": 0, |
| "max_abs_blank_logit": 0.013698577880859375, |
| "transcript_same": true |
| } |
| ], |
| "wer_jiwer": { |
| "engine": "jiwer 4.0.0", |
| "hyp_tsv": "<work>/exports/reader/fp16/hyp_gpu_T750.tsv", |
| "fixture/torch": { |
| "wer": 0.04805914972273567, |
| "substitutions": 22, |
| "deletions": 1, |
| "insertions": 3, |
| "ref_words": 541 |
| }, |
| "fixture/coreai": { |
| "wer": 0.04990757855822551, |
| "substitutions": 23, |
| "deletions": 1, |
| "insertions": 3, |
| "ref_words": 541 |
| }, |
| "test-clean/torch": { |
| "wer": 0.058784676354029064, |
| "substitutions": 209, |
| "deletions": 32, |
| "insertions": 26, |
| "ref_words": 4542 |
| }, |
| "test-clean/coreai": { |
| "wer": 0.058784676354029064, |
| "substitutions": 209, |
| "deletions": 32, |
| "insertions": 26, |
| "ref_words": 4542 |
| }, |
| "matches_numpy": true |
| } |
| } |
|
|
