| {"generated_utc":"2026-09-18T14:56:09Z","operating_point":{"name":"high","target_fa_per_hour":31.396,"max_redaction_overhead":0.09413,"threshold":0.812,"pre_margin_s":0.25,"post_margin_s":0.2,"close_gap_s":0.4,"min_duration_s":0.1,"measured":{"threshold":0.812,"recall":0.18705,"n_reference":278,"n_detected":52,"n_hypotheses":99,"fa_per_hour":29.933,"n_false_alarms":28,"frame_fpr":0.01559,"redaction_overhead":0.031,"per_category_recall":{"DIGIT_SEQUENCE":0.0,"GROUPED_DIGITS":0.65116,"SPELLED_OUT":0.43478,"DATETIME":0.05263,"ADDRESS":0.04,"PERSON_NAME":0.0,"IDENTIFIER":0.02564,"MONEY":0.0},"budget_met":true,"n_utterances":250,"total_audio_hours":0.9354,"min_overlap":0.5,"fa_budget":31.396,"overhead_budget":0.09413}},"examples":[{"utt_id":"test_000000","condition":"mic_variation","duration":12.061,"envelope":[0.0,0.0,0.029,0.051,0.333,0.832,0.835,0.271,0.144,0.109,0.084,0.266,0.35,0.347,0.372,0.408,0.385,0.244,0.307,0.693,0.89,0.9,0.272,0.07,0.134,0.631,0.792,0.309,0.175,0.144,0.237,0.396,0.622,0.864,0.894,0.778,0.456,0.907,0.922,0.819,0.558,0.829,0.953,0.986,0.981,0.948,0.763,0.843,0.976,0.852,0.917,0.863,0.896,0.349,0.062,0.071,0.21,0.273,0.975,0.979,0.92,0.308,0.156,0.661,0.933,0.918,0.753,0.375,0.239,0.212,0.19,0.361,0.869,0.877,0.666,0.532,0.672,0.545,0.048,0.058,0.089,0.264,0.531,0.529,0.548,0.548,0.6,0.606,0.424,0.218,0.277,0.97,0.982,1.0,0.992,0.879,0.088,0.458,0.957,0.977,0.94,0.617,0.443,0.709,0.713,0.182,0.009,0.051,0.102,0.249,0.506,0.509,0.483,0.545,0.512,0.2,0.909,0.928,0.832,0.143,0.294,0.203,0.102,0.533,0.66,0.617,0.553,0.286,0.05,0.082,0.087,0.155,0.467,0.774,0.855,0.834,0.489,0.854,0.868,0.614,0.208,0.199,0.425,0.557,0.659,0.681,0.565,0.504,0.489,0.468,0.399,0.283,0.03,0.0,0.0,0.0,0.0,0.34,0.563,0.567,0.547,0.533,0.533,0.314,0.211,0.305,0.429,0.725,0.88,0.852,0.804,0.591,0.558,0.561,0.557,0.327,0.017,0.324,0.412,0.37,0.284,0.014,0.001,0.0,0.0,0.0,0.0,0.001,0.781,0.972,0.962,0.818,0.178,0.131,0.596,0.704,0.562,0.32,0.263,0.594,0.901,0.954,0.952,0.282,0.126,0.107,0.336,0.714,0.807,0.647,0.202,0.179,0.281,0.539,0.559,0.584,0.874,0.89,0.808,0.591,0.505,0.386,0.227,0.664,0.539,0.484,0.443,0.429,0.37,0.103,0.003,0.0,0.007,0.063,0.071,0.074,0.14,0.692,0.879,0.936,0.936,0.911,0.856,0.725,0.232,0.2,0.076,0.1,0.091,0.307,0.388,0.411,0.447,0.494,0.518,0.276,0.15,0.697,0.891,0.907,0.92,0.91,0.863,0.8,0.168,0.155,0.15,0.222,0.093,0.103,0.091,0.307,0.385,0.423,0.473,0.557,0.572,0.195,0.129,0.07,0.084,0.255,0.377,0.396,0.419,0.518,0.547,0.445,0.614,0.651,0.632,0.621,0.827,0.92,0.596,0.012,0.176,0.316,0.586,0.573,0.497,0.736,0.628,0.691,0.622,0.786,0.7,0.645,0.539,0.45,0.065,0.022,0.078,0.219,0.333,0.34,0.34,0.348,0.334,0.219,0.074,0.002,0.0,0.0,0.077,0.783,0.861,0.794,0.475,0.29,0.015,0.118,0.418,0.633,0.73,0.857,0.847,0.801,0.724,0.717,0.666,0.616,0.596,0.581,0.551,0.363,0.042,0.001,0.0,0.0,0.0,0.0,0.0,0.025,0.977,0.993,0.977,0.968,0.832,0.231,0.066,0.045,0.486,0.613,0.786,0.87,0.841,0.787,0.112,0.014,0.039,0.471,0.988,0.996,0.995,0.921,0.056,0.042,0.106,0.191,0.842,0.941,0.91,0.88,0.569,0.187,0.547,0.748,0.879,0.847,0.063,0.047,0.039,0.844,0.989,0.998,0.999,0.998,0.96,0.729,0.233,0.212,0.177,0.198,0.206,0.926,0.956,0.994,0.983,0.928,0.899,0.8,0.731,0.601,0.396,0.256,0.259,0.235,0.171,0.09],"truth":[{"start":6.6928,"end":9.2268,"label":"DIGIT_SEQUENCE","score":1.0,"source":"gt"}],"asr":[{"start":2.44,"end":3.06,"label":"DATETIME","score":1.0,"source":"asr"},{"start":6.68,"end":9.54,"label":"DIGIT_SEQUENCE","score":1.0,"source":"asr"},{"start":9.14,"end":10.72,"label":"PERSON_NAME","score":0.7,"source":"asr"}],"bleep":[{"start":9.11,"end":9.66,"label":"ANY","score":0.8954,"source":"bleep"}],"bleep_typed":[],"union":[{"start":2.44,"end":3.06,"label":"ANY","score":1.0,"source":"union"},{"start":6.68,"end":10.72,"label":"ANY","score":1.0,"source":"union"}]},{"utt_id":"test_000002","condition":"noisy_babble_10db","duration":14.492,"envelope":[0.162,0.142,0.152,0.364,0.426,0.721,0.639,0.359,0.177,0.496,0.45,0.396,0.43,0.368,0.162,0.176,0.692,0.603,0.435,0.489,0.514,0.42,0.459,0.405,0.358,0.263,0.184,0.332,0.435,0.464,0.441,0.177,0.233,0.412,0.434,0.423,0.361,0.288,0.495,0.384,0.174,0.202,0.392,0.683,0.587,0.602,0.522,0.379,0.157,0.157,0.169,0.585,0.6,0.504,0.446,0.147,0.193,0.596,0.76,0.71,0.629,0.585,0.535,0.364,0.225,0.169,0.148,0.188,0.159,0.148,0.203,0.358,0.5,0.366,0.225,0.147,0.155,0.179,0.181,0.503,0.664,0.565,0.456,0.439,0.453,0.407,0.436,0.382,0.362,0.331,0.298,0.36,0.282,0.608,0.557,0.466,0.157,0.115,0.642,0.712,0.686,0.602,0.537,0.384,0.355,0.365,0.106,0.097,0.564,0.609,0.584,0.511,0.513,0.429,0.375,0.17,0.151,0.153,0.179,0.158,0.178,0.151,0.158,0.288,0.469,0.508,0.287,0.144,0.143,0.199,0.135,0.612,0.528,0.371,0.188,0.257,0.651,0.694,0.575,0.18,0.203,0.425,0.379,0.287,0.293,0.18,0.668,0.669,0.701,0.693,0.532,0.475,0.255,0.502,0.662,0.631,0.559,0.515,0.17,0.44,0.449,0.484,0.56,0.704,0.679,0.592,0.434,0.163,0.191,0.402,0.418,0.416,0.37,0.305,0.302,0.132,0.14,0.474,0.666,0.661,0.625,0.767,0.901,0.941,0.693,0.601,0.128,0.14,0.202,0.694,0.601,0.674,0.601,0.526,0.479,0.121,0.1,0.121,0.198,0.154,0.208,0.16,0.159,0.205,0.18,0.348,0.315,0.323,0.501,0.49,0.409,0.297,0.205,0.702,0.77,0.583,0.547,0.127,0.141,0.136,0.829,0.791,0.788,1.0,0.191,0.145,0.442,0.516,0.477,0.46,0.411,0.416,0.434,0.226,0.151,0.206,0.185,0.213,0.174,0.138,0.317,0.673,0.655,0.647,0.637,0.769,0.656,0.525,0.198,0.129,0.131,0.166,0.603,0.627,0.644,0.638,0.541,0.41,0.182,0.183,0.158,0.174,0.137,0.628,0.669,0.529,0.441,0.182,0.165,0.206,0.429,0.748,0.683,0.714,0.601,0.649,0.631,0.164,0.141,0.209,0.404,0.384,0.266,0.253,0.18,0.134,0.149,0.355,0.405,0.307,0.236,0.159,0.162,0.32,0.321,0.243,0.173,0.252,0.402,0.792,0.883,0.784,0.714,0.425,0.392,0.296,0.14,0.176,0.402,0.532,0.454,0.466,0.363,0.352,0.439,0.433,0.373,0.388,0.381,0.359,0.333,0.383,0.252,0.211,0.156,0.194,0.209,0.362,0.352,0.501,0.929,0.864,0.721,0.661,0.211,0.171,0.215,0.44,0.552,0.578,0.531,0.378,0.41,0.459,0.338,0.439,0.694,0.673,0.588,0.444,0.703,0.844,0.749,0.708,0.74,0.648,0.635,0.44,0.403,0.141,0.308,0.39,0.293,0.267,0.213,0.193,0.603,0.53,0.379,0.265,0.167,0.181,0.626,0.573,0.543,0.346,0.174,0.171,0.174,0.17,0.772,0.759,0.72,0.697,0.559,0.556,0.655,0.584,0.253,0.205,0.392,0.393,0.449,0.373,0.28,0.145,0.185,0.496,0.505,0.45,0.359,0.554,0.562,0.622,0.715,0.37,0.318,0.253,0.214,0.322,0.378,0.307,0.508,0.463,0.455,0.405,0.368,0.417,0.304,0.155],"truth":[{"start":6.1365,"end":8.9279,"label":"GROUPED_DIGITS","score":1.0,"source":"gt"}],"asr":[{"start":6.06,"end":9.48,"label":"DIGIT_SEQUENCE","score":1.0,"source":"asr"}],"bleep":[],"bleep_typed":[],"union":[{"start":6.06,"end":9.48,"label":"ANY","score":1.0,"source":"union"}]},{"utt_id":"test_000006","condition":"overlap_6db","duration":11.972,"envelope":[0.0,0.0,0.017,0.47,0.578,0.442,0.097,0.029,0.019,0.098,0.586,0.636,0.64,0.613,0.564,0.527,0.454,0.353,0.497,0.499,0.491,0.414,0.053,0.105,0.129,0.494,0.566,0.449,0.286,0.211,0.188,0.15,0.515,0.528,0.538,0.492,0.494,0.49,0.563,0.522,0.46,0.503,0.623,0.665,0.656,0.555,0.567,0.292,0.32,0.289,0.348,0.361,0.624,0.606,0.421,0.159,0.417,0.513,0.563,0.539,0.54,0.538,0.482,0.476,0.298,0.312,0.277,0.424,0.462,0.462,0.469,0.556,0.618,0.626,0.389,0.227,0.092,0.097,0.009,0.114,0.175,0.579,0.754,0.748,0.689,0.686,0.671,0.644,0.436,0.509,0.519,0.63,0.639,0.654,0.688,0.593,0.224,0.08,0.521,0.576,0.568,0.547,0.362,0.513,0.595,0.551,0.368,0.063,0.094,0.135,0.403,0.689,0.696,0.639,0.532,0.231,0.191,0.556,0.551,0.325,0.104,0.047,0.036,0.08,0.513,0.575,0.468,0.084,0.017,0.104,0.075,0.242,0.7,0.73,0.713,0.695,0.692,0.644,0.622,0.589,0.69,0.583,0.213,0.51,0.518,0.469,0.378,0.291,0.209,0.072,0.021,0.0,0.0,0.0,0.0,0.0,0.137,0.681,0.645,0.534,0.543,0.469,0.502,0.482,0.411,0.427,0.524,0.476,0.41,0.063,0.081,0.111,0.56,0.565,0.429,0.425,0.547,0.589,0.563,0.117,0.021,0.063,0.575,0.586,0.495,0.31,0.336,0.558,0.57,0.498,0.5,0.338,0.045,0.136,0.336,0.597,0.625,0.599,0.251,0.205,0.463,0.456,0.505,0.643,0.651,0.631,0.617,0.601,0.605,0.529,0.59,0.592,0.467,0.426,0.347,0.577,0.534,0.343,0.065,0.051,0.275,0.283,0.408,0.338,0.558,0.696,0.677,0.659,0.637,0.541,0.448,0.303,0.194,0.096,0.06,0.051,0.044,0.028,0.002,0.0,0.001,0.154,0.558,0.564,0.519,0.343,0.169,0.141,0.083,0.004,0.024,0.153,0.53,0.551,0.594,0.587,0.562,0.442,0.371,0.248,0.25,0.307,0.323,0.486,0.527,0.618,0.655,0.546,0.589,0.376,0.295,0.322,0.256,0.32,0.572,0.65,0.661,0.529,0.576,0.475,0.421,0.296,0.195,0.211,0.001,0.0,0.0,0.0,0.0,0.646,0.682,0.589,0.543,0.453,0.483,0.541,0.573,0.437,0.097,0.024,0.023,0.067,0.466,0.607,0.666,0.625,0.567,0.535,0.26,0.08,0.273,0.591,0.554,0.111,0.031,0.166,0.182,0.497,0.508,0.512,0.531,0.458,0.456,0.45,0.636,0.723,0.645,0.587,0.352,0.284,0.425,0.507,0.544,0.604,0.645,0.639,0.544,0.479,0.478,0.297,0.596,0.669,0.742,0.655,0.536,0.364,0.381,0.408,0.427,0.642,0.927,0.669,0.568,0.315,0.228,0.399,0.538,0.701,0.813,0.437,0.362,0.242,0.749,1.0,0.83,0.713,0.714,0.658,0.586,0.628,0.737,0.636,0.586,0.655,0.761,0.338,0.735,0.631,0.547,0.489,0.255,0.352,0.351,0.494,0.525,0.521,0.482,0.436,0.544,0.644,0.542,0.319,0.314,0.187,0.286,0.29,0.201,0.258,0.576,0.55,0.56,0.345,0.446,0.811,0.565,0.313,0.236,0.446,0.683,0.683,0.82,0.668,0.659,0.733,0.518,0.456,0.438,0.245,0.143,0.123],"truth":[{"start":6.8697,"end":8.1017,"label":"DATETIME","score":1.0,"source":"gt"}],"asr":[{"start":2.42,"end":3.04,"label":"DATETIME","score":1.0,"source":"asr"},{"start":6.98,"end":8.34,"label":"DATETIME","score":1.0,"source":"asr"}],"bleep":[],"bleep_typed":[],"union":[{"start":2.42,"end":3.04,"label":"ANY","score":1.0,"source":"union"},{"start":6.98,"end":8.34,"label":"ANY","score":1.0,"source":"union"}]},{"utt_id":"test_000013","condition":"telephony_noisy","duration":17.337,"envelope":[0.173,0.156,0.167,0.46,0.651,0.651,0.522,0.164,0.213,0.817,0.918,0.807,0.74,0.204,0.442,0.775,0.542,0.276,0.525,0.74,0.66,0.482,0.784,0.829,0.773,0.773,0.688,0.597,0.525,0.254,0.204,0.135,0.145,0.127,0.133,0.781,0.848,0.68,0.172,0.232,0.514,0.548,0.264,0.18,0.227,0.424,0.702,0.687,0.204,0.137,0.133,0.232,0.773,0.844,0.597,0.597,0.548,0.328,0.153,0.506,0.651,0.572,0.172,0.139,0.337,0.579,0.424,0.328,0.424,0.442,0.374,0.22,0.852,0.958,0.773,0.606,0.222,0.229,0.342,0.442,0.819,0.879,0.765,0.7,0.489,0.315,0.154,0.258,0.127,0.243,0.241,0.482,0.556,0.436,0.614,0.588,0.198,0.171,0.149,0.139,0.166,0.439,0.793,0.709,0.495,0.223,0.204,0.807,0.773,0.68,0.432,0.342,0.355,0.345,0.187,0.223,0.165,0.171,0.177,0.674,0.872,0.751,0.68,0.264,0.654,0.775,0.159,0.482,0.456,0.223,0.204,0.424,0.482,0.488,0.631,0.459,0.357,0.149,0.162,0.18,0.442,0.484,0.465,0.213,0.172,0.14,0.103,0.131,0.145,0.158,0.165,0.149,0.218,0.392,0.687,0.624,0.58,0.451,0.232,0.175,0.463,0.505,0.503,0.602,0.709,0.426,0.264,0.572,0.575,0.424,0.503,0.548,0.288,0.172,0.355,0.525,0.482,0.411,0.342,0.157,0.809,0.747,0.482,0.245,0.406,0.406,0.565,0.747,0.879,0.317,0.534,0.712,0.462,0.232,0.508,0.342,0.139,0.276,0.749,1.0,0.807,0.454,0.145,0.253,0.389,0.328,0.288,0.188,0.139,0.175,0.147,0.127,0.323,0.772,0.548,0.458,0.314,0.301,0.569,0.548,0.312,0.163,0.491,0.442,0.342,0.572,0.583,0.161,0.424,0.572,0.389,0.449,0.667,0.676,0.503,0.196,0.319,0.68,0.705,0.18,0.214,0.483,0.879,0.842,0.772,0.698,0.613,0.475,0.276,0.515,0.597,0.151,0.151,0.183,0.264,0.823,0.807,0.766,0.679,0.373,0.134,0.139,0.196,0.207,0.198,0.151,0.465,0.507,0.424,0.842,0.773,0.709,0.482,0.601,0.288,0.214,0.322,0.486,0.442,0.328,0.19,0.223,0.128,0.586,0.525,0.228,0.482,0.807,0.842,0.711,0.651,0.395,0.232,0.117,0.196,0.161,0.482,0.721,0.752,0.145,0.127,0.389,0.652,0.68,0.243,0.243,0.503,0.709,0.842,0.807,0.424,0.159,0.158,0.191,0.807,0.918,0.442,0.159,0.223,0.464,0.449,0.398,0.224,0.421,0.74,0.773,0.775,0.794,0.462,0.151,0.172,0.13,0.133,0.192,0.232,0.445,0.573,0.597,0.462,0.169,0.213,0.864,0.795,0.74,0.71,0.196,0.597,0.651,0.482,0.453,0.575,0.773,0.572,0.528,0.842,0.807,0.773,0.68,0.649,0.624,0.565,0.336,0.156,0.172,0.133,0.158,0.145,0.18,0.879,0.74,0.472,0.202,0.243,0.503,0.406,0.268,0.222,0.196,0.572,0.637,0.498,0.237,0.184,0.153,0.299,0.774,0.807,0.66,0.561,0.599,0.18,0.196,0.503,0.709,0.592,0.204,0.148,0.482,0.527,0.462,0.362,0.424,0.414,0.424,0.306,0.819,0.857,0.734,0.526,0.194,0.284,0.314,0.598,0.928,0.822,0.725,0.652,0.427,0.188,0.122],"truth":[{"start":10.9894,"end":12.1614,"label":"DATETIME","score":1.0,"source":"gt"}],"asr":[{"start":5.92,"end":6.98,"label":"PERSON_NAME","score":0.7,"source":"asr"},{"start":11.16,"end":12.68,"label":"DATETIME","score":1.0,"source":"asr"}],"bleep":[],"bleep_typed":[],"union":[{"start":5.92,"end":6.98,"label":"ANY","score":0.7,"source":"union"},{"start":11.16,"end":12.68,"label":"ANY","score":1.0,"source":"union"}]},{"utt_id":"test_000020","condition":"telephony_8k","duration":12.428,"envelope":[0.0,0.107,0.408,0.501,0.624,0.648,0.446,0.008,0.101,0.607,0.918,0.901,0.861,0.583,0.191,0.589,0.723,0.532,0.177,0.529,0.756,0.761,0.421,0.62,0.901,0.828,0.842,0.756,0.692,0.663,0.581,0.448,0.168,0.028,0.001,0.0,0.0,0.873,0.91,0.71,0.146,0.138,0.167,0.607,0.626,0.229,0.049,0.113,0.183,0.655,0.723,0.591,0.032,0.005,0.09,0.148,0.509,0.91,0.723,0.634,0.582,0.537,0.239,0.009,0.211,0.633,0.692,0.466,0.011,0.034,0.466,0.556,0.466,0.268,0.367,0.446,0.4,0.349,0.2,0.901,0.941,0.953,0.653,0.342,0.061,0.201,0.265,0.512,0.825,0.984,0.79,0.723,0.634,0.466,0.063,0.017,0.001,0.0,0.072,0.129,0.607,0.743,0.607,0.028,0.007,0.011,0.116,0.446,0.358,0.014,0.086,0.178,0.634,0.663,0.631,0.096,0.066,0.478,0.862,0.862,0.607,0.343,0.172,0.357,0.692,0.644,0.592,0.073,0.239,0.381,0.327,0.028,0.17,0.446,0.668,0.672,0.429,0.634,0.663,0.607,0.033,0.002,0.096,0.39,0.505,0.514,0.342,0.167,0.027,0.002,0.0,0.0,0.0,0.0,0.473,0.408,0.39,0.155,0.251,0.327,0.356,0.634,0.588,0.466,0.386,0.072,0.001,0.0,0.0,0.0,0.0,0.0,0.003,0.014,0.475,0.47,0.426,0.009,0.002,0.121,0.183,0.556,0.466,0.39,0.2,0.038,0.001,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.69,0.793,0.825,0.765,0.489,0.025,0.044,0.378,0.811,0.795,0.656,0.164,0.003,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.092,0.446,0.581,0.663,0.663,0.057,0.532,0.575,0.556,0.426,0.2,0.286,0.694,0.702,0.428,0.221,0.028,0.001,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.901,0.947,0.901,0.752,0.038,0.018,0.026,0.152,0.556,0.471,0.446,0.317,0.047,0.002,0.0,0.0,0.0,0.0,0.17,0.405,0.723,0.843,0.79,0.532,0.274,0.191,0.045,0.001,0.022,0.001,0.0,0.0,0.0,0.0,0.07,0.581,0.678,0.532,0.048,0.202,0.516,0.706,0.802,0.806,0.718,0.047,0.121,0.274,0.466,0.293,0.028,0.449,0.941,0.931,0.557,0.327,0.648,0.66,0.524,0.072,0.152,0.493,0.578,0.532,0.446,0.311,0.042,0.032,0.023,0.006,0.009,0.002,0.0,0.0,0.003,0.006,0.012,0.27,0.692,0.829,0.765,0.19,0.327,0.532,0.4,0.338,0.532,0.718,0.634,0.428,0.089,0.562,0.581,0.146,0.016,0.045,0.2,0.487,0.862,0.862,0.694,0.39,0.44,0.695,0.607,0.466,0.438,0.342,0.274,0.616,0.7,0.717,0.331,0.066,0.146,0.038,0.607,0.581,0.115,0.052,0.39,0.466,0.468,0.357,0.417,0.568,0.468,0.057,0.096,0.281,0.509,0.466,0.375,0.446,0.581,0.553,0.466,0.532,0.508,0.509,0.221,0.634,0.607,0.534,0.403,0.248,0.023,0.013,0.08,0.965,0.919,0.901,0.825,0.695,0.79,0.825,0.699,0.753,1.0,0.984,0.834,0.677,0.274,0.003,0.007],"truth":[{"start":4.5709,"end":7.9526,"label":"SPELLED_OUT","score":1.0,"source":"gt"}],"asr":[{"start":4.48,"end":7.9,"label":"PERSON_NAME","score":0.7,"source":"asr"},{"start":6.54,"end":7.9,"label":"DATETIME","score":1.0,"source":"asr"}],"bleep":[{"start":4.17,"end":8.86,"label":"ANY","score":0.9584,"source":"bleep"}],"bleep_typed":[{"start":4.89,"end":8.12,"label":"SPELLED_OUT","score":0.8994,"source":"bleep"}],"union":[{"start":4.17,"end":8.86,"label":"ANY","score":1.0,"source":"union"}]},{"utt_id":"test_000030","condition":"noisy_street_5db","duration":9.93,"envelope":[0.098,0.089,0.066,0.299,0.288,0.378,0.531,0.623,0.481,0.366,0.123,0.084,0.115,0.272,0.432,0.415,0.406,0.436,0.531,0.564,0.557,0.379,0.41,0.437,0.364,0.349,0.853,0.815,1.0,0.775,0.648,0.626,0.46,0.581,0.54,0.583,0.479,0.324,0.13,0.098,0.086,0.111,0.177,0.198,0.488,0.486,0.44,0.332,0.255,0.111,0.173,0.154,0.126,0.727,0.853,0.693,0.645,0.755,0.451,0.406,0.406,0.338,0.392,0.38,0.498,0.482,0.392,0.442,0.252,0.19,0.25,0.263,0.217,0.187,0.168,0.19,0.15,0.117,0.105,0.105,0.419,0.437,0.4,0.312,0.114,0.116,0.08,0.098,0.345,0.423,0.723,0.657,0.673,0.605,0.622,0.557,0.504,0.637,0.697,0.528,0.481,0.556,0.742,0.759,0.636,0.616,0.699,0.749,0.955,0.624,0.662,0.819,0.78,0.46,0.506,0.34,0.392,0.394,0.261,0.312,0.23,0.186,0.187,0.162,0.117,0.091,0.159,0.082,0.128,0.29,0.449,0.439,0.332,0.336,0.242,0.314,0.476,0.863,0.843,0.791,0.747,0.622,0.572,0.576,0.517,0.126,0.265,0.234,0.273,0.275,0.197,0.165,0.209,0.344,0.471,0.566,0.497,0.316,0.334,0.295,0.267,0.189,0.19,0.174,0.301,0.392,0.436,0.4,0.382,0.359,0.398,0.312,0.352,0.277,0.272,0.219,0.217,0.321,0.152,0.138,0.323,0.452,0.359,0.475,0.489,0.336,0.362,0.345,0.33,0.699,0.676,0.753,0.655,0.764,0.821,0.75,0.659,0.573,0.598,0.598,0.473,0.434,0.461,0.521,0.464,0.437,0.439,0.539,0.314,0.295,0.29,0.268,0.222,0.088,0.087,0.083,0.133,0.105,0.165,0.147,0.104,0.133,0.097,0.148,0.14,0.109,0.192,0.245,0.284,0.261,0.265,0.167,0.243,0.209,0.172,0.473,0.524,0.442,0.419,0.526,0.479,0.509,0.54,0.592,0.483,0.427,0.128,0.085,0.092,0.067,0.34,0.315,0.305,0.263,0.21,0.189,0.181,0.141,0.191,0.156,0.087,0.433,0.439,0.408,0.439,0.366,0.298,0.138,0.105,0.215,0.101,0.145,0.157,0.113,0.105,0.099,0.102,0.067,0.491,0.539,0.513,0.589,0.447,0.489,0.398,0.347,0.359,0.268,0.32,0.3,0.346,0.284,0.121,0.1,0.083,0.087,0.624,0.512,0.532,0.606,0.493,0.266,0.264,0.247,0.263,0.209,0.421,0.476,0.423,0.415,0.403,0.405,0.424,0.398,0.351,0.376,0.446,0.541,0.444,0.497,0.497,0.601,0.529,0.448,0.264,0.231,0.225,0.289,0.099,0.136,0.134,0.618,0.568,0.481,0.475,0.465,0.299,0.193,0.184,0.166,0.101,0.19,0.354,0.359,0.32,0.282,0.273,0.179,0.104,0.118,0.092,0.097,0.126,0.131,0.451,0.573,0.584,0.413,0.447,0.206,0.132,0.278,0.339,0.334,0.298,0.2,0.203,0.123,0.347,0.359,0.288,0.288,0.245,0.221,0.288,0.092,0.142,0.136,0.118,0.369,0.439,0.383,0.447,0.567,0.415,0.289,0.278,0.244,0.235,0.194,0.169,0.116,0.11,0.112,0.097,0.222,0.314,0.374,0.504,0.446,0.382,0.388,0.348,0.257,0.204,0.241,0.291,0.349,0.37,0.263,0.225,0.245,0.227,0.118,0.143,0.123,0.115,0.13,0.113,0.114],"truth":[{"start":6.5883,"end":9.9303,"label":"MONEY","score":1.0,"source":"gt"}],"asr":[{"start":6.62,"end":9.9303,"label":"DIGIT_SEQUENCE","score":1.0,"source":"asr"}],"bleep":[],"bleep_typed":[],"union":[{"start":6.62,"end":9.9303,"label":"ANY","score":1.0,"source":"union"}]},{"utt_id":"test_000046","condition":"clean","duration":6.698,"envelope":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.004,0.326,0.477,0.534,0.611,0.798,0.736,0.727,0.737,0.716,0.204,0.064,0.026,0.029,0.046,0.063,0.493,0.666,0.828,0.849,0.771,0.675,0.185,0.155,0.318,0.522,0.666,0.648,0.698,0.624,0.559,0.573,0.674,0.725,0.725,0.299,0.143,0.165,0.337,0.613,0.631,0.655,0.671,0.669,0.657,0.649,0.655,0.636,0.615,0.65,0.62,0.355,0.255,0.245,0.127,0.049,0.0,0.0,0.0,0.0,0.0,0.351,0.751,0.959,1.0,0.938,0.835,0.636,0.344,0.071,0.032,0.148,0.316,0.686,0.625,0.544,0.538,0.48,0.168,0.368,0.78,0.318,0.253,0.452,0.681,0.713,0.717,0.668,0.61,0.163,0.038,0.014,0.006,0.006,0.087,0.118,0.111,0.463,0.69,0.714,0.709,0.702,0.711,0.773,0.83,0.77,0.764,0.774,0.779,0.697,0.4,0.18,0.104,0.053,0.611,0.764,0.71,0.427,0.065,0.035,0.065,0.031,0.031,0.065,0.597,0.672,0.57,0.506,0.425,0.556,0.618,0.607,0.55,0.462,0.42,0.492,0.771,0.862,0.876,0.878,0.787,0.63,0.533,0.074,0.112,0.541,0.562,0.556,0.668,0.832,0.784,0.707,0.721,0.755,0.765,0.742,0.762,0.756,0.749,0.578,0.479,0.31,0.252,0.153,0.07,0.015,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.031,0.502,0.675,0.737,0.787,0.574,0.568,0.555,0.449,0.144,0.081,0.057,0.081,0.447,0.602,0.359,0.163,0.247,0.719,0.663,0.267,0.108,0.076,0.032,0.03,0.057,0.163,0.672,0.923,0.92,0.94,0.91,0.877,0.831,0.812,0.786,0.711,0.461,0.44,0.534,0.571,0.549,0.489,0.424,0.282,0.242,0.237,0.127,0.047,0.0,0.0,0.002,0.063,0.655,0.609,0.593,0.633,0.586,0.338,0.064,0.04,0.111,0.376,0.506,0.621,0.675,0.56,0.206,0.149,0.096,0.051,0.025,0.025,0.45,0.571,0.584,0.588,0.59,0.598,0.559,0.548,0.522,0.382,0.26,0.243,0.188,0.078,0.029,0.0,0.0,0.0,0.0,0.012,0.08,0.102,0.117,0.105,0.096,0.103,0.14,0.488,0.528,0.457,0.142,0.047,0.109,0.198,0.155,0.133,0.099,0.022,0.06,0.345,0.472,0.577,0.626,0.553,0.231,0.082,0.058,0.358,0.562,0.486,0.282,0.215,0.565,0.579,0.57,0.605,0.516,0.149,0.059,0.031,0.044,0.553,0.657,0.65,0.868,0.895,0.928,0.932,0.861,0.744,0.383,0.27,0.196,0.4,0.664,0.716,0.57,0.586,0.595,0.735,0.698,0.723,0.728,0.674,0.52,0.383,0.173,0.196,0.189,0.072,0.282,0.422,0.696,0.852,0.718,0.518,0.54,0.497,0.32,0.392,0.582,0.68,0.659,0.474,0.205,0.424,0.774,0.761,0.755,0.759,0.7,0.632,0.514,0.26,0.268,0.305,0.429,0.563,0.593,0.547,0.351,0.285,0.179,0.137,0.066,0.09,0.287,0.565,0.58,0.265,0.068,0.084,0.101,0.134,0.144,0.097,0.072,0.006,0.073,0.426,0.758,0.809,0.861,0.874,0.712,0.634,0.722,0.684,0.667,0.648,0.635,0.512,0.465,0.271,0.386,0.298,0.275,0.135,0.126,0.109,0.112,0.05,0.01,0.003],"truth":[{"start":4.3961,"end":6.6981,"label":"MONEY","score":1.0,"source":"gt"}],"asr":[{"start":4.3,"end":6.6981,"label":"DIGIT_SEQUENCE","score":1.0,"source":"asr"}],"bleep":[],"bleep_typed":[],"union":[{"start":4.3,"end":6.6981,"label":"ANY","score":1.0,"source":"union"}]},{"utt_id":"test_000063","condition":"reverb_moderate","duration":17.679,"envelope":[0.011,0.171,0.556,0.964,0.941,0.31,0.197,0.16,0.1,0.165,0.553,0.351,0.309,0.164,0.091,0.563,0.712,0.641,0.514,0.112,0.342,0.869,0.698,0.415,0.122,0.078,0.705,0.706,0.518,0.34,0.24,0.16,0.098,0.083,0.071,0.059,0.027,0.152,0.587,0.552,0.426,0.251,0.227,0.803,0.593,0.376,0.294,0.499,0.814,0.695,0.615,0.52,0.184,0.094,0.654,0.702,0.89,0.816,0.362,0.206,0.18,0.082,0.276,0.631,0.739,0.582,0.189,0.133,0.123,0.989,0.989,0.868,0.575,0.217,0.131,0.063,0.561,0.746,0.71,0.253,0.103,0.079,0.481,0.576,0.312,0.793,0.866,0.723,0.244,0.432,0.32,0.251,0.148,0.155,0.036,0.018,0.018,0.024,0.291,0.51,0.69,0.54,0.395,0.124,0.189,0.623,0.701,0.776,0.591,0.269,0.369,0.271,0.378,0.092,0.053,0.059,0.465,0.437,0.329,0.176,0.41,0.371,0.372,0.092,0.13,0.487,0.592,0.596,0.438,0.264,0.679,0.725,0.716,0.581,0.286,0.269,0.183,0.168,0.595,0.722,0.729,0.529,0.457,0.386,0.488,0.747,0.734,0.621,0.442,0.257,0.282,0.145,0.113,0.07,0.06,0.065,0.011,0.006,0.005,0.002,0.077,0.23,0.45,0.353,0.309,0.147,0.189,0.176,0.297,0.304,0.275,0.178,0.096,0.099,0.072,0.03,0.014,0.009,0.011,0.651,0.767,0.72,0.419,0.254,0.353,0.576,0.526,0.481,0.397,0.222,0.265,0.181,0.157,0.146,0.039,0.02,0.011,0.005,0.008,0.489,0.723,0.818,0.454,0.156,0.139,0.567,0.764,0.615,0.227,0.397,0.514,0.63,0.407,0.3,0.544,0.708,0.529,0.423,0.764,0.723,0.524,0.487,0.629,0.772,0.818,0.494,0.329,0.377,0.222,0.217,0.087,0.053,0.019,0.112,0.127,0.509,0.455,0.276,0.167,0.153,0.118,0.113,0.1,0.026,0.016,0.007,0.003,0.002,0.403,0.386,0.358,0.31,0.262,0.203,0.198,0.144,0.13,0.034,0.017,0.012,0.004,0.002,0.001,0.001,0.039,0.4,0.398,0.248,0.167,0.15,0.121,0.122,0.079,0.033,0.016,0.006,0.004,0.002,0.001,0.001,0.0,0.001,0.074,0.121,0.509,0.381,0.243,0.221,0.129,0.144,0.12,0.079,0.022,0.01,0.058,0.096,0.097,0.485,0.581,0.569,0.305,0.528,0.361,0.472,0.615,0.56,0.492,0.35,0.108,0.193,0.468,0.588,0.628,0.233,0.104,0.218,0.485,0.521,0.538,0.264,0.186,0.135,0.14,0.133,0.111,0.048,0.012,0.009,0.007,0.003,0.001,0.001,0.0,0.0,0.0,0.004,0.01,0.014,0.551,0.605,0.737,0.625,0.478,0.455,0.677,0.723,0.495,0.255,0.19,0.16,0.454,0.495,0.168,0.099,0.125,0.149,0.091,0.507,0.67,0.699,0.387,0.315,0.244,0.184,0.191,0.101,0.035,0.015,0.114,0.192,0.394,0.558,0.485,0.381,0.344,0.19,0.087,0.069,0.061,0.035,0.019,0.044,0.181,0.609,1.0,0.934,0.329,0.229,0.538,0.82,0.852,0.484,0.251,0.347,0.641,0.623,0.45,0.524,0.655,0.793,0.907,0.8,0.462,0.624,0.692,0.577,0.142,0.18,0.459,0.392,0.224,0.306,0.149,0.117,0.066,0.057,0.083,0.074,0.064,0.065],"truth":[{"start":4.0331,"end":7.3851,"label":"ADDRESS","score":1.0,"source":"gt"},{"start":9.8262,"end":12.3122,"label":"SPELLED_OUT","score":1.0,"source":"gt"},{"start":12.3879,"end":15.4382,"label":"GROUPED_DIGITS","score":1.0,"source":"gt"}],"asr":[{"start":4.2,"end":5.56,"label":"DIGIT_SEQUENCE","score":1.0,"source":"asr"},{"start":9.78,"end":12.52,"label":"SPELLED_OUT","score":1.0,"source":"asr"},{"start":12.12,"end":15.82,"label":"DIGIT_SEQUENCE","score":1.0,"source":"asr"}],"bleep":[{"start":5.63,"end":6.2,"label":"ANY","score":0.8354,"source":"bleep"},{"start":6.29,"end":6.84,"label":"ANY","score":0.8386,"source":"bleep"},{"start":9.89,"end":15.52,"label":"ANY","score":0.9464,"source":"bleep"}],"bleep_typed":[{"start":11.05,"end":12.18,"label":"SPELLED_OUT","score":0.8693,"source":"bleep"},{"start":13.41,"end":14.56,"label":"SPELLED_OUT","score":0.8911,"source":"bleep"}],"union":[{"start":4.2,"end":6.2,"label":"ANY","score":1.0,"source":"union"},{"start":6.29,"end":6.84,"label":"ANY","score":0.8386,"source":"union"},{"start":9.78,"end":15.82,"label":"ANY","score":1.0,"source":"union"}]},{"utt_id":"test_000026","condition":"mic_variation","duration":12.955,"envelope":[0.0,0.0,0.078,0.085,0.092,0.129,0.908,0.972,0.969,0.97,0.891,0.168,0.108,0.276,0.26,0.427,0.503,0.408,0.074,0.083,0.501,0.6,0.563,0.279,0.0,0.051,0.275,0.045,0.078,0.493,0.442,0.443,0.403,0.336,0.213,0.6,0.787,0.785,0.247,0.153,0.127,0.703,0.694,0.11,0.074,0.342,0.748,0.822,0.508,0.513,0.546,0.542,0.779,0.749,0.697,0.688,0.243,0.088,0.085,0.0,0.185,0.244,0.125,0.761,0.69,0.308,0.108,0.134,0.511,0.523,0.51,0.483,0.444,0.443,0.42,0.18,0.12,0.082,0.05,0.034,0.05,0.039,0.035,0.0,0.0,0.0,0.0,0.602,0.955,0.829,0.685,0.479,0.559,0.582,0.393,0.01,0.0,0.117,0.06,0.279,0.539,0.784,0.742,0.455,0.422,0.422,0.558,0.573,0.572,0.436,0.56,0.824,0.803,0.591,0.321,0.0,0.526,0.518,0.504,0.327,0.373,0.331,0.306,0.177,0.0,0.206,0.147,0.965,0.943,0.865,0.777,0.619,0.429,0.393,0.372,0.495,0.568,0.585,0.058,0.067,0.524,0.558,0.37,0.208,0.425,0.757,0.665,0.651,0.111,0.8,0.825,0.758,0.692,0.361,0.29,0.365,0.453,0.414,0.241,0.164,0.0,0.0,0.0,0.0,0.896,0.88,0.839,0.802,0.653,0.064,0.085,0.127,0.085,0.097,0.557,0.642,0.627,0.385,0.556,0.701,0.643,0.434,0.079,0.088,0.079,0.853,0.995,1.0,0.984,0.986,0.959,0.899,0.834,0.765,0.42,0.347,0.261,0.001,0.0,0.0,0.0,0.0,0.47,0.756,0.77,0.684,0.204,0.0,0.056,0.203,0.22,0.402,0.474,0.245,0.044,0.003,0.003,0.205,0.73,0.752,0.728,0.747,0.727,0.724,0.728,0.454,0.075,0.005,0.0,0.0,0.0,0.95,0.946,0.933,0.595,0.288,0.059,0.092,0.092,0.195,0.375,0.429,0.338,0.027,0.003,0.003,0.251,0.936,0.921,0.903,0.895,0.882,0.175,0.0,0.069,0.057,0.0,0.225,0.089,0.596,0.531,0.489,0.266,0.516,0.433,0.329,0.0,0.093,0.155,0.116,0.001,0.762,0.816,0.77,0.528,0.09,0.09,0.661,0.688,0.665,0.371,0.0,0.197,0.075,0.108,0.99,0.98,0.978,0.95,0.836,0.616,0.55,0.403,0.038,0.0,0.0,0.0,0.169,0.292,0.533,0.377,0.232,0.145,0.0,0.0,0.0,0.0,0.0,0.197,0.122,0.124,0.118,0.938,0.899,0.72,0.411,0.491,0.574,0.205,0.09,0.0,0.268,0.23,0.221,0.877,0.906,0.83,0.399,0.0,0.178,0.057,0.588,0.538,0.5,0.391,0.089,0.092,0.089,0.516,0.968,0.968,0.938,0.838,0.684,0.527,0.111,0.108,0.189,0.309,0.211,0.815,0.756,0.398,0.422,0.615,0.426,0.731,0.955,0.96,0.678,0.002,0.249,0.202,0.113,0.677,0.575,0.498,0.046,0.023,0.268,0.571,0.725,0.51,0.065,0.0,0.466,0.371,0.39,0.449,0.473,0.584,0.548,0.137,0.104,0.697,0.837,0.401,0.202,0.205,0.572,0.89,0.859,0.515,0.0,0.212,0.059,0.602,0.559,0.475,0.303,0.41,0.549,0.409,0.794,0.945,0.956,0.928,0.289,0.104,0.04,0.135,0.075,0.195,0.213,0.623,0.62,0.568,0.518,0.148,0.04],"truth":[{"start":7.1321,"end":8.3441,"label":"PERSON_NAME","score":1.0,"source":"gt"}],"asr":[],"bleep":[],"bleep_typed":[],"union":[]},{"utt_id":"test_000027","condition":"noisy_babble_10db","duration":13.489,"envelope":[0.192,0.163,0.189,0.159,0.748,0.708,0.594,0.614,0.556,0.295,0.265,0.265,0.154,0.175,0.557,0.729,0.512,0.178,0.221,0.376,0.871,0.876,0.877,0.814,0.785,0.694,0.649,0.627,0.57,0.654,0.707,0.633,0.758,0.643,0.769,0.738,0.626,0.329,0.212,0.792,0.716,0.736,0.623,0.207,0.181,0.247,0.542,0.689,0.596,0.616,0.676,0.691,0.703,0.759,0.597,0.516,0.438,0.411,0.262,0.155,0.171,0.174,0.246,0.28,0.765,0.815,0.822,0.78,0.76,0.662,0.73,0.272,0.226,0.231,0.633,0.73,0.756,0.703,0.546,0.399,0.416,0.59,0.682,0.692,0.712,0.871,0.893,0.802,0.47,0.209,0.274,0.553,0.673,0.864,0.551,0.197,0.175,0.197,0.626,0.773,0.763,0.668,0.38,0.485,0.327,0.617,0.578,0.564,0.313,0.278,0.277,0.371,0.651,0.757,0.466,0.196,0.214,0.381,0.787,0.796,0.688,0.58,0.341,0.246,0.231,0.204,0.169,0.155,0.131,0.142,0.49,0.692,0.65,0.651,0.575,0.652,0.656,0.448,0.144,0.188,0.47,0.708,0.643,0.631,0.6,0.752,0.845,0.678,0.625,0.306,0.221,0.227,0.209,0.744,0.619,0.256,0.236,0.233,0.237,0.169,0.204,0.795,0.839,0.946,0.767,0.826,0.28,0.194,0.277,0.258,0.655,0.702,0.655,0.671,0.306,0.207,0.248,0.75,0.801,0.813,0.737,0.703,0.692,0.234,0.186,0.18,0.228,0.55,0.839,0.817,0.973,0.91,0.791,0.567,0.323,0.23,0.18,0.177,0.147,0.178,0.339,0.604,0.722,0.619,0.476,0.196,0.173,0.545,0.665,0.342,0.355,0.734,0.595,0.225,0.281,0.239,0.851,0.806,0.836,0.841,0.734,0.648,0.795,0.707,0.638,0.586,0.461,0.337,0.229,0.172,0.15,0.138,0.144,0.157,0.185,0.214,0.766,0.744,0.659,0.722,0.168,0.349,0.677,0.644,0.434,0.231,0.228,0.205,0.601,0.703,0.803,0.65,0.617,0.576,0.487,0.256,0.171,0.167,0.171,0.161,0.186,0.131,0.159,0.968,0.893,0.849,0.715,0.687,0.656,0.61,0.654,0.689,0.66,0.642,0.567,0.654,0.882,1.0,0.892,0.542,0.213,0.195,0.241,0.753,0.86,0.885,0.851,0.836,0.668,0.527,0.542,0.353,0.159,0.146,0.178,0.211,0.176,0.172,0.193,0.193,0.452,0.598,0.659,0.594,0.716,0.7,0.714,0.834,0.755,0.735,0.518,0.154,0.294,0.459,0.35,0.583,0.605,0.626,0.64,0.626,0.701,0.718,0.653,0.328,0.72,0.692,0.291,0.187,0.233,0.251,0.799,0.623,0.694,0.646,0.729,0.703,0.855,0.67,0.618,0.473,0.393,0.316,0.149,0.164,0.18,0.375,0.438,0.681,0.642,0.603,0.573,0.69,0.897,0.921,0.815,0.767,0.673,0.715,0.854,0.671,0.656,0.257,0.199,0.284,0.252,0.525,0.686,0.672,0.706,0.693,0.733,0.599,0.419,0.377,0.24,0.193,0.174,0.194,0.16,0.148,0.152,0.153,0.207,0.17,0.14,0.179,0.263,0.307,0.597,0.695,0.712,0.675,0.594,0.245,0.165,0.589,0.782,0.836,0.825,0.691,0.506,0.256,0.24,0.693,0.634,0.592,0.319,0.321,0.544,0.834,0.828,0.765,0.757,0.708,0.617,0.487,0.473,0.359,0.207,0.169],"truth":[{"start":4.1706,"end":6.3226,"label":"IDENTIFIER","score":1.0,"source":"gt"},{"start":11.0774,"end":13.4894,"label":"DATETIME","score":1.0,"source":"gt"}],"asr":[{"start":4.34,"end":6.24,"label":"IDENTIFIER","score":1.0,"source":"asr"},{"start":4.94,"end":6.24,"label":"DIGIT_SEQUENCE","score":1.0,"source":"asr"},{"start":11.08,"end":13.4894,"label":"DATETIME","score":1.0,"source":"asr"},{"start":11.3,"end":13.4894,"label":"DIGIT_SEQUENCE","score":1.0,"source":"asr"}],"bleep":[],"bleep_typed":[],"union":[{"start":4.34,"end":6.24,"label":"ANY","score":1.0,"source":"union"},{"start":11.08,"end":13.4894,"label":"ANY","score":1.0,"source":"union"}]}],"summary":{"test":{"n_utterances":250,"audio_hours":0.8918,"arms":{"A":{"description":"ASR(whisper-tiny.en) + text PII [standard configuration]","recall":0.82639,"n_reference":288,"fa_per_hour":31.396,"redaction_overhead":0.04942,"rtf":0.1465,"extra":{"backend":"whisper:whisper-tiny.en","from_cache":true}},"B":{"description":"ASR(whisper-small.en) + text PII [better ASR]","recall":0.86111,"n_reference":288,"fa_per_hour":32.517,"redaction_overhead":0.06217,"rtf":0.932,"extra":{"backend":"whisper:whisper-small.en","from_cache":true}},"oracle":{"description":"perfect transcript + text PII [diagnostic, not deployable]","recall":0.98611,"n_reference":288,"fa_per_hour":24.668,"redaction_overhead":0.04651,"rtf":0.0,"extra":{"backend":"oracle"}},"C":{"description":"Bleep alone [no transcription] @ matched FA (thr 0.812)","recall":0.15625,"n_reference":288,"fa_per_hour":30.275,"redaction_overhead":0.031,"rtf":0.08,"extra":{"frame_rate":50.0,"param_count":86967945}},"D":{"description":"Arm A union Bleep","recall":0.85069,"n_reference":288,"fa_per_hour":58.307,"redaction_overhead":0.0761,"rtf":0.2265,"extra":{"containment_holds":true,"containment_violations":[],"n_containment_violations":0,"region_seconds":{"union":849.83,"both":137.18,"asr_only":613.58,"bleep_only":98.98},"bleep_added_fraction_of_union":0.1165}}},"matched_fa":{"arm_a_fa_per_hour_on_test":31.396,"arm_a_redaction_overhead_on_test":0.04942,"bleep_threshold_from_calib":0.812,"bleep_budget_met_on_calib":true,"bleep_recall_on_calib":0.18705,"bleep_fa_per_hour_on_test":30.275,"bleep_redaction_overhead_on_test":0.031,"recall_arm_a":0.82639,"recall_bleep_at_matched_fa":0.15625},"per_condition":{"clean":{"group":"clean","held_out":false,"description":"16 kHz, no added degradation. Upper bound for both approaches.","A":0.81818,"n":44,"B":0.86364,"oracle":0.95455,"C":0.29545,"D":0.86364},"mic_variation":{"group":"mic","held_out":false,"description":"Cheap-capsule colouring plus soft clipping.","A":0.83721,"n":43,"B":0.83721,"oracle":0.97674,"C":0.23256,"D":0.88372},"noisy_babble_10db":{"group":"noise","held_out":false,"description":"Busy-room babble at 10 dB SNR.","A":0.8,"n":35,"B":0.77143,"oracle":1.0,"C":0.0,"D":0.8},"noisy_street_5db":{"group":"noise","held_out":false,"description":"Outdoor/street noise at 5 dB SNR.","A":0.88462,"n":26,"B":0.88462,"oracle":1.0,"C":0.0,"D":0.88462},"overlap_6db":{"group":"overlap","held_out":false,"description":"One competing talker at +6 dB target-to-masker, biased onto sensitive regions.","A":0.72,"n":25,"B":0.76,"oracle":0.96,"C":0.04,"D":0.76},"reverb_moderate":{"group":"reverb","held_out":false,"description":"RT60 0.45 s, DRR 4 dB: a hard-surfaced office.","A":0.84615,"n":39,"B":0.87179,"oracle":1.0,"C":0.28205,"D":0.89744},"telephony_8k":{"group":"8kHz","held_out":false,"description":"300-3400 Hz, 8 kHz, mu-law. The standard PSTN leg.","A":0.85714,"n":28,"B":0.92857,"oracle":1.0,"C":0.35714,"D":0.85714},"telephony_noisy":{"group":"8kHz+noise","held_out":false,"description":"A-law narrowband plus babble: the common contact-centre case.","A":0.83333,"n":48,"B":0.9375,"oracle":1.0,"C":0.0,"D":0.83333}},"per_category":{"DIGIT_SEQUENCE":{"is_reported_failure_mode":false,"A":0.97059,"n":34,"B":0.94118,"oracle":1.0,"C":0.0,"D":0.97059},"GROUPED_DIGITS":{"is_reported_failure_mode":true,"A":0.94595,"n":37,"B":1.0,"oracle":1.0,"C":0.43243,"D":0.97297},"SPELLED_OUT":{"is_reported_failure_mode":true,"A":0.775,"n":40,"B":0.775,"oracle":1.0,"C":0.475,"D":0.875},"DATETIME":{"is_reported_failure_mode":true,"A":0.86047,"n":43,"B":0.88372,"oracle":0.90698,"C":0.11628,"D":0.86047},"ADDRESS":{"is_reported_failure_mode":false,"A":0.72,"n":25,"B":0.88,"oracle":1.0,"C":0.04,"D":0.76},"PERSON_NAME":{"is_reported_failure_mode":false,"A":0.60606,"n":33,"B":0.66667,"oracle":1.0,"C":0.12121,"D":0.63636},"IDENTIFIER":{"is_reported_failure_mode":true,"A":0.72727,"n":44,"B":0.79545,"oracle":1.0,"C":0.0,"D":0.72727},"MONEY":{"is_reported_failure_mode":false,"A":1.0,"n":32,"B":0.96875,"oracle":1.0,"C":0.0,"D":1.0}},"complementarity":{"n_reference":288,"venn":{"both":39,"asr_only":199,"bleep_only":6,"neither":44},"recall_asr_only":0.82639,"recall_bleep_only":0.15625,"recall_union":0.84722,"recall_gain_from_union":0.02083,"asr_misses_rescued_by_bleep":0.12,"per_category":{"DIGIT_SEQUENCE":{"reference":34,"both":0,"asr_only":33,"bleep_only":0,"neither":1},"GROUPED_DIGITS":{"reference":37,"both":15,"asr_only":20,"bleep_only":1,"neither":1},"SPELLED_OUT":{"reference":40,"both":15,"asr_only":16,"bleep_only":4,"neither":5},"DATETIME":{"reference":43,"both":5,"asr_only":32,"bleep_only":0,"neither":6},"ADDRESS":{"reference":25,"both":1,"asr_only":17,"bleep_only":0,"neither":7},"PERSON_NAME":{"reference":33,"both":3,"asr_only":17,"bleep_only":1,"neither":12},"IDENTIFIER":{"reference":44,"both":0,"asr_only":32,"bleep_only":0,"neither":12},"MONEY":{"reference":32,"both":0,"asr_only":32,"bleep_only":0,"neither":0}},"per_condition":{"mic_variation":{"reference":43,"both":8,"asr_only":28,"bleep_only":2,"neither":5},"noisy_babble_10db":{"reference":35,"both":0,"asr_only":28,"bleep_only":0,"neither":7},"overlap_6db":{"reference":25,"both":0,"asr_only":18,"bleep_only":1,"neither":6},"telephony_noisy":{"reference":48,"both":0,"asr_only":40,"bleep_only":0,"neither":8},"telephony_8k":{"reference":28,"both":10,"asr_only":14,"bleep_only":0,"neither":4},"noisy_street_5db":{"reference":26,"both":0,"asr_only":23,"bleep_only":0,"neither":3},"clean":{"reference":44,"both":11,"asr_only":25,"bleep_only":2,"neither":6},"reverb_moderate":{"reference":39,"both":10,"asr_only":23,"bleep_only":1,"neither":5}},"per_condition_recall":{"mic_variation":{"n":43,"asr":0.83721,"bleep":0.23256,"union":0.88372,"neither":0.11628},"noisy_babble_10db":{"n":35,"asr":0.8,"bleep":0.0,"union":0.8,"neither":0.2},"overlap_6db":{"n":25,"asr":0.72,"bleep":0.04,"union":0.76,"neither":0.24},"telephony_noisy":{"n":48,"asr":0.83333,"bleep":0.0,"union":0.83333,"neither":0.16667},"telephony_8k":{"n":28,"asr":0.85714,"bleep":0.35714,"union":0.85714,"neither":0.14286},"noisy_street_5db":{"n":26,"asr":0.88462,"bleep":0.0,"union":0.88462,"neither":0.11538},"clean":{"n":44,"asr":0.81818,"bleep":0.29545,"union":0.86364,"neither":0.13636},"reverb_moderate":{"n":39,"asr":0.84615,"bleep":0.28205,"union":0.87179,"neither":0.12821}}},"speed":{"bleep":{"device":"cpu","audio_seconds":60.0,"wall_seconds_best":3.3566,"wall_seconds_median":3.3721,"rtf_best":0.05594,"rtf_median":0.0562,"xrealtime_best":17.88,"includes_frontend":true,"param_count":86967945,"macs_per_output_frame":86661888,"gmac_per_audio_second":4.333,"peak_rss_mb":1081.9,"fp32_weights_mb":347.9,"int8_weights_mb":87.0,"torch_threads":4},"asr_arms_rtf":{"A":0.1465,"B":0.932},"bleep_speedup_vs_arm_a":2.61,"bleep_speedup_vs_arm_b":16.58,"note":"RTF = wall seconds per second of audio; lower is faster. Bleep's figure includes its log-mel front end.","measurement_caveat":"Real-time factors are only meaningful on an otherwise-idle machine; a measurement taken under load understates speed by an arbitrary amount."}},"test_heldout":{"arms":{"A":{"description":"ASR(whisper-tiny.en) + text PII [standard configuration]","recall":0.64935,"n_reference":231,"fa_per_hour":25.446,"redaction_overhead":0.0462,"rtf":0.2513,"extra":{"backend":"whisper:whisper-tiny.en","from_cache":true}},"oracle":{"description":"perfect transcript + text PII [diagnostic, not deployable]","recall":0.97403,"n_reference":231,"fa_per_hour":24.033,"redaction_overhead":0.04563,"rtf":0.0,"extra":{"backend":"oracle"}},"C":{"description":"Bleep alone [no transcription] @ matched FA (thr 0.836)","recall":0.08658,"n_reference":231,"fa_per_hour":43.824,"redaction_overhead":0.04144,"rtf":0.0797,"extra":{"frame_rate":50.0,"param_count":86967945}},"D":{"description":"Arm A union Bleep","recall":0.68831,"n_reference":231,"fa_per_hour":63.616,"redaction_overhead":0.08543,"rtf":0.331,"extra":{"containment_holds":true,"containment_violations":[],"n_containment_violations":0,"region_seconds":{"union":586.9,"both":50.27,"asr_only":421.19,"bleep_only":115.26},"bleep_added_fraction_of_union":0.1964}}},"per_condition":{"overlap_0db_three_way":{"group":"unseen:overlap","held_out":true,"description":"Two competing talkers at 0 dB TMR over half the recording.","A":0.27083,"n":48,"oracle":0.95833,"C":0.10417,"D":0.35417},"packet_loss_voip":{"group":"unseen:codec","held_out":true,"description":"Narrowband plus 6% VoIP frame loss. Unseen damage family.","A":0.80556,"n":36,"oracle":0.97222,"C":0.22222,"D":0.83333},"reverb_heavy_phone":{"group":"unseen:reverb","held_out":true,"description":"RT60 0.85 s at DRR 0 dB, then narrowband. Harsher than training.","A":0.82456,"n":57,"oracle":1.0,"C":0.01754,"D":0.84211},"telephony_overlap_3db":{"group":"unseen:combo","held_out":true,"description":"Narrowband AND overlap together: the worst realistic case.","A":0.4898,"n":49,"oracle":0.95918,"C":0.12245,"D":0.55102},"wind_noise_3db":{"group":"unseen:noise","held_out":true,"description":"Low-frequency wind at 3 dB SNR. Unseen noise type.","A":0.90244,"n":41,"oracle":0.97561,"C":0.0,"D":0.90244}}}}} |