File size: 3,267 Bytes
8e62170 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 | {
"status": "passed",
"window_seconds": 20,
"channels": 2,
"output_frames_per_case": 1000,
"tolerance": 0.0005,
"compute": "CPU; ORT 2 threads",
"cases": [
{
"case": "silence",
"maximum_errors": {
"onnx": {
"p_now": 5.364418029785156e-07,
"p_future": 7.748603820800781e-07,
"vad": 1.4528632164001465e-07
},
"coreml": {
"p_now": 1.519918441772461e-06,
"p_future": 1.3113021850585938e-06,
"vad": 1.73225998878479e-07
}
},
"onnx_ms": 361.8532499531284,
"coreml_ms": 155.98979103378952,
"last_frame_reference": {
"p_now": [
0.4437829852104187,
0.5556305050849915
],
"p_future": [
0.3494168817996979,
0.6503990888595581
],
"vad": [
0.00018012328655458987,
0.00018012328655458987
]
}
},
{
"case": "user",
"maximum_errors": {
"onnx": {
"p_now": 8.493661880493164e-07,
"p_future": 1.6689300537109375e-06,
"vad": 2.5331974029541016e-06
},
"coreml": {
"p_now": 1.1995434761047363e-06,
"p_future": 3.0994415283203125e-06,
"vad": 4.76837158203125e-06
}
},
"onnx_ms": 359.68570795375854,
"coreml_ms": 111.53937503695488,
"last_frame_reference": {
"p_now": [
0.9800973534584045,
0.01986180990934372
],
"p_future": [
0.8008972406387329,
0.19905239343643188
],
"vad": [
0.1466534286737442,
6.081362516852096e-05
]
}
},
{
"case": "agent",
"maximum_errors": {
"onnx": {
"p_now": 8.195638656616211e-07,
"p_future": 1.3113021850585938e-06,
"vad": 2.5331974029541016e-06
},
"coreml": {
"p_now": 1.5497207641601562e-06,
"p_future": 1.5050172805786133e-06,
"vad": 4.76837158203125e-06
}
},
"onnx_ms": 351.98341705836356,
"coreml_ms": 114.72412501461804,
"last_frame_reference": {
"p_now": [
0.018618226051330566,
0.9813331961631775
],
"p_future": [
0.11378905177116394,
0.8861616849899292
],
"vad": [
6.081362516852096e-05,
0.1466534286737442
]
}
},
{
"case": "both",
"maximum_errors": {
"onnx": {
"p_now": 1.1324882507324219e-06,
"p_future": 9.5367431640625e-07,
"vad": 1.1920928955078125e-06
},
"coreml": {
"p_now": 1.0132789611816406e-06,
"p_future": 8.642673492431641e-07,
"vad": 1.2218952178955078e-06
}
},
"onnx_ms": 353.3934169681743,
"coreml_ms": 111.23400006908923,
"last_frame_reference": {
"p_now": [
0.5366748571395874,
0.46323689818382263
],
"p_future": [
0.5078105926513672,
0.49215734004974365
],
"vad": [
0.004460729192942381,
0.004174595233052969
]
}
}
]
}
|