{ "status": "passed", "window_seconds": 20, "channels": 2, "output_frames_per_case": 1000, "tolerance": 0.0005, "compute": "CPU; ORT 2 threads", "cases": [ { "case": "silence", "maximum_errors": { "onnx": { "p_now": 5.364418029785156e-07, "p_future": 7.748603820800781e-07, "vad": 1.4528632164001465e-07 }, "coreml": { "p_now": 1.519918441772461e-06, "p_future": 1.3113021850585938e-06, "vad": 1.73225998878479e-07 } }, "onnx_ms": 361.8532499531284, "coreml_ms": 155.98979103378952, "last_frame_reference": { "p_now": [ 0.4437829852104187, 0.5556305050849915 ], "p_future": [ 0.3494168817996979, 0.6503990888595581 ], "vad": [ 0.00018012328655458987, 0.00018012328655458987 ] } }, { "case": "user", "maximum_errors": { "onnx": { "p_now": 8.493661880493164e-07, "p_future": 1.6689300537109375e-06, "vad": 2.5331974029541016e-06 }, "coreml": { "p_now": 1.1995434761047363e-06, "p_future": 3.0994415283203125e-06, "vad": 4.76837158203125e-06 } }, "onnx_ms": 359.68570795375854, "coreml_ms": 111.53937503695488, "last_frame_reference": { "p_now": [ 0.9800973534584045, 0.01986180990934372 ], "p_future": [ 0.8008972406387329, 0.19905239343643188 ], "vad": [ 0.1466534286737442, 6.081362516852096e-05 ] } }, { "case": "agent", "maximum_errors": { "onnx": { "p_now": 8.195638656616211e-07, "p_future": 1.3113021850585938e-06, "vad": 2.5331974029541016e-06 }, "coreml": { "p_now": 1.5497207641601562e-06, "p_future": 1.5050172805786133e-06, "vad": 4.76837158203125e-06 } }, "onnx_ms": 351.98341705836356, "coreml_ms": 114.72412501461804, "last_frame_reference": { "p_now": [ 0.018618226051330566, 0.9813331961631775 ], "p_future": [ 0.11378905177116394, 0.8861616849899292 ], "vad": [ 6.081362516852096e-05, 0.1466534286737442 ] } }, { "case": "both", "maximum_errors": { "onnx": { "p_now": 1.1324882507324219e-06, "p_future": 9.5367431640625e-07, "vad": 1.1920928955078125e-06 }, "coreml": { "p_now": 1.0132789611816406e-06, "p_future": 8.642673492431641e-07, "vad": 1.2218952178955078e-06 } }, "onnx_ms": 353.3934169681743, "coreml_ms": 111.23400006908923, "last_frame_reference": { "p_now": [ 0.5366748571395874, 0.46323689818382263 ], "p_future": [ 0.5078105926513672, 0.49215734004974365 ], "vad": [ 0.004460729192942381, 0.004174595233052969 ] } } ] }