| { |
| "status": "passed", |
| "window_seconds": 20, |
| "channels": 2, |
| "output_frames_per_case": 1000, |
| "tolerance": 0.0005, |
| "compute": "CPU; ORT 2 threads", |
| "cases": [ |
| { |
| "case": "silence", |
| "maximum_errors": { |
| "onnx": { |
| "p_now": 5.364418029785156e-07, |
| "p_future": 7.748603820800781e-07, |
| "vad": 1.4528632164001465e-07 |
| }, |
| "coreml": { |
| "p_now": 1.519918441772461e-06, |
| "p_future": 1.3113021850585938e-06, |
| "vad": 1.73225998878479e-07 |
| } |
| }, |
| "onnx_ms": 361.8532499531284, |
| "coreml_ms": 155.98979103378952, |
| "last_frame_reference": { |
| "p_now": [ |
| 0.4437829852104187, |
| 0.5556305050849915 |
| ], |
| "p_future": [ |
| 0.3494168817996979, |
| 0.6503990888595581 |
| ], |
| "vad": [ |
| 0.00018012328655458987, |
| 0.00018012328655458987 |
| ] |
| } |
| }, |
| { |
| "case": "user", |
| "maximum_errors": { |
| "onnx": { |
| "p_now": 8.493661880493164e-07, |
| "p_future": 1.6689300537109375e-06, |
| "vad": 2.5331974029541016e-06 |
| }, |
| "coreml": { |
| "p_now": 1.1995434761047363e-06, |
| "p_future": 3.0994415283203125e-06, |
| "vad": 4.76837158203125e-06 |
| } |
| }, |
| "onnx_ms": 359.68570795375854, |
| "coreml_ms": 111.53937503695488, |
| "last_frame_reference": { |
| "p_now": [ |
| 0.9800973534584045, |
| 0.01986180990934372 |
| ], |
| "p_future": [ |
| 0.8008972406387329, |
| 0.19905239343643188 |
| ], |
| "vad": [ |
| 0.1466534286737442, |
| 6.081362516852096e-05 |
| ] |
| } |
| }, |
| { |
| "case": "agent", |
| "maximum_errors": { |
| "onnx": { |
| "p_now": 8.195638656616211e-07, |
| "p_future": 1.3113021850585938e-06, |
| "vad": 2.5331974029541016e-06 |
| }, |
| "coreml": { |
| "p_now": 1.5497207641601562e-06, |
| "p_future": 1.5050172805786133e-06, |
| "vad": 4.76837158203125e-06 |
| } |
| }, |
| "onnx_ms": 351.98341705836356, |
| "coreml_ms": 114.72412501461804, |
| "last_frame_reference": { |
| "p_now": [ |
| 0.018618226051330566, |
| 0.9813331961631775 |
| ], |
| "p_future": [ |
| 0.11378905177116394, |
| 0.8861616849899292 |
| ], |
| "vad": [ |
| 6.081362516852096e-05, |
| 0.1466534286737442 |
| ] |
| } |
| }, |
| { |
| "case": "both", |
| "maximum_errors": { |
| "onnx": { |
| "p_now": 1.1324882507324219e-06, |
| "p_future": 9.5367431640625e-07, |
| "vad": 1.1920928955078125e-06 |
| }, |
| "coreml": { |
| "p_now": 1.0132789611816406e-06, |
| "p_future": 8.642673492431641e-07, |
| "vad": 1.2218952178955078e-06 |
| } |
| }, |
| "onnx_ms": 353.3934169681743, |
| "coreml_ms": 111.23400006908923, |
| "last_frame_reference": { |
| "p_now": [ |
| 0.5366748571395874, |
| 0.46323689818382263 |
| ], |
| "p_future": [ |
| 0.5078105926513672, |
| 0.49215734004974365 |
| ], |
| "vad": [ |
| 0.004460729192942381, |
| 0.004174595233052969 |
| ] |
| } |
| } |
| ] |
| } |
|
|
