{ "environment": { "python": "3.12.0", "numpy": "1.26.4", "onnxruntime": "1.23.1", "platform": "Linux-5.15.0-94-generic-x86_64-with-glibc2.35" }, "openwakeword": { "pipeline": "fixed 80 ms streaming chunks with 30 ms PCM history", "clips": [ { "audio": "openWakeWord/tests/data/alexa_test.wav", "sample_rate": 16000, "sample_count": 10240, "frame_count": 8, "initial_context": "480 zero PCM samples for fixed [1,1760] mel input", "stage_metrics": { "melspectrogram": { "shape_match": true, "comparisons": 8, "minimum_cosine": 0.9999999999999984, "maximum_mse": 2.3590018827235326e-11, "maximum_abs": 1.52587890625e-05 }, "embedding": { "shape_match": true, "comparisons": 8, "minimum_cosine": 0.9999999999996391, "maximum_mse": 2.417571698387633e-10, "maximum_abs": 3.814697265625e-05 }, "classifiers": { "shape_match": true, "comparisons": 48, "minimum_cosine": 0.9999999999999992, "maximum_mse": 7.993605777301127e-15, "maximum_abs": 1.1920928955078125e-07 } }, "source_max_scores": { "alexa_v0.1.onnx": [ 1.0 ], "hey_jarvis_v0.1.onnx": [ 4.9173831939697266e-06 ], "hey_mycroft_v0.1.onnx": [ 0.0007033348083496094 ], "hey_rhasspy_v0.1.onnx": [ 0.0013944804668426514 ], "timer_v0.1.onnx": [ 0.9979174733161926, 0.011717854999005795, 0.011717854999005795, 0.01298792939633131, 0.012006871402263641, 0.011717854999005795, 0.011717854999005795 ], "weather_v0.1.onnx": [ 0.011630207300186157 ] }, "static_max_scores": { "alexa_v0.1.onnx": [ 1.0 ], "hey_jarvis_v0.1.onnx": [ 4.947185516357422e-06 ], "hey_mycroft_v0.1.onnx": [ 0.0007033348083496094 ], "hey_rhasspy_v0.1.onnx": [ 0.0013944804668426514 ], "timer_v0.1.onnx": [ 0.9979174733161926, 0.011717865243554115, 0.011717865243554115, 0.012987940572202206, 0.012006882578134537, 0.011717865243554115, 0.011717865243554115 ], "weather_v0.1.onnx": [ 0.011630237102508545 ] }, "expected_model": "alexa_v0.1.onnx", "expected_score": 1.0, "expected_detected": true, "numerical_match": true, "passed": true }, { "audio": "openWakeWord/tests/data/hey_mycroft_test.wav", "sample_rate": 16000, "sample_count": 15360, "frame_count": 12, "initial_context": "480 zero PCM samples for fixed [1,1760] mel input", "stage_metrics": { "melspectrogram": { "shape_match": true, "comparisons": 12, "minimum_cosine": 0.9999999999999982, "maximum_mse": 2.4101609596982598e-11, "maximum_abs": 1.52587890625e-05 }, "embedding": { "shape_match": true, "comparisons": 12, "minimum_cosine": 0.9999999999998549, "maximum_mse": 1.3607677947409988e-10, "maximum_abs": 4.1961669921875e-05 }, "classifiers": { "shape_match": true, "comparisons": 72, "minimum_cosine": 0.9999999999999998, "maximum_mse": 1.9454660105111543e-11, "maximum_abs": 4.410743713378906e-06 } }, "source_max_scores": { "alexa_v0.1.onnx": [ 0.0016120076179504395 ], "hey_jarvis_v0.1.onnx": [ 2.256035804748535e-05 ], "hey_mycroft_v0.1.onnx": [ 1.0 ], "hey_rhasspy_v0.1.onnx": [ 0.0026790201663970947 ], "timer_v0.1.onnx": [ 0.9988803267478943, 0.011138674803078175, 0.011138674803078175, 0.012048495002090931, 0.011720946989953518, 0.011138674803078175, 0.011138674803078175 ], "weather_v0.1.onnx": [ 0.18771854043006897 ] }, "static_max_scores": { "alexa_v0.1.onnx": [ 0.0016120672225952148 ], "hey_jarvis_v0.1.onnx": [ 2.2590160369873047e-05 ], "hey_mycroft_v0.1.onnx": [ 1.0 ], "hey_rhasspy_v0.1.onnx": [ 0.0026790201663970947 ], "timer_v0.1.onnx": [ 0.9988803267478943, 0.011138674803078175, 0.011138674803078175, 0.012048495002090931, 0.011720946989953518, 0.011138674803078175, 0.011138674803078175 ], "weather_v0.1.onnx": [ 0.18771809339523315 ] }, "expected_model": "hey_mycroft_v0.1.onnx", "expected_score": 1.0, "expected_detected": true, "numerical_match": true, "passed": true }, { "audio": "openWakeWord/tests/data/hey_jane.wav", "sample_rate": 16000, "sample_count": 38400, "frame_count": 30, "initial_context": "480 zero PCM samples for fixed [1,1760] mel input", "stage_metrics": { "melspectrogram": { "shape_match": true, "comparisons": 30, "minimum_cosine": 0.9999999999999951, "maximum_mse": 1.836042429204099e-11, "maximum_abs": 1.52587890625e-05 }, "embedding": { "shape_match": true, "comparisons": 30, "minimum_cosine": 0.9999999999996753, "maximum_mse": 1.5618928372873597e-10, "maximum_abs": 3.910064697265625e-05 }, "classifiers": { "shape_match": true, "comparisons": 180, "minimum_cosine": 0.0, "maximum_mse": 4.3520742565306136e-14, "maximum_abs": 2.086162567138672e-07 } }, "source_max_scores": { "alexa_v0.1.onnx": [ 0.001211315393447876 ], "hey_jarvis_v0.1.onnx": [ 0.0183732807636261 ], "hey_mycroft_v0.1.onnx": [ 3.1888484954833984e-06 ], "hey_rhasspy_v0.1.onnx": [ 0.0046852827072143555 ], "timer_v0.1.onnx": [ 0.9999986886978149, 0.01402811985462904, 0.009387511759996414, 0.010385164059698582, 0.012926612980663776, 0.009387511759996414, 0.03614084795117378 ], "weather_v0.1.onnx": [ 0.31700584292411804 ] }, "static_max_scores": { "alexa_v0.1.onnx": [ 0.001211315393447876 ], "hey_jarvis_v0.1.onnx": [ 0.018373221158981323 ], "hey_mycroft_v0.1.onnx": [ 3.159046173095703e-06 ], "hey_rhasspy_v0.1.onnx": [ 0.0046852827072143555 ], "timer_v0.1.onnx": [ 0.9999986886978149, 0.01402811985462904, 0.009387511759996414, 0.010385164059698582, 0.012926612980663776, 0.009387511759996414, 0.036140866577625275 ], "weather_v0.1.onnx": [ 0.31700563430786133 ] }, "expected_model": null, "expected_score": null, "expected_detected": null, "numerical_match": true, "passed": true } ], "passed": true }, "sherpa": { "sherpa_onnx_version": "1.13.4", "variants": [ { "chunk_size": 8, "max_active_paths": 1, "audio_count": 9, "comparisons": [ { "audio": "sherpa-onnx-kws-zipformer-zh-en-3M-2025-12-20/test_wavs/en_0.wav", "source_detections": [ "LIGHT_UP" ], "static_detections": [ "LIGHT_UP" ], "source_decode_calls": 45, "static_decode_calls": 45, "match": true }, { "audio": "sherpa-onnx-kws-zipformer-zh-en-3M-2025-12-20/test_wavs/en_1.wav", "source_detections": [ "LOVELY_CHILD" ], "static_detections": [ "LOVELY_CHILD" ], "source_decode_calls": 108, "static_decode_calls": 108, "match": true }, { "audio": "sherpa-onnx-kws-zipformer-zh-en-3M-2025-12-20/test_wavs/zh_0.wav", "source_detections": [], "static_detections": [], "source_decode_calls": 39, "static_decode_calls": 39, "match": true }, { "audio": "sherpa-onnx-kws-zipformer-zh-en-3M-2025-12-20/test_wavs/zh_1.wav", "source_detections": [], "static_detections": [], "source_decode_calls": 36, "static_decode_calls": 36, "match": true }, { "audio": "sherpa-onnx-kws-zipformer-zh-en-3M-2025-12-20/test_wavs/zh_2.wav", "source_detections": [], "static_detections": [], "source_decode_calls": 32, "static_decode_calls": 32, "match": true }, { "audio": "sherpa-onnx-kws-zipformer-zh-en-3M-2025-12-20/test_wavs/zh_3.wav", "source_detections": [ "法国" ], "static_detections": [ "法国" ], "source_decode_calls": 54, "static_decode_calls": 54, "match": true }, { "audio": "sherpa-onnx-kws-zipformer-zh-en-3M-2025-12-20/test_wavs/zh_4.wav", "source_detections": [ "蒋友伯", "女儿" ], "static_detections": [ "蒋友伯", "女儿" ], "source_decode_calls": 32, "static_decode_calls": 32, "match": true }, { "audio": "sherpa-onnx-kws-zipformer-zh-en-3M-2025-12-20/test_wavs/zh_5.wav", "source_detections": [ "周望军", "落实" ], "static_detections": [ "周望军", "落实" ], "source_decode_calls": 30, "static_decode_calls": 30, "match": true }, { "audio": "sherpa-onnx-kws-zipformer-zh-en-3M-2025-12-20/test_wavs/zh_6.wav", "source_detections": [ "朱丽楠" ], "static_detections": [ "朱丽楠" ], "source_decode_calls": 26, "static_decode_calls": 26, "match": true } ], "detected_audio_count": 6, "passed": true }, { "chunk_size": 16, "max_active_paths": 1, "audio_count": 9, "comparisons": [ { "audio": "sherpa-onnx-kws-zipformer-zh-en-3M-2025-12-20/test_wavs/en_0.wav", "source_detections": [], "static_detections": [], "source_decode_calls": 22, "static_decode_calls": 22, "match": true }, { "audio": "sherpa-onnx-kws-zipformer-zh-en-3M-2025-12-20/test_wavs/en_1.wav", "source_detections": [ "LOVELY_CHILD" ], "static_detections": [ "LOVELY_CHILD" ], "source_decode_calls": 54, "static_decode_calls": 54, "match": true }, { "audio": "sherpa-onnx-kws-zipformer-zh-en-3M-2025-12-20/test_wavs/zh_0.wav", "source_detections": [], "static_detections": [], "source_decode_calls": 19, "static_decode_calls": 19, "match": true }, { "audio": "sherpa-onnx-kws-zipformer-zh-en-3M-2025-12-20/test_wavs/zh_1.wav", "source_detections": [], "static_detections": [], "source_decode_calls": 18, "static_decode_calls": 18, "match": true }, { "audio": "sherpa-onnx-kws-zipformer-zh-en-3M-2025-12-20/test_wavs/zh_2.wav", "source_detections": [], "static_detections": [], "source_decode_calls": 16, "static_decode_calls": 16, "match": true }, { "audio": "sherpa-onnx-kws-zipformer-zh-en-3M-2025-12-20/test_wavs/zh_3.wav", "source_detections": [ "法国" ], "static_detections": [ "法国" ], "source_decode_calls": 27, "static_decode_calls": 27, "match": true }, { "audio": "sherpa-onnx-kws-zipformer-zh-en-3M-2025-12-20/test_wavs/zh_4.wav", "source_detections": [ "蒋友伯", "女儿" ], "static_detections": [ "蒋友伯", "女儿" ], "source_decode_calls": 16, "static_decode_calls": 16, "match": true }, { "audio": "sherpa-onnx-kws-zipformer-zh-en-3M-2025-12-20/test_wavs/zh_5.wav", "source_detections": [ "周望军", "落实" ], "static_detections": [ "周望军", "落实" ], "source_decode_calls": 15, "static_decode_calls": 15, "match": true }, { "audio": "sherpa-onnx-kws-zipformer-zh-en-3M-2025-12-20/test_wavs/zh_6.wav", "source_detections": [ "朱丽楠" ], "static_detections": [ "朱丽楠" ], "source_decode_calls": 13, "static_decode_calls": 13, "match": true } ], "detected_audio_count": 5, "passed": true } ], "passed": true }, "elapsed_seconds": 9.052458902820945, "all_passed": true }