qingzhengwang's picture
Report complete VoxLingua107 dev rerun with unified ESPnetLIDModel
06b302d verified
Raw History Blame Contribute Delete
2.76 kB
{
"implementation_revision": "ca777d59eb49519e3827e40cc34997f2123d6682",
"strict_loading": true,
"missing_keys": [],
"unexpected_keys": [],
"tensor_count": 1131,
"migration_preserves_all_tensor_values": true,
"full_dev_standard_cli_inference": true,
"utterances": 1609,
"batch_size": 1,
"num_workers": 8,
"dtype": "float32",
"predictions_equal_before_and_after_layout_migration": true,
"model_sha256": "ae4f1040fbd461765654a9537073584578e2d2090ee5683bd06c2ad4e86f4bd0",
"model_integration": {
"implementation_revision": "ca2530ed59e3a9c916ad3928032df5777555275d",
"model": "ESPnetLIDModel",
"strict_loading": true,
"tensor_count": 1131,
"model_sha256": "ae4f1040fbd461765654a9537073584578e2d2090ee5683bd06c2ad4e86f4bd0",
"weight_file_changed": false,
"entrypoint": "espnet2.bin.lid_inference.main",
"dtype": "float32",
"batch_size": 1,
"num_workers": 2,
"utterances": 6,
"full_dev_evaluation": false,
"predictions_equal_previous": true,
"predictions": {
"ara_-0IHKXUHLf4__U__S30---0197.720-0207.190.wav": "ara",
"aze_3UUShvAQxQY__U__S199---1315.800-1322.250.wav": "aze",
"cmn_04OXUWWj2AE__U__S299---1904.240-1910.230.wav": "cmn",
"dan_-8B5pg9mrmI__U__S100---0211.160-0220.530.wav": "dan",
"deu_-7hqy7xahkM__U__S106---0752.680-0761.950.wav": "deu",
"ell_2KtniiXOx90__U__S216---2054.480-2059.730.wav": "ell"
},
"loading_check": "Strict loading required in the CLI checkpoint loader; inference computation unchanged"
},
"full_dev_model_integration": {
"implementation_revision": "301372e4da311d2a3d9574a5a43b3037ae6e67c1",
"model": "ESPnetLIDModel",
"model_sha256": "ae4f1040fbd461765654a9537073584578e2d2090ee5683bd06c2ad4e86f4bd0",
"source_hf_revision": "2f5db8ebef03999239736e04ee7235d280028d07",
"entrypoint": "espnet2.bin.lid_inference",
"loader": "Unmodified standard ESPnet CLI loader",
"strict_loading_forced": false,
"weight_file_changed": false,
"full_dev_evaluation": true,
"utterances": 1609,
"correct": 1517,
"accuracy_percent": 94.28216283405843,
"batch_size": 1,
"num_workers": 8,
"dtype": "float32",
"finished_at": "2026-10-23T01:03:28.797864+00:00",
"predictions_equal_previous": true,
"matched_predictions": 1609,
"changed_predictions": 0,
"baseline_implementation_revision": "ca777d59eb49519e3827e40cc34997f2123d6682",
"evaluation_file": "evaluation.json",
"predictions_file": "evaluation_predictions.jsonl",
"predictions_sha256": "b93df29ac4c7c3fbafdeb5ce93a6a3aac3b56c6032d9d357bc49efb997d25cb3",
"log_file": "evaluation.log",
"log_sha256": "828c7572e528cc389cac9675cdcaec55f8b85a88e53b10c3a8edb118b9245304"
}
}