VyvoUp / examples /metadata.json
kadirnar's picture
Release VyvoUp v2.0 native-48k synthetic adaptation
4fba828 verified
Raw
History Blame Contribute Delete
9.71 kB
{
"checkpoint": "/home/kadir/kadir_projects/github/VyvoUp/artifacts/efficient-hbr-validation-soup-v4/checkpoints/step-00000300.pt",
"checkpoint_sha256": "133a1d019d05c9a146f3ea618b868021268a58842f09841f85f900e5b05774c7",
"dataset": {
"fingerprint": "75f9bc03c8ba0f63",
"format": "huggingface-paired-audio-v1",
"sampling": "uniform_items",
"source": "/home/kadir/kadir_projects/github/VyvoUp/datasets/vctk-pcm-10h",
"source_items": "527",
"source_provenance_sha256": "fd8064558142ae4d45f109227cc837e9c21a61908309112122cfa79ba267f77c",
"virtual_items": "527"
},
"device": "cuda:0",
"evaluation_report": "/home/kadir/kadir_projects/github/VyvoUp/artifacts/efficient-hbr-validation-soup-v4/test/vctk-real.json",
"evaluation_report_sha256": "95b505d9b4443723423c9115014dea3c42ddbf1839fc1e747a07e907a1cdedfd",
"format_version": 1,
"items": [
{
"directory": "01-p280_102_mic1",
"id": "p280_102_mic1",
"label": "p10-target-high-band",
"metrics": {
"baseline_high_band_lsd_db": 81.24349255394613,
"baseline_high_band_lsd_db_by_fft": {
"1024": 87.50917556688569,
"256": 73.7015740976161,
"512": 82.51972799733662
},
"candidate_clipping_fraction": 0.0,
"candidate_dc": -1.3260900255747814e-05,
"candidate_high_band_energy_fraction": 0.00013193309132475406,
"candidate_high_band_lsd_db": 8.383398318947114,
"candidate_high_band_lsd_db_by_fft": {
"1024": 8.620294147162909,
"256": 8.123497311560335,
"512": 8.406403498118095
},
"candidate_rolloff_99_9_hz": 8021.794993813649,
"candidate_silence_fraction": 0.0008803654706386219,
"duration_seconds": 3.5023333333333335,
"energy_contour_correlation": 0.9999974218619824,
"energy_contour_rmse": 6.994020013252505e-05,
"f0_contour_correlation": 0.9999186956173433,
"f0_jointly_voiced_frames": 323,
"f0_log_rmse_cents": 7.549027621374976,
"high_band_energy_absolute_error_db": 2.228905772016754,
"high_band_energy_ratio_db": -2.228905772016754,
"high_band_lsd_improvement_db": 72.86009423499901,
"input_samples": 84056,
"low_band_exact_identity": false,
"low_band_relative_error_db": -106.11219623795594,
"output_samples": 168112,
"protected_band_relative_error_db": -137.49261690700993,
"target_dc": -1.3265576157933401e-05,
"target_high_band_energy_fraction": 0.00022041660849936306,
"target_rolloff_99_9_hz": 8482.059579328068
},
"sha256": {
"input_24khz.wav": "63442dc23dd5508e01206a8e61593f64ee74df7a392b75183ee909763c2b3a0f",
"sinc_baseline_48khz.wav": "d03b238bceb9c3dcb9ee022df6b9e133c69e91d2639cc551b714c475a46842cc",
"target_48khz.wav": "277466a8cbc8bc0958429ea3b6f0ba8b92f6296930539d32e2517d358584f36f",
"vyvoup_48khz.wav": "dab26ec26b480e1fd3a1cfdb36aaf7c3f106d865071af9f2200319271b1f7a4d"
}
},
{
"directory": "02-p280_352_mic1",
"id": "p280_352_mic1",
"label": "p50-target-high-band",
"metrics": {
"baseline_high_band_lsd_db": 82.02489681576442,
"baseline_high_band_lsd_db_by_fft": {
"1024": 88.37888193145459,
"256": 74.33392999124312,
"512": 83.36187852459555
},
"candidate_clipping_fraction": 0.0,
"candidate_dc": 5.304771672789928e-06,
"candidate_high_band_energy_fraction": 0.00040108917164616287,
"candidate_high_band_lsd_db": 8.317290568368179,
"candidate_high_band_lsd_db_by_fft": {
"1024": 8.561254232387455,
"256": 8.010262002420118,
"512": 8.380355470296962
},
"candidate_rolloff_99_9_hz": 10473.547696488122,
"candidate_silence_fraction": 0.0007959707412134437,
"duration_seconds": 3.036125,
"energy_contour_correlation": 0.9999750842601399,
"energy_contour_rmse": 0.00019102450376323702,
"f0_contour_correlation": 0.9999203860021326,
"f0_jointly_voiced_frames": 286,
"f0_log_rmse_cents": 8.012219572645352,
"high_band_energy_absolute_error_db": 3.9965897289282197,
"high_band_energy_ratio_db": -3.9965897289282197,
"high_band_lsd_improvement_db": 73.70760624739624,
"input_samples": 72867,
"low_band_exact_identity": false,
"low_band_relative_error_db": -111.895536929499,
"output_samples": 145734,
"protected_band_relative_error_db": -137.24237104868945,
"target_dc": 5.324357674984904e-06,
"target_high_band_energy_fraction": 0.0010066996328532696,
"target_rolloff_99_9_hz": 12108.855860677673
},
"sha256": {
"input_24khz.wav": "37e1644f7b9d4f82cb5d69733d42fd008d90b4b17c98005afc57c8b1e28ea676",
"sinc_baseline_48khz.wav": "8c50de2e83876746229f2cdf4c1f188cc863f3f7a5225db5682bb6aa161e2c68",
"target_48khz.wav": "ec61cca81b32d671c33e332f504f9db8f1f2928c7598c0455f7cc22d1bfa9a76",
"vyvoup_48khz.wav": "19b2ca53abc75d7b30cb6e1d2156c41df1ff62174ce480743e477a473929d962"
}
},
{
"directory": "03-p295_256_mic1",
"id": "p295_256_mic1",
"label": "p90-target-high-band",
"metrics": {
"baseline_high_band_lsd_db": 85.12392611781351,
"baseline_high_band_lsd_db_by_fft": {
"1024": 91.85673148172998,
"256": 77.10010913712361,
"512": 86.41493773458694
},
"candidate_clipping_fraction": 0.0,
"candidate_dc": 5.771147961352384e-05,
"candidate_high_band_energy_fraction": 0.001582742785103619,
"candidate_high_band_lsd_db": 8.413282457536534,
"candidate_high_band_lsd_db_by_fft": {
"1024": 8.61437342195522,
"256": 8.126889793551443,
"512": 8.498584157102938
},
"candidate_rolloff_99_9_hz": 13165.587419056428,
"candidate_silence_fraction": 0.0008228814835531269,
"duration_seconds": 3.8735833333333334,
"energy_contour_correlation": 0.9994859719491441,
"energy_contour_rmse": 0.0006375415983415187,
"f0_contour_correlation": 0.9995117445102428,
"f0_jointly_voiced_frames": 343,
"f0_log_rmse_cents": 22.39953261430202,
"high_band_energy_absolute_error_db": 5.6576286672808855,
"high_band_energy_ratio_db": -5.6576286672808855,
"high_band_lsd_improvement_db": 76.71064366027697,
"input_samples": 92966,
"low_band_exact_identity": false,
"low_band_relative_error_db": -107.7305012877102,
"output_samples": 185932,
"protected_band_relative_error_db": -134.13749753987537,
"target_dc": 5.772360871514855e-05,
"target_high_band_energy_fraction": 0.005823354236781597,
"target_rolloff_99_9_hz": 15389.109997203277
},
"sha256": {
"input_24khz.wav": "791d2685357601125dad1cfb36c716b3f1ad5878f730385cd5d7fa03d9447244",
"sinc_baseline_48khz.wav": "1ec4774b4cc16cf1b15246644f9f09652be43c128d65841786f1ec81445a9b5f",
"target_48khz.wav": "f94d33388547f38b9f0c016bfd793e1c1949c19e88ff042ac54acc9bec87a08a",
"vyvoup_48khz.wav": "1c86335c88d2e6007e697d50c1e0aa55379e02433285c90707078daf324ae96a"
}
},
{
"directory": "04-p276_396_mic1",
"id": "p276_396_mic1",
"label": "hardest-lsd",
"metrics": {
"baseline_high_band_lsd_db": 86.45840200101482,
"baseline_high_band_lsd_db_by_fft": {
"1024": 93.34108439266893,
"256": 78.33527081766961,
"512": 87.6988507927059
},
"candidate_clipping_fraction": 0.0,
"candidate_dc": -6.5794778069873495e-06,
"candidate_high_band_energy_fraction": 0.0017681269673630595,
"candidate_high_band_lsd_db": 9.917561006668448,
"candidate_high_band_lsd_db_by_fft": {
"1024": 10.188054481654236,
"256": 9.625995521657796,
"512": 9.938633016693315
},
"candidate_rolloff_99_9_hz": 13348.933397546672,
"candidate_silence_fraction": 0.000580752995835576,
"duration_seconds": 2.9415833333333334,
"energy_contour_correlation": 0.9852979882073098,
"energy_contour_rmse": 0.0038099727393323163,
"f0_contour_correlation": 0.997765424357944,
"f0_jointly_voiced_frames": 245,
"f0_log_rmse_cents": 43.87071432650741,
"high_band_energy_absolute_error_db": 14.05537337493622,
"high_band_energy_ratio_db": -14.05537337493622,
"high_band_lsd_improvement_db": 76.54084099434637,
"input_samples": 70598,
"low_band_exact_identity": false,
"low_band_relative_error_db": -101.06950370856015,
"output_samples": 141196,
"protected_band_relative_error_db": -136.0450572008823,
"target_dc": -6.570542897815802e-06,
"target_high_band_energy_fraction": 0.04498324543237686,
"target_rolloff_99_9_hz": 19112.156151732343
},
"sha256": {
"input_24khz.wav": "f6a9c1f44c616af4b11238cd7f4a27fbeb3e3fa3be68f32569178d91d76d592f",
"sinc_baseline_48khz.wav": "5d438096ef01e0fe4134f119eeeb0595a094b12d33009c833258e137dea55ec8",
"target_48khz.wav": "5442f45d9c2b5140964bef3b7b86a088c2c494511147c813154c8573ea3a2720",
"vyvoup_48khz.wav": "84a373a6818a9ba7c587680ef9f717154d8055b48f0b7507652553e3071cc1a1"
}
}
],
"precision": "bfloat16",
"selection_policy": "10th, 50th, and 90th percentile target high-band energy plus maximum candidate LSD; duplicate ids removed",
"split": "test"
}