Audio-Mosaicist-1 / summary.json
Reza2kn's picture
Publish Audio Mosaicist 1 bridge artifacts and extension scripts
931eddf verified
Raw
History Blame Contribute Delete
7.28 kB
{
"kind": "qwen3_multilingual_text_to_audiomosaic_z_bridge_v2",
"text_rows": 101486,
"audio_rows_ok_with_category": 10264,
"categories": [
"baby_pet_animal_nonhuman",
"construction_tools_machinery",
"crowd_babble_group_conversation",
"door_knock_open_close",
"electronic_beep_glitch_computer",
"human_non_speech_body_sounds",
"impact_crash_breaking",
"kitchen_dishes_appliances",
"phone_ring_vibration",
"siren_ambulance_alarm",
"train_tram_public_transport",
"tv_radio_music_broadcast",
"vehicle_traffic_road",
"water_bathroom_plumbing",
"weather_thunder_rain_wind"
],
"category_counts": {
"baby_pet_animal_nonhuman": 154,
"construction_tools_machinery": 51,
"crowd_babble_group_conversation": 75,
"door_knock_open_close": 259,
"electronic_beep_glitch_computer": 142,
"human_non_speech_body_sounds": 16,
"impact_crash_breaking": 161,
"kitchen_dishes_appliances": 118,
"phone_ring_vibration": 341,
"siren_ambulance_alarm": 120,
"train_tram_public_transport": 6198,
"tv_radio_music_broadcast": 504,
"vehicle_traffic_road": 498,
"water_bathroom_plumbing": 359,
"weather_thunder_rain_wind": 1268
},
"text_dim": 1024,
"audio_dim": 128,
"ridge": 0.01,
"balanced_train_rows": 42981,
"metrics": {
"train": {
"rows": 42981,
"exact_projection_anchor_recall": {
"recall_at_1": 0.0024196738093576232,
"recall_at_5": 0.014424978478862753,
"recall_at_10": 0.027663386147367443,
"recall_at_50": 0.09534445452641865,
"median_rank": 2335.0,
"mean_rank": 3206.2568111491123
},
"exact_projection_audio_category_hits": {
"category_hit_at_1": 0.2825899816197855,
"category_hit_at_5": 0.5836532421302436,
"category_hit_at_10": 0.7111979711965752,
"category_hit_at_50": 0.9395081547660594
},
"exact_projection_category_centroid_recall": {
"recall_at_1": 0.38684535027105,
"recall_at_3": 0.8722226099904609,
"recall_at_5": 0.9587492147693166,
"median_rank": 1.0,
"mean_rank": 1.5119471394337032
},
"category_projection_anchor_recall": {
"recall_at_1": 0.0005351201693771666,
"recall_at_5": 0.0021870128661501593,
"recall_at_10": 0.004490356203904051,
"recall_at_50": 0.022475047113841,
"median_rank": 3415.0,
"mean_rank": 3908.4457085689023
},
"category_projection_audio_category_hits": {
"category_hit_at_1": 0.2659081919918103,
"category_hit_at_5": 0.646634559456504,
"category_hit_at_10": 0.7207370698680813,
"category_hit_at_50": 0.911286382354994
},
"category_projection_category_centroid_recall": {
"recall_at_1": 0.42006933296107585,
"recall_at_3": 0.9162420604453131,
"recall_at_5": 0.9855517554268165,
"median_rank": 1.0,
"mean_rank": 1.198227123612759
},
"qwen_text_prototype_category_acc_at_1": 0.8723156743677439
},
"val": {
"rows": 10294,
"exact_projection_anchor_recall": {
"recall_at_1": 0.0012628715756751506,
"recall_at_5": 0.0037886147270254516,
"recall_at_10": 0.008451525160287547,
"recall_at_50": 0.032251797163396156,
"median_rank": 3665.5,
"mean_rank": 4192.367107052652
},
"exact_projection_audio_category_hits": {
"category_hit_at_1": 0.39275306003497185,
"category_hit_at_5": 0.7754031474645424,
"category_hit_at_10": 0.8469011074412279,
"category_hit_at_50": 0.9668739071303672
},
"exact_projection_category_centroid_recall": {
"recall_at_1": 0.210413833300952,
"recall_at_3": 0.9188847872547115,
"recall_at_5": 0.9700796580532349,
"median_rank": 1.0,
"mean_rank": 1.378375752865747
},
"category_projection_anchor_recall": {
"recall_at_1": 0.0002914319020788809,
"recall_at_5": 0.0011657276083155237,
"recall_at_10": 0.0024285991839906743,
"recall_at_50": 0.011948707985234118,
"median_rank": 4165.0,
"mean_rank": 4537.99193705071
},
"category_projection_audio_category_hits": {
"category_hit_at_1": 0.30464348163979016,
"category_hit_at_5": 0.8116378472896834,
"category_hit_at_10": 0.8506897221682533,
"category_hit_at_50": 0.9512337283854673
},
"category_projection_category_centroid_recall": {
"recall_at_1": 0.22469399650281718,
"recall_at_3": 0.9446279386050126,
"recall_at_5": 0.9853312609286963,
"median_rank": 1.0,
"mean_rank": 1.1909850398290267
},
"qwen_text_prototype_category_acc_at_1": 0.902078880901496
},
"test": {
"rows": 10316,
"exact_projection_anchor_recall": {
"recall_at_1": 0.00019387359441644047,
"recall_at_5": 0.002423419930205506,
"recall_at_10": 0.006107018224117875,
"recall_at_50": 0.030244280728964713,
"median_rank": 3697.0,
"mean_rank": 4177.908782473827
},
"exact_projection_audio_category_hits": {
"category_hit_at_1": 0.393466459868166,
"category_hit_at_5": 0.7775300504071345,
"category_hit_at_10": 0.8453858084528887,
"category_hit_at_50": 0.9609344707250872
},
"exact_projection_category_centroid_recall": {
"recall_at_1": 0.20288871655680496,
"recall_at_3": 0.9134354400930593,
"recall_at_5": 0.9676231097324545,
"median_rank": 1.0,
"mean_rank": 1.4018999612252812
},
"category_projection_anchor_recall": {
"recall_at_1": 0.0,
"recall_at_5": 0.0009693679720822024,
"recall_at_10": 0.002035672741372625,
"recall_at_50": 0.009305932531989143,
"median_rank": 4123.5,
"mean_rank": 4513.397731678945
},
"category_projection_audio_category_hits": {
"category_hit_at_1": 0.297983714618069,
"category_hit_at_5": 0.8119426134160528,
"category_hit_at_10": 0.851202016285382,
"category_hit_at_50": 0.9468786351298953
},
"category_projection_category_centroid_recall": {
"recall_at_1": 0.21917409848778596,
"recall_at_3": 0.9401899961225281,
"recall_at_5": 0.9844901124466847,
"median_rank": 1.0,
"mean_rank": 1.1873788290034897
},
"qwen_text_prototype_category_acc_at_1": 0.9020938348196975
}
},
"artifacts": {
"projection_category": "/Users/studio/asr_acoustic_search/reports/audiomosaic_text_bridge/bridge_qwen3_to_audiomosaic_z_v2/projection_category_qwen3_to_audiomosaic_z.npy",
"projection_exact_anchor": "/Users/studio/asr_acoustic_search/reports/audiomosaic_text_bridge/bridge_qwen3_to_audiomosaic_z_v2/projection_exact_anchor_qwen3_to_audiomosaic_z.npy",
"audio_category_centroids": "/Users/studio/asr_acoustic_search/reports/audiomosaic_text_bridge/bridge_qwen3_to_audiomosaic_z_v2/audio_category_centroids.npy",
"text_category_prototypes": "/Users/studio/asr_acoustic_search/reports/audiomosaic_text_bridge/bridge_qwen3_to_audiomosaic_z_v2/text_category_prototypes.npy"
}
}