{ "emolia-emo": { "task": "emolia_bench_current", "subset": "emolia-emo", "model": "pcl_ep1", "benchmark_dir": "voiceclap/emolia-bench-current", "benchmark_commit": "unknown", "rows_total": 7988, "rows_evaluated_ok": 7988, "missing_audio": 0, "threshold": 0.0, "similarity_distribution": { "min": -0.17001871764659882, "median": 0.15902458131313324, "max": 0.7348949313163757, "mean": 0.20050877332687378 }, "overall_binary_at_thr0": { "n": 7988, "accuracy": 0.6089133700550826, "balanced_accuracy": 0.5484444233700445, "precision": 0.6043909942665362, "recall": 0.9361056963396145, "f1": 0.7345343303874916, "tp": 4322, "fp": 2829, "tn": 542, "fn": 295 }, "optimal_threshold": 0.17420250177383423, "overall_binary_at_optimal_thr": { "n": 7988, "accuracy": 0.6837756634952429, "balanced_accuracy": 0.6932220810622937, "precision": 0.7787256731538257, "recall": 0.6326619016677496, "f1": 0.6981357552581263, "tp": 2921, "fp": 830, "tn": 2541, "fn": 1696 }, "overall_binary_at_per_prompt_thr": { "n": 7988, "accuracy": 0.6945418127190787, "balanced_accuracy": 0.7068585670680247, "precision": 0.8006075669704501, "recall": 0.6278969027507039, "f1": 0.7038116047584365, "tp": 2899, "fp": 722, "tn": 2649, "fn": 1718 }, "per_prompt_thresholds": { "Affection": 0.35341235995292664, "Amusement": 0.2903912663459778, "Anger": 0.232293501496315, "Astonishment_Surprise": 0.6449297666549683, "Awe": 0.3706544041633606, "Bitterness": 0.1891777217388153, "Concentration": 0.1006382554769516, "Confusion": 0.3316796123981476, "Contemplation": 0.06434404850006104, "Contempt": 0.19173400104045868, "Contentment": 0.1251310408115387, "Disappointment": 0.15193940699100494, "Disgust": 0.3286195397377014, "Distress": 0.16364933550357819, "Doubt": 0.14304059743881226, "Elation": 0.1437883973121643, "Embarrassment": 0.12784522771835327, "Emotional_Numbness": 0.13356216251850128, "Fatigue_Exhaustion": 0.17445620894432068, "Fear": 0.11758699268102646, "Helplessness": 0.1355672925710678, "Hope_Enthusiasm_Optimism": 0.23283329606056213, "Impatience_and_Irritability": 0.1792943924665451, "Infatuation": 0.22680523991584778, "Interest": 0.1335366666316986, "Intoxication_Altered_States_of_Consciousness": 0.22748339176177979, "Jealousy___Envy": 0.1684405356645584, "Longing": 0.1632394790649414, "Malevolence_Malice": 0.2814244329929352, "Pain": 0.19536471366882324, "Pleasure_Ecstasy": 0.22457259893417358, "Pride": 0.2619569003582001, "Relief": 0.27690157294273376, "Sadness": 0.25227805972099304, "Sexual_Lust": 0.117728590965271, "Shame": 0.19954320788383484, "Sourness": 0.10579366981983185, "Teasing": 0.21218541264533997, "Thankfulness_Gratitude": 0.48686879873275757, "Triumph": 0.16235285997390747 }, "spearman_avg": 0.38647999919006804, "spearman_per_prompt": { "Affection": { "n": 201, "spearman": 0.524499132302446 }, "Amusement": { "n": 229, "spearman": 0.5388510894276043 }, "Anger": { "n": 352, "spearman": 0.5964952008008997 }, "Astonishment_Surprise": { "n": 100, "spearman": 0.1596757618389005 }, "Awe": { "n": 131, "spearman": 0.49445973412484445 }, "Bitterness": { "n": 129, "spearman": 0.3729113440997277 }, "Concentration": { "n": 125, "spearman": 0.038733806893484164 }, "Confusion": { "n": 113, "spearman": 0.4938827603786733 }, "Contemplation": { "n": 131, "spearman": 0.486315430720026 }, "Contempt": { "n": 189, "spearman": 0.4457144352175385 }, "Contentment": { "n": 250, "spearman": 0.4609088100200068 }, "Disappointment": { "n": 125, "spearman": 0.3617210142584332 }, "Disgust": { "n": 127, "spearman": 0.505484068241089 }, "Distress": { "n": 200, "spearman": 0.6536732164656317 }, "Doubt": { "n": 100, "spearman": 0.1420817251212811 }, "Elation": { "n": 325, "spearman": 0.4399310447152042 }, "Embarrassment": { "n": 317, "spearman": 0.43055867436645345 }, "Emotional_Numbness": { "n": 207, "spearman": 0.5004631171846071 }, "Fatigue_Exhaustion": { "n": 244, "spearman": 0.5072815232734942 }, "Fear": { "n": 311, "spearman": 0.27446002970648 }, "Helplessness": { "n": 141, "spearman": 0.5138794550959431 }, "Hope_Enthusiasm_Optimism": { "n": 111, "spearman": 0.18167637099131534 }, "Impatience_and_Irritability": { "n": 238, "spearman": 0.6106501802277429 }, "Infatuation": { "n": 423, "spearman": 0.23932680414034563 }, "Interest": { "n": 101, "spearman": 0.1020874767419454 }, "Intoxication_Altered_States_of_Consciousness": { "n": 606, "spearman": 0.2845829225940024 }, "Jealousy___Envy": { "n": 100, "spearman": 0.21128410034939124 }, "Longing": { "n": 250, "spearman": 0.42405965756400354 }, "Malevolence_Malice": { "n": 100, "spearman": 0.4867024702227621 }, "Pain": { "n": 171, "spearman": 0.35451406603690594 }, "Pleasure_Ecstasy": { "n": 172, "spearman": 0.46025746436306514 }, "Pride": { "n": 150, "spearman": 0.31104390386537123 }, "Relief": { "n": 162, "spearman": 0.47614601978691995 }, "Sadness": { "n": 150, "spearman": 0.5423897471631263 }, "Sexual_Lust": { "n": 280, "spearman": 0.18803016759124053 }, "Shame": { "n": 125, "spearman": 0.3540374253574108 }, "Sourness": { "n": 221, "spearman": 0.17050034750743862 }, "Teasing": { "n": 100, "spearman": 0.5159903188314715 }, "Thankfulness_Gratitude": { "n": 103, "spearman": 0.21881571320852702 }, "Triumph": { "n": 378, "spearman": 0.38512343680696676 } }, "by_benchmark_bucket": [ { "benchmark_bucket": "majority_absent", "n": 2565, "accuracy": 0.15555555555555556, "balanced_accuracy": NaN, "precision": 0.0, "recall": NaN, "f1": NaN, "tp": 0, "fp": 2166, "tn": 399, "fn": 0 }, { "benchmark_bucket": "majority_present", "n": 2807, "accuracy": 0.9041681510509441, "balanced_accuracy": NaN, "precision": 1.0, "recall": 0.9041681510509441, "f1": 0.9496725912067353, "tp": 2538, "fp": 0, "tn": 0, "fn": 269 }, { "benchmark_bucket": "single_rater_absent", "n": 1, "accuracy": 0.0, "balanced_accuracy": NaN, "precision": 0.0, "recall": NaN, "f1": NaN, "tp": 0, "fp": 1, "tn": 0, "fn": 0 }, { "benchmark_bucket": "single_rater_present", "n": 1, "accuracy": 1.0, "balanced_accuracy": NaN, "precision": 1.0, "recall": 1.0, "f1": 1.0, "tp": 1, "fp": 0, "tn": 0, "fn": 0 }, { "benchmark_bucket": "unanimous_absent", "n": 805, "accuracy": 0.17763975155279504, "balanced_accuracy": NaN, "precision": 0.0, "recall": NaN, "f1": NaN, "tp": 0, "fp": 662, "tn": 143, "fn": 0 }, { "benchmark_bucket": "unanimous_present", "n": 1809, "accuracy": 0.9856274184632393, "balanced_accuracy": NaN, "precision": 1.0, "recall": 0.9856274184632393, "f1": 0.9927616926503341, "tp": 1783, "fp": 0, "tn": 0, "fn": 26 } ], "by_benchmark_bucket_optimal": [ { "benchmark_bucket": "majority_absent", "n": 2565, "accuracy": 0.7372319688109161, "balanced_accuracy": NaN, "precision": 0.0, "recall": NaN, "f1": NaN, "tp": 0, "fp": 674, "tn": 1891, "fn": 0 }, { "benchmark_bucket": "majority_present", "n": 2807, "accuracy": 0.5154969718560741, "balanced_accuracy": NaN, "precision": 1.0, "recall": 0.5154969718560741, "f1": 0.6803008932769159, "tp": 1447, "fp": 0, "tn": 0, "fn": 1360 }, { "benchmark_bucket": "single_rater_absent", "n": 1, "accuracy": 1.0, "balanced_accuracy": NaN, "precision": NaN, "recall": NaN, "f1": NaN, "tp": 0, "fp": 0, "tn": 1, "fn": 0 }, { "benchmark_bucket": "single_rater_present", "n": 1, "accuracy": 1.0, "balanced_accuracy": NaN, "precision": 1.0, "recall": 1.0, "f1": 1.0, "tp": 1, "fp": 0, "tn": 0, "fn": 0 }, { "benchmark_bucket": "unanimous_absent", "n": 805, "accuracy": 0.8062111801242235, "balanced_accuracy": NaN, "precision": 0.0, "recall": NaN, "f1": NaN, "tp": 0, "fp": 156, "tn": 649, "fn": 0 }, { "benchmark_bucket": "unanimous_present", "n": 1809, "accuracy": 0.814262023217247, "balanced_accuracy": NaN, "precision": 1.0, "recall": 0.814262023217247, "f1": 0.8976234003656307, "tp": 1473, "fp": 0, "tn": 0, "fn": 336 } ], "by_n_raters": [ { "n_raters": 1, "n": 2, "accuracy": 0.5, "balanced_accuracy": 0.5, "precision": 0.5, "recall": 1.0, "f1": 0.6666666666666666, "tp": 1, "fp": 1, "tn": 0, "fn": 0 }, { "n_raters": 2, "n": 2, "accuracy": 0.5, "balanced_accuracy": 0.5, "precision": 0.5, "recall": 1.0, "f1": 0.6666666666666666, "tp": 1, "fp": 1, "tn": 0, "fn": 0 }, { "n_raters": 3, "n": 7984, "accuracy": 0.6089679358717435, "balanced_accuracy": 0.5484783027456701, "precision": 0.6044494193367846, "recall": 0.9360780065005417, "f1": 0.7345689508586976, "tp": 4320, "fp": 2827, "tn": 542, "fn": 295 } ], "by_n_raters_optimal": [ { "n_raters": 1, "n": 2, "accuracy": 1.0, "balanced_accuracy": 1.0, "precision": 1.0, "recall": 1.0, "f1": 1.0, "tp": 1, "fp": 0, "tn": 1, "fn": 0 }, { "n_raters": 2, "n": 2, "accuracy": 1.0, "balanced_accuracy": 1.0, "precision": 1.0, "recall": 1.0, "f1": 1.0, "tp": 1, "fp": 0, "tn": 1, "fn": 0 }, { "n_raters": 3, "n": 7984, "accuracy": 0.6836172344689379, "balanced_accuracy": 0.6930694011777127, "precision": 0.7786076287009869, "recall": 0.6325027085590466, "f1": 0.6979913916786226, "tp": 2919, "fp": 830, "tn": 2539, "fn": 1696 } ], "ensemble_members": [ { "name": "pcl_ep1", "snapshot": "finetune_LCO_7B_mix9corpus_k2_r16_pcl_lora/epoch_1_hf", "weight": 1.0 } ], "audio_count": 3944, "prompt_count": 40, "outputs": { "predictions": "emolia-emo/predictions.csv", "summary": "emolia-emo/summary.json" } }, "emolia-dim": { "task": "emolia_bench_current", "subset": "emolia-dim", "model": "pcl_ep1", "benchmark_dir": "voiceclap/emolia-bench-current", "benchmark_commit": "unknown", "rows_total": 13426, "rows_evaluated_ok": 13426, "missing_audio": 0, "threshold": 0.0, "similarity_distribution": { "min": -0.19399550557136536, "median": 0.22662624716758728, "max": 0.7055093050003052, "mean": 0.22428935766220093 }, "overall_binary_at_thr0": { "n": 13426, "accuracy": 0.3605690451363027, "balanced_accuracy": 0.5169765415953566, "precision": 0.33944526454820917, "recall": 0.9813566936208445, "f1": 0.5044160942100098, "tp": 4369, "fp": 8502, "tn": 472, "fn": 83 }, "optimal_threshold": 0.2505407929420471, "overall_binary_at_optimal_thr": { "n": 13426, "accuracy": 0.6129152390883361, "balanced_accuracy": 0.5978786725593013, "precision": 0.4343149356374537, "recall": 0.5532345013477089, "f1": 0.4866146399288749, "tp": 2463, "fp": 3208, "tn": 5766, "fn": 1989 }, "overall_binary_at_per_prompt_thr": { "n": 13426, "accuracy": 0.666617011768211, "balanced_accuracy": 0.6816265507763167, "precision": 0.49815100154083203, "recall": 0.7261904761904762, "f1": 0.5909340157192469, "tp": 3233, "fp": 3257, "tn": 5717, "fn": 1219 }, "per_prompt_thresholds": { "AGEV::0": 0.16364412009716034, "AGEV::1": 0.45839959383010864, "AGEV::2": 0.3237474262714386, "AGEV::3": 0.13140487670898438, "AGEV::4": 0.042897019535303116, "AGEV::5": 0.3466205596923828, "AGEV::6": 0.08154352009296417, "AROU::0": 0.2991252839565277, "AROU::1": 0.329918771982193, "AROU::2": 0.18420566618442535, "AROU::3": 0.2573675811290741, "AROU::4": 0.2771971523761749, "AROU::5": 0.26150423288345337, "AROU::6": 0.37059009075164795, "ARSH::0": 0.1496349722146988, "ARSH::1": 0.2825620770454407, "ARSH::2": 0.17009396851062775, "ARSH::3": 0.22898374497890472, "ARSH::4": 0.24150396883487701, "ARSH::5": 0.2382267713546753, "ARSH::6": 0.33495455980300903, "ATCK::0": 0.31166672706604004, "ATCK::1": 0.13544999063014984, "ATCK::2": 0.14295776188373566, "ATCK::3": 0.16914668679237366, "ATCK::4": 0.30454114079475403, "ATCK::5": 0.21933843195438385, "ATCK::6": 0.315786212682724, "BKGN::0": 0.17380988597869873, "BKGN::1": 0.09745179861783981, "BKGN::2": 0.2766770124435425, "BKGN::3": 0.22587351500988007, "BKGN::4": 0.22471065819263458, "BKGN::5": 0.19826628267765045, "BKGN::6": 0.26262205839157104, "BRGT::0": 0.36697548627853394, "BRGT::1": 0.34501099586486816, "BRGT::2": 0.21088624000549316, "BRGT::3": 0.26206809282302856, "BRGT::4": 0.17926999926567078, "BRGT::5": 0.17572928965091705, "BRGT::6": 0.3427523076534271, "CHNK::0": 0.19790838658809662, "CHNK::1": 0.18852044641971588, "CHNK::2": 0.26872125267982483, "CHNK::3": 0.06032641977071762, "CHNK::4": 0.19154061377048492, "CHNK::5": 0.20610138773918152, "CHNK::6": 0.17128710448741913, "CLRT::0": 0.2793021500110626, "CLRT::1": 0.35131508111953735, "CLRT::2": 0.30179929733276367, "CLRT::3": 0.24772869050502777, "CLRT::4": 0.22728034853935242, "CLRT::5": 0.34210842847824097, "CLRT::6": 0.3066127598285675, "COGL::0": 0.16957052052021027, "COGL::1": 0.260530024766922, "COGL::2": 0.22752857208251953, "COGL::3": 0.25519806146621704, "COGL::4": 0.16629590094089508, "COGL::5": 0.34275883436203003, "COGL::6": 0.35234302282333374, "DARC::0": 0.05760478973388672, "DARC::1": 0.38100147247314453, "DARC::2": 0.23545046150684357, "DARC::3": 0.2606649696826935, "DARC::4": 0.3500864505767822, "DARC::5": 0.13781023025512695, "DARC::6": 0.36705875396728516, "DFLU::0": 0.2365342676639557, "DFLU::1": 0.22050006687641144, "DFLU::2": 0.20208504796028137, "DFLU::3": 0.2841424345970154, "DFLU::4": 0.2944020628929138, "DFLU::5": 0.17217203974723816, "DFLU::6": 0.3215124309062958, "EMPH::0": 0.28511571884155273, "EMPH::1": 0.20120319724082947, "EMPH::2": 0.09507596492767334, "EMPH::3": 0.1872861236333847, "EMPH::4": 0.11613025516271591, "EMPH::5": 0.25630056858062744, "EMPH::6": 0.3097756803035736, "ESTH::0": 0.21888823807239532, "ESTH::1": 0.2722465991973877, "ESTH::2": 0.17848330736160278, "ESTH::3": 0.2549174427986145, "ESTH::4": 0.14231319725513458, "ESTH::5": 0.30028343200683594, "ESTH::6": 0.29398882389068604, "EXPL::0": 0.17514874041080475, "EXPL::1": 0.2824344038963318, "EXPL::2": 0.21652592718601227, "FOCS::0": 0.35521820187568665, "FOCS::1": 0.2655104398727417, "FOCS::2": 0.16143439710140228, "FOCS::3": 0.08067650347948074, "FOCS::4": 0.19886435568332672, "FOCS::5": 0.31116268038749695, "FOCS::6": 0.30744096636772156, "FULL::0": 0.1591753363609314, "FULL::1": 0.257610023021698, "FULL::2": 0.25841227173805237, "FULL::3": 0.23902527987957, "FULL::4": 0.2387603223323822, "FULL::5": 0.2722121477127075, "FULL::6": 0.24811501801013947, "GEND::0": 0.25429031252861023, "GEND::1": 0.2637506127357483, "GEND::2": 0.28023621439933777, "GEND::3": 0.2511075437068939, "GEND::4": 0.28735342621803284, "GEND::5": 0.2839673161506653, "GEND::6": 0.21628722548484802, "HARM::0": 0.21050667762756348, "HARM::1": 0.1991177648305893, "HARM::2": 0.302501380443573, "HARM::3": 0.2682107090950012, "HARM::4": 0.2870563268661499, "HARM::5": 0.1369943767786026, "HARM::6": 0.26360243558883667, "LANG::Americas": 0.2778092920780182, "LANG::Asian_Pacific": 0.3618965446949005, "LANG::European": 0.3260515630245209, "LANG::Middle_Eastern_African": 0.3407804071903229, "METL::0": 0.11954427510499954, "METL::1": 0.1679455041885376, "METL::2": 0.25306203961372375, "METL::3": 0.2710992991924286, "METL::4": 0.24901525676250458, "METL::5": 0.3032797574996948, "METL::6": 0.169588103890419, "RANG::0": 0.1660294532775879, "RANG::1": 0.29939907789230347, "RANG::2": 0.14013639092445374, "RANG::3": 0.20900286734104156, "RANG::4": -0.005307910032570362, "RANG::5": 0.4144105613231659, "RANG::6": 0.18942339718341827, "RCQL::0": 0.29139459133148193, "RCQL::1": 0.20491653680801392, "RCQL::2": 0.33554521203041077, "RCQL::3": 0.4573272168636322, "RCQL::4": 0.18186011910438538, "RCQL::5": 0.24123182892799377, "RCQL::6": 0.2604517936706543, "REGS::0": 0.24756242334842682, "REGS::1": 0.16980256140232086, "REGS::2": 0.20740893483161926, "REGS::3": 0.30205094814300537, "REGS::4": 0.26122528314590454, "REGS::5": 0.32846421003341675, "REGS::6": 0.2628948986530304, "RESP::0": 0.1904515027999878, "RESP::1": 0.2465614527463913, "RESP::2": 0.2547629177570343, "RESP::3": 0.06625822186470032, "RESP::4": 0.3177555203437805, "RESP::5": 0.4147593379020691, "RESP::6": 0.2720065414905548, "ROUG::0": 0.20285646617412567, "ROUG::1": 0.18010437488555908, "ROUG::2": 0.13664381206035614, "ROUG::3": 0.30024582147598267, "ROUG::4": 0.2679932713508606, "ROUG::5": 0.338546484708786, "ROUG::6": 0.23017923533916473, "R_CHST::0": 0.3067517578601837, "R_CHST::1": 0.19637571275234222, "R_CHST::2": 0.24191394448280334, "R_CHST::3": 0.24222813546657562, "R_CHST::4": 0.2997679114341736, "R_CHST::5": 0.22257903218269348, "R_CHST::6": 0.4326830804347992, "R_HEAD::0": 0.23985616862773895, "R_HEAD::1": 0.2842613756656647, "R_HEAD::2": 0.26155170798301697, "R_HEAD::3": 0.23252049088478088, "R_HEAD::4": 0.3107130825519562, "R_HEAD::5": 0.019902303814888, "R_HEAD::6": 0.21546822786331177, "R_MASK::0": 0.35164034366607666, "R_MASK::1": 0.22311095893383026, "R_MASK::2": 0.2289806604385376, "R_MASK::3": 0.22204655408859253, "R_MASK::4": 0.1918628066778183, "R_MASK::5": 0.42493024468421936, "R_MASK::6": 0.17991380393505096, "R_MIXD::0": 0.3651827871799469, "R_MIXD::1": 0.22973084449768066, "R_MIXD::2": 0.20185819268226624, "R_MIXD::3": 0.11682941019535065, "R_MIXD::4": 0.2957238554954529, "R_MIXD::5": 0.39119064807891846, "R_MIXD::6": 0.24225862324237823, "R_NASL::0": 0.3036878705024719, "R_NASL::1": 0.16883260011672974, "R_NASL::2": 0.22580039501190186, "R_NASL::3": -1.0, "R_NASL::4": 0.13838106393814087, "R_NASL::5": 0.17275366187095642, "R_NASL::6": 0.34698837995529175, "R_ORAL::0": 0.15215522050857544, "R_ORAL::1": 0.31114092469215393, "R_ORAL::2": -1.0, "R_ORAL::3": 0.1952991485595703, "R_ORAL::4": 0.2448049783706665, "R_ORAL::5": 0.30051982402801514, "R_ORAL::6": 0.32293710112571716, "R_THRT::0": 0.24965953826904297, "R_THRT::1": 0.06476975232362747, "R_THRT::2": -1.0, "R_THRT::3": 0.1600232869386673, "R_THRT::4": 0.17307335138320923, "R_THRT::5": 0.36579838395118713, "R_THRT::6": 0.12096001952886581, "SMTH::0": 0.35450345277786255, "SMTH::1": 0.2285197675228119, "SMTH::2": 0.3317123055458069, "SMTH::3": 0.30658766627311707, "SMTH::4": 0.2392151802778244, "SMTH::5": 0.3161826431751251, "SMTH::6": 0.2561718821525574, "STNC::0": 0.4687272012233734, "STNC::1": 0.17163307964801788, "STNC::2": 0.18928420543670654, "STNC::3": 0.18028143048286438, "STNC::4": 0.2814365029335022, "STNC::5": 0.33904674649238586, "STNC::6": 0.31467127799987793, "STRU::0": 0.2701873481273651, "STRU::1": 0.3079596161842346, "STRU::2": 0.29650071263313293, "STRU::3": 0.1462034285068512, "STRU::4": 0.1620117872953415, "STRU::5": 0.2896991968154907, "STRU::6": 0.14459757506847382, "S_ASMR::0": 0.3067817687988281, "S_ASMR::1": 0.21979056298732758, "S_ASMR::2": 0.31988072395324707, "S_ASMR::3": 0.27990561723709106, "S_ASMR::4": 0.23621299862861633, "S_ASMR::5": 0.23359982669353485, "S_ASMR::6": 0.16888582706451416, "S_AUTH::0": 0.1288229078054428, "S_AUTH::1": 0.2598903775215149, "S_AUTH::2": 0.08082900196313858, "S_AUTH::3": 0.2893679738044739, "S_AUTH::4": 0.4428441524505615, "S_AUTH::5": 0.3369932472705841, "S_AUTH::6": 0.38553744554519653, "S_CART::0": 0.16683726012706757, "S_CART::1": 0.21756142377853394, "S_CART::2": 0.1438966691493988, "S_CART::3": -1.0, "S_CART::4": 0.26755109429359436, "S_CART::5": 0.1607425957918167, "S_CART::6": 0.24239657819271088, "S_CASU::0": 0.09242811799049377, "S_CASU::1": 0.03789259493350983, "S_CASU::2": 0.22151349484920502, "S_CASU::3": 0.12127272039651871, "S_CASU::4": 0.2298886626958847, "S_CASU::5": 0.24501757323741913, "S_CASU::6": 0.27401983737945557, "S_CONV::0": 0.2832011580467224, "S_CONV::1": 0.2678104341030121, "S_CONV::2": 0.1261875480413437, "S_CONV::3": 0.14671795070171356, "S_CONV::4": 0.060377467423677444, "S_CONV::5": 0.27497780323028564, "S_CONV::6": 0.3347790837287903, "S_DRAM::0": 0.13939492404460907, "S_DRAM::1": 0.23102524876594543, "S_DRAM::2": 0.217262864112854, "S_DRAM::3": 0.30061089992523193, "S_DRAM::4": 0.18682631850242615, "S_DRAM::5": 0.10275305062532425, "S_DRAM::6": 0.3577604293823242, "S_FORM::0": 0.3193408250808716, "S_FORM::1": 0.20549991726875305, "S_FORM::2": 0.3456876277923584, "S_FORM::3": 0.158424511551857, "S_FORM::4": 0.2770565450191498, "S_FORM::5": 0.3406340181827545, "S_FORM::6": 0.33448681235313416, "S_MONO::0": 0.36232611536979675, "S_MONO::1": 0.22007521986961365, "S_MONO::2": 0.17868058383464813, "S_MONO::3": 0.23619860410690308, "S_MONO::4": 0.20925430953502655, "S_MONO::5": 0.2818600833415985, "S_MONO::6": 0.2775903344154358, "S_NARR::0": 0.19601796567440033, "S_NARR::1": 0.31941142678260803, "S_NARR::2": 0.23828890919685364, "S_NARR::3": 0.1814495474100113, "S_NARR::4": 0.28284648060798645, "S_NARR::5": 0.3043229579925537, "S_NARR::6": 0.2378116101026535, "S_NEWS::0": 0.24234092235565186, "S_NEWS::1": 0.19720739126205444, "S_NEWS::2": 0.0872676745057106, "S_NEWS::3": 0.2614830434322357, "S_NEWS::4": 0.3528118431568146, "S_NEWS::5": 0.3045184314250946, "S_NEWS::6": 0.25815635919570923, "S_PLAY::0": 0.20650282502174377, "S_PLAY::1": 0.22399935126304626, "S_PLAY::2": 0.3554687201976776, "S_PLAY::3": 0.2681882381439209, "S_PLAY::4": 0.41694167256355286, "S_PLAY::5": 0.3564131259918213, "S_PLAY::6": 0.2057768702507019, "S_RANT::0": 0.32098615169525146, "S_RANT::1": -0.023524925112724304, "S_RANT::2": 0.23405970633029938, "S_RANT::3": 0.26873353123664856, "S_RANT::4": 0.33594489097595215, "S_RANT::5": 0.25941386818885803, "S_RANT::6": 0.34564316272735596, "S_STRY::0": 0.23127293586730957, "S_STRY::1": 0.2928858995437622, "S_STRY::2": 0.2852625250816345, "S_STRY::3": 0.3224812150001526, "S_STRY::4": 0.3620404601097107, "S_STRY::5": 0.07992567121982574, "S_STRY::6": 0.34413382411003113, "S_TECH::0": 0.49927785992622375, "S_TECH::1": 0.17247486114501953, "S_TECH::2": 0.3441510498523712, "S_TECH::3": 0.30826276540756226, "S_TECH::4": 0.20904232561588287, "S_TECH::5": 0.3073666989803314, "S_TECH::6": 0.2537187933921814, "S_WHIS::0": 0.07216756045818329, "S_WHIS::1": 0.28211355209350586, "S_WHIS::2": 0.3487682342529297, "S_WHIS::3": 0.2559886574745178, "S_WHIS::4": 0.33377617597579956, "S_WHIS::5": 0.20105797052383423, "S_WHIS::6": 0.1790504902601242, "TEMP::0": 0.0812876895070076, "TEMP::1": 0.1163371205329895, "TEMP::2": 0.236673966050148, "TEMP::3": 0.17189446091651917, "TEMP::4": 0.16237816214561462, "TEMP::5": 0.31194356083869934, "TEMP::6": 0.223640576004982, "TENS::0": 0.17896203696727753, "TENS::1": 0.2902892529964447, "TENS::2": 0.1558445394039154, "TENS::3": 0.20050056278705597, "TENS::4": 0.2352866530418396, "TENS::5": 0.25690823793411255, "TENS::6": 0.4768383800983429, "VALN::0": 0.31858986616134644, "VALN::1": 0.30049851536750793, "VALN::2": 0.03154287487268448, "VALN::3": 0.195203498005867, "VALN::4": 0.2509307265281677, "VALN::5": 0.21894490718841553, "VALN::6": 0.4104030430316925, "VALS::0": 0.358206182718277, "VALS::1": 0.2481093555688858, "VALS::2": 0.1880980283021927, "VALS::3": 0.18738394975662231, "VALS::4": 0.09044095128774643, "VALS::5": 0.14089123904705048, "VALS::6": 0.25735941529273987, "VFLX::0": 0.34924188256263733, "VFLX::1": -1.0, "VFLX::2": 0.09832986444234848, "VFLX::3": 0.057615067809820175, "VFLX::4": 0.29369381070137024, "VFLX::5": 0.31173768639564514, "VFLX::6": 0.17192353308200836, "VOLT::0": 0.2674705982208252, "VOLT::1": 0.16647520661354065, "VOLT::2": 0.22425630688667297, "VOLT::3": -0.021709153428673744, "VOLT::4": 0.3877103626728058, "VOLT::5": 0.2547127604484558, "VOLT::6": 0.3052537739276886, "VULN::0": 0.2948131561279297, "VULN::1": 0.315285325050354, "VULN::2": 0.17860493063926697, "VULN::3": 0.17501036822795868, "VULN::4": 0.2407998889684677, "VULN::5": 0.1693831980228424, "VULN::6": 0.30628645420074463, "WARM::0": 0.1133570447564125, "WARM::1": 0.39736831188201904, "WARM::2": 0.1265232414007187, "WARM::3": 0.11757925152778625, "WARM::4": 0.19232302904129028, "WARM::5": 0.3512837290763855, "WARM::6": 0.1961302012205124 }, "spearman_avg": 0.2125434087984669, "spearman_per_prompt": { "AGEV::0": { "n": 30, "spearman": 0.7932758087949758 }, "AGEV::1": { "n": 33, "spearman": 0.5643451916789661 }, "AGEV::2": { "n": 37, "spearman": 0.09738155563505967 }, "AGEV::3": { "n": 33, "spearman": 0.23981053426948548 }, "AGEV::4": { "n": 39, "spearman": 0.18258958449285148 }, "AGEV::5": { "n": 37, "spearman": 0.3591314858308224 }, "AGEV::6": { "n": 30, "spearman": 0.1541258877412573 }, "AROU::0": { "n": 36, "spearman": 0.25886485825059724 }, "AROU::1": { "n": 36, "spearman": 0.25266121647035295 }, "AROU::2": { "n": 41, "spearman": 0.2076582932957764 }, "AROU::3": { "n": 30, "spearman": -0.18744772068076712 }, "AROU::4": { "n": 30, "spearman": 0.3963869158181725 }, "AROU::5": { "n": 30, "spearman": 0.5301875370110475 }, "AROU::6": { "n": 41, "spearman": 0.5058402388928198 }, "ARSH::0": { "n": 39, "spearman": -0.10189696704361315 }, "ARSH::1": { "n": 37, "spearman": 0.4179988832135837 }, "ARSH::2": { "n": 33, "spearman": 0.5689503333268353 }, "ARSH::3": { "n": 39, "spearman": 0.14415484151516636 }, "ARSH::4": { "n": 39, "spearman": 0.36147581766364223 }, "ARSH::5": { "n": 37, "spearman": 0.5652447289428831 }, "ARSH::6": { "n": 43, "spearman": 0.532516981376644 }, "ATCK::0": { "n": 36, "spearman": 0.33391426794921936 }, "ATCK::1": { "n": 37, "spearman": -0.03711661117358704 }, "ATCK::2": { "n": 38, "spearman": 0.13299343507557515 }, "ATCK::3": { "n": 35, "spearman": 0.41527856317966905 }, "ATCK::4": { "n": 32, "spearman": -0.1134479235362598 }, "ATCK::5": { "n": 39, "spearman": 0.4190371004881461 }, "ATCK::6": { "n": 35, "spearman": 0.608365837186511 }, "BKGN::0": { "n": 31, "spearman": 0.21862164719318508 }, "BKGN::1": { "n": 39, "spearman": -0.061731919138952124 }, "BKGN::2": { "n": 16, "spearman": 0.5601120336112039 }, "BKGN::3": { "n": 23, "spearman": 0.35068333273235297 }, "BKGN::4": { "n": 36, "spearman": 0.23685129697828522 }, "BKGN::5": { "n": 39, "spearman": 0.45148870865885526 }, "BKGN::6": { "n": 32, "spearman": 0.34194508531928686 }, "BRGT::0": { "n": 22, "spearman": 0.04268426138253135 }, "BRGT::1": { "n": 25, "spearman": 0.17644650448753282 }, "BRGT::2": { "n": 35, "spearman": 0.10887469776425852 }, "BRGT::3": { "n": 28, "spearman": -0.04336089142069667 }, "BRGT::4": { "n": 39, "spearman": 0.19553593210944445 }, "BRGT::5": { "n": 32, "spearman": 0.28139360047563305 }, "BRGT::6": { "n": 32, "spearman": 0.2028871181111328 }, "CHNK::0": { "n": 35, "spearman": 0.11211657366175418 }, "CHNK::1": { "n": 36, "spearman": -0.06679663296960327 }, "CHNK::2": { "n": 28, "spearman": 0.06349265842990104 }, "CHNK::3": { "n": 39, "spearman": 0.3446135313903216 }, "CHNK::4": { "n": 37, "spearman": 0.12067938521250594 }, "CHNK::5": { "n": 37, "spearman": 0.0836415900325502 }, "CHNK::6": { "n": 23, "spearman": 0.1873806589993571 }, "CLRT::0": { "n": 41, "spearman": -0.11134112345835662 }, "CLRT::1": { "n": 36, "spearman": 0.42029422488390783 }, "CLRT::2": { "n": 38, "spearman": -0.0887207694817011 }, "CLRT::3": { "n": 20, "spearman": 0.10786263964167997 }, "CLRT::4": { "n": 39, "spearman": 0.4172398377156667 }, "CLRT::5": { "n": 38, "spearman": 0.32339439723483693 }, "CLRT::6": { "n": 36, "spearman": -0.017011855588962104 }, "COGL::0": { "n": 38, "spearman": 0.12401076403857571 }, "COGL::1": { "n": 38, "spearman": 0.2191614609860915 }, "COGL::2": { "n": 29, "spearman": 0.5941474602165632 }, "COGL::3": { "n": 22, "spearman": 0.25658730032150934 }, "COGL::4": { "n": 40, "spearman": 0.3770863753730068 }, "COGL::5": { "n": 35, "spearman": 0.06703330554498699 }, "COGL::6": { "n": 37, "spearman": 0.3784505859570357 }, "DARC::0": { "n": 38, "spearman": -0.29295566769413856 }, "DARC::1": { "n": 40, "spearman": 0.09948775168594276 }, "DARC::2": { "n": 23, "spearman": -0.0572053728398831 }, "DARC::3": { "n": 37, "spearman": 0.49573072964748044 }, "DARC::4": { "n": 34, "spearman": 0.13047852634708174 }, "DARC::5": { "n": 41, "spearman": 0.16948992056733847 }, "DARC::6": { "n": 38, "spearman": 0.570942300844962 }, "DFLU::0": { "n": 42, "spearman": 0.1804414017917858 }, "DFLU::1": { "n": 41, "spearman": 0.12374132659553287 }, "DFLU::2": { "n": 30, "spearman": 0.6141480041152881 }, "DFLU::3": { "n": 31, "spearman": 0.6115055748726731 }, "DFLU::4": { "n": 37, "spearman": 0.31502630257245173 }, "DFLU::5": { "n": 43, "spearman": 0.22710992005934072 }, "DFLU::6": { "n": 38, "spearman": 0.3324288719448832 }, "EMPH::0": { "n": 37, "spearman": 0.20767995614308993 }, "EMPH::1": { "n": 37, "spearman": 0.15237345707707028 }, "EMPH::2": { "n": 21, "spearman": 0.2648204488514248 }, "EMPH::3": { "n": 27, "spearman": -0.020552448451103433 }, "EMPH::4": { "n": 43, "spearman": 0.28935997622234605 }, "EMPH::5": { "n": 37, "spearman": 0.4462962563577515 }, "EMPH::6": { "n": 37, "spearman": 0.5283987103503697 }, "ESTH::0": { "n": 32, "spearman": 0.42799159101039996 }, "ESTH::1": { "n": 35, "spearman": 0.1759490410437053 }, "ESTH::2": { "n": 34, "spearman": 0.3702609476421751 }, "ESTH::3": { "n": 24, "spearman": 0.3329969971470735 }, "ESTH::4": { "n": 34, "spearman": 0.1581741228199025 }, "ESTH::5": { "n": 35, "spearman": 0.16208191923221246 }, "ESTH::6": { "n": 30, "spearman": 0.3540706892472762 }, "EXPL::0": { "n": 34, "spearman": 0.16621944170520406 }, "EXPL::1": { "n": 38, "spearman": -0.17075573955663806 }, "EXPL::2": { "n": 38, "spearman": 0.44521942381195473 }, "FOCS::0": { "n": 38, "spearman": 0.2407072977180201 }, "FOCS::1": { "n": 37, "spearman": 0.024488069655877326 }, "FOCS::2": { "n": 38, "spearman": -0.0806467949466369 }, "FOCS::3": { "n": 27, "spearman": 0.038277950117547636 }, "FOCS::4": { "n": 41, "spearman": 0.29409805315865944 }, "FOCS::5": { "n": 36, "spearman": 0.17645185525296622 }, "FOCS::6": { "n": 38, "spearman": 0.1585865369306929 }, "FULL::0": { "n": 20, "spearman": -0.18494030441571147 }, "FULL::1": { "n": 39, "spearman": -0.10252897933978673 }, "FULL::2": { "n": 20, "spearman": 0.557000276013598 }, "FULL::3": { "n": 23, "spearman": 0.19034674690672024 }, "FULL::4": { "n": 37, "spearman": 0.1858741801999415 }, "FULL::5": { "n": 35, "spearman": 0.5217974845937111 }, "FULL::6": { "n": 19, "spearman": 0.46739013817212566 }, "GEND::0": { "n": 41, "spearman": 0.09887212379691003 }, "GEND::1": { "n": 40, "spearman": 0.49951759729326345 }, "GEND::2": { "n": 38, "spearman": 0.5144078577979894 }, "GEND::3": { "n": 42, "spearman": 0.24789261801420234 }, "GEND::4": { "n": 34, "spearman": 0.15967508865645244 }, "GEND::5": { "n": 38, "spearman": 0.46060526181204126 }, "GEND::6": { "n": 33, "spearman": 0.32540884710833506 }, "HARM::0": { "n": 32, "spearman": 0.3211497865408755 }, "HARM::1": { "n": 38, "spearman": 0.005515531076212154 }, "HARM::2": { "n": 41, "spearman": 0.1773301808248074 }, "HARM::3": { "n": 24, "spearman": -0.1084843260566718 }, "HARM::4": { "n": 35, "spearman": 0.09478223547980841 }, "HARM::5": { "n": 20, "spearman": -0.0346843987809648 }, "HARM::6": { "n": 39, "spearman": 0.030641038967471383 }, "LANG::Americas": { "n": 19, "spearman": 0.2757316821228852 }, "LANG::Asian_Pacific": { "n": 15, "spearman": 0.2834733547569204 }, "LANG::European": { "n": 18, "spearman": 0.5618243342181323 }, "LANG::Middle_Eastern_African": { "n": 14, "spearman": 0.16632691618994938 }, "METL::0": { "n": 30, "spearman": 0.1502630074577235 }, "METL::1": { "n": 34, "spearman": 0.09425882935456166 }, "METL::2": { "n": 23, "spearman": -0.020457451548962984 }, "METL::3": { "n": 36, "spearman": 0.24635009342702877 }, "METL::4": { "n": 34, "spearman": -0.00908476819766372 }, "METL::5": { "n": 37, "spearman": 0.14627507100116682 }, "METL::6": { "n": 34, "spearman": 0.2842725984379692 }, "RANG::0": { "n": 19, "spearman": 0.2504897164340598 }, "RANG::1": { "n": 37, "spearman": 0.432208293639491 }, "RANG::2": { "n": 32, "spearman": 0.19188085708298433 }, "RANG::3": { "n": 23, "spearman": 0.17058076135148037 }, "RANG::4": { "n": 37, "spearman": 0.04949581646633042 }, "RANG::5": { "n": 29, "spearman": 0.0520265981714472 }, "RANG::6": { "n": 38, "spearman": -0.20221497505278818 }, "RCQL::0": { "n": 36, "spearman": -0.03618541029309424 }, "RCQL::1": { "n": 37, "spearman": -0.23635894717709477 }, "RCQL::2": { "n": 19, "spearman": 0.27247463045653303 }, "RCQL::3": { "n": 19, "spearman": -0.02867696673382022 }, "RCQL::4": { "n": 23, "spearman": 0.4991458748539935 }, "RCQL::5": { "n": 36, "spearman": 0.20856476123327233 }, "RCQL::6": { "n": 39, "spearman": 0.11894071161771698 }, "REGS::0": { "n": 32, "spearman": 0.47388008919117963 }, "REGS::1": { "n": 34, "spearman": 0.25133545358411685 }, "REGS::2": { "n": 38, "spearman": 0.2139315816535525 }, "REGS::3": { "n": 39, "spearman": 0.2709511468577738 }, "REGS::4": { "n": 35, "spearman": 0.39371724156250626 }, "REGS::5": { "n": 34, "spearman": -0.09352975075999102 }, "REGS::6": { "n": 37, "spearman": 0.3947387914181888 }, "RESP::0": { "n": 37, "spearman": 0.3419613929255302 }, "RESP::1": { "n": 36, "spearman": 0.0490740614666523 }, "RESP::2": { "n": 32, "spearman": 0.6002414556423014 }, "RESP::3": { "n": 36, "spearman": -0.5013335081544021 }, "RESP::4": { "n": 31, "spearman": 0.47140780408794886 }, "RESP::5": { "n": 38, "spearman": 0.5846370216327436 }, "RESP::6": { "n": 38, "spearman": 0.5572978422467183 }, "ROUG::0": { "n": 23, "spearman": -0.06232818735183201 }, "ROUG::1": { "n": 29, "spearman": -0.09563258801361867 }, "ROUG::2": { "n": 27, "spearman": 0.08006407690254358 }, "ROUG::3": { "n": 33, "spearman": -0.05428394680354783 }, "ROUG::4": { "n": 37, "spearman": 0.1491370790713117 }, "ROUG::5": { "n": 37, "spearman": 0.3143953058143402 }, "ROUG::6": { "n": 39, "spearman": 0.5046416862540557 }, "R_CHST::0": { "n": 36, "spearman": -0.11762427506883978 }, "R_CHST::1": { "n": 39, "spearman": -0.05843216906314231 }, "R_CHST::2": { "n": 20, "spearman": 0.16059101370939324 }, "R_CHST::3": { "n": 40, "spearman": 0.24003698572850427 }, "R_CHST::4": { "n": 38, "spearman": 0.3193054492489364 }, "R_CHST::5": { "n": 38, "spearman": 0.3405186435844559 }, "R_CHST::6": { "n": 28, "spearman": 0.10004299646455052 }, "R_HEAD::0": { "n": 34, "spearman": 0.18659418792428553 }, "R_HEAD::1": { "n": 41, "spearman": 0.19358446848135985 }, "R_HEAD::2": { "n": 32, "spearman": 0.24396542425612555 }, "R_HEAD::3": { "n": 38, "spearman": 0.24233595602053817 }, "R_HEAD::4": { "n": 37, "spearman": 0.444163812144049 }, "R_HEAD::5": { "n": 37, "spearman": -0.32962181104352006 }, "R_HEAD::6": { "n": 28, "spearman": -0.023220333759110826 }, "R_MASK::0": { "n": 40, "spearman": 0.13633055792831414 }, "R_MASK::1": { "n": 32, "spearman": 0.05846314329797451 }, "R_MASK::2": { "n": 33, "spearman": 0.03258772286507198 }, "R_MASK::3": { "n": 41, "spearman": 0.31305712664687685 }, "R_MASK::4": { "n": 38, "spearman": 0.07534605065200148 }, "R_MASK::5": { "n": 40, "spearman": 0.28201698018223514 }, "R_MASK::6": { "n": 25, "spearman": 0.07833558355412762 }, "R_MIXD::0": { "n": 40, "spearman": 0.28778479981163785 }, "R_MIXD::1": { "n": 29, "spearman": 0.385887572823948 }, "R_MIXD::2": { "n": 40, "spearman": -0.0858617154344162 }, "R_MIXD::3": { "n": 39, "spearman": -0.154258383226484 }, "R_MIXD::4": { "n": 35, "spearman": 0.22535825187020705 }, "R_MIXD::5": { "n": 33, "spearman": 0.42719105962791987 }, "R_MIXD::6": { "n": 20, "spearman": 0.17342199390482402 }, "R_NASL::0": { "n": 18, "spearman": -0.14168353475825074 }, "R_NASL::1": { "n": 31, "spearman": 0.43852900965351466 }, "R_NASL::2": { "n": 35, "spearman": 0.3653225551450438 }, "R_NASL::3": { "n": 33, "spearman": -0.331582740250631 }, "R_NASL::4": { "n": 29, "spearman": -0.0390465684554066 }, "R_NASL::5": { "n": 27, "spearman": 0.13766594453693193 }, "R_NASL::6": { "n": 19, "spearman": 0.21081851067789198 }, "R_ORAL::0": { "n": 32, "spearman": 0.005054576397438286 }, "R_ORAL::1": { "n": 36, "spearman": 0.260460093120554 }, "R_ORAL::2": { "n": 19, "spearman": -0.49670357594433495 }, "R_ORAL::3": { "n": 37, "spearman": 0.1623609214247398 }, "R_ORAL::4": { "n": 39, "spearman": 0.3913302304355103 }, "R_ORAL::5": { "n": 39, "spearman": -0.03535644555889981 }, "R_ORAL::6": { "n": 25, "spearman": 0.4915885650908767 }, "R_THRT::0": { "n": 41, "spearman": 0.24405717072615593 }, "R_THRT::1": { "n": 39, "spearman": -0.10637333002113945 }, "R_THRT::2": { "n": 24, "spearman": -0.2919201796799046 }, "R_THRT::3": { "n": 36, "spearman": 0.09082624206242133 }, "R_THRT::4": { "n": 36, "spearman": -0.08353139350078374 }, "R_THRT::5": { "n": 35, "spearman": 0.2612360809764212 }, "R_THRT::6": { "n": 37, "spearman": -0.201012501994631 }, "SMTH::0": { "n": 37, "spearman": 0.18078887254091838 }, "SMTH::1": { "n": 41, "spearman": 0.16713293027911705 }, "SMTH::2": { "n": 15, "spearman": 0.06676322629936193 }, "SMTH::3": { "n": 16, "spearman": 0.39163522729767836 }, "SMTH::4": { "n": 39, "spearman": 0.29964164208559757 }, "SMTH::5": { "n": 39, "spearman": 0.4202440569847355 }, "SMTH::6": { "n": 34, "spearman": 0.18019632504285668 }, "STNC::0": { "n": 31, "spearman": 0.46045427776784276 }, "STNC::1": { "n": 39, "spearman": 0.20444699896509366 }, "STNC::2": { "n": 32, "spearman": 0.14636045327067462 }, "STNC::3": { "n": 27, "spearman": 0.11444263435737147 }, "STNC::4": { "n": 31, "spearman": 0.3103257696894238 }, "STNC::5": { "n": 33, "spearman": 0.6393258855676102 }, "STNC::6": { "n": 34, "spearman": 0.40996749797020904 }, "STRU::0": { "n": 33, "spearman": 0.49132365996041594 }, "STRU::1": { "n": 35, "spearman": 0.40884176179819287 }, "STRU::2": { "n": 36, "spearman": 0.2892837128879008 }, "STRU::3": { "n": 21, "spearman": 0.11239263649086577 }, "STRU::4": { "n": 34, "spearman": 0.40626583920665893 }, "STRU::5": { "n": 36, "spearman": 0.5777692441124739 }, "STRU::6": { "n": 19, "spearman": -0.07908583130656395 }, "S_ASMR::0": { "n": 20, "spearman": -0.15366507070089552 }, "S_ASMR::1": { "n": 35, "spearman": 0.13362182125052288 }, "S_ASMR::2": { "n": 38, "spearman": 0.462898420502153 }, "S_ASMR::3": { "n": 33, "spearman": 0.3630793030213409 }, "S_ASMR::4": { "n": 34, "spearman": 0.31299696414997313 }, "S_ASMR::5": { "n": 41, "spearman": -0.07817371504498558 }, "S_ASMR::6": { "n": 35, "spearman": -0.08242270812628454 }, "S_AUTH::0": { "n": 35, "spearman": 0.43666962458282144 }, "S_AUTH::1": { "n": 36, "spearman": 0.4508024417171402 }, "S_AUTH::2": { "n": 37, "spearman": 0.26673026367328695 }, "S_AUTH::3": { "n": 35, "spearman": 0.43074300761427614 }, "S_AUTH::4": { "n": 38, "spearman": 0.2596919512521955 }, "S_AUTH::5": { "n": 41, "spearman": 0.5487814526927997 }, "S_AUTH::6": { "n": 25, "spearman": 0.2597621667330655 }, "S_CART::0": { "n": 28, "spearman": 0.13024479198311667 }, "S_CART::1": { "n": 34, "spearman": 0.4197403016699165 }, "S_CART::2": { "n": 33, "spearman": 0.19847104650936118 }, "S_CART::3": { "n": 33, "spearman": -0.498986119969225 }, "S_CART::4": { "n": 30, "spearman": 0.4356927983339695 }, "S_CART::5": { "n": 36, "spearman": 0.17536937522670482 }, "S_CART::6": { "n": 34, "spearman": 0.2763086128102244 }, "S_CASU::0": { "n": 20, "spearman": 0.37640101450589547 }, "S_CASU::1": { "n": 31, "spearman": -0.2280049570820827 }, "S_CASU::2": { "n": 34, "spearman": -0.03924556244714961 }, "S_CASU::3": { "n": 41, "spearman": 0.3028275581996564 }, "S_CASU::4": { "n": 36, "spearman": 0.2864410663131769 }, "S_CASU::5": { "n": 31, "spearman": 0.19694527766949216 }, "S_CASU::6": { "n": 22, "spearman": 0.19356354110546747 }, "S_CONV::0": { "n": 38, "spearman": 0.3964320598377684 }, "S_CONV::1": { "n": 35, "spearman": 0.36625972553995567 }, "S_CONV::2": { "n": 38, "spearman": -0.2186933539964144 }, "S_CONV::3": { "n": 32, "spearman": 0.1697259145356141 }, "S_CONV::4": { "n": 41, "spearman": -0.07345984979298656 }, "S_CONV::5": { "n": 35, "spearman": 0.28689234392790763 }, "S_CONV::6": { "n": 24, "spearman": 0.18965620839434932 }, "S_DRAM::0": { "n": 34, "spearman": -0.029993720218812952 }, "S_DRAM::1": { "n": 33, "spearman": -0.01917147606592029 }, "S_DRAM::2": { "n": 34, "spearman": 0.07638992290202112 }, "S_DRAM::3": { "n": 39, "spearman": 0.4531897552685388 }, "S_DRAM::4": { "n": 37, "spearman": 0.3757959842412115 }, "S_DRAM::5": { "n": 36, "spearman": 0.4481423890144748 }, "S_DRAM::6": { "n": 35, "spearman": 0.10651086681168508 }, "S_FORM::0": { "n": 34, "spearman": 0.6200223351617264 }, "S_FORM::1": { "n": 42, "spearman": 0.27008385121418493 }, "S_FORM::2": { "n": 35, "spearman": 0.39125238983483773 }, "S_FORM::3": { "n": 33, "spearman": 0.23069162005613103 }, "S_FORM::4": { "n": 35, "spearman": 0.36888357078765 }, "S_FORM::5": { "n": 37, "spearman": 0.5327977605881008 }, "S_FORM::6": { "n": 29, "spearman": 0.45232015243490037 }, "S_MONO::0": { "n": 36, "spearman": -0.07854963558480091 }, "S_MONO::1": { "n": 40, "spearman": 0.3252045658369409 }, "S_MONO::2": { "n": 35, "spearman": 0.1004298367413887 }, "S_MONO::3": { "n": 36, "spearman": 0.5764576805189742 }, "S_MONO::4": { "n": 38, "spearman": 0.4585183442611309 }, "S_MONO::5": { "n": 29, "spearman": 0.17936137730695553 }, "S_MONO::6": { "n": 33, "spearman": 0.07165600804002714 }, "S_NARR::0": { "n": 34, "spearman": 0.03035509034193118 }, "S_NARR::1": { "n": 42, "spearman": 0.11358303507844164 }, "S_NARR::2": { "n": 34, "spearman": 0.26823530262716444 }, "S_NARR::3": { "n": 35, "spearman": 0.030525456436014512 }, "S_NARR::4": { "n": 33, "spearman": 0.4058570175357878 }, "S_NARR::5": { "n": 38, "spearman": 0.6544653112943228 }, "S_NARR::6": { "n": 23, "spearman": 0.663216608817965 }, "S_NEWS::0": { "n": 42, "spearman": 0.4657766840614766 }, "S_NEWS::1": { "n": 36, "spearman": 0.33739076048566696 }, "S_NEWS::2": { "n": 35, "spearman": 0.12541766332955187 }, "S_NEWS::3": { "n": 29, "spearman": -0.08561844669381857 }, "S_NEWS::4": { "n": 37, "spearman": 0.2415338167925438 }, "S_NEWS::5": { "n": 31, "spearman": 0.3410805477385327 }, "S_NEWS::6": { "n": 30, "spearman": 0.511770258642517 }, "S_PLAY::0": { "n": 32, "spearman": 0.18478101228034757 }, "S_PLAY::1": { "n": 32, "spearman": 0.12569895683104743 }, "S_PLAY::2": { "n": 34, "spearman": 0.05791344280635814 }, "S_PLAY::3": { "n": 35, "spearman": 0.32732683535398854 }, "S_PLAY::4": { "n": 39, "spearman": 0.7335065131844649 }, "S_PLAY::5": { "n": 36, "spearman": 0.24251242334969597 }, "S_PLAY::6": { "n": 39, "spearman": 0.5005927110754779 }, "S_RANT::0": { "n": 38, "spearman": -0.28201519286423776 }, "S_RANT::1": { "n": 37, "spearman": 0.17692208811867885 }, "S_RANT::2": { "n": 42, "spearman": 0.47996019534179446 }, "S_RANT::3": { "n": 34, "spearman": 0.002680654532093902 }, "S_RANT::4": { "n": 43, "spearman": 0.7368826229661449 }, "S_RANT::5": { "n": 38, "spearman": 0.38363413192147955 }, "S_RANT::6": { "n": 37, "spearman": 0.3991579560784478 }, "S_STRY::0": { "n": 34, "spearman": 0.45924165194621996 }, "S_STRY::1": { "n": 35, "spearman": 0.5021061306624345 }, "S_STRY::2": { "n": 33, "spearman": 0.2707778990201833 }, "S_STRY::3": { "n": 35, "spearman": 0.40480357614896895 }, "S_STRY::4": { "n": 34, "spearman": 0.2903281094106123 }, "S_STRY::5": { "n": 35, "spearman": 0.3136120795136335 }, "S_STRY::6": { "n": 28, "spearman": 0.3084460934309035 }, "S_TECH::0": { "n": 28, "spearman": -0.15826423133319828 }, "S_TECH::1": { "n": 37, "spearman": 0.18435420099038746 }, "S_TECH::2": { "n": 37, "spearman": 0.046008460445530086 }, "S_TECH::3": { "n": 29, "spearman": -0.2001000365580723 }, "S_TECH::4": { "n": 37, "spearman": 0.3192514486228735 }, "S_TECH::5": { "n": 34, "spearman": 0.44212099930289395 }, "S_TECH::6": { "n": 29, "spearman": 0.38023331150539186 }, "S_WHIS::0": { "n": 38, "spearman": 0.21394787744081367 }, "S_WHIS::1": { "n": 43, "spearman": 0.5064656910750998 }, "S_WHIS::2": { "n": 36, "spearman": 0.44447771945976927 }, "S_WHIS::3": { "n": 32, "spearman": 0.14997691795904886 }, "S_WHIS::4": { "n": 35, "spearman": 0.36503552537049755 }, "S_WHIS::5": { "n": 39, "spearman": 0.3999636859797763 }, "S_WHIS::6": { "n": 32, "spearman": 0.08675785033060358 }, "TEMP::0": { "n": 37, "spearman": 0.22396367890418076 }, "TEMP::1": { "n": 38, "spearman": -0.1346019615105964 }, "TEMP::2": { "n": 35, "spearman": 0.09953270772344087 }, "TEMP::3": { "n": 25, "spearman": 0.29439202887759486 }, "TEMP::4": { "n": 41, "spearman": 0.06225582238149211 }, "TEMP::5": { "n": 34, "spearman": 0.31757372136265827 }, "TEMP::6": { "n": 30, "spearman": 0.28671854257895246 }, "TENS::0": { "n": 19, "spearman": 0.3704921826974167 }, "TENS::1": { "n": 36, "spearman": 0.3939606873852049 }, "TENS::2": { "n": 32, "spearman": 0.3840764524031078 }, "TENS::3": { "n": 24, "spearman": -0.24252421240074626 }, "TENS::4": { "n": 33, "spearman": 0.04479583575747018 }, "TENS::5": { "n": 38, "spearman": -0.08113881058720657 }, "TENS::6": { "n": 39, "spearman": -0.15367639348457468 }, "VALN::0": { "n": 36, "spearman": 0.41544086877467695 }, "VALN::1": { "n": 41, "spearman": 0.0831397310023106 }, "VALN::2": { "n": 32, "spearman": 0.06682366895812586 }, "VALN::3": { "n": 38, "spearman": 0.639441288218194 }, "VALN::4": { "n": 31, "spearman": 0.4494740736807403 }, "VALN::5": { "n": 30, "spearman": 0.42345847471900805 }, "VALN::6": { "n": 37, "spearman": 0.3926330853189215 }, "VALS::0": { "n": 33, "spearman": 0.24757288849117653 }, "VALS::1": { "n": 35, "spearman": 0.3559654769934983 }, "VALS::2": { "n": 22, "spearman": -0.10383219175101925 }, "VALS::3": { "n": 34, "spearman": 0.16379766686959146 }, "VALS::4": { "n": 34, "spearman": -0.04442005986675543 }, "VALS::5": { "n": 30, "spearman": -0.03368104992256806 }, "VALS::6": { "n": 35, "spearman": 0.40132639454611824 }, "VFLX::0": { "n": 33, "spearman": 0.39862733152261115 }, "VFLX::1": { "n": 32, "spearman": -0.21687458099343954 }, "VFLX::2": { "n": 32, "spearman": -0.07877335730164092 }, "VFLX::3": { "n": 27, "spearman": 0.16397437249860963 }, "VFLX::4": { "n": 39, "spearman": 0.09544271444636668 }, "VFLX::5": { "n": 38, "spearman": 0.14054799187463296 }, "VFLX::6": { "n": 34, "spearman": 0.03726909371321763 }, "VOLT::0": { "n": 37, "spearman": 0.27034852256343744 }, "VOLT::1": { "n": 42, "spearman": 0.1418690558221488 }, "VOLT::2": { "n": 26, "spearman": 0.2145405434877597 }, "VOLT::3": { "n": 31, "spearman": -0.40893252065788666 }, "VOLT::4": { "n": 29, "spearman": 0.3565265618482128 }, "VOLT::5": { "n": 40, "spearman": 0.29131978111990336 }, "VOLT::6": { "n": 31, "spearman": 0.49539483007081647 }, "VULN::0": { "n": 34, "spearman": 0.44346449148852424 }, "VULN::1": { "n": 39, "spearman": 0.17517467493005523 }, "VULN::2": { "n": 30, "spearman": 0.10333698128884446 }, "VULN::3": { "n": 38, "spearman": 0.18086729005318694 }, "VULN::4": { "n": 39, "spearman": 0.10162268090607379 }, "VULN::5": { "n": 37, "spearman": 0.5313098765520587 }, "VULN::6": { "n": 42, "spearman": 0.21167603018557676 }, "WARM::0": { "n": 29, "spearman": -0.014124952841383506 }, "WARM::1": { "n": 39, "spearman": -0.15460548205762703 }, "WARM::2": { "n": 36, "spearman": 0.06460365128875192 }, "WARM::3": { "n": 35, "spearman": 0.04370387314117649 }, "WARM::4": { "n": 33, "spearman": 0.07278037118162678 }, "WARM::5": { "n": 30, "spearman": 0.20986124692204988 }, "WARM::6": { "n": 19, "spearman": -0.29875904328450453 } }, "by_benchmark_bucket": [ { "benchmark_bucket": "majority_no", "n": 973, "accuracy": 0.045220966084275435, "balanced_accuracy": NaN, "precision": 0.0, "recall": NaN, "f1": NaN, "tp": 0, "fp": 929, "tn": 44, "fn": 0 }, { "benchmark_bucket": "majority_yes", "n": 18, "accuracy": 0.9444444444444444, "balanced_accuracy": NaN, "precision": 1.0, "recall": 0.9444444444444444, "f1": 0.9714285714285714, "tp": 17, "fp": 0, "tn": 0, "fn": 1 }, { "benchmark_bucket": "single_rater_no", "n": 7455, "accuracy": 0.05432595573440644, "balanced_accuracy": NaN, "precision": 0.0, "recall": NaN, "f1": NaN, "tp": 0, "fp": 7050, "tn": 405, "fn": 0 }, { "benchmark_bucket": "single_rater_yes", "n": 4069, "accuracy": 0.981322192184812, "balanced_accuracy": NaN, "precision": 1.0, "recall": 0.981322192184812, "f1": 0.9905730587943438, "tp": 3993, "fp": 0, "tn": 0, "fn": 76 }, { "benchmark_bucket": "unanimous_no", "n": 546, "accuracy": 0.04212454212454213, "balanced_accuracy": NaN, "precision": 0.0, "recall": NaN, "f1": NaN, "tp": 0, "fp": 523, "tn": 23, "fn": 0 }, { "benchmark_bucket": "unanimous_yes", "n": 365, "accuracy": 0.9835616438356164, "balanced_accuracy": NaN, "precision": 1.0, "recall": 0.9835616438356164, "f1": 0.9917127071823205, "tp": 359, "fp": 0, "tn": 0, "fn": 6 } ], "by_benchmark_bucket_optimal": [ { "benchmark_bucket": "majority_no", "n": 973, "accuracy": 0.605344295991778, "balanced_accuracy": NaN, "precision": 0.0, "recall": NaN, "f1": NaN, "tp": 0, "fp": 384, "tn": 589, "fn": 0 }, { "benchmark_bucket": "majority_yes", "n": 18, "accuracy": 0.7222222222222222, "balanced_accuracy": NaN, "precision": 1.0, "recall": 0.7222222222222222, "f1": 0.8387096774193548, "tp": 13, "fp": 0, "tn": 0, "fn": 5 }, { "benchmark_bucket": "single_rater_no", "n": 7455, "accuracy": 0.6465459423205903, "balanced_accuracy": NaN, "precision": 0.0, "recall": NaN, "f1": NaN, "tp": 0, "fp": 2635, "tn": 4820, "fn": 0 }, { "benchmark_bucket": "single_rater_yes", "n": 4069, "accuracy": 0.5497665274023101, "balanced_accuracy": NaN, "precision": 1.0, "recall": 0.5497665274023101, "f1": 0.7094830320329844, "tp": 2237, "fp": 0, "tn": 0, "fn": 1832 }, { "benchmark_bucket": "unanimous_no", "n": 546, "accuracy": 0.6538461538461539, "balanced_accuracy": NaN, "precision": 0.0, "recall": NaN, "f1": NaN, "tp": 0, "fp": 189, "tn": 357, "fn": 0 }, { "benchmark_bucket": "unanimous_yes", "n": 365, "accuracy": 0.5835616438356165, "balanced_accuracy": NaN, "precision": 1.0, "recall": 0.5835616438356165, "f1": 0.7370242214532873, "tp": 213, "fp": 0, "tn": 0, "fn": 152 } ], "by_n_raters": [ { "n_raters": 1, "n": 11524, "accuracy": 0.38163832002776815, "balanced_accuracy": 0.5178240739596092, "precision": 0.36158652540070635, "recall": 0.981322192184812, "f1": 0.5284542085759661, "tp": 3993, "fp": 7050, "tn": 405, "fn": 76 }, { "n_raters": 2, "n": 1843, "accuracy": 0.22734671730873576, "balanced_accuracy": 0.5135817037536525, "precision": 0.19977426636568849, "recall": 0.9833333333333333, "f1": 0.3320825515947467, "tp": 354, "fp": 1418, "tn": 65, "fn": 6 }, { "n_raters": 3, "n": 58, "accuracy": 0.41379310344827586, "balanced_accuracy": 0.506832298136646, "precision": 0.4, "recall": 0.9565217391304348, "f1": 0.5641025641025641, "tp": 22, "fp": 33, "tn": 2, "fn": 1 }, { "n_raters": 4, "n": 1, "accuracy": 0.0, "balanced_accuracy": NaN, "precision": 0.0, "recall": NaN, "f1": NaN, "tp": 0, "fp": 1, "tn": 0, "fn": 0 } ], "by_n_raters_optimal": [ { "n_raters": 1, "n": 11524, "accuracy": 0.6123741756334606, "balanced_accuracy": 0.5981562348614502, "precision": 0.4591543513957307, "recall": 0.5497665274023101, "f1": 0.5003914550945084, "tp": 2237, "fp": 2635, "tn": 4820, "fn": 1832 }, { "n_raters": 2, "n": 1843, "accuracy": 0.6136733586543679, "balanced_accuracy": 0.6032376189405859, "precision": 0.27260981912144705, "recall": 0.5861111111111111, "f1": 0.37213403880070545, "tp": 211, "fp": 563, "tn": 920, "fn": 149 }, { "n_raters": 3, "n": 58, "accuracy": 0.7068965517241379, "balanced_accuracy": 0.6975155279503106, "precision": 0.625, "recall": 0.6521739130434783, "f1": 0.6382978723404256, "tp": 15, "fp": 9, "tn": 26, "fn": 8 }, { "n_raters": 4, "n": 1, "accuracy": 0.0, "balanced_accuracy": NaN, "precision": 0.0, "recall": NaN, "f1": NaN, "tp": 0, "fp": 1, "tn": 0, "fn": 0 } ], "ensemble_members": [ { "name": "pcl_ep1", "snapshot": "finetune_LCO_7B_mix9corpus_k2_r16_pcl_lora/epoch_1_hf", "weight": 1.0 } ], "audio_count": 13426, "prompt_count": 399, "outputs": { "predictions": "emolia-dim/predictions.csv", "summary": "emolia-dim/summary.json" } } }