{ "emolia-emo": { "task": "emolia_bench_current", "subset": "emolia-emo", "model": "pcl_ep2", "benchmark_dir": "voiceclap/emolia-bench-current", "benchmark_commit": "unknown", "rows_total": 7988, "rows_evaluated_ok": 7988, "missing_audio": 0, "threshold": 0.0, "similarity_distribution": { "min": -0.25171926617622375, "median": 0.10661914199590683, "max": 0.7522493600845337, "mean": 0.14782650768756866 }, "overall_binary_at_thr0": { "n": 7988, "accuracy": 0.6477215823735604, "balanced_accuracy": 0.6122775598697678, "precision": 0.6515380736258195, "recall": 0.8395061728395061, "f1": 0.7336740488358887, "tp": 3876, "fp": 2073, "tn": 1298, "fn": 741 }, "optimal_threshold": 0.14291006326675415, "overall_binary_at_optimal_thr": { "n": 7988, "accuracy": 0.6591136705057586, "balanced_accuracy": 0.6732488506902541, "precision": 0.7716580608146874, "recall": 0.5826294130387698, "f1": 0.6639516228557325, "tp": 2690, "fp": 796, "tn": 2575, "fn": 1927 }, "overall_binary_at_per_prompt_thr": { "n": 7988, "accuracy": 0.678392588883325, "balanced_accuracy": 0.6871243512313456, "precision": 0.7708994708994709, "recall": 0.6311457656486896, "f1": 0.6940574014528998, "tp": 2914, "fp": 866, "tn": 2505, "fn": 1703 }, "per_prompt_thresholds": { "Affection": 0.34045371413230896, "Amusement": 0.17918525636196136, "Anger": 0.12402720749378204, "Astonishment_Surprise": 0.6222118735313416, "Awe": 0.2655985653400421, "Bitterness": 0.1243574470281601, "Concentration": -0.04440886154770851, "Confusion": 0.19031040370464325, "Contemplation": 0.01416855026036501, "Contempt": 0.20860496163368225, "Contentment": 0.08619119971990585, "Disappointment": 0.0834001675248146, "Disgust": 0.26617687940597534, "Distress": 0.17354679107666016, "Doubt": 0.046611323952674866, "Elation": 0.08139078319072723, "Embarrassment": 0.1212545856833458, "Emotional_Numbness": 0.05110315978527069, "Fatigue_Exhaustion": 0.19188858568668365, "Fear": 0.018166648223996162, "Helplessness": 0.08128416538238525, "Hope_Enthusiasm_Optimism": 0.19829921424388885, "Impatience_and_Irritability": 0.08415273576974869, "Infatuation": 0.20632649958133698, "Interest": 0.1090446412563324, "Intoxication_Altered_States_of_Consciousness": 0.04067244753241539, "Jealousy___Envy": 0.21828635036945343, "Longing": 0.16779157519340515, "Malevolence_Malice": 0.21537049114704132, "Pain": 0.27878323197364807, "Pleasure_Ecstasy": 0.18462829291820526, "Pride": 0.22224029898643494, "Relief": 0.32105007767677307, "Sadness": 0.18496963381767273, "Sexual_Lust": 0.16570930182933807, "Shame": 0.21232853829860687, "Sourness": 0.07824817299842834, "Teasing": 0.18117748200893402, "Thankfulness_Gratitude": 0.3865724205970764, "Triumph": 0.07863185554742813 }, "spearman_avg": 0.3520058513310067, "spearman_per_prompt": { "Affection": { "n": 201, "spearman": 0.49400134189272676 }, "Amusement": { "n": 229, "spearman": 0.535262594839825 }, "Anger": { "n": 352, "spearman": 0.5684304651371411 }, "Astonishment_Surprise": { "n": 100, "spearman": 0.13258589722140005 }, "Awe": { "n": 131, "spearman": 0.48888928359055356 }, "Bitterness": { "n": 129, "spearman": 0.20007273648474425 }, "Concentration": { "n": 125, "spearman": -0.23519720408886968 }, "Confusion": { "n": 113, "spearman": 0.45625074817469596 }, "Contemplation": { "n": 131, "spearman": 0.48298380456060186 }, "Contempt": { "n": 189, "spearman": 0.3564640730797838 }, "Contentment": { "n": 250, "spearman": 0.42352235405829647 }, "Disappointment": { "n": 125, "spearman": 0.3385045141667194 }, "Disgust": { "n": 127, "spearman": 0.4878994019161878 }, "Distress": { "n": 200, "spearman": 0.6417802285191102 }, "Doubt": { "n": 100, "spearman": 0.16202121855859342 }, "Elation": { "n": 325, "spearman": 0.4116720988268273 }, "Embarrassment": { "n": 317, "spearman": 0.3920187772315213 }, "Emotional_Numbness": { "n": 207, "spearman": 0.37249121839273575 }, "Fatigue_Exhaustion": { "n": 244, "spearman": 0.5235809539892009 }, "Fear": { "n": 311, "spearman": 0.2463679391933208 }, "Helplessness": { "n": 141, "spearman": 0.5393214885654087 }, "Hope_Enthusiasm_Optimism": { "n": 111, "spearman": 0.22454070190150094 }, "Impatience_and_Irritability": { "n": 238, "spearman": 0.5037027924697475 }, "Infatuation": { "n": 423, "spearman": 0.20813789323172643 }, "Interest": { "n": 101, "spearman": 0.061490193820169736 }, "Intoxication_Altered_States_of_Consciousness": { "n": 606, "spearman": 0.3144583583891598 }, "Jealousy___Envy": { "n": 100, "spearman": 0.212097289147466 }, "Longing": { "n": 250, "spearman": 0.42216501277496105 }, "Malevolence_Malice": { "n": 100, "spearman": 0.45132168418782603 }, "Pain": { "n": 171, "spearman": 0.328238299172203 }, "Pleasure_Ecstasy": { "n": 172, "spearman": 0.45270582321238684 }, "Pride": { "n": 150, "spearman": 0.3297984457353275 }, "Relief": { "n": 162, "spearman": 0.4407438651828732 }, "Sadness": { "n": 150, "spearman": 0.5194266890847314 }, "Sexual_Lust": { "n": 280, "spearman": 0.17793138438549766 }, "Shame": { "n": 125, "spearman": 0.32574676351378207 }, "Sourness": { "n": 221, "spearman": 0.0631100063550444 }, "Teasing": { "n": 100, "spearman": 0.46623925706465025 }, "Thankfulness_Gratitude": { "n": 103, "spearman": 0.20223456270384005 }, "Triumph": { "n": 378, "spearman": 0.35722109659684903 } }, "by_benchmark_bucket": [ { "benchmark_bucket": "majority_absent", "n": 2565, "accuracy": 0.38089668615984407, "balanced_accuracy": NaN, "precision": 0.0, "recall": NaN, "f1": NaN, "tp": 0, "fp": 1588, "tn": 977, "fn": 0 }, { "benchmark_bucket": "majority_present", "n": 2807, "accuracy": 0.7727110794442466, "balanced_accuracy": NaN, "precision": 1.0, "recall": 0.7727110794442466, "f1": 0.8717845659163987, "tp": 2169, "fp": 0, "tn": 0, "fn": 638 }, { "benchmark_bucket": "single_rater_absent", "n": 1, "accuracy": 0.0, "balanced_accuracy": NaN, "precision": 0.0, "recall": NaN, "f1": NaN, "tp": 0, "fp": 1, "tn": 0, "fn": 0 }, { "benchmark_bucket": "single_rater_present", "n": 1, "accuracy": 1.0, "balanced_accuracy": NaN, "precision": 1.0, "recall": 1.0, "f1": 1.0, "tp": 1, "fp": 0, "tn": 0, "fn": 0 }, { "benchmark_bucket": "unanimous_absent", "n": 805, "accuracy": 0.3987577639751553, "balanced_accuracy": NaN, "precision": 0.0, "recall": NaN, "f1": NaN, "tp": 0, "fp": 484, "tn": 321, "fn": 0 }, { "benchmark_bucket": "unanimous_present", "n": 1809, "accuracy": 0.9430624654505252, "balanced_accuracy": NaN, "precision": 1.0, "recall": 0.9430624654505252, "f1": 0.970697012802276, "tp": 1706, "fp": 0, "tn": 0, "fn": 103 } ], "by_benchmark_bucket_optimal": [ { "benchmark_bucket": "majority_absent", "n": 2565, "accuracy": 0.7516569200779727, "balanced_accuracy": NaN, "precision": 0.0, "recall": NaN, "f1": NaN, "tp": 0, "fp": 637, "tn": 1928, "fn": 0 }, { "benchmark_bucket": "majority_present", "n": 2807, "accuracy": 0.47452796579978623, "balanced_accuracy": NaN, "precision": 1.0, "recall": 0.47452796579978623, "f1": 0.643633727953612, "tp": 1332, "fp": 0, "tn": 0, "fn": 1475 }, { "benchmark_bucket": "single_rater_absent", "n": 1, "accuracy": 1.0, "balanced_accuracy": NaN, "precision": NaN, "recall": NaN, "f1": NaN, "tp": 0, "fp": 0, "tn": 1, "fn": 0 }, { "benchmark_bucket": "single_rater_present", "n": 1, "accuracy": 1.0, "balanced_accuracy": NaN, "precision": 1.0, "recall": 1.0, "f1": 1.0, "tp": 1, "fp": 0, "tn": 0, "fn": 0 }, { "benchmark_bucket": "unanimous_absent", "n": 805, "accuracy": 0.8024844720496894, "balanced_accuracy": NaN, "precision": 0.0, "recall": NaN, "f1": NaN, "tp": 0, "fp": 159, "tn": 646, "fn": 0 }, { "benchmark_bucket": "unanimous_present", "n": 1809, "accuracy": 0.750138197899392, "balanced_accuracy": NaN, "precision": 1.0, "recall": 0.750138197899392, "f1": 0.8572331017056223, "tp": 1357, "fp": 0, "tn": 0, "fn": 452 } ], "by_n_raters": [ { "n_raters": 1, "n": 2, "accuracy": 0.5, "balanced_accuracy": 0.5, "precision": 0.5, "recall": 1.0, "f1": 0.6666666666666666, "tp": 1, "fp": 1, "tn": 0, "fn": 0 }, { "n_raters": 2, "n": 2, "accuracy": 0.5, "balanced_accuracy": 0.5, "precision": 0.5, "recall": 1.0, "f1": 0.6666666666666666, "tp": 1, "fp": 1, "tn": 0, "fn": 0 }, { "n_raters": 3, "n": 7984, "accuracy": 0.6477955911823647, "balanced_accuracy": 0.612357075071384, "precision": 0.6516400336417157, "recall": 0.8394366197183099, "f1": 0.7337121212121211, "tp": 3874, "fp": 2071, "tn": 1298, "fn": 741 } ], "by_n_raters_optimal": [ { "n_raters": 1, "n": 2, "accuracy": 1.0, "balanced_accuracy": 1.0, "precision": 1.0, "recall": 1.0, "f1": 1.0, "tp": 1, "fp": 0, "tn": 1, "fn": 0 }, { "n_raters": 2, "n": 2, "accuracy": 1.0, "balanced_accuracy": 1.0, "precision": 1.0, "recall": 1.0, "f1": 1.0, "tp": 1, "fp": 0, "tn": 1, "fn": 0 }, { "n_raters": 3, "n": 7984, "accuracy": 0.6589428857715431, "balanced_accuracy": 0.6730883233046704, "precision": 0.7715269804822044, "recall": 0.5824485373781149, "f1": 0.6637856525496975, "tp": 2688, "fp": 796, "tn": 2573, "fn": 1927 } ], "ensemble_members": [ { "name": "pcl_ep2", "snapshot": "finetune_LCO_7B_mix9corpus_k2_r16_pcl_lora/epoch_2_hf", "weight": 1.0 } ], "audio_count": 3944, "prompt_count": 40, "outputs": { "predictions": "emolia-emo/predictions.csv", "summary": "emolia-emo/summary.json" } }, "emolia-dim": { "task": "emolia_bench_current", "subset": "emolia-dim", "model": "pcl_ep2", "benchmark_dir": "voiceclap/emolia-bench-current", "benchmark_commit": "unknown", "rows_total": 13426, "rows_evaluated_ok": 13426, "missing_audio": 0, "threshold": 0.0, "similarity_distribution": { "min": -0.2610779106616974, "median": 0.17590276896953583, "max": 0.6926100850105286, "mean": 0.17657499015331268 }, "overall_binary_at_thr0": { "n": 13426, "accuracy": 0.40816326530612246, "balanced_accuracy": 0.5390537723934834, "precision": 0.35136974646928704, "recall": 0.9276729559748428, "f1": 0.5096877699617426, "tp": 4130, "fp": 7624, "tn": 1350, "fn": 322 }, "optimal_threshold": 0.22740033268928528, "overall_binary_at_optimal_thr": { "n": 13426, "accuracy": 0.6232682854163564, "balanced_accuracy": 0.5917014982486092, "precision": 0.4398809523809524, "recall": 0.49797843665768193, "f1": 0.4671302149178255, "tp": 2217, "fp": 2823, "tn": 6151, "fn": 2235 }, "overall_binary_at_per_prompt_thr": { "n": 13426, "accuracy": 0.6660211529867421, "balanced_accuracy": 0.6785775608921931, "precision": 0.4975023415547924, "recall": 0.7158580413297394, "f1": 0.5870326026892614, "tp": 3187, "fp": 3219, "tn": 5755, "fn": 1265 }, "per_prompt_thresholds": { "AGEV::0": 0.36036622524261475, "AGEV::1": 0.39218857884407043, "AGEV::2": 0.3166118860244751, "AGEV::3": 0.023482292890548706, "AGEV::4": -0.04086868092417717, "AGEV::5": 0.3299922049045563, "AGEV::6": 0.07546845078468323, "AROU::0": 0.28282132744789124, "AROU::1": 0.3722543716430664, "AROU::2": 0.1267121434211731, "AROU::3": -0.11038416624069214, "AROU::4": 0.17875145375728607, "AROU::5": 0.21713995933532715, "AROU::6": 0.3964153230190277, "ARSH::0": 0.22564193606376648, "ARSH::1": 0.43870604038238525, "ARSH::2": 0.14336775243282318, "ARSH::3": 0.23912617564201355, "ARSH::4": 0.09127025306224823, "ARSH::5": 0.2255343198776245, "ARSH::6": 0.30305972695350647, "ATCK::0": 0.22046005725860596, "ATCK::1": 0.047632161527872086, "ATCK::2": 0.15161289274692535, "ATCK::3": -0.009267175570130348, "ATCK::4": 0.13968966901302338, "ATCK::5": 0.1420726478099823, "ATCK::6": 0.17117191851139069, "BKGN::0": 0.22881284356117249, "BKGN::1": 0.10978098213672638, "BKGN::2": 0.2651253044605255, "BKGN::3": 0.2409636229276657, "BKGN::4": 0.20250526070594788, "BKGN::5": 0.1660621464252472, "BKGN::6": 0.18959620594978333, "BRGT::0": 0.3992033004760742, "BRGT::1": 0.3449179232120514, "BRGT::2": 0.22039079666137695, "BRGT::3": 0.26376405358314514, "BRGT::4": 0.14321734011173248, "BRGT::5": 0.12762451171875, "BRGT::6": 0.34844300150871277, "CHNK::0": 0.291811466217041, "CHNK::1": 0.2444412112236023, "CHNK::2": 0.17482715845108032, "CHNK::3": -0.007495407480746508, "CHNK::4": 0.07587055116891861, "CHNK::5": 0.16173337399959564, "CHNK::6": 0.1102556362748146, "CLRT::0": 0.27502813935279846, "CLRT::1": 0.31012624502182007, "CLRT::2": 0.26095569133758545, "CLRT::3": 0.24118833243846893, "CLRT::4": 0.19090507924556732, "CLRT::5": 0.2500090003013611, "CLRT::6": 0.33876240253448486, "COGL::0": 0.1862419992685318, "COGL::1": 0.07306260615587234, "COGL::2": 0.11865761876106262, "COGL::3": 0.03958318755030632, "COGL::4": 0.082769013941288, "COGL::5": -0.037676576524972916, "COGL::6": 0.4252508282661438, "DARC::0": 0.0666825920343399, "DARC::1": 0.3677453100681305, "DARC::2": 0.19956034421920776, "DARC::3": 0.13138198852539062, "DARC::4": 0.3939328193664551, "DARC::5": 0.3082382380962372, "DARC::6": 0.2729797065258026, "DFLU::0": 0.1460968554019928, "DFLU::1": 0.12315551191568375, "DFLU::2": 0.12123829126358032, "DFLU::3": 0.16364362835884094, "DFLU::4": 0.21448540687561035, "DFLU::5": 0.05595429614186287, "DFLU::6": 0.27594682574272156, "EMPH::0": 0.2527368664741516, "EMPH::1": 0.14867788553237915, "EMPH::2": 0.04013696312904358, "EMPH::3": 0.10897268354892731, "EMPH::4": -0.034603700041770935, "EMPH::5": 0.16167166829109192, "EMPH::6": 0.18971030414104462, "ESTH::0": 0.21926464140415192, "ESTH::1": 0.3865126669406891, "ESTH::2": 0.08620137721300125, "ESTH::3": 0.2718777656555176, "ESTH::4": -0.023782312870025635, "ESTH::5": 0.3023882508277893, "ESTH::6": 0.123354971408844, "EXPL::0": 0.059020012617111206, "EXPL::1": 0.2581912577152252, "EXPL::2": 0.26541996002197266, "FOCS::0": 0.336372971534729, "FOCS::1": 0.2604357600212097, "FOCS::2": 0.10131166130304337, "FOCS::3": 0.18388181924819946, "FOCS::4": 0.1141984686255455, "FOCS::5": 0.38844963908195496, "FOCS::6": 0.15229646861553192, "FULL::0": 0.11680469661951065, "FULL::1": 0.19466669857501984, "FULL::2": 0.20276802778244019, "FULL::3": 0.05615120381116867, "FULL::4": 0.16930197179317474, "FULL::5": 0.28002795577049255, "FULL::6": 0.17384599149227142, "GEND::0": 0.1558457762002945, "GEND::1": 0.20366030931472778, "GEND::2": 0.14958138763904572, "GEND::3": 0.19643664360046387, "GEND::4": 0.057650186121463776, "GEND::5": 0.25535255670547485, "GEND::6": 0.20285877585411072, "HARM::0": 0.33944275975227356, "HARM::1": 0.21528832614421844, "HARM::2": 0.30022144317626953, "HARM::3": 0.2701837420463562, "HARM::4": 0.2517961263656616, "HARM::5": 0.04114004224538803, "HARM::6": 0.3009079396724701, "LANG::Americas": 0.1969488561153412, "LANG::Asian_Pacific": 0.40070366859436035, "LANG::European": 0.25274857878685, "LANG::Middle_Eastern_African": 0.2645661234855652, "METL::0": -0.007182775996625423, "METL::1": 0.051138631999492645, "METL::2": 0.1790342777967453, "METL::3": 0.26931434869766235, "METL::4": 0.3255470097064972, "METL::5": 0.28120163083076477, "METL::6": 0.1935528814792633, "RANG::0": 0.10306419432163239, "RANG::1": 0.18767888844013214, "RANG::2": 0.0647604763507843, "RANG::3": 0.10597345232963562, "RANG::4": 0.02638828009366989, "RANG::5": 0.2905386686325073, "RANG::6": 0.1671832948923111, "RCQL::0": 0.4026709794998169, "RCQL::1": 0.308697372674942, "RCQL::2": 0.2505462169647217, "RCQL::3": 0.346920371055603, "RCQL::4": 0.15999749302864075, "RCQL::5": 0.1819813847541809, "RCQL::6": 0.22927682101726532, "REGS::0": 0.20431675016880035, "REGS::1": 0.1412414163351059, "REGS::2": 0.05338025093078613, "REGS::3": 0.36184024810791016, "REGS::4": 0.0503913015127182, "REGS::5": 0.3347631096839905, "REGS::6": 0.13861915469169617, "RESP::0": 0.12617069482803345, "RESP::1": 0.253104031085968, "RESP::2": 0.045103520154953, "RESP::3": 0.011115769855678082, "RESP::4": 0.22163526713848114, "RESP::5": 0.2985582947731018, "RESP::6": 0.1797134131193161, "ROUG::0": 0.03141191601753235, "ROUG::1": 0.28442370891571045, "ROUG::2": 0.15916967391967773, "ROUG::3": 0.13437403738498688, "ROUG::4": 0.18940100073814392, "ROUG::5": 0.21783244609832764, "ROUG::6": 0.28679928183555603, "R_CHST::0": 0.2900584936141968, "R_CHST::1": -0.008069979026913643, "R_CHST::2": 0.2277384251356125, "R_CHST::3": 0.2250288426876068, "R_CHST::4": 0.24974198639392853, "R_CHST::5": 0.031385280191898346, "R_CHST::6": 0.3817737102508545, "R_HEAD::0": 0.1298646479845047, "R_HEAD::1": 0.16403824090957642, "R_HEAD::2": 0.14717277884483337, "R_HEAD::3": 0.30244776606559753, "R_HEAD::4": 0.2783433496952057, "R_HEAD::5": 0.07138211280107498, "R_HEAD::6": -0.0014648898504674435, "R_MASK::0": 0.3985975682735443, "R_MASK::1": 0.20717036724090576, "R_MASK::2": 0.1872396320104599, "R_MASK::3": 0.215335875749588, "R_MASK::4": 0.3614950180053711, "R_MASK::5": 0.3238140940666199, "R_MASK::6": 0.16566674411296844, "R_MIXD::0": 0.272025465965271, "R_MIXD::1": 0.19011026620864868, "R_MIXD::2": 0.06627977639436722, "R_MIXD::3": 0.2618427872657776, "R_MIXD::4": 0.33399316668510437, "R_MIXD::5": 0.43667125701904297, "R_MIXD::6": 0.1730383038520813, "R_NASL::0": 0.0030115838162600994, "R_NASL::1": 0.12749536335468292, "R_NASL::2": 0.1530093252658844, "R_NASL::3": 0.1836933046579361, "R_NASL::4": 0.303872674703598, "R_NASL::5": 0.24022744596004486, "R_NASL::6": 0.0961281880736351, "R_ORAL::0": 0.4055510461330414, "R_ORAL::1": 0.11812051385641098, "R_ORAL::2": 0.31593063473701477, "R_ORAL::3": 0.01950891688466072, "R_ORAL::4": 0.13661561906337738, "R_ORAL::5": 0.2652946710586548, "R_ORAL::6": 0.19450323283672333, "R_THRT::0": 0.273058146238327, "R_THRT::1": -0.05927279591560364, "R_THRT::2": -1.0, "R_THRT::3": 0.1712062507867813, "R_THRT::4": 0.17769016325473785, "R_THRT::5": 0.35478249192237854, "R_THRT::6": 0.4700353741645813, "SMTH::0": 0.23683501780033112, "SMTH::1": 0.151436910033226, "SMTH::2": -1.0, "SMTH::3": 0.18346691131591797, "SMTH::4": -0.02028679847717285, "SMTH::5": 0.20927804708480835, "SMTH::6": 0.14502641558647156, "STNC::0": 0.35836154222488403, "STNC::1": 0.15810374915599823, "STNC::2": 0.05581258237361908, "STNC::3": 0.1263001412153244, "STNC::4": 0.20317715406417847, "STNC::5": 0.27751123905181885, "STNC::6": 0.22414544224739075, "STRU::0": 0.25302428007125854, "STRU::1": 0.2019403725862503, "STRU::2": 0.02330453135073185, "STRU::3": 0.30468833446502686, "STRU::4": 0.03665713965892792, "STRU::5": 0.22701212763786316, "STRU::6": 0.14761340618133545, "S_ASMR::0": 0.3266310691833496, "S_ASMR::1": 0.1793016940355301, "S_ASMR::2": 0.18651434779167175, "S_ASMR::3": 0.39965060353279114, "S_ASMR::4": 0.26558730006217957, "S_ASMR::5": 0.272350013256073, "S_ASMR::6": 0.2978146970272064, "S_AUTH::0": 0.13357271254062653, "S_AUTH::1": 0.31179895997047424, "S_AUTH::2": -0.049100376665592194, "S_AUTH::3": 0.29823771119117737, "S_AUTH::4": 0.09004418551921844, "S_AUTH::5": 0.34256893396377563, "S_AUTH::6": 0.31150707602500916, "S_CART::0": 0.058518242090940475, "S_CART::1": 0.06166575849056244, "S_CART::2": 0.18657109141349792, "S_CART::3": -0.059185612946748734, "S_CART::4": 0.24728433787822723, "S_CART::5": 0.041297104209661484, "S_CART::6": 0.20424717664718628, "S_CASU::0": 0.21127353608608246, "S_CASU::1": -0.012004081159830093, "S_CASU::2": 0.21044841408729553, "S_CASU::3": 0.05466875806450844, "S_CASU::4": 0.11631374806165695, "S_CASU::5": 0.2274353951215744, "S_CASU::6": 0.40756040811538696, "S_CONV::0": 0.23147311806678772, "S_CONV::1": 0.29034242033958435, "S_CONV::2": 0.14458003640174866, "S_CONV::3": 0.11915349960327148, "S_CONV::4": 0.25482815504074097, "S_CONV::5": 0.1596250683069229, "S_CONV::6": 0.2842322885990143, "S_DRAM::0": 0.002995697781443596, "S_DRAM::1": 0.21182852983474731, "S_DRAM::2": 0.11035015434026718, "S_DRAM::3": 0.23848287761211395, "S_DRAM::4": 0.25059032440185547, "S_DRAM::5": 0.18836362659931183, "S_DRAM::6": 0.3571050465106964, "S_FORM::0": 0.25858137011528015, "S_FORM::1": 0.10048972815275192, "S_FORM::2": 0.3842695951461792, "S_FORM::3": 0.2644229531288147, "S_FORM::4": 0.27861514687538147, "S_FORM::5": 0.40067046880722046, "S_FORM::6": 0.36504310369491577, "S_MONO::0": 0.12789413332939148, "S_MONO::1": 0.1356692612171173, "S_MONO::2": 0.18433991074562073, "S_MONO::3": 0.1818763166666031, "S_MONO::4": 0.3096585273742676, "S_MONO::5": 0.3036755621433258, "S_MONO::6": 0.2538264989852905, "S_NARR::0": 0.11766929924488068, "S_NARR::1": 0.3152881860733032, "S_NARR::2": 0.21859733760356903, "S_NARR::3": 0.07112758606672287, "S_NARR::4": 0.3374054431915283, "S_NARR::5": 0.4142138957977295, "S_NARR::6": 0.21727721393108368, "S_NEWS::0": 0.1925228387117386, "S_NEWS::1": 0.17277424037456512, "S_NEWS::2": 0.23155586421489716, "S_NEWS::3": 0.18872876465320587, "S_NEWS::4": 0.4404655992984772, "S_NEWS::5": 0.32943907380104065, "S_NEWS::6": 0.11090833693742752, "S_PLAY::0": 0.18150846660137177, "S_PLAY::1": 0.09938335418701172, "S_PLAY::2": 0.3108135163784027, "S_PLAY::3": 0.15939144790172577, "S_PLAY::4": 0.4036080241203308, "S_PLAY::5": 0.2514178156852722, "S_PLAY::6": 0.25500041246414185, "S_RANT::0": 0.49128857254981995, "S_RANT::1": 0.020143717527389526, "S_RANT::2": 0.23047348856925964, "S_RANT::3": 0.1863822340965271, "S_RANT::4": 0.25679531693458557, "S_RANT::5": 0.36979714035987854, "S_RANT::6": 0.2158178985118866, "S_STRY::0": 0.28492194414138794, "S_STRY::1": 0.3250460922718048, "S_STRY::2": 0.21261662244796753, "S_STRY::3": 0.2943073809146881, "S_STRY::4": 0.4248600900173187, "S_STRY::5": 0.3707753121852875, "S_STRY::6": 0.3258706033229828, "S_TECH::0": 0.2248639166355133, "S_TECH::1": 0.10192278027534485, "S_TECH::2": 0.44005510210990906, "S_TECH::3": 0.3314594328403473, "S_TECH::4": 0.28182607889175415, "S_TECH::5": 0.2768496572971344, "S_TECH::6": 0.27556946873664856, "S_WHIS::0": 0.2347140908241272, "S_WHIS::1": 0.29156985878944397, "S_WHIS::2": 0.36835330724716187, "S_WHIS::3": 0.4125770330429077, "S_WHIS::4": 0.20054729282855988, "S_WHIS::5": 0.17693421244621277, "S_WHIS::6": 0.06205568090081215, "TEMP::0": 0.1004449799656868, "TEMP::1": 0.11549334228038788, "TEMP::2": 0.04764753580093384, "TEMP::3": 0.09634388983249664, "TEMP::4": 0.24607138335704803, "TEMP::5": 0.38212621212005615, "TEMP::6": 0.0879446491599083, "TENS::0": 0.08886362612247467, "TENS::1": 0.19611798226833344, "TENS::2": -0.00990382581949234, "TENS::3": 0.08993705362081528, "TENS::4": -0.029776064679026604, "TENS::5": 0.047317396849393845, "TENS::6": -0.013925144448876381, "VALN::0": 0.21830034255981445, "VALN::1": 0.28450021147727966, "VALN::2": 0.3259465992450714, "VALN::3": 0.09963677078485489, "VALN::4": 0.26158058643341064, "VALN::5": 0.23147456347942352, "VALN::6": 0.3109181225299835, "VALS::0": 0.18682074546813965, "VALS::1": 0.27103543281555176, "VALS::2": 0.08080048859119415, "VALS::3": 0.02892501838505268, "VALS::4": 0.07052493840456009, "VALS::5": 0.07313255220651627, "VALS::6": 0.2845221757888794, "VFLX::0": 0.40102753043174744, "VFLX::1": 0.21996714174747467, "VFLX::2": 0.07607481628656387, "VFLX::3": -0.061906807124614716, "VFLX::4": 0.15251030027866364, "VFLX::5": 0.22902095317840576, "VFLX::6": 0.12522803246974945, "VOLT::0": 0.3017370402812958, "VOLT::1": 0.16593605279922485, "VOLT::2": -0.025484539568424225, "VOLT::3": -0.1341027468442917, "VOLT::4": 0.29369646310806274, "VOLT::5": 0.17492732405662537, "VOLT::6": 0.1863984912633896, "VULN::0": 0.23850604891777039, "VULN::1": 0.334903359413147, "VULN::2": 0.22203877568244934, "VULN::3": 0.07811055332422256, "VULN::4": 0.4212383031845093, "VULN::5": 0.13270321488380432, "VULN::6": 0.25591105222702026, "WARM::0": 0.05440348759293556, "WARM::1": 0.08330399543046951, "WARM::2": 0.0521840862929821, "WARM::3": 0.3245431184768677, "WARM::4": 0.18329013884067535, "WARM::5": 0.36860814690589905, "WARM::6": 0.13015545904636383 }, "spearman_avg": 0.2034614985834413, "spearman_per_prompt": { "AGEV::0": { "n": 30, "spearman": 0.7653716346162581 }, "AGEV::1": { "n": 33, "spearman": 0.5402164186380602 }, "AGEV::2": { "n": 37, "spearman": 0.04909653429934257 }, "AGEV::3": { "n": 33, "spearman": 0.040758312148568676 }, "AGEV::4": { "n": 39, "spearman": 0.033198106271427545 }, "AGEV::5": { "n": 37, "spearman": 0.21455359298427554 }, "AGEV::6": { "n": 30, "spearman": 0.11932326792871532 }, "AROU::0": { "n": 36, "spearman": 0.19206102386334634 }, "AROU::1": { "n": 36, "spearman": 0.16574077331963966 }, "AROU::2": { "n": 41, "spearman": 0.15901761198325218 }, "AROU::3": { "n": 30, "spearman": -0.1255475412815258 }, "AROU::4": { "n": 30, "spearman": 0.5119997662651395 }, "AROU::5": { "n": 30, "spearman": 0.6119063217314131 }, "AROU::6": { "n": 41, "spearman": 0.49561041896143576 }, "ARSH::0": { "n": 39, "spearman": 0.08185166205142697 }, "ARSH::1": { "n": 37, "spearman": 0.40794761157491144 }, "ARSH::2": { "n": 33, "spearman": 0.5557189302262113 }, "ARSH::3": { "n": 39, "spearman": 0.28976824803723156 }, "ARSH::4": { "n": 39, "spearman": 0.30636291272837834 }, "ARSH::5": { "n": 37, "spearman": 0.5799546506058005 }, "ARSH::6": { "n": 43, "spearman": 0.4826846307052607 }, "ATCK::0": { "n": 36, "spearman": 0.270713747979764 }, "ATCK::1": { "n": 37, "spearman": -0.14316407166955 }, "ATCK::2": { "n": 38, "spearman": 0.21583362352790333 }, "ATCK::3": { "n": 35, "spearman": 0.03227803217289771 }, "ATCK::4": { "n": 32, "spearman": -0.08533693363346975 }, "ATCK::5": { "n": 39, "spearman": 0.35190695935496275 }, "ATCK::6": { "n": 35, "spearman": 0.42261921459122975 }, "BKGN::0": { "n": 31, "spearman": 0.4259039973327817 }, "BKGN::1": { "n": 39, "spearman": -0.010001260642623529 }, "BKGN::2": { "n": 16, "spearman": 0.42008402520840293 }, "BKGN::3": { "n": 23, "spearman": 0.23220923383628783 }, "BKGN::4": { "n": 36, "spearman": 0.16604008447962262 }, "BKGN::5": { "n": 39, "spearman": 0.3050239518562775 }, "BKGN::6": { "n": 32, "spearman": 0.26604995662646946 }, "BRGT::0": { "n": 22, "spearman": 0.011641162195235822 }, "BRGT::1": { "n": 25, "spearman": 0.23777817717036512 }, "BRGT::2": { "n": 35, "spearman": -0.045894872596010515 }, "BRGT::3": { "n": 28, "spearman": -0.1768998686221176 }, "BRGT::4": { "n": 39, "spearman": 0.08024247946768633 }, "BRGT::5": { "n": 32, "spearman": 0.16564744693194 }, "BRGT::6": { "n": 32, "spearman": 0.18342349468441307 }, "CHNK::0": { "n": 35, "spearman": 0.20591242229777482 }, "CHNK::1": { "n": 36, "spearman": 0.0754155533527779 }, "CHNK::2": { "n": 28, "spearman": -0.005772059857263732 }, "CHNK::3": { "n": 39, "spearman": 0.2653229262415938 }, "CHNK::4": { "n": 37, "spearman": 0.1699591341623924 }, "CHNK::5": { "n": 37, "spearman": 0.2561687569335471 }, "CHNK::6": { "n": 23, "spearman": 0.3366708233824514 }, "CLRT::0": { "n": 41, "spearman": 0.09635289530050091 }, "CLRT::1": { "n": 36, "spearman": 0.3584509317938471 }, "CLRT::2": { "n": 38, "spearman": -0.1402023352781521 }, "CLRT::3": { "n": 20, "spearman": 0.24397501823713327 }, "CLRT::4": { "n": 39, "spearman": 0.5675663480640694 }, "CLRT::5": { "n": 38, "spearman": 0.4131554405618291 }, "CLRT::6": { "n": 36, "spearman": -0.0005866157099642104 }, "COGL::0": { "n": 38, "spearman": 0.04840661614383035 }, "COGL::1": { "n": 38, "spearman": 0.0794135084748924 }, "COGL::2": { "n": 29, "spearman": 0.5857791861290061 }, "COGL::3": { "n": 22, "spearman": 0.03638178138887072 }, "COGL::4": { "n": 40, "spearman": 0.2639604627611048 }, "COGL::5": { "n": 35, "spearman": -0.04875149494180871 }, "COGL::6": { "n": 37, "spearman": 0.3253719624006493 }, "DARC::0": { "n": 38, "spearman": -0.1887360407799406 }, "DARC::1": { "n": 40, "spearman": 0.06722510222469402 }, "DARC::2": { "n": 23, "spearman": -0.060707742605590226 }, "DARC::3": { "n": 37, "spearman": 0.19933368687414174 }, "DARC::4": { "n": 34, "spearman": 0.14408292245909973 }, "DARC::5": { "n": 41, "spearman": 0.13911830521612567 }, "DARC::6": { "n": 38, "spearman": 0.599551610037629 }, "DFLU::0": { "n": 42, "spearman": 0.24136462777309842 }, "DFLU::1": { "n": 41, "spearman": 0.13519885683586 }, "DFLU::2": { "n": 30, "spearman": 0.44904357978952314 }, "DFLU::3": { "n": 31, "spearman": 0.5717482464753785 }, "DFLU::4": { "n": 37, "spearman": 0.25065891052500716 }, "DFLU::5": { "n": 43, "spearman": 0.10758804620434412 }, "DFLU::6": { "n": 38, "spearman": 0.3598342835691749 }, "EMPH::0": { "n": 37, "spearman": 0.262892432288448 }, "EMPH::1": { "n": 37, "spearman": 0.20298223545993926 }, "EMPH::2": { "n": 21, "spearman": 0.2412808533979649 }, "EMPH::3": { "n": 27, "spearman": 0.05279853136576572 }, "EMPH::4": { "n": 43, "spearman": 0.22881592508990897 }, "EMPH::5": { "n": 37, "spearman": 0.4986461726840754 }, "EMPH::6": { "n": 37, "spearman": 0.5333809180180051 }, "ESTH::0": { "n": 32, "spearman": 0.3279819449252412 }, "ESTH::1": { "n": 35, "spearman": 0.03878190245227109 }, "ESTH::2": { "n": 34, "spearman": 0.39198591978506453 }, "ESTH::3": { "n": 24, "spearman": 0.30742199266399106 }, "ESTH::4": { "n": 34, "spearman": 0.11484589775702493 }, "ESTH::5": { "n": 35, "spearman": 0.19682810513948978 }, "ESTH::6": { "n": 30, "spearman": 0.3731553505116684 }, "EXPL::0": { "n": 34, "spearman": 0.13980745414611442 }, "EXPL::1": { "n": 38, "spearman": -0.15086551055333738 }, "EXPL::2": { "n": 38, "spearman": 0.38078789089544784 }, "FOCS::0": { "n": 38, "spearman": 0.20897329013170654 }, "FOCS::1": { "n": 37, "spearman": 0.15231231977449938 }, "FOCS::2": { "n": 38, "spearman": -0.0630611224540142 }, "FOCS::3": { "n": 27, "spearman": 0.14354231294080366 }, "FOCS::4": { "n": 41, "spearman": 0.28375089567269846 }, "FOCS::5": { "n": 36, "spearman": 0.11501399806092684 }, "FOCS::6": { "n": 38, "spearman": 0.18794470575092037 }, "FULL::0": { "n": 20, "spearman": -0.11427915037008586 }, "FULL::1": { "n": 39, "spearman": 0.16880900340331334 }, "FULL::2": { "n": 20, "spearman": 0.3471305291584744 }, "FULL::3": { "n": 23, "spearman": 0.2647550206975291 }, "FULL::4": { "n": 37, "spearman": 0.1539749809577073 }, "FULL::5": { "n": 35, "spearman": 0.4184648953937265 }, "FULL::6": { "n": 19, "spearman": 0.4217911003016744 }, "GEND::0": { "n": 41, "spearman": 0.07821227703337658 }, "GEND::1": { "n": 40, "spearman": 0.6054346046052369 }, "GEND::2": { "n": 38, "spearman": 0.46938496891576487 }, "GEND::3": { "n": 42, "spearman": 0.17172379643466187 }, "GEND::4": { "n": 34, "spearman": 0.21080578190329471 }, "GEND::5": { "n": 38, "spearman": 0.4271784799548246 }, "GEND::6": { "n": 33, "spearman": 0.2828882399981171 }, "HARM::0": { "n": 32, "spearman": 0.2896271790345576 }, "HARM::1": { "n": 38, "spearman": -0.13464384686047318 }, "HARM::2": { "n": 41, "spearman": 0.12630886564012597 }, "HARM::3": { "n": 24, "spearman": -0.2344133678611501 }, "HARM::4": { "n": 35, "spearman": -0.08830849260115249 }, "HARM::5": { "n": 20, "spearman": 0.22544859207627121 }, "HARM::6": { "n": 39, "spearman": -0.021709794425383313 }, "LANG::Americas": { "n": 19, "spearman": 0.18809603121561158 }, "LANG::Asian_Pacific": { "n": 15, "spearman": 0.22047927592204922 }, "LANG::European": { "n": 18, "spearman": 0.6574540081276016 }, "LANG::Middle_Eastern_African": { "n": 14, "spearman": 0.11920095660279705 }, "METL::0": { "n": 30, "spearman": 0.07658395810674835 }, "METL::1": { "n": 34, "spearman": 0.00960714991498417 }, "METL::2": { "n": 23, "spearman": 0.20684756566173682 }, "METL::3": { "n": 36, "spearman": 0.30175092454768915 }, "METL::4": { "n": 34, "spearman": 0.1164502105336895 }, "METL::5": { "n": 37, "spearman": 0.1424257270274519 }, "METL::6": { "n": 34, "spearman": 0.2146342222525732 }, "RANG::0": { "n": 19, "spearman": 0.18786728732554484 }, "RANG::1": { "n": 37, "spearman": 0.3528885961858503 }, "RANG::2": { "n": 32, "spearman": 0.14722420702860223 }, "RANG::3": { "n": 23, "spearman": 0.1837023583785173 }, "RANG::4": { "n": 37, "spearman": 0.0684714243877386 }, "RANG::5": { "n": 29, "spearman": 0.0520265981714472 }, "RANG::6": { "n": 38, "spearman": -0.17115040820764607 }, "RCQL::0": { "n": 36, "spearman": -0.2031949962612215 }, "RCQL::1": { "n": 37, "spearman": -0.033387961932020455 }, "RCQL::2": { "n": 19, "spearman": 0.2335496832484569 }, "RCQL::3": { "n": 19, "spearman": -0.026765168951565537 }, "RCQL::4": { "n": 23, "spearman": 0.3443719601705847 }, "RCQL::5": { "n": 36, "spearman": 0.23295913481117217 }, "RCQL::6": { "n": 39, "spearman": 0.034083108726568556 }, "REGS::0": { "n": 32, "spearman": 0.4596280564335502 }, "REGS::1": { "n": 34, "spearman": 0.3868917883860422 }, "REGS::2": { "n": 38, "spearman": 0.17184228551369318 }, "REGS::3": { "n": 39, "spearman": 0.30546349069328466 }, "REGS::4": { "n": 35, "spearman": 0.45868913535371336 }, "REGS::5": { "n": 34, "spearman": -0.1569816521566369 }, "REGS::6": { "n": 37, "spearman": 0.17303618253948003 }, "RESP::0": { "n": 37, "spearman": 0.2653792826611152 }, "RESP::1": { "n": 36, "spearman": 0.22882207730380902 }, "RESP::2": { "n": 32, "spearman": 0.3832049971049721 }, "RESP::3": { "n": 36, "spearman": -0.3159534058453308 }, "RESP::4": { "n": 31, "spearman": 0.4747992271389413 }, "RESP::5": { "n": 38, "spearman": 0.4422254394401522 }, "RESP::6": { "n": 38, "spearman": 0.4691884708462137 }, "ROUG::0": { "n": 23, "spearman": -0.17992854084585466 }, "ROUG::1": { "n": 29, "spearman": -0.011988130691165874 }, "ROUG::2": { "n": 27, "spearman": 0.08006407690254358 }, "ROUG::3": { "n": 33, "spearman": -0.04720343200308507 }, "ROUG::4": { "n": 37, "spearman": 0.08121713309565314 }, "ROUG::5": { "n": 37, "spearman": 0.14773287275830907 }, "ROUG::6": { "n": 39, "spearman": 0.39882971978143117 }, "R_CHST::0": { "n": 36, "spearman": -0.06327792403960751 }, "R_CHST::1": { "n": 39, "spearman": -0.21625687916636233 }, "R_CHST::2": { "n": 20, "spearman": 0.07701813922797429 }, "R_CHST::3": { "n": 40, "spearman": 0.14533572127957095 }, "R_CHST::4": { "n": 38, "spearman": 0.18192279301564257 }, "R_CHST::5": { "n": 38, "spearman": 0.33928800157656114 }, "R_CHST::6": { "n": 28, "spearman": 0.10386408313507153 }, "R_HEAD::0": { "n": 34, "spearman": 0.2717352459537037 }, "R_HEAD::1": { "n": 41, "spearman": 0.15129560262010838 }, "R_HEAD::2": { "n": 32, "spearman": 0.23579021603590267 }, "R_HEAD::3": { "n": 38, "spearman": 0.33276960104713166 }, "R_HEAD::4": { "n": 37, "spearman": 0.6068096927212099 }, "R_HEAD::5": { "n": 37, "spearman": -0.25835621805604464 }, "R_HEAD::6": { "n": 28, "spearman": -0.22059317071155285 }, "R_MASK::0": { "n": 40, "spearman": 0.010785645405721056 }, "R_MASK::1": { "n": 32, "spearman": 0.1023105007714554 }, "R_MASK::2": { "n": 33, "spearman": 0.25407377149039173 }, "R_MASK::3": { "n": 41, "spearman": 0.3712646902558375 }, "R_MASK::4": { "n": 38, "spearman": 0.11481302956495464 }, "R_MASK::5": { "n": 40, "spearman": 0.31072208868540224 }, "R_MASK::6": { "n": 25, "spearman": -0.03564972664738743 }, "R_MIXD::0": { "n": 40, "spearman": 0.30941148491653025 }, "R_MIXD::1": { "n": 29, "spearman": 0.3075915435553208 }, "R_MIXD::2": { "n": 40, "spearman": 0.058373230517835495 }, "R_MIXD::3": { "n": 39, "spearman": -0.1728157827123768 }, "R_MIXD::4": { "n": 35, "spearman": 0.16483549860332677 }, "R_MIXD::5": { "n": 33, "spearman": 0.5097970656333187 }, "R_MIXD::6": { "n": 20, "spearman": 0.151744244666721 }, "R_NASL::0": { "n": 18, "spearman": -0.10120252482732195 }, "R_NASL::1": { "n": 31, "spearman": 0.277735039447226 }, "R_NASL::2": { "n": 35, "spearman": 0.27588820678264053 }, "R_NASL::3": { "n": 33, "spearman": -0.24227160606977854 }, "R_NASL::4": { "n": 29, "spearman": 0.0195232842277033 }, "R_NASL::5": { "n": 27, "spearman": 0.16786816706289148 }, "R_NASL::6": { "n": 19, "spearman": 0.0 }, "R_ORAL::0": { "n": 32, "spearman": 0.06263279448999616 }, "R_ORAL::1": { "n": 36, "spearman": 0.21178825753742017 }, "R_ORAL::2": { "n": 19, "spearman": -0.23548894636404724 }, "R_ORAL::3": { "n": 37, "spearman": -0.015156008759605542 }, "R_ORAL::4": { "n": 39, "spearman": 0.4005686559724261 }, "R_ORAL::5": { "n": 39, "spearman": 0.07899256507779513 }, "R_ORAL::6": { "n": 25, "spearman": 0.37456518424663304 }, "R_THRT::0": { "n": 41, "spearman": 0.2084779926841774 }, "R_THRT::1": { "n": 39, "spearman": -0.030287699018648202 }, "R_THRT::2": { "n": 24, "spearman": -0.3753259453027345 }, "R_THRT::3": { "n": 36, "spearman": 0.26336520870140884 }, "R_THRT::4": { "n": 36, "spearman": 0.012825686403663645 }, "R_THRT::5": { "n": 35, "spearman": 0.04810977550210336 }, "R_THRT::6": { "n": 37, "spearman": -0.2579207711404083 }, "SMTH::0": { "n": 37, "spearman": 0.08965734301695655 }, "SMTH::1": { "n": 41, "spearman": 0.09896569090237643 }, "SMTH::2": { "n": 15, "spearman": -0.3661209184158558 }, "SMTH::3": { "n": 16, "spearman": 0.5154856837935253 }, "SMTH::4": { "n": 39, "spearman": 0.2658111341081914 }, "SMTH::5": { "n": 39, "spearman": 0.5243518093474648 }, "SMTH::6": { "n": 34, "spearman": 0.20874227752489338 }, "STNC::0": { "n": 31, "spearman": 0.38834107322534167 }, "STNC::1": { "n": 39, "spearman": 0.16428344650567883 }, "STNC::2": { "n": 32, "spearman": 0.024677053167730025 }, "STNC::3": { "n": 27, "spearman": -0.07229759236348915 }, "STNC::4": { "n": 31, "spearman": 0.18042195912175804 }, "STNC::5": { "n": 33, "spearman": 0.6295651850245931 }, "STNC::6": { "n": 34, "spearman": 0.4015901289184551 }, "STRU::0": { "n": 33, "spearman": 0.500845436316238 }, "STRU::1": { "n": 35, "spearman": 0.3773030144406384 }, "STRU::2": { "n": 36, "spearman": -0.06061487997318541 }, "STRU::3": { "n": 21, "spearman": 0.2842446032543186 }, "STRU::4": { "n": 34, "spearman": 0.4088198993860805 }, "STRU::5": { "n": 36, "spearman": 0.5071401381187647 }, "STRU::6": { "n": 19, "spearman": 0.017099639201419235 }, "S_ASMR::0": { "n": 20, "spearman": -0.11995789390198942 }, "S_ASMR::1": { "n": 35, "spearman": 0.10488966797644671 }, "S_ASMR::2": { "n": 38, "spearman": 0.41812163999118207 }, "S_ASMR::3": { "n": 33, "spearman": 0.43511556154552933 }, "S_ASMR::4": { "n": 34, "spearman": 0.33317889509629495 }, "S_ASMR::5": { "n": 41, "spearman": -0.029263982333594077 }, "S_ASMR::6": { "n": 35, "spearman": -0.0123790759353165 }, "S_AUTH::0": { "n": 35, "spearman": 0.411774746139733 }, "S_AUTH::1": { "n": 36, "spearman": 0.5022070048707878 }, "S_AUTH::2": { "n": 37, "spearman": -0.33090290595073596 }, "S_AUTH::3": { "n": 35, "spearman": 0.4060641771742573 }, "S_AUTH::4": { "n": 38, "spearman": 0.30901329083110085 }, "S_AUTH::5": { "n": 41, "spearman": 0.5641250154587203 }, "S_AUTH::6": { "n": 25, "spearman": 0.19482162504979914 }, "S_CART::0": { "n": 28, "spearman": 0.2620327687053699 }, "S_CART::1": { "n": 34, "spearman": 0.26594232853895466 }, "S_CART::2": { "n": 33, "spearman": 0.31755367441497784 }, "S_CART::3": { "n": 33, "spearman": -0.1667817420441884 }, "S_CART::4": { "n": 30, "spearman": 0.47231191860560673 }, "S_CART::5": { "n": 36, "spearman": 0.1984442930196923 }, "S_CART::6": { "n": 34, "spearman": 0.11419840119254149 }, "S_CASU::0": { "n": 20, "spearman": 0.42496888734536586 }, "S_CASU::1": { "n": 31, "spearman": -0.21254699389007714 }, "S_CASU::2": { "n": 34, "spearman": 0.03924556244714961 }, "S_CASU::3": { "n": 41, "spearman": 0.2439964315334687 }, "S_CASU::4": { "n": 36, "spearman": 0.2597919991371162 }, "S_CASU::5": { "n": 31, "spearman": 0.3081556707813696 }, "S_CASU::6": { "n": 22, "spearman": 0.24040454037654146 }, "S_CONV::0": { "n": 38, "spearman": 0.35484916389060245 }, "S_CONV::1": { "n": 35, "spearman": 0.4091565607513616 }, "S_CONV::2": { "n": 38, "spearman": -0.15061760177963174 }, "S_CONV::3": { "n": 32, "spearman": 0.42184304971958453 }, "S_CONV::4": { "n": 41, "spearman": -0.014906309042873928 }, "S_CONV::5": { "n": 35, "spearman": 0.4223157993390676 }, "S_CONV::6": { "n": 24, "spearman": 0.1246910983366164 }, "S_DRAM::0": { "n": 34, "spearman": -0.16948258774244912 }, "S_DRAM::1": { "n": 33, "spearman": 0.14052494312236422 }, "S_DRAM::2": { "n": 34, "spearman": 0.004002205527896323 }, "S_DRAM::3": { "n": 39, "spearman": 0.4582026522190994 }, "S_DRAM::4": { "n": 37, "spearman": 0.4332092596113966 }, "S_DRAM::5": { "n": 36, "spearman": 0.5316471819985383 }, "S_DRAM::6": { "n": 35, "spearman": 0.25027591970388247 }, "S_FORM::0": { "n": 34, "spearman": 0.6033540833154291 }, "S_FORM::1": { "n": 42, "spearman": 0.2318694804454233 }, "S_FORM::2": { "n": 35, "spearman": 0.21734336355019943 }, "S_FORM::3": { "n": 33, "spearman": 0.11101919145558421 }, "S_FORM::4": { "n": 35, "spearman": 0.3981085015718827 }, "S_FORM::5": { "n": 37, "spearman": 0.521223977458377 }, "S_FORM::6": { "n": 29, "spearman": 0.4468075912442249 }, "S_MONO::0": { "n": 36, "spearman": 0.007740292557626366 }, "S_MONO::1": { "n": 40, "spearman": 0.28749354777897645 }, "S_MONO::2": { "n": 35, "spearman": 0.10528151967575529 }, "S_MONO::3": { "n": 36, "spearman": 0.5282560660079076 }, "S_MONO::4": { "n": 38, "spearman": 0.48432613099252664 }, "S_MONO::5": { "n": 29, "spearman": 0.44840344326738885 }, "S_MONO::6": { "n": 33, "spearman": 0.18301587277769465 }, "S_NARR::0": { "n": 34, "spearman": -0.061432920930098826 }, "S_NARR::1": { "n": 42, "spearman": 0.11278665972293984 }, "S_NARR::2": { "n": 34, "spearman": 0.36384058051568785 }, "S_NARR::3": { "n": 35, "spearman": 0.00705696035886357 }, "S_NARR::4": { "n": 33, "spearman": 0.540833253468321 }, "S_NARR::5": { "n": 38, "spearman": 0.6863629898837824 }, "S_NARR::6": { "n": 23, "spearman": 0.6812744867808302 }, "S_NEWS::0": { "n": 42, "spearman": 0.23837791940980885 }, "S_NEWS::1": { "n": 36, "spearman": 0.37298997570801395 }, "S_NEWS::2": { "n": 35, "spearman": 0.0636711155266395 }, "S_NEWS::3": { "n": 29, "spearman": 0.13014003897460424 }, "S_NEWS::4": { "n": 37, "spearman": 0.3172199271915772 }, "S_NEWS::5": { "n": 31, "spearman": 0.41079220141352274 }, "S_NEWS::6": { "n": 30, "spearman": 0.555464088379415 }, "S_PLAY::0": { "n": 32, "spearman": 0.19248867250718973 }, "S_PLAY::1": { "n": 32, "spearman": 0.1766176868015904 }, "S_PLAY::2": { "n": 34, "spearman": 0.050739874362066055 }, "S_PLAY::3": { "n": 35, "spearman": 0.4069121835577034 }, "S_PLAY::4": { "n": 39, "spearman": 0.7268861970032914 }, "S_PLAY::5": { "n": 36, "spearman": 0.23459935003502258 }, "S_PLAY::6": { "n": 39, "spearman": 0.489221102849017 }, "S_RANT::0": { "n": 38, "spearman": -0.41633845628264443 }, "S_RANT::1": { "n": 37, "spearman": 0.3063128689815932 }, "S_RANT::2": { "n": 42, "spearman": 0.4774983934279972 }, "S_RANT::3": { "n": 34, "spearman": 0.16244766464489044 }, "S_RANT::4": { "n": 43, "spearman": 0.7395967394411584 }, "S_RANT::5": { "n": 38, "spearman": 0.3465935950463022 }, "S_RANT::6": { "n": 37, "spearman": 0.3373278678668983 }, "S_STRY::0": { "n": 34, "spearman": 0.5401330540332158 }, "S_STRY::1": { "n": 35, "spearman": 0.48464156959591503 }, "S_STRY::2": { "n": 33, "spearman": 0.2738680890232667 }, "S_STRY::3": { "n": 35, "spearman": 0.38827461656815593 }, "S_STRY::4": { "n": 34, "spearman": 0.30916747688105767 }, "S_STRY::5": { "n": 35, "spearman": 0.3853425019555816 }, "S_STRY::6": { "n": 28, "spearman": 0.25886290095871234 }, "S_TECH::0": { "n": 28, "spearman": 0.00510529778494188 }, "S_TECH::1": { "n": 37, "spearman": 0.2132784769508942 }, "S_TECH::2": { "n": 37, "spearman": 0.02208406101385444 }, "S_TECH::3": { "n": 29, "spearman": -0.24606138949297962 }, "S_TECH::4": { "n": 37, "spearman": 0.32134404312429343 }, "S_TECH::5": { "n": 34, "spearman": 0.32311424588385373 }, "S_TECH::6": { "n": 29, "spearman": 0.43211010439294917 }, "S_WHIS::0": { "n": 38, "spearman": 0.23434755877819358 }, "S_WHIS::1": { "n": 43, "spearman": 0.4222946666763957 }, "S_WHIS::2": { "n": 36, "spearman": 0.34666289022748564 }, "S_WHIS::3": { "n": 32, "spearman": 0.22911367466935553 }, "S_WHIS::4": { "n": 35, "spearman": 0.37941430718305846 }, "S_WHIS::5": { "n": 39, "spearman": 0.47084332653315436 }, "S_WHIS::6": { "n": 32, "spearman": 0.11326144183971398 }, "TEMP::0": { "n": 37, "spearman": 0.18858615630824035 }, "TEMP::1": { "n": 38, "spearman": -0.06277929850396853 }, "TEMP::2": { "n": 35, "spearman": 0.17564595480607215 }, "TEMP::3": { "n": 25, "spearman": 0.1755029402924123 }, "TEMP::4": { "n": 41, "spearman": 0.1238188136712983 }, "TEMP::5": { "n": 34, "spearman": 0.2747547926396032 }, "TEMP::6": { "n": 30, "spearman": 0.2238074837218231 }, "TENS::0": { "n": 19, "spearman": 0.41609122056786796 }, "TENS::1": { "n": 36, "spearman": 0.35649038327998084 }, "TENS::2": { "n": 32, "spearman": 0.04395205597053937 }, "TENS::3": { "n": 24, "spearman": -0.4423641634189612 }, "TENS::4": { "n": 33, "spearman": -0.10184352402980401 }, "TENS::5": { "n": 38, "spearman": -0.08028471784418334 }, "TENS::6": { "n": 39, "spearman": -0.17761143584680103 }, "VALN::0": { "n": 36, "spearman": 0.17683318163488712 }, "VALN::1": { "n": 41, "spearman": 0.13648772506212659 }, "VALN::2": { "n": 32, "spearman": 0.03498151797807931 }, "VALN::3": { "n": 38, "spearman": 0.5779875236461685 }, "VALN::4": { "n": 31, "spearman": 0.38149025875508924 }, "VALN::5": { "n": 30, "spearman": 0.43041796924662773 }, "VALN::6": { "n": 37, "spearman": 0.42856029574026067 }, "VALS::0": { "n": 33, "spearman": 0.2326688350034134 }, "VALS::1": { "n": 35, "spearman": 0.3522767155738765 }, "VALS::2": { "n": 22, "spearman": -0.22436466609136327 }, "VALS::3": { "n": 34, "spearman": 0.10863940817402937 }, "VALS::4": { "n": 34, "spearman": 0.15781761107131806 }, "VALS::5": { "n": 30, "spearman": -0.040898417763118367 }, "VALS::6": { "n": 35, "spearman": 0.44326077744863274 }, "VFLX::0": { "n": 33, "spearman": 0.36302861987535145 }, "VFLX::1": { "n": 32, "spearman": -0.01422128399956981 }, "VFLX::2": { "n": 32, "spearman": -0.011816003595246139 }, "VFLX::3": { "n": 27, "spearman": 0.1336355018160475 }, "VFLX::4": { "n": 39, "spearman": 0.04109339094218565 }, "VFLX::5": { "n": 38, "spearman": 0.3154430003364196 }, "VFLX::6": { "n": 34, "spearman": 0.013665334361513128 }, "VOLT::0": { "n": 37, "spearman": 0.5059951502942669 }, "VOLT::1": { "n": 42, "spearman": 0.13976254305009622 }, "VOLT::2": { "n": 26, "spearman": 0.22637463040612366 }, "VOLT::3": { "n": 31, "spearman": -0.4060927114866513 }, "VOLT::4": { "n": 29, "spearman": 0.272637959060398 }, "VOLT::5": { "n": 40, "spearman": 0.25293716006931655 }, "VOLT::6": { "n": 31, "spearman": 0.5679775718877355 }, "VULN::0": { "n": 34, "spearman": 0.4445091663801344 }, "VULN::1": { "n": 39, "spearman": 0.12782706972971963 }, "VULN::2": { "n": 30, "spearman": 0.12343028320611978 }, "VULN::3": { "n": 38, "spearman": 0.4667162462894193 }, "VULN::4": { "n": 39, "spearman": -0.0613526208733639 }, "VULN::5": { "n": 37, "spearman": 0.34737947333146696 }, "VULN::6": { "n": 42, "spearman": 0.17235426763374218 }, "WARM::0": { "n": 29, "spearman": -0.09693595087223975 }, "WARM::1": { "n": 39, "spearman": -0.07379447891639475 }, "WARM::2": { "n": 36, "spearman": 0.09943344589660078 }, "WARM::3": { "n": 35, "spearman": -0.07824921404320939 }, "WARM::4": { "n": 33, "spearman": 0.11565872939715884 }, "WARM::5": { "n": 30, "spearman": 0.18755214032712242 }, "WARM::6": { "n": 19, "spearman": -0.04497447963422648 } }, "by_benchmark_bucket": [ { "benchmark_bucket": "majority_no", "n": 973, "accuracy": 0.14182939362795477, "balanced_accuracy": NaN, "precision": 0.0, "recall": NaN, "f1": NaN, "tp": 0, "fp": 835, "tn": 138, "fn": 0 }, { "benchmark_bucket": "majority_yes", "n": 18, "accuracy": 0.8888888888888888, "balanced_accuracy": NaN, "precision": 1.0, "recall": 0.8888888888888888, "f1": 0.9411764705882353, "tp": 16, "fp": 0, "tn": 0, "fn": 2 }, { "benchmark_bucket": "single_rater_no", "n": 7455, "accuracy": 0.1523809523809524, "balanced_accuracy": NaN, "precision": 0.0, "recall": NaN, "f1": NaN, "tp": 0, "fp": 6319, "tn": 1136, "fn": 0 }, { "benchmark_bucket": "single_rater_yes", "n": 4069, "accuracy": 0.9289751781764561, "balanced_accuracy": NaN, "precision": 1.0, "recall": 0.9289751781764561, "f1": 0.9631800229328576, "tp": 3780, "fp": 0, "tn": 0, "fn": 289 }, { "benchmark_bucket": "unanimous_no", "n": 546, "accuracy": 0.1391941391941392, "balanced_accuracy": NaN, "precision": 0.0, "recall": NaN, "f1": NaN, "tp": 0, "fp": 470, "tn": 76, "fn": 0 }, { "benchmark_bucket": "unanimous_yes", "n": 365, "accuracy": 0.915068493150685, "balanced_accuracy": NaN, "precision": 1.0, "recall": 0.915068493150685, "f1": 0.9556509298998569, "tp": 334, "fp": 0, "tn": 0, "fn": 31 } ], "by_benchmark_bucket_optimal": [ { "benchmark_bucket": "majority_no", "n": 973, "accuracy": 0.6433710174717369, "balanced_accuracy": NaN, "precision": 0.0, "recall": NaN, "f1": NaN, "tp": 0, "fp": 347, "tn": 626, "fn": 0 }, { "benchmark_bucket": "majority_yes", "n": 18, "accuracy": 0.6111111111111112, "balanced_accuracy": NaN, "precision": 1.0, "recall": 0.6111111111111112, "f1": 0.7586206896551725, "tp": 11, "fp": 0, "tn": 0, "fn": 7 }, { "benchmark_bucket": "single_rater_no", "n": 7455, "accuracy": 0.6898725687458082, "balanced_accuracy": NaN, "precision": 0.0, "recall": NaN, "f1": NaN, "tp": 0, "fp": 2312, "tn": 5143, "fn": 0 }, { "benchmark_bucket": "single_rater_yes", "n": 4069, "accuracy": 0.49496190710248217, "balanced_accuracy": NaN, "precision": 1.0, "recall": 0.49496190710248217, "f1": 0.6621732697682065, "tp": 2014, "fp": 0, "tn": 0, "fn": 2055 }, { "benchmark_bucket": "unanimous_no", "n": 546, "accuracy": 0.6996336996336996, "balanced_accuracy": NaN, "precision": 0.0, "recall": NaN, "f1": NaN, "tp": 0, "fp": 164, "tn": 382, "fn": 0 }, { "benchmark_bucket": "unanimous_yes", "n": 365, "accuracy": 0.5260273972602739, "balanced_accuracy": NaN, "precision": 1.0, "recall": 0.5260273972602739, "f1": 0.689407540394973, "tp": 192, "fp": 0, "tn": 0, "fn": 173 } ], "by_n_raters": [ { "n_raters": 1, "n": 11524, "accuracy": 0.42658799028115235, "balanced_accuracy": 0.5406780652787042, "precision": 0.37429448460243586, "recall": 0.9289751781764561, "f1": 0.5335968379446641, "tp": 3780, "fp": 6319, "tn": 1136, "fn": 289 }, { "n_raters": 2, "n": 1843, "accuracy": 0.2908301682040152, "balanced_accuracy": 0.5277871431782423, "precision": 0.20535158680771623, "recall": 0.9166666666666666, "f1": 0.3355363497712252, "tp": 330, "fp": 1277, "tn": 206, "fn": 30 }, { "n_raters": 3, "n": 58, "accuracy": 0.4827586206896552, "balanced_accuracy": 0.5490683229813664, "precision": 0.425531914893617, "recall": 0.8695652173913043, "f1": 0.5714285714285714, "tp": 20, "fp": 27, "tn": 8, "fn": 3 }, { "n_raters": 4, "n": 1, "accuracy": 0.0, "balanced_accuracy": NaN, "precision": 0.0, "recall": NaN, "f1": NaN, "tp": 0, "fp": 1, "tn": 0, "fn": 0 } ], "by_n_raters_optimal": [ { "n_raters": 1, "n": 11524, "accuracy": 0.621051718153419, "balanced_accuracy": 0.5924172379241451, "precision": 0.4655570966250578, "recall": 0.49496190710248217, "f1": 0.4798094103633115, "tp": 2014, "fp": 2312, "tn": 5143, "fn": 2055 }, { "n_raters": 2, "n": 1843, "accuracy": 0.6359196961475855, "balanced_accuracy": 0.5949745261107364, "precision": 0.27496382054992763, "recall": 0.5277777777777778, "f1": 0.3615604186489058, "tp": 190, "fp": 501, "tn": 982, "fn": 170 }, { "n_raters": 3, "n": 58, "accuracy": 0.6724137931034483, "balanced_accuracy": 0.6540372670807453, "precision": 0.5909090909090909, "recall": 0.5652173913043478, "f1": 0.5777777777777778, "tp": 13, "fp": 9, "tn": 26, "fn": 10 }, { "n_raters": 4, "n": 1, "accuracy": 0.0, "balanced_accuracy": NaN, "precision": 0.0, "recall": NaN, "f1": NaN, "tp": 0, "fp": 1, "tn": 0, "fn": 0 } ], "ensemble_members": [ { "name": "pcl_ep2", "snapshot": "finetune_LCO_7B_mix9corpus_k2_r16_pcl_lora/epoch_2_hf", "weight": 1.0 } ], "audio_count": 13426, "prompt_count": 399, "outputs": { "predictions": "emolia-dim/predictions.csv", "summary": "emolia-dim/summary.json" } } }