Invalid JSON:Unexpected token 'N', ..."ccuracy": NaN,
"... is not valid JSON
| { | |
| "emolia-emo": { | |
| "task": "emolia_bench_current", | |
| "subset": "emolia-emo", | |
| "model": "pcl_ep2", | |
| "benchmark_dir": "voiceclap/emolia-bench-current", | |
| "benchmark_commit": "unknown", | |
| "rows_total": 7988, | |
| "rows_evaluated_ok": 7988, | |
| "missing_audio": 0, | |
| "threshold": 0.0, | |
| "similarity_distribution": { | |
| "min": -0.25171926617622375, | |
| "median": 0.10661914199590683, | |
| "max": 0.7522493600845337, | |
| "mean": 0.14782650768756866 | |
| }, | |
| "overall_binary_at_thr0": { | |
| "n": 7988, | |
| "accuracy": 0.6477215823735604, | |
| "balanced_accuracy": 0.6122775598697678, | |
| "precision": 0.6515380736258195, | |
| "recall": 0.8395061728395061, | |
| "f1": 0.7336740488358887, | |
| "tp": 3876, | |
| "fp": 2073, | |
| "tn": 1298, | |
| "fn": 741 | |
| }, | |
| "optimal_threshold": 0.14291006326675415, | |
| "overall_binary_at_optimal_thr": { | |
| "n": 7988, | |
| "accuracy": 0.6591136705057586, | |
| "balanced_accuracy": 0.6732488506902541, | |
| "precision": 0.7716580608146874, | |
| "recall": 0.5826294130387698, | |
| "f1": 0.6639516228557325, | |
| "tp": 2690, | |
| "fp": 796, | |
| "tn": 2575, | |
| "fn": 1927 | |
| }, | |
| "overall_binary_at_per_prompt_thr": { | |
| "n": 7988, | |
| "accuracy": 0.678392588883325, | |
| "balanced_accuracy": 0.6871243512313456, | |
| "precision": 0.7708994708994709, | |
| "recall": 0.6311457656486896, | |
| "f1": 0.6940574014528998, | |
| "tp": 2914, | |
| "fp": 866, | |
| "tn": 2505, | |
| "fn": 1703 | |
| }, | |
| "per_prompt_thresholds": { | |
| "Affection": 0.34045371413230896, | |
| "Amusement": 0.17918525636196136, | |
| "Anger": 0.12402720749378204, | |
| "Astonishment_Surprise": 0.6222118735313416, | |
| "Awe": 0.2655985653400421, | |
| "Bitterness": 0.1243574470281601, | |
| "Concentration": -0.04440886154770851, | |
| "Confusion": 0.19031040370464325, | |
| "Contemplation": 0.01416855026036501, | |
| "Contempt": 0.20860496163368225, | |
| "Contentment": 0.08619119971990585, | |
| "Disappointment": 0.0834001675248146, | |
| "Disgust": 0.26617687940597534, | |
| "Distress": 0.17354679107666016, | |
| "Doubt": 0.046611323952674866, | |
| "Elation": 0.08139078319072723, | |
| "Embarrassment": 0.1212545856833458, | |
| "Emotional_Numbness": 0.05110315978527069, | |
| "Fatigue_Exhaustion": 0.19188858568668365, | |
| "Fear": 0.018166648223996162, | |
| "Helplessness": 0.08128416538238525, | |
| "Hope_Enthusiasm_Optimism": 0.19829921424388885, | |
| "Impatience_and_Irritability": 0.08415273576974869, | |
| "Infatuation": 0.20632649958133698, | |
| "Interest": 0.1090446412563324, | |
| "Intoxication_Altered_States_of_Consciousness": 0.04067244753241539, | |
| "Jealousy___Envy": 0.21828635036945343, | |
| "Longing": 0.16779157519340515, | |
| "Malevolence_Malice": 0.21537049114704132, | |
| "Pain": 0.27878323197364807, | |
| "Pleasure_Ecstasy": 0.18462829291820526, | |
| "Pride": 0.22224029898643494, | |
| "Relief": 0.32105007767677307, | |
| "Sadness": 0.18496963381767273, | |
| "Sexual_Lust": 0.16570930182933807, | |
| "Shame": 0.21232853829860687, | |
| "Sourness": 0.07824817299842834, | |
| "Teasing": 0.18117748200893402, | |
| "Thankfulness_Gratitude": 0.3865724205970764, | |
| "Triumph": 0.07863185554742813 | |
| }, | |
| "spearman_avg": 0.3520058513310067, | |
| "spearman_per_prompt": { | |
| "Affection": { | |
| "n": 201, | |
| "spearman": 0.49400134189272676 | |
| }, | |
| "Amusement": { | |
| "n": 229, | |
| "spearman": 0.535262594839825 | |
| }, | |
| "Anger": { | |
| "n": 352, | |
| "spearman": 0.5684304651371411 | |
| }, | |
| "Astonishment_Surprise": { | |
| "n": 100, | |
| "spearman": 0.13258589722140005 | |
| }, | |
| "Awe": { | |
| "n": 131, | |
| "spearman": 0.48888928359055356 | |
| }, | |
| "Bitterness": { | |
| "n": 129, | |
| "spearman": 0.20007273648474425 | |
| }, | |
| "Concentration": { | |
| "n": 125, | |
| "spearman": -0.23519720408886968 | |
| }, | |
| "Confusion": { | |
| "n": 113, | |
| "spearman": 0.45625074817469596 | |
| }, | |
| "Contemplation": { | |
| "n": 131, | |
| "spearman": 0.48298380456060186 | |
| }, | |
| "Contempt": { | |
| "n": 189, | |
| "spearman": 0.3564640730797838 | |
| }, | |
| "Contentment": { | |
| "n": 250, | |
| "spearman": 0.42352235405829647 | |
| }, | |
| "Disappointment": { | |
| "n": 125, | |
| "spearman": 0.3385045141667194 | |
| }, | |
| "Disgust": { | |
| "n": 127, | |
| "spearman": 0.4878994019161878 | |
| }, | |
| "Distress": { | |
| "n": 200, | |
| "spearman": 0.6417802285191102 | |
| }, | |
| "Doubt": { | |
| "n": 100, | |
| "spearman": 0.16202121855859342 | |
| }, | |
| "Elation": { | |
| "n": 325, | |
| "spearman": 0.4116720988268273 | |
| }, | |
| "Embarrassment": { | |
| "n": 317, | |
| "spearman": 0.3920187772315213 | |
| }, | |
| "Emotional_Numbness": { | |
| "n": 207, | |
| "spearman": 0.37249121839273575 | |
| }, | |
| "Fatigue_Exhaustion": { | |
| "n": 244, | |
| "spearman": 0.5235809539892009 | |
| }, | |
| "Fear": { | |
| "n": 311, | |
| "spearman": 0.2463679391933208 | |
| }, | |
| "Helplessness": { | |
| "n": 141, | |
| "spearman": 0.5393214885654087 | |
| }, | |
| "Hope_Enthusiasm_Optimism": { | |
| "n": 111, | |
| "spearman": 0.22454070190150094 | |
| }, | |
| "Impatience_and_Irritability": { | |
| "n": 238, | |
| "spearman": 0.5037027924697475 | |
| }, | |
| "Infatuation": { | |
| "n": 423, | |
| "spearman": 0.20813789323172643 | |
| }, | |
| "Interest": { | |
| "n": 101, | |
| "spearman": 0.061490193820169736 | |
| }, | |
| "Intoxication_Altered_States_of_Consciousness": { | |
| "n": 606, | |
| "spearman": 0.3144583583891598 | |
| }, | |
| "Jealousy___Envy": { | |
| "n": 100, | |
| "spearman": 0.212097289147466 | |
| }, | |
| "Longing": { | |
| "n": 250, | |
| "spearman": 0.42216501277496105 | |
| }, | |
| "Malevolence_Malice": { | |
| "n": 100, | |
| "spearman": 0.45132168418782603 | |
| }, | |
| "Pain": { | |
| "n": 171, | |
| "spearman": 0.328238299172203 | |
| }, | |
| "Pleasure_Ecstasy": { | |
| "n": 172, | |
| "spearman": 0.45270582321238684 | |
| }, | |
| "Pride": { | |
| "n": 150, | |
| "spearman": 0.3297984457353275 | |
| }, | |
| "Relief": { | |
| "n": 162, | |
| "spearman": 0.4407438651828732 | |
| }, | |
| "Sadness": { | |
| "n": 150, | |
| "spearman": 0.5194266890847314 | |
| }, | |
| "Sexual_Lust": { | |
| "n": 280, | |
| "spearman": 0.17793138438549766 | |
| }, | |
| "Shame": { | |
| "n": 125, | |
| "spearman": 0.32574676351378207 | |
| }, | |
| "Sourness": { | |
| "n": 221, | |
| "spearman": 0.0631100063550444 | |
| }, | |
| "Teasing": { | |
| "n": 100, | |
| "spearman": 0.46623925706465025 | |
| }, | |
| "Thankfulness_Gratitude": { | |
| "n": 103, | |
| "spearman": 0.20223456270384005 | |
| }, | |
| "Triumph": { | |
| "n": 378, | |
| "spearman": 0.35722109659684903 | |
| } | |
| }, | |
| "by_benchmark_bucket": [ | |
| { | |
| "benchmark_bucket": "majority_absent", | |
| "n": 2565, | |
| "accuracy": 0.38089668615984407, | |
| "balanced_accuracy": NaN, | |
| "precision": 0.0, | |
| "recall": NaN, | |
| "f1": NaN, | |
| "tp": 0, | |
| "fp": 1588, | |
| "tn": 977, | |
| "fn": 0 | |
| }, | |
| { | |
| "benchmark_bucket": "majority_present", | |
| "n": 2807, | |
| "accuracy": 0.7727110794442466, | |
| "balanced_accuracy": NaN, | |
| "precision": 1.0, | |
| "recall": 0.7727110794442466, | |
| "f1": 0.8717845659163987, | |
| "tp": 2169, | |
| "fp": 0, | |
| "tn": 0, | |
| "fn": 638 | |
| }, | |
| { | |
| "benchmark_bucket": "single_rater_absent", | |
| "n": 1, | |
| "accuracy": 0.0, | |
| "balanced_accuracy": NaN, | |
| "precision": 0.0, | |
| "recall": NaN, | |
| "f1": NaN, | |
| "tp": 0, | |
| "fp": 1, | |
| "tn": 0, | |
| "fn": 0 | |
| }, | |
| { | |
| "benchmark_bucket": "single_rater_present", | |
| "n": 1, | |
| "accuracy": 1.0, | |
| "balanced_accuracy": NaN, | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "tp": 1, | |
| "fp": 0, | |
| "tn": 0, | |
| "fn": 0 | |
| }, | |
| { | |
| "benchmark_bucket": "unanimous_absent", | |
| "n": 805, | |
| "accuracy": 0.3987577639751553, | |
| "balanced_accuracy": NaN, | |
| "precision": 0.0, | |
| "recall": NaN, | |
| "f1": NaN, | |
| "tp": 0, | |
| "fp": 484, | |
| "tn": 321, | |
| "fn": 0 | |
| }, | |
| { | |
| "benchmark_bucket": "unanimous_present", | |
| "n": 1809, | |
| "accuracy": 0.9430624654505252, | |
| "balanced_accuracy": NaN, | |
| "precision": 1.0, | |
| "recall": 0.9430624654505252, | |
| "f1": 0.970697012802276, | |
| "tp": 1706, | |
| "fp": 0, | |
| "tn": 0, | |
| "fn": 103 | |
| } | |
| ], | |
| "by_benchmark_bucket_optimal": [ | |
| { | |
| "benchmark_bucket": "majority_absent", | |
| "n": 2565, | |
| "accuracy": 0.7516569200779727, | |
| "balanced_accuracy": NaN, | |
| "precision": 0.0, | |
| "recall": NaN, | |
| "f1": NaN, | |
| "tp": 0, | |
| "fp": 637, | |
| "tn": 1928, | |
| "fn": 0 | |
| }, | |
| { | |
| "benchmark_bucket": "majority_present", | |
| "n": 2807, | |
| "accuracy": 0.47452796579978623, | |
| "balanced_accuracy": NaN, | |
| "precision": 1.0, | |
| "recall": 0.47452796579978623, | |
| "f1": 0.643633727953612, | |
| "tp": 1332, | |
| "fp": 0, | |
| "tn": 0, | |
| "fn": 1475 | |
| }, | |
| { | |
| "benchmark_bucket": "single_rater_absent", | |
| "n": 1, | |
| "accuracy": 1.0, | |
| "balanced_accuracy": NaN, | |
| "precision": NaN, | |
| "recall": NaN, | |
| "f1": NaN, | |
| "tp": 0, | |
| "fp": 0, | |
| "tn": 1, | |
| "fn": 0 | |
| }, | |
| { | |
| "benchmark_bucket": "single_rater_present", | |
| "n": 1, | |
| "accuracy": 1.0, | |
| "balanced_accuracy": NaN, | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "tp": 1, | |
| "fp": 0, | |
| "tn": 0, | |
| "fn": 0 | |
| }, | |
| { | |
| "benchmark_bucket": "unanimous_absent", | |
| "n": 805, | |
| "accuracy": 0.8024844720496894, | |
| "balanced_accuracy": NaN, | |
| "precision": 0.0, | |
| "recall": NaN, | |
| "f1": NaN, | |
| "tp": 0, | |
| "fp": 159, | |
| "tn": 646, | |
| "fn": 0 | |
| }, | |
| { | |
| "benchmark_bucket": "unanimous_present", | |
| "n": 1809, | |
| "accuracy": 0.750138197899392, | |
| "balanced_accuracy": NaN, | |
| "precision": 1.0, | |
| "recall": 0.750138197899392, | |
| "f1": 0.8572331017056223, | |
| "tp": 1357, | |
| "fp": 0, | |
| "tn": 0, | |
| "fn": 452 | |
| } | |
| ], | |
| "by_n_raters": [ | |
| { | |
| "n_raters": 1, | |
| "n": 2, | |
| "accuracy": 0.5, | |
| "balanced_accuracy": 0.5, | |
| "precision": 0.5, | |
| "recall": 1.0, | |
| "f1": 0.6666666666666666, | |
| "tp": 1, | |
| "fp": 1, | |
| "tn": 0, | |
| "fn": 0 | |
| }, | |
| { | |
| "n_raters": 2, | |
| "n": 2, | |
| "accuracy": 0.5, | |
| "balanced_accuracy": 0.5, | |
| "precision": 0.5, | |
| "recall": 1.0, | |
| "f1": 0.6666666666666666, | |
| "tp": 1, | |
| "fp": 1, | |
| "tn": 0, | |
| "fn": 0 | |
| }, | |
| { | |
| "n_raters": 3, | |
| "n": 7984, | |
| "accuracy": 0.6477955911823647, | |
| "balanced_accuracy": 0.612357075071384, | |
| "precision": 0.6516400336417157, | |
| "recall": 0.8394366197183099, | |
| "f1": 0.7337121212121211, | |
| "tp": 3874, | |
| "fp": 2071, | |
| "tn": 1298, | |
| "fn": 741 | |
| } | |
| ], | |
| "by_n_raters_optimal": [ | |
| { | |
| "n_raters": 1, | |
| "n": 2, | |
| "accuracy": 1.0, | |
| "balanced_accuracy": 1.0, | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "tp": 1, | |
| "fp": 0, | |
| "tn": 1, | |
| "fn": 0 | |
| }, | |
| { | |
| "n_raters": 2, | |
| "n": 2, | |
| "accuracy": 1.0, | |
| "balanced_accuracy": 1.0, | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "tp": 1, | |
| "fp": 0, | |
| "tn": 1, | |
| "fn": 0 | |
| }, | |
| { | |
| "n_raters": 3, | |
| "n": 7984, | |
| "accuracy": 0.6589428857715431, | |
| "balanced_accuracy": 0.6730883233046704, | |
| "precision": 0.7715269804822044, | |
| "recall": 0.5824485373781149, | |
| "f1": 0.6637856525496975, | |
| "tp": 2688, | |
| "fp": 796, | |
| "tn": 2573, | |
| "fn": 1927 | |
| } | |
| ], | |
| "ensemble_members": [ | |
| { | |
| "name": "pcl_ep2", | |
| "snapshot": "finetune_LCO_7B_mix9corpus_k2_r16_pcl_lora/epoch_2_hf", | |
| "weight": 1.0 | |
| } | |
| ], | |
| "audio_count": 3944, | |
| "prompt_count": 40, | |
| "outputs": { | |
| "predictions": "emolia-emo/predictions.csv", | |
| "summary": "emolia-emo/summary.json" | |
| } | |
| }, | |
| "emolia-dim": { | |
| "task": "emolia_bench_current", | |
| "subset": "emolia-dim", | |
| "model": "pcl_ep2", | |
| "benchmark_dir": "voiceclap/emolia-bench-current", | |
| "benchmark_commit": "unknown", | |
| "rows_total": 13426, | |
| "rows_evaluated_ok": 13426, | |
| "missing_audio": 0, | |
| "threshold": 0.0, | |
| "similarity_distribution": { | |
| "min": -0.2610779106616974, | |
| "median": 0.17590276896953583, | |
| "max": 0.6926100850105286, | |
| "mean": 0.17657499015331268 | |
| }, | |
| "overall_binary_at_thr0": { | |
| "n": 13426, | |
| "accuracy": 0.40816326530612246, | |
| "balanced_accuracy": 0.5390537723934834, | |
| "precision": 0.35136974646928704, | |
| "recall": 0.9276729559748428, | |
| "f1": 0.5096877699617426, | |
| "tp": 4130, | |
| "fp": 7624, | |
| "tn": 1350, | |
| "fn": 322 | |
| }, | |
| "optimal_threshold": 0.22740033268928528, | |
| "overall_binary_at_optimal_thr": { | |
| "n": 13426, | |
| "accuracy": 0.6232682854163564, | |
| "balanced_accuracy": 0.5917014982486092, | |
| "precision": 0.4398809523809524, | |
| "recall": 0.49797843665768193, | |
| "f1": 0.4671302149178255, | |
| "tp": 2217, | |
| "fp": 2823, | |
| "tn": 6151, | |
| "fn": 2235 | |
| }, | |
| "overall_binary_at_per_prompt_thr": { | |
| "n": 13426, | |
| "accuracy": 0.6660211529867421, | |
| "balanced_accuracy": 0.6785775608921931, | |
| "precision": 0.4975023415547924, | |
| "recall": 0.7158580413297394, | |
| "f1": 0.5870326026892614, | |
| "tp": 3187, | |
| "fp": 3219, | |
| "tn": 5755, | |
| "fn": 1265 | |
| }, | |
| "per_prompt_thresholds": { | |
| "AGEV::0": 0.36036622524261475, | |
| "AGEV::1": 0.39218857884407043, | |
| "AGEV::2": 0.3166118860244751, | |
| "AGEV::3": 0.023482292890548706, | |
| "AGEV::4": -0.04086868092417717, | |
| "AGEV::5": 0.3299922049045563, | |
| "AGEV::6": 0.07546845078468323, | |
| "AROU::0": 0.28282132744789124, | |
| "AROU::1": 0.3722543716430664, | |
| "AROU::2": 0.1267121434211731, | |
| "AROU::3": -0.11038416624069214, | |
| "AROU::4": 0.17875145375728607, | |
| "AROU::5": 0.21713995933532715, | |
| "AROU::6": 0.3964153230190277, | |
| "ARSH::0": 0.22564193606376648, | |
| "ARSH::1": 0.43870604038238525, | |
| "ARSH::2": 0.14336775243282318, | |
| "ARSH::3": 0.23912617564201355, | |
| "ARSH::4": 0.09127025306224823, | |
| "ARSH::5": 0.2255343198776245, | |
| "ARSH::6": 0.30305972695350647, | |
| "ATCK::0": 0.22046005725860596, | |
| "ATCK::1": 0.047632161527872086, | |
| "ATCK::2": 0.15161289274692535, | |
| "ATCK::3": -0.009267175570130348, | |
| "ATCK::4": 0.13968966901302338, | |
| "ATCK::5": 0.1420726478099823, | |
| "ATCK::6": 0.17117191851139069, | |
| "BKGN::0": 0.22881284356117249, | |
| "BKGN::1": 0.10978098213672638, | |
| "BKGN::2": 0.2651253044605255, | |
| "BKGN::3": 0.2409636229276657, | |
| "BKGN::4": 0.20250526070594788, | |
| "BKGN::5": 0.1660621464252472, | |
| "BKGN::6": 0.18959620594978333, | |
| "BRGT::0": 0.3992033004760742, | |
| "BRGT::1": 0.3449179232120514, | |
| "BRGT::2": 0.22039079666137695, | |
| "BRGT::3": 0.26376405358314514, | |
| "BRGT::4": 0.14321734011173248, | |
| "BRGT::5": 0.12762451171875, | |
| "BRGT::6": 0.34844300150871277, | |
| "CHNK::0": 0.291811466217041, | |
| "CHNK::1": 0.2444412112236023, | |
| "CHNK::2": 0.17482715845108032, | |
| "CHNK::3": -0.007495407480746508, | |
| "CHNK::4": 0.07587055116891861, | |
| "CHNK::5": 0.16173337399959564, | |
| "CHNK::6": 0.1102556362748146, | |
| "CLRT::0": 0.27502813935279846, | |
| "CLRT::1": 0.31012624502182007, | |
| "CLRT::2": 0.26095569133758545, | |
| "CLRT::3": 0.24118833243846893, | |
| "CLRT::4": 0.19090507924556732, | |
| "CLRT::5": 0.2500090003013611, | |
| "CLRT::6": 0.33876240253448486, | |
| "COGL::0": 0.1862419992685318, | |
| "COGL::1": 0.07306260615587234, | |
| "COGL::2": 0.11865761876106262, | |
| "COGL::3": 0.03958318755030632, | |
| "COGL::4": 0.082769013941288, | |
| "COGL::5": -0.037676576524972916, | |
| "COGL::6": 0.4252508282661438, | |
| "DARC::0": 0.0666825920343399, | |
| "DARC::1": 0.3677453100681305, | |
| "DARC::2": 0.19956034421920776, | |
| "DARC::3": 0.13138198852539062, | |
| "DARC::4": 0.3939328193664551, | |
| "DARC::5": 0.3082382380962372, | |
| "DARC::6": 0.2729797065258026, | |
| "DFLU::0": 0.1460968554019928, | |
| "DFLU::1": 0.12315551191568375, | |
| "DFLU::2": 0.12123829126358032, | |
| "DFLU::3": 0.16364362835884094, | |
| "DFLU::4": 0.21448540687561035, | |
| "DFLU::5": 0.05595429614186287, | |
| "DFLU::6": 0.27594682574272156, | |
| "EMPH::0": 0.2527368664741516, | |
| "EMPH::1": 0.14867788553237915, | |
| "EMPH::2": 0.04013696312904358, | |
| "EMPH::3": 0.10897268354892731, | |
| "EMPH::4": -0.034603700041770935, | |
| "EMPH::5": 0.16167166829109192, | |
| "EMPH::6": 0.18971030414104462, | |
| "ESTH::0": 0.21926464140415192, | |
| "ESTH::1": 0.3865126669406891, | |
| "ESTH::2": 0.08620137721300125, | |
| "ESTH::3": 0.2718777656555176, | |
| "ESTH::4": -0.023782312870025635, | |
| "ESTH::5": 0.3023882508277893, | |
| "ESTH::6": 0.123354971408844, | |
| "EXPL::0": 0.059020012617111206, | |
| "EXPL::1": 0.2581912577152252, | |
| "EXPL::2": 0.26541996002197266, | |
| "FOCS::0": 0.336372971534729, | |
| "FOCS::1": 0.2604357600212097, | |
| "FOCS::2": 0.10131166130304337, | |
| "FOCS::3": 0.18388181924819946, | |
| "FOCS::4": 0.1141984686255455, | |
| "FOCS::5": 0.38844963908195496, | |
| "FOCS::6": 0.15229646861553192, | |
| "FULL::0": 0.11680469661951065, | |
| "FULL::1": 0.19466669857501984, | |
| "FULL::2": 0.20276802778244019, | |
| "FULL::3": 0.05615120381116867, | |
| "FULL::4": 0.16930197179317474, | |
| "FULL::5": 0.28002795577049255, | |
| "FULL::6": 0.17384599149227142, | |
| "GEND::0": 0.1558457762002945, | |
| "GEND::1": 0.20366030931472778, | |
| "GEND::2": 0.14958138763904572, | |
| "GEND::3": 0.19643664360046387, | |
| "GEND::4": 0.057650186121463776, | |
| "GEND::5": 0.25535255670547485, | |
| "GEND::6": 0.20285877585411072, | |
| "HARM::0": 0.33944275975227356, | |
| "HARM::1": 0.21528832614421844, | |
| "HARM::2": 0.30022144317626953, | |
| "HARM::3": 0.2701837420463562, | |
| "HARM::4": 0.2517961263656616, | |
| "HARM::5": 0.04114004224538803, | |
| "HARM::6": 0.3009079396724701, | |
| "LANG::Americas": 0.1969488561153412, | |
| "LANG::Asian_Pacific": 0.40070366859436035, | |
| "LANG::European": 0.25274857878685, | |
| "LANG::Middle_Eastern_African": 0.2645661234855652, | |
| "METL::0": -0.007182775996625423, | |
| "METL::1": 0.051138631999492645, | |
| "METL::2": 0.1790342777967453, | |
| "METL::3": 0.26931434869766235, | |
| "METL::4": 0.3255470097064972, | |
| "METL::5": 0.28120163083076477, | |
| "METL::6": 0.1935528814792633, | |
| "RANG::0": 0.10306419432163239, | |
| "RANG::1": 0.18767888844013214, | |
| "RANG::2": 0.0647604763507843, | |
| "RANG::3": 0.10597345232963562, | |
| "RANG::4": 0.02638828009366989, | |
| "RANG::5": 0.2905386686325073, | |
| "RANG::6": 0.1671832948923111, | |
| "RCQL::0": 0.4026709794998169, | |
| "RCQL::1": 0.308697372674942, | |
| "RCQL::2": 0.2505462169647217, | |
| "RCQL::3": 0.346920371055603, | |
| "RCQL::4": 0.15999749302864075, | |
| "RCQL::5": 0.1819813847541809, | |
| "RCQL::6": 0.22927682101726532, | |
| "REGS::0": 0.20431675016880035, | |
| "REGS::1": 0.1412414163351059, | |
| "REGS::2": 0.05338025093078613, | |
| "REGS::3": 0.36184024810791016, | |
| "REGS::4": 0.0503913015127182, | |
| "REGS::5": 0.3347631096839905, | |
| "REGS::6": 0.13861915469169617, | |
| "RESP::0": 0.12617069482803345, | |
| "RESP::1": 0.253104031085968, | |
| "RESP::2": 0.045103520154953, | |
| "RESP::3": 0.011115769855678082, | |
| "RESP::4": 0.22163526713848114, | |
| "RESP::5": 0.2985582947731018, | |
| "RESP::6": 0.1797134131193161, | |
| "ROUG::0": 0.03141191601753235, | |
| "ROUG::1": 0.28442370891571045, | |
| "ROUG::2": 0.15916967391967773, | |
| "ROUG::3": 0.13437403738498688, | |
| "ROUG::4": 0.18940100073814392, | |
| "ROUG::5": 0.21783244609832764, | |
| "ROUG::6": 0.28679928183555603, | |
| "R_CHST::0": 0.2900584936141968, | |
| "R_CHST::1": -0.008069979026913643, | |
| "R_CHST::2": 0.2277384251356125, | |
| "R_CHST::3": 0.2250288426876068, | |
| "R_CHST::4": 0.24974198639392853, | |
| "R_CHST::5": 0.031385280191898346, | |
| "R_CHST::6": 0.3817737102508545, | |
| "R_HEAD::0": 0.1298646479845047, | |
| "R_HEAD::1": 0.16403824090957642, | |
| "R_HEAD::2": 0.14717277884483337, | |
| "R_HEAD::3": 0.30244776606559753, | |
| "R_HEAD::4": 0.2783433496952057, | |
| "R_HEAD::5": 0.07138211280107498, | |
| "R_HEAD::6": -0.0014648898504674435, | |
| "R_MASK::0": 0.3985975682735443, | |
| "R_MASK::1": 0.20717036724090576, | |
| "R_MASK::2": 0.1872396320104599, | |
| "R_MASK::3": 0.215335875749588, | |
| "R_MASK::4": 0.3614950180053711, | |
| "R_MASK::5": 0.3238140940666199, | |
| "R_MASK::6": 0.16566674411296844, | |
| "R_MIXD::0": 0.272025465965271, | |
| "R_MIXD::1": 0.19011026620864868, | |
| "R_MIXD::2": 0.06627977639436722, | |
| "R_MIXD::3": 0.2618427872657776, | |
| "R_MIXD::4": 0.33399316668510437, | |
| "R_MIXD::5": 0.43667125701904297, | |
| "R_MIXD::6": 0.1730383038520813, | |
| "R_NASL::0": 0.0030115838162600994, | |
| "R_NASL::1": 0.12749536335468292, | |
| "R_NASL::2": 0.1530093252658844, | |
| "R_NASL::3": 0.1836933046579361, | |
| "R_NASL::4": 0.303872674703598, | |
| "R_NASL::5": 0.24022744596004486, | |
| "R_NASL::6": 0.0961281880736351, | |
| "R_ORAL::0": 0.4055510461330414, | |
| "R_ORAL::1": 0.11812051385641098, | |
| "R_ORAL::2": 0.31593063473701477, | |
| "R_ORAL::3": 0.01950891688466072, | |
| "R_ORAL::4": 0.13661561906337738, | |
| "R_ORAL::5": 0.2652946710586548, | |
| "R_ORAL::6": 0.19450323283672333, | |
| "R_THRT::0": 0.273058146238327, | |
| "R_THRT::1": -0.05927279591560364, | |
| "R_THRT::2": -1.0, | |
| "R_THRT::3": 0.1712062507867813, | |
| "R_THRT::4": 0.17769016325473785, | |
| "R_THRT::5": 0.35478249192237854, | |
| "R_THRT::6": 0.4700353741645813, | |
| "SMTH::0": 0.23683501780033112, | |
| "SMTH::1": 0.151436910033226, | |
| "SMTH::2": -1.0, | |
| "SMTH::3": 0.18346691131591797, | |
| "SMTH::4": -0.02028679847717285, | |
| "SMTH::5": 0.20927804708480835, | |
| "SMTH::6": 0.14502641558647156, | |
| "STNC::0": 0.35836154222488403, | |
| "STNC::1": 0.15810374915599823, | |
| "STNC::2": 0.05581258237361908, | |
| "STNC::3": 0.1263001412153244, | |
| "STNC::4": 0.20317715406417847, | |
| "STNC::5": 0.27751123905181885, | |
| "STNC::6": 0.22414544224739075, | |
| "STRU::0": 0.25302428007125854, | |
| "STRU::1": 0.2019403725862503, | |
| "STRU::2": 0.02330453135073185, | |
| "STRU::3": 0.30468833446502686, | |
| "STRU::4": 0.03665713965892792, | |
| "STRU::5": 0.22701212763786316, | |
| "STRU::6": 0.14761340618133545, | |
| "S_ASMR::0": 0.3266310691833496, | |
| "S_ASMR::1": 0.1793016940355301, | |
| "S_ASMR::2": 0.18651434779167175, | |
| "S_ASMR::3": 0.39965060353279114, | |
| "S_ASMR::4": 0.26558730006217957, | |
| "S_ASMR::5": 0.272350013256073, | |
| "S_ASMR::6": 0.2978146970272064, | |
| "S_AUTH::0": 0.13357271254062653, | |
| "S_AUTH::1": 0.31179895997047424, | |
| "S_AUTH::2": -0.049100376665592194, | |
| "S_AUTH::3": 0.29823771119117737, | |
| "S_AUTH::4": 0.09004418551921844, | |
| "S_AUTH::5": 0.34256893396377563, | |
| "S_AUTH::6": 0.31150707602500916, | |
| "S_CART::0": 0.058518242090940475, | |
| "S_CART::1": 0.06166575849056244, | |
| "S_CART::2": 0.18657109141349792, | |
| "S_CART::3": -0.059185612946748734, | |
| "S_CART::4": 0.24728433787822723, | |
| "S_CART::5": 0.041297104209661484, | |
| "S_CART::6": 0.20424717664718628, | |
| "S_CASU::0": 0.21127353608608246, | |
| "S_CASU::1": -0.012004081159830093, | |
| "S_CASU::2": 0.21044841408729553, | |
| "S_CASU::3": 0.05466875806450844, | |
| "S_CASU::4": 0.11631374806165695, | |
| "S_CASU::5": 0.2274353951215744, | |
| "S_CASU::6": 0.40756040811538696, | |
| "S_CONV::0": 0.23147311806678772, | |
| "S_CONV::1": 0.29034242033958435, | |
| "S_CONV::2": 0.14458003640174866, | |
| "S_CONV::3": 0.11915349960327148, | |
| "S_CONV::4": 0.25482815504074097, | |
| "S_CONV::5": 0.1596250683069229, | |
| "S_CONV::6": 0.2842322885990143, | |
| "S_DRAM::0": 0.002995697781443596, | |
| "S_DRAM::1": 0.21182852983474731, | |
| "S_DRAM::2": 0.11035015434026718, | |
| "S_DRAM::3": 0.23848287761211395, | |
| "S_DRAM::4": 0.25059032440185547, | |
| "S_DRAM::5": 0.18836362659931183, | |
| "S_DRAM::6": 0.3571050465106964, | |
| "S_FORM::0": 0.25858137011528015, | |
| "S_FORM::1": 0.10048972815275192, | |
| "S_FORM::2": 0.3842695951461792, | |
| "S_FORM::3": 0.2644229531288147, | |
| "S_FORM::4": 0.27861514687538147, | |
| "S_FORM::5": 0.40067046880722046, | |
| "S_FORM::6": 0.36504310369491577, | |
| "S_MONO::0": 0.12789413332939148, | |
| "S_MONO::1": 0.1356692612171173, | |
| "S_MONO::2": 0.18433991074562073, | |
| "S_MONO::3": 0.1818763166666031, | |
| "S_MONO::4": 0.3096585273742676, | |
| "S_MONO::5": 0.3036755621433258, | |
| "S_MONO::6": 0.2538264989852905, | |
| "S_NARR::0": 0.11766929924488068, | |
| "S_NARR::1": 0.3152881860733032, | |
| "S_NARR::2": 0.21859733760356903, | |
| "S_NARR::3": 0.07112758606672287, | |
| "S_NARR::4": 0.3374054431915283, | |
| "S_NARR::5": 0.4142138957977295, | |
| "S_NARR::6": 0.21727721393108368, | |
| "S_NEWS::0": 0.1925228387117386, | |
| "S_NEWS::1": 0.17277424037456512, | |
| "S_NEWS::2": 0.23155586421489716, | |
| "S_NEWS::3": 0.18872876465320587, | |
| "S_NEWS::4": 0.4404655992984772, | |
| "S_NEWS::5": 0.32943907380104065, | |
| "S_NEWS::6": 0.11090833693742752, | |
| "S_PLAY::0": 0.18150846660137177, | |
| "S_PLAY::1": 0.09938335418701172, | |
| "S_PLAY::2": 0.3108135163784027, | |
| "S_PLAY::3": 0.15939144790172577, | |
| "S_PLAY::4": 0.4036080241203308, | |
| "S_PLAY::5": 0.2514178156852722, | |
| "S_PLAY::6": 0.25500041246414185, | |
| "S_RANT::0": 0.49128857254981995, | |
| "S_RANT::1": 0.020143717527389526, | |
| "S_RANT::2": 0.23047348856925964, | |
| "S_RANT::3": 0.1863822340965271, | |
| "S_RANT::4": 0.25679531693458557, | |
| "S_RANT::5": 0.36979714035987854, | |
| "S_RANT::6": 0.2158178985118866, | |
| "S_STRY::0": 0.28492194414138794, | |
| "S_STRY::1": 0.3250460922718048, | |
| "S_STRY::2": 0.21261662244796753, | |
| "S_STRY::3": 0.2943073809146881, | |
| "S_STRY::4": 0.4248600900173187, | |
| "S_STRY::5": 0.3707753121852875, | |
| "S_STRY::6": 0.3258706033229828, | |
| "S_TECH::0": 0.2248639166355133, | |
| "S_TECH::1": 0.10192278027534485, | |
| "S_TECH::2": 0.44005510210990906, | |
| "S_TECH::3": 0.3314594328403473, | |
| "S_TECH::4": 0.28182607889175415, | |
| "S_TECH::5": 0.2768496572971344, | |
| "S_TECH::6": 0.27556946873664856, | |
| "S_WHIS::0": 0.2347140908241272, | |
| "S_WHIS::1": 0.29156985878944397, | |
| "S_WHIS::2": 0.36835330724716187, | |
| "S_WHIS::3": 0.4125770330429077, | |
| "S_WHIS::4": 0.20054729282855988, | |
| "S_WHIS::5": 0.17693421244621277, | |
| "S_WHIS::6": 0.06205568090081215, | |
| "TEMP::0": 0.1004449799656868, | |
| "TEMP::1": 0.11549334228038788, | |
| "TEMP::2": 0.04764753580093384, | |
| "TEMP::3": 0.09634388983249664, | |
| "TEMP::4": 0.24607138335704803, | |
| "TEMP::5": 0.38212621212005615, | |
| "TEMP::6": 0.0879446491599083, | |
| "TENS::0": 0.08886362612247467, | |
| "TENS::1": 0.19611798226833344, | |
| "TENS::2": -0.00990382581949234, | |
| "TENS::3": 0.08993705362081528, | |
| "TENS::4": -0.029776064679026604, | |
| "TENS::5": 0.047317396849393845, | |
| "TENS::6": -0.013925144448876381, | |
| "VALN::0": 0.21830034255981445, | |
| "VALN::1": 0.28450021147727966, | |
| "VALN::2": 0.3259465992450714, | |
| "VALN::3": 0.09963677078485489, | |
| "VALN::4": 0.26158058643341064, | |
| "VALN::5": 0.23147456347942352, | |
| "VALN::6": 0.3109181225299835, | |
| "VALS::0": 0.18682074546813965, | |
| "VALS::1": 0.27103543281555176, | |
| "VALS::2": 0.08080048859119415, | |
| "VALS::3": 0.02892501838505268, | |
| "VALS::4": 0.07052493840456009, | |
| "VALS::5": 0.07313255220651627, | |
| "VALS::6": 0.2845221757888794, | |
| "VFLX::0": 0.40102753043174744, | |
| "VFLX::1": 0.21996714174747467, | |
| "VFLX::2": 0.07607481628656387, | |
| "VFLX::3": -0.061906807124614716, | |
| "VFLX::4": 0.15251030027866364, | |
| "VFLX::5": 0.22902095317840576, | |
| "VFLX::6": 0.12522803246974945, | |
| "VOLT::0": 0.3017370402812958, | |
| "VOLT::1": 0.16593605279922485, | |
| "VOLT::2": -0.025484539568424225, | |
| "VOLT::3": -0.1341027468442917, | |
| "VOLT::4": 0.29369646310806274, | |
| "VOLT::5": 0.17492732405662537, | |
| "VOLT::6": 0.1863984912633896, | |
| "VULN::0": 0.23850604891777039, | |
| "VULN::1": 0.334903359413147, | |
| "VULN::2": 0.22203877568244934, | |
| "VULN::3": 0.07811055332422256, | |
| "VULN::4": 0.4212383031845093, | |
| "VULN::5": 0.13270321488380432, | |
| "VULN::6": 0.25591105222702026, | |
| "WARM::0": 0.05440348759293556, | |
| "WARM::1": 0.08330399543046951, | |
| "WARM::2": 0.0521840862929821, | |
| "WARM::3": 0.3245431184768677, | |
| "WARM::4": 0.18329013884067535, | |
| "WARM::5": 0.36860814690589905, | |
| "WARM::6": 0.13015545904636383 | |
| }, | |
| "spearman_avg": 0.2034614985834413, | |
| "spearman_per_prompt": { | |
| "AGEV::0": { | |
| "n": 30, | |
| "spearman": 0.7653716346162581 | |
| }, | |
| "AGEV::1": { | |
| "n": 33, | |
| "spearman": 0.5402164186380602 | |
| }, | |
| "AGEV::2": { | |
| "n": 37, | |
| "spearman": 0.04909653429934257 | |
| }, | |
| "AGEV::3": { | |
| "n": 33, | |
| "spearman": 0.040758312148568676 | |
| }, | |
| "AGEV::4": { | |
| "n": 39, | |
| "spearman": 0.033198106271427545 | |
| }, | |
| "AGEV::5": { | |
| "n": 37, | |
| "spearman": 0.21455359298427554 | |
| }, | |
| "AGEV::6": { | |
| "n": 30, | |
| "spearman": 0.11932326792871532 | |
| }, | |
| "AROU::0": { | |
| "n": 36, | |
| "spearman": 0.19206102386334634 | |
| }, | |
| "AROU::1": { | |
| "n": 36, | |
| "spearman": 0.16574077331963966 | |
| }, | |
| "AROU::2": { | |
| "n": 41, | |
| "spearman": 0.15901761198325218 | |
| }, | |
| "AROU::3": { | |
| "n": 30, | |
| "spearman": -0.1255475412815258 | |
| }, | |
| "AROU::4": { | |
| "n": 30, | |
| "spearman": 0.5119997662651395 | |
| }, | |
| "AROU::5": { | |
| "n": 30, | |
| "spearman": 0.6119063217314131 | |
| }, | |
| "AROU::6": { | |
| "n": 41, | |
| "spearman": 0.49561041896143576 | |
| }, | |
| "ARSH::0": { | |
| "n": 39, | |
| "spearman": 0.08185166205142697 | |
| }, | |
| "ARSH::1": { | |
| "n": 37, | |
| "spearman": 0.40794761157491144 | |
| }, | |
| "ARSH::2": { | |
| "n": 33, | |
| "spearman": 0.5557189302262113 | |
| }, | |
| "ARSH::3": { | |
| "n": 39, | |
| "spearman": 0.28976824803723156 | |
| }, | |
| "ARSH::4": { | |
| "n": 39, | |
| "spearman": 0.30636291272837834 | |
| }, | |
| "ARSH::5": { | |
| "n": 37, | |
| "spearman": 0.5799546506058005 | |
| }, | |
| "ARSH::6": { | |
| "n": 43, | |
| "spearman": 0.4826846307052607 | |
| }, | |
| "ATCK::0": { | |
| "n": 36, | |
| "spearman": 0.270713747979764 | |
| }, | |
| "ATCK::1": { | |
| "n": 37, | |
| "spearman": -0.14316407166955 | |
| }, | |
| "ATCK::2": { | |
| "n": 38, | |
| "spearman": 0.21583362352790333 | |
| }, | |
| "ATCK::3": { | |
| "n": 35, | |
| "spearman": 0.03227803217289771 | |
| }, | |
| "ATCK::4": { | |
| "n": 32, | |
| "spearman": -0.08533693363346975 | |
| }, | |
| "ATCK::5": { | |
| "n": 39, | |
| "spearman": 0.35190695935496275 | |
| }, | |
| "ATCK::6": { | |
| "n": 35, | |
| "spearman": 0.42261921459122975 | |
| }, | |
| "BKGN::0": { | |
| "n": 31, | |
| "spearman": 0.4259039973327817 | |
| }, | |
| "BKGN::1": { | |
| "n": 39, | |
| "spearman": -0.010001260642623529 | |
| }, | |
| "BKGN::2": { | |
| "n": 16, | |
| "spearman": 0.42008402520840293 | |
| }, | |
| "BKGN::3": { | |
| "n": 23, | |
| "spearman": 0.23220923383628783 | |
| }, | |
| "BKGN::4": { | |
| "n": 36, | |
| "spearman": 0.16604008447962262 | |
| }, | |
| "BKGN::5": { | |
| "n": 39, | |
| "spearman": 0.3050239518562775 | |
| }, | |
| "BKGN::6": { | |
| "n": 32, | |
| "spearman": 0.26604995662646946 | |
| }, | |
| "BRGT::0": { | |
| "n": 22, | |
| "spearman": 0.011641162195235822 | |
| }, | |
| "BRGT::1": { | |
| "n": 25, | |
| "spearman": 0.23777817717036512 | |
| }, | |
| "BRGT::2": { | |
| "n": 35, | |
| "spearman": -0.045894872596010515 | |
| }, | |
| "BRGT::3": { | |
| "n": 28, | |
| "spearman": -0.1768998686221176 | |
| }, | |
| "BRGT::4": { | |
| "n": 39, | |
| "spearman": 0.08024247946768633 | |
| }, | |
| "BRGT::5": { | |
| "n": 32, | |
| "spearman": 0.16564744693194 | |
| }, | |
| "BRGT::6": { | |
| "n": 32, | |
| "spearman": 0.18342349468441307 | |
| }, | |
| "CHNK::0": { | |
| "n": 35, | |
| "spearman": 0.20591242229777482 | |
| }, | |
| "CHNK::1": { | |
| "n": 36, | |
| "spearman": 0.0754155533527779 | |
| }, | |
| "CHNK::2": { | |
| "n": 28, | |
| "spearman": -0.005772059857263732 | |
| }, | |
| "CHNK::3": { | |
| "n": 39, | |
| "spearman": 0.2653229262415938 | |
| }, | |
| "CHNK::4": { | |
| "n": 37, | |
| "spearman": 0.1699591341623924 | |
| }, | |
| "CHNK::5": { | |
| "n": 37, | |
| "spearman": 0.2561687569335471 | |
| }, | |
| "CHNK::6": { | |
| "n": 23, | |
| "spearman": 0.3366708233824514 | |
| }, | |
| "CLRT::0": { | |
| "n": 41, | |
| "spearman": 0.09635289530050091 | |
| }, | |
| "CLRT::1": { | |
| "n": 36, | |
| "spearman": 0.3584509317938471 | |
| }, | |
| "CLRT::2": { | |
| "n": 38, | |
| "spearman": -0.1402023352781521 | |
| }, | |
| "CLRT::3": { | |
| "n": 20, | |
| "spearman": 0.24397501823713327 | |
| }, | |
| "CLRT::4": { | |
| "n": 39, | |
| "spearman": 0.5675663480640694 | |
| }, | |
| "CLRT::5": { | |
| "n": 38, | |
| "spearman": 0.4131554405618291 | |
| }, | |
| "CLRT::6": { | |
| "n": 36, | |
| "spearman": -0.0005866157099642104 | |
| }, | |
| "COGL::0": { | |
| "n": 38, | |
| "spearman": 0.04840661614383035 | |
| }, | |
| "COGL::1": { | |
| "n": 38, | |
| "spearman": 0.0794135084748924 | |
| }, | |
| "COGL::2": { | |
| "n": 29, | |
| "spearman": 0.5857791861290061 | |
| }, | |
| "COGL::3": { | |
| "n": 22, | |
| "spearman": 0.03638178138887072 | |
| }, | |
| "COGL::4": { | |
| "n": 40, | |
| "spearman": 0.2639604627611048 | |
| }, | |
| "COGL::5": { | |
| "n": 35, | |
| "spearman": -0.04875149494180871 | |
| }, | |
| "COGL::6": { | |
| "n": 37, | |
| "spearman": 0.3253719624006493 | |
| }, | |
| "DARC::0": { | |
| "n": 38, | |
| "spearman": -0.1887360407799406 | |
| }, | |
| "DARC::1": { | |
| "n": 40, | |
| "spearman": 0.06722510222469402 | |
| }, | |
| "DARC::2": { | |
| "n": 23, | |
| "spearman": -0.060707742605590226 | |
| }, | |
| "DARC::3": { | |
| "n": 37, | |
| "spearman": 0.19933368687414174 | |
| }, | |
| "DARC::4": { | |
| "n": 34, | |
| "spearman": 0.14408292245909973 | |
| }, | |
| "DARC::5": { | |
| "n": 41, | |
| "spearman": 0.13911830521612567 | |
| }, | |
| "DARC::6": { | |
| "n": 38, | |
| "spearman": 0.599551610037629 | |
| }, | |
| "DFLU::0": { | |
| "n": 42, | |
| "spearman": 0.24136462777309842 | |
| }, | |
| "DFLU::1": { | |
| "n": 41, | |
| "spearman": 0.13519885683586 | |
| }, | |
| "DFLU::2": { | |
| "n": 30, | |
| "spearman": 0.44904357978952314 | |
| }, | |
| "DFLU::3": { | |
| "n": 31, | |
| "spearman": 0.5717482464753785 | |
| }, | |
| "DFLU::4": { | |
| "n": 37, | |
| "spearman": 0.25065891052500716 | |
| }, | |
| "DFLU::5": { | |
| "n": 43, | |
| "spearman": 0.10758804620434412 | |
| }, | |
| "DFLU::6": { | |
| "n": 38, | |
| "spearman": 0.3598342835691749 | |
| }, | |
| "EMPH::0": { | |
| "n": 37, | |
| "spearman": 0.262892432288448 | |
| }, | |
| "EMPH::1": { | |
| "n": 37, | |
| "spearman": 0.20298223545993926 | |
| }, | |
| "EMPH::2": { | |
| "n": 21, | |
| "spearman": 0.2412808533979649 | |
| }, | |
| "EMPH::3": { | |
| "n": 27, | |
| "spearman": 0.05279853136576572 | |
| }, | |
| "EMPH::4": { | |
| "n": 43, | |
| "spearman": 0.22881592508990897 | |
| }, | |
| "EMPH::5": { | |
| "n": 37, | |
| "spearman": 0.4986461726840754 | |
| }, | |
| "EMPH::6": { | |
| "n": 37, | |
| "spearman": 0.5333809180180051 | |
| }, | |
| "ESTH::0": { | |
| "n": 32, | |
| "spearman": 0.3279819449252412 | |
| }, | |
| "ESTH::1": { | |
| "n": 35, | |
| "spearman": 0.03878190245227109 | |
| }, | |
| "ESTH::2": { | |
| "n": 34, | |
| "spearman": 0.39198591978506453 | |
| }, | |
| "ESTH::3": { | |
| "n": 24, | |
| "spearman": 0.30742199266399106 | |
| }, | |
| "ESTH::4": { | |
| "n": 34, | |
| "spearman": 0.11484589775702493 | |
| }, | |
| "ESTH::5": { | |
| "n": 35, | |
| "spearman": 0.19682810513948978 | |
| }, | |
| "ESTH::6": { | |
| "n": 30, | |
| "spearman": 0.3731553505116684 | |
| }, | |
| "EXPL::0": { | |
| "n": 34, | |
| "spearman": 0.13980745414611442 | |
| }, | |
| "EXPL::1": { | |
| "n": 38, | |
| "spearman": -0.15086551055333738 | |
| }, | |
| "EXPL::2": { | |
| "n": 38, | |
| "spearman": 0.38078789089544784 | |
| }, | |
| "FOCS::0": { | |
| "n": 38, | |
| "spearman": 0.20897329013170654 | |
| }, | |
| "FOCS::1": { | |
| "n": 37, | |
| "spearman": 0.15231231977449938 | |
| }, | |
| "FOCS::2": { | |
| "n": 38, | |
| "spearman": -0.0630611224540142 | |
| }, | |
| "FOCS::3": { | |
| "n": 27, | |
| "spearman": 0.14354231294080366 | |
| }, | |
| "FOCS::4": { | |
| "n": 41, | |
| "spearman": 0.28375089567269846 | |
| }, | |
| "FOCS::5": { | |
| "n": 36, | |
| "spearman": 0.11501399806092684 | |
| }, | |
| "FOCS::6": { | |
| "n": 38, | |
| "spearman": 0.18794470575092037 | |
| }, | |
| "FULL::0": { | |
| "n": 20, | |
| "spearman": -0.11427915037008586 | |
| }, | |
| "FULL::1": { | |
| "n": 39, | |
| "spearman": 0.16880900340331334 | |
| }, | |
| "FULL::2": { | |
| "n": 20, | |
| "spearman": 0.3471305291584744 | |
| }, | |
| "FULL::3": { | |
| "n": 23, | |
| "spearman": 0.2647550206975291 | |
| }, | |
| "FULL::4": { | |
| "n": 37, | |
| "spearman": 0.1539749809577073 | |
| }, | |
| "FULL::5": { | |
| "n": 35, | |
| "spearman": 0.4184648953937265 | |
| }, | |
| "FULL::6": { | |
| "n": 19, | |
| "spearman": 0.4217911003016744 | |
| }, | |
| "GEND::0": { | |
| "n": 41, | |
| "spearman": 0.07821227703337658 | |
| }, | |
| "GEND::1": { | |
| "n": 40, | |
| "spearman": 0.6054346046052369 | |
| }, | |
| "GEND::2": { | |
| "n": 38, | |
| "spearman": 0.46938496891576487 | |
| }, | |
| "GEND::3": { | |
| "n": 42, | |
| "spearman": 0.17172379643466187 | |
| }, | |
| "GEND::4": { | |
| "n": 34, | |
| "spearman": 0.21080578190329471 | |
| }, | |
| "GEND::5": { | |
| "n": 38, | |
| "spearman": 0.4271784799548246 | |
| }, | |
| "GEND::6": { | |
| "n": 33, | |
| "spearman": 0.2828882399981171 | |
| }, | |
| "HARM::0": { | |
| "n": 32, | |
| "spearman": 0.2896271790345576 | |
| }, | |
| "HARM::1": { | |
| "n": 38, | |
| "spearman": -0.13464384686047318 | |
| }, | |
| "HARM::2": { | |
| "n": 41, | |
| "spearman": 0.12630886564012597 | |
| }, | |
| "HARM::3": { | |
| "n": 24, | |
| "spearman": -0.2344133678611501 | |
| }, | |
| "HARM::4": { | |
| "n": 35, | |
| "spearman": -0.08830849260115249 | |
| }, | |
| "HARM::5": { | |
| "n": 20, | |
| "spearman": 0.22544859207627121 | |
| }, | |
| "HARM::6": { | |
| "n": 39, | |
| "spearman": -0.021709794425383313 | |
| }, | |
| "LANG::Americas": { | |
| "n": 19, | |
| "spearman": 0.18809603121561158 | |
| }, | |
| "LANG::Asian_Pacific": { | |
| "n": 15, | |
| "spearman": 0.22047927592204922 | |
| }, | |
| "LANG::European": { | |
| "n": 18, | |
| "spearman": 0.6574540081276016 | |
| }, | |
| "LANG::Middle_Eastern_African": { | |
| "n": 14, | |
| "spearman": 0.11920095660279705 | |
| }, | |
| "METL::0": { | |
| "n": 30, | |
| "spearman": 0.07658395810674835 | |
| }, | |
| "METL::1": { | |
| "n": 34, | |
| "spearman": 0.00960714991498417 | |
| }, | |
| "METL::2": { | |
| "n": 23, | |
| "spearman": 0.20684756566173682 | |
| }, | |
| "METL::3": { | |
| "n": 36, | |
| "spearman": 0.30175092454768915 | |
| }, | |
| "METL::4": { | |
| "n": 34, | |
| "spearman": 0.1164502105336895 | |
| }, | |
| "METL::5": { | |
| "n": 37, | |
| "spearman": 0.1424257270274519 | |
| }, | |
| "METL::6": { | |
| "n": 34, | |
| "spearman": 0.2146342222525732 | |
| }, | |
| "RANG::0": { | |
| "n": 19, | |
| "spearman": 0.18786728732554484 | |
| }, | |
| "RANG::1": { | |
| "n": 37, | |
| "spearman": 0.3528885961858503 | |
| }, | |
| "RANG::2": { | |
| "n": 32, | |
| "spearman": 0.14722420702860223 | |
| }, | |
| "RANG::3": { | |
| "n": 23, | |
| "spearman": 0.1837023583785173 | |
| }, | |
| "RANG::4": { | |
| "n": 37, | |
| "spearman": 0.0684714243877386 | |
| }, | |
| "RANG::5": { | |
| "n": 29, | |
| "spearman": 0.0520265981714472 | |
| }, | |
| "RANG::6": { | |
| "n": 38, | |
| "spearman": -0.17115040820764607 | |
| }, | |
| "RCQL::0": { | |
| "n": 36, | |
| "spearman": -0.2031949962612215 | |
| }, | |
| "RCQL::1": { | |
| "n": 37, | |
| "spearman": -0.033387961932020455 | |
| }, | |
| "RCQL::2": { | |
| "n": 19, | |
| "spearman": 0.2335496832484569 | |
| }, | |
| "RCQL::3": { | |
| "n": 19, | |
| "spearman": -0.026765168951565537 | |
| }, | |
| "RCQL::4": { | |
| "n": 23, | |
| "spearman": 0.3443719601705847 | |
| }, | |
| "RCQL::5": { | |
| "n": 36, | |
| "spearman": 0.23295913481117217 | |
| }, | |
| "RCQL::6": { | |
| "n": 39, | |
| "spearman": 0.034083108726568556 | |
| }, | |
| "REGS::0": { | |
| "n": 32, | |
| "spearman": 0.4596280564335502 | |
| }, | |
| "REGS::1": { | |
| "n": 34, | |
| "spearman": 0.3868917883860422 | |
| }, | |
| "REGS::2": { | |
| "n": 38, | |
| "spearman": 0.17184228551369318 | |
| }, | |
| "REGS::3": { | |
| "n": 39, | |
| "spearman": 0.30546349069328466 | |
| }, | |
| "REGS::4": { | |
| "n": 35, | |
| "spearman": 0.45868913535371336 | |
| }, | |
| "REGS::5": { | |
| "n": 34, | |
| "spearman": -0.1569816521566369 | |
| }, | |
| "REGS::6": { | |
| "n": 37, | |
| "spearman": 0.17303618253948003 | |
| }, | |
| "RESP::0": { | |
| "n": 37, | |
| "spearman": 0.2653792826611152 | |
| }, | |
| "RESP::1": { | |
| "n": 36, | |
| "spearman": 0.22882207730380902 | |
| }, | |
| "RESP::2": { | |
| "n": 32, | |
| "spearman": 0.3832049971049721 | |
| }, | |
| "RESP::3": { | |
| "n": 36, | |
| "spearman": -0.3159534058453308 | |
| }, | |
| "RESP::4": { | |
| "n": 31, | |
| "spearman": 0.4747992271389413 | |
| }, | |
| "RESP::5": { | |
| "n": 38, | |
| "spearman": 0.4422254394401522 | |
| }, | |
| "RESP::6": { | |
| "n": 38, | |
| "spearman": 0.4691884708462137 | |
| }, | |
| "ROUG::0": { | |
| "n": 23, | |
| "spearman": -0.17992854084585466 | |
| }, | |
| "ROUG::1": { | |
| "n": 29, | |
| "spearman": -0.011988130691165874 | |
| }, | |
| "ROUG::2": { | |
| "n": 27, | |
| "spearman": 0.08006407690254358 | |
| }, | |
| "ROUG::3": { | |
| "n": 33, | |
| "spearman": -0.04720343200308507 | |
| }, | |
| "ROUG::4": { | |
| "n": 37, | |
| "spearman": 0.08121713309565314 | |
| }, | |
| "ROUG::5": { | |
| "n": 37, | |
| "spearman": 0.14773287275830907 | |
| }, | |
| "ROUG::6": { | |
| "n": 39, | |
| "spearman": 0.39882971978143117 | |
| }, | |
| "R_CHST::0": { | |
| "n": 36, | |
| "spearman": -0.06327792403960751 | |
| }, | |
| "R_CHST::1": { | |
| "n": 39, | |
| "spearman": -0.21625687916636233 | |
| }, | |
| "R_CHST::2": { | |
| "n": 20, | |
| "spearman": 0.07701813922797429 | |
| }, | |
| "R_CHST::3": { | |
| "n": 40, | |
| "spearman": 0.14533572127957095 | |
| }, | |
| "R_CHST::4": { | |
| "n": 38, | |
| "spearman": 0.18192279301564257 | |
| }, | |
| "R_CHST::5": { | |
| "n": 38, | |
| "spearman": 0.33928800157656114 | |
| }, | |
| "R_CHST::6": { | |
| "n": 28, | |
| "spearman": 0.10386408313507153 | |
| }, | |
| "R_HEAD::0": { | |
| "n": 34, | |
| "spearman": 0.2717352459537037 | |
| }, | |
| "R_HEAD::1": { | |
| "n": 41, | |
| "spearman": 0.15129560262010838 | |
| }, | |
| "R_HEAD::2": { | |
| "n": 32, | |
| "spearman": 0.23579021603590267 | |
| }, | |
| "R_HEAD::3": { | |
| "n": 38, | |
| "spearman": 0.33276960104713166 | |
| }, | |
| "R_HEAD::4": { | |
| "n": 37, | |
| "spearman": 0.6068096927212099 | |
| }, | |
| "R_HEAD::5": { | |
| "n": 37, | |
| "spearman": -0.25835621805604464 | |
| }, | |
| "R_HEAD::6": { | |
| "n": 28, | |
| "spearman": -0.22059317071155285 | |
| }, | |
| "R_MASK::0": { | |
| "n": 40, | |
| "spearman": 0.010785645405721056 | |
| }, | |
| "R_MASK::1": { | |
| "n": 32, | |
| "spearman": 0.1023105007714554 | |
| }, | |
| "R_MASK::2": { | |
| "n": 33, | |
| "spearman": 0.25407377149039173 | |
| }, | |
| "R_MASK::3": { | |
| "n": 41, | |
| "spearman": 0.3712646902558375 | |
| }, | |
| "R_MASK::4": { | |
| "n": 38, | |
| "spearman": 0.11481302956495464 | |
| }, | |
| "R_MASK::5": { | |
| "n": 40, | |
| "spearman": 0.31072208868540224 | |
| }, | |
| "R_MASK::6": { | |
| "n": 25, | |
| "spearman": -0.03564972664738743 | |
| }, | |
| "R_MIXD::0": { | |
| "n": 40, | |
| "spearman": 0.30941148491653025 | |
| }, | |
| "R_MIXD::1": { | |
| "n": 29, | |
| "spearman": 0.3075915435553208 | |
| }, | |
| "R_MIXD::2": { | |
| "n": 40, | |
| "spearman": 0.058373230517835495 | |
| }, | |
| "R_MIXD::3": { | |
| "n": 39, | |
| "spearman": -0.1728157827123768 | |
| }, | |
| "R_MIXD::4": { | |
| "n": 35, | |
| "spearman": 0.16483549860332677 | |
| }, | |
| "R_MIXD::5": { | |
| "n": 33, | |
| "spearman": 0.5097970656333187 | |
| }, | |
| "R_MIXD::6": { | |
| "n": 20, | |
| "spearman": 0.151744244666721 | |
| }, | |
| "R_NASL::0": { | |
| "n": 18, | |
| "spearman": -0.10120252482732195 | |
| }, | |
| "R_NASL::1": { | |
| "n": 31, | |
| "spearman": 0.277735039447226 | |
| }, | |
| "R_NASL::2": { | |
| "n": 35, | |
| "spearman": 0.27588820678264053 | |
| }, | |
| "R_NASL::3": { | |
| "n": 33, | |
| "spearman": -0.24227160606977854 | |
| }, | |
| "R_NASL::4": { | |
| "n": 29, | |
| "spearman": 0.0195232842277033 | |
| }, | |
| "R_NASL::5": { | |
| "n": 27, | |
| "spearman": 0.16786816706289148 | |
| }, | |
| "R_NASL::6": { | |
| "n": 19, | |
| "spearman": 0.0 | |
| }, | |
| "R_ORAL::0": { | |
| "n": 32, | |
| "spearman": 0.06263279448999616 | |
| }, | |
| "R_ORAL::1": { | |
| "n": 36, | |
| "spearman": 0.21178825753742017 | |
| }, | |
| "R_ORAL::2": { | |
| "n": 19, | |
| "spearman": -0.23548894636404724 | |
| }, | |
| "R_ORAL::3": { | |
| "n": 37, | |
| "spearman": -0.015156008759605542 | |
| }, | |
| "R_ORAL::4": { | |
| "n": 39, | |
| "spearman": 0.4005686559724261 | |
| }, | |
| "R_ORAL::5": { | |
| "n": 39, | |
| "spearman": 0.07899256507779513 | |
| }, | |
| "R_ORAL::6": { | |
| "n": 25, | |
| "spearman": 0.37456518424663304 | |
| }, | |
| "R_THRT::0": { | |
| "n": 41, | |
| "spearman": 0.2084779926841774 | |
| }, | |
| "R_THRT::1": { | |
| "n": 39, | |
| "spearman": -0.030287699018648202 | |
| }, | |
| "R_THRT::2": { | |
| "n": 24, | |
| "spearman": -0.3753259453027345 | |
| }, | |
| "R_THRT::3": { | |
| "n": 36, | |
| "spearman": 0.26336520870140884 | |
| }, | |
| "R_THRT::4": { | |
| "n": 36, | |
| "spearman": 0.012825686403663645 | |
| }, | |
| "R_THRT::5": { | |
| "n": 35, | |
| "spearman": 0.04810977550210336 | |
| }, | |
| "R_THRT::6": { | |
| "n": 37, | |
| "spearman": -0.2579207711404083 | |
| }, | |
| "SMTH::0": { | |
| "n": 37, | |
| "spearman": 0.08965734301695655 | |
| }, | |
| "SMTH::1": { | |
| "n": 41, | |
| "spearman": 0.09896569090237643 | |
| }, | |
| "SMTH::2": { | |
| "n": 15, | |
| "spearman": -0.3661209184158558 | |
| }, | |
| "SMTH::3": { | |
| "n": 16, | |
| "spearman": 0.5154856837935253 | |
| }, | |
| "SMTH::4": { | |
| "n": 39, | |
| "spearman": 0.2658111341081914 | |
| }, | |
| "SMTH::5": { | |
| "n": 39, | |
| "spearman": 0.5243518093474648 | |
| }, | |
| "SMTH::6": { | |
| "n": 34, | |
| "spearman": 0.20874227752489338 | |
| }, | |
| "STNC::0": { | |
| "n": 31, | |
| "spearman": 0.38834107322534167 | |
| }, | |
| "STNC::1": { | |
| "n": 39, | |
| "spearman": 0.16428344650567883 | |
| }, | |
| "STNC::2": { | |
| "n": 32, | |
| "spearman": 0.024677053167730025 | |
| }, | |
| "STNC::3": { | |
| "n": 27, | |
| "spearman": -0.07229759236348915 | |
| }, | |
| "STNC::4": { | |
| "n": 31, | |
| "spearman": 0.18042195912175804 | |
| }, | |
| "STNC::5": { | |
| "n": 33, | |
| "spearman": 0.6295651850245931 | |
| }, | |
| "STNC::6": { | |
| "n": 34, | |
| "spearman": 0.4015901289184551 | |
| }, | |
| "STRU::0": { | |
| "n": 33, | |
| "spearman": 0.500845436316238 | |
| }, | |
| "STRU::1": { | |
| "n": 35, | |
| "spearman": 0.3773030144406384 | |
| }, | |
| "STRU::2": { | |
| "n": 36, | |
| "spearman": -0.06061487997318541 | |
| }, | |
| "STRU::3": { | |
| "n": 21, | |
| "spearman": 0.2842446032543186 | |
| }, | |
| "STRU::4": { | |
| "n": 34, | |
| "spearman": 0.4088198993860805 | |
| }, | |
| "STRU::5": { | |
| "n": 36, | |
| "spearman": 0.5071401381187647 | |
| }, | |
| "STRU::6": { | |
| "n": 19, | |
| "spearman": 0.017099639201419235 | |
| }, | |
| "S_ASMR::0": { | |
| "n": 20, | |
| "spearman": -0.11995789390198942 | |
| }, | |
| "S_ASMR::1": { | |
| "n": 35, | |
| "spearman": 0.10488966797644671 | |
| }, | |
| "S_ASMR::2": { | |
| "n": 38, | |
| "spearman": 0.41812163999118207 | |
| }, | |
| "S_ASMR::3": { | |
| "n": 33, | |
| "spearman": 0.43511556154552933 | |
| }, | |
| "S_ASMR::4": { | |
| "n": 34, | |
| "spearman": 0.33317889509629495 | |
| }, | |
| "S_ASMR::5": { | |
| "n": 41, | |
| "spearman": -0.029263982333594077 | |
| }, | |
| "S_ASMR::6": { | |
| "n": 35, | |
| "spearman": -0.0123790759353165 | |
| }, | |
| "S_AUTH::0": { | |
| "n": 35, | |
| "spearman": 0.411774746139733 | |
| }, | |
| "S_AUTH::1": { | |
| "n": 36, | |
| "spearman": 0.5022070048707878 | |
| }, | |
| "S_AUTH::2": { | |
| "n": 37, | |
| "spearman": -0.33090290595073596 | |
| }, | |
| "S_AUTH::3": { | |
| "n": 35, | |
| "spearman": 0.4060641771742573 | |
| }, | |
| "S_AUTH::4": { | |
| "n": 38, | |
| "spearman": 0.30901329083110085 | |
| }, | |
| "S_AUTH::5": { | |
| "n": 41, | |
| "spearman": 0.5641250154587203 | |
| }, | |
| "S_AUTH::6": { | |
| "n": 25, | |
| "spearman": 0.19482162504979914 | |
| }, | |
| "S_CART::0": { | |
| "n": 28, | |
| "spearman": 0.2620327687053699 | |
| }, | |
| "S_CART::1": { | |
| "n": 34, | |
| "spearman": 0.26594232853895466 | |
| }, | |
| "S_CART::2": { | |
| "n": 33, | |
| "spearman": 0.31755367441497784 | |
| }, | |
| "S_CART::3": { | |
| "n": 33, | |
| "spearman": -0.1667817420441884 | |
| }, | |
| "S_CART::4": { | |
| "n": 30, | |
| "spearman": 0.47231191860560673 | |
| }, | |
| "S_CART::5": { | |
| "n": 36, | |
| "spearman": 0.1984442930196923 | |
| }, | |
| "S_CART::6": { | |
| "n": 34, | |
| "spearman": 0.11419840119254149 | |
| }, | |
| "S_CASU::0": { | |
| "n": 20, | |
| "spearman": 0.42496888734536586 | |
| }, | |
| "S_CASU::1": { | |
| "n": 31, | |
| "spearman": -0.21254699389007714 | |
| }, | |
| "S_CASU::2": { | |
| "n": 34, | |
| "spearman": 0.03924556244714961 | |
| }, | |
| "S_CASU::3": { | |
| "n": 41, | |
| "spearman": 0.2439964315334687 | |
| }, | |
| "S_CASU::4": { | |
| "n": 36, | |
| "spearman": 0.2597919991371162 | |
| }, | |
| "S_CASU::5": { | |
| "n": 31, | |
| "spearman": 0.3081556707813696 | |
| }, | |
| "S_CASU::6": { | |
| "n": 22, | |
| "spearman": 0.24040454037654146 | |
| }, | |
| "S_CONV::0": { | |
| "n": 38, | |
| "spearman": 0.35484916389060245 | |
| }, | |
| "S_CONV::1": { | |
| "n": 35, | |
| "spearman": 0.4091565607513616 | |
| }, | |
| "S_CONV::2": { | |
| "n": 38, | |
| "spearman": -0.15061760177963174 | |
| }, | |
| "S_CONV::3": { | |
| "n": 32, | |
| "spearman": 0.42184304971958453 | |
| }, | |
| "S_CONV::4": { | |
| "n": 41, | |
| "spearman": -0.014906309042873928 | |
| }, | |
| "S_CONV::5": { | |
| "n": 35, | |
| "spearman": 0.4223157993390676 | |
| }, | |
| "S_CONV::6": { | |
| "n": 24, | |
| "spearman": 0.1246910983366164 | |
| }, | |
| "S_DRAM::0": { | |
| "n": 34, | |
| "spearman": -0.16948258774244912 | |
| }, | |
| "S_DRAM::1": { | |
| "n": 33, | |
| "spearman": 0.14052494312236422 | |
| }, | |
| "S_DRAM::2": { | |
| "n": 34, | |
| "spearman": 0.004002205527896323 | |
| }, | |
| "S_DRAM::3": { | |
| "n": 39, | |
| "spearman": 0.4582026522190994 | |
| }, | |
| "S_DRAM::4": { | |
| "n": 37, | |
| "spearman": 0.4332092596113966 | |
| }, | |
| "S_DRAM::5": { | |
| "n": 36, | |
| "spearman": 0.5316471819985383 | |
| }, | |
| "S_DRAM::6": { | |
| "n": 35, | |
| "spearman": 0.25027591970388247 | |
| }, | |
| "S_FORM::0": { | |
| "n": 34, | |
| "spearman": 0.6033540833154291 | |
| }, | |
| "S_FORM::1": { | |
| "n": 42, | |
| "spearman": 0.2318694804454233 | |
| }, | |
| "S_FORM::2": { | |
| "n": 35, | |
| "spearman": 0.21734336355019943 | |
| }, | |
| "S_FORM::3": { | |
| "n": 33, | |
| "spearman": 0.11101919145558421 | |
| }, | |
| "S_FORM::4": { | |
| "n": 35, | |
| "spearman": 0.3981085015718827 | |
| }, | |
| "S_FORM::5": { | |
| "n": 37, | |
| "spearman": 0.521223977458377 | |
| }, | |
| "S_FORM::6": { | |
| "n": 29, | |
| "spearman": 0.4468075912442249 | |
| }, | |
| "S_MONO::0": { | |
| "n": 36, | |
| "spearman": 0.007740292557626366 | |
| }, | |
| "S_MONO::1": { | |
| "n": 40, | |
| "spearman": 0.28749354777897645 | |
| }, | |
| "S_MONO::2": { | |
| "n": 35, | |
| "spearman": 0.10528151967575529 | |
| }, | |
| "S_MONO::3": { | |
| "n": 36, | |
| "spearman": 0.5282560660079076 | |
| }, | |
| "S_MONO::4": { | |
| "n": 38, | |
| "spearman": 0.48432613099252664 | |
| }, | |
| "S_MONO::5": { | |
| "n": 29, | |
| "spearman": 0.44840344326738885 | |
| }, | |
| "S_MONO::6": { | |
| "n": 33, | |
| "spearman": 0.18301587277769465 | |
| }, | |
| "S_NARR::0": { | |
| "n": 34, | |
| "spearman": -0.061432920930098826 | |
| }, | |
| "S_NARR::1": { | |
| "n": 42, | |
| "spearman": 0.11278665972293984 | |
| }, | |
| "S_NARR::2": { | |
| "n": 34, | |
| "spearman": 0.36384058051568785 | |
| }, | |
| "S_NARR::3": { | |
| "n": 35, | |
| "spearman": 0.00705696035886357 | |
| }, | |
| "S_NARR::4": { | |
| "n": 33, | |
| "spearman": 0.540833253468321 | |
| }, | |
| "S_NARR::5": { | |
| "n": 38, | |
| "spearman": 0.6863629898837824 | |
| }, | |
| "S_NARR::6": { | |
| "n": 23, | |
| "spearman": 0.6812744867808302 | |
| }, | |
| "S_NEWS::0": { | |
| "n": 42, | |
| "spearman": 0.23837791940980885 | |
| }, | |
| "S_NEWS::1": { | |
| "n": 36, | |
| "spearman": 0.37298997570801395 | |
| }, | |
| "S_NEWS::2": { | |
| "n": 35, | |
| "spearman": 0.0636711155266395 | |
| }, | |
| "S_NEWS::3": { | |
| "n": 29, | |
| "spearman": 0.13014003897460424 | |
| }, | |
| "S_NEWS::4": { | |
| "n": 37, | |
| "spearman": 0.3172199271915772 | |
| }, | |
| "S_NEWS::5": { | |
| "n": 31, | |
| "spearman": 0.41079220141352274 | |
| }, | |
| "S_NEWS::6": { | |
| "n": 30, | |
| "spearman": 0.555464088379415 | |
| }, | |
| "S_PLAY::0": { | |
| "n": 32, | |
| "spearman": 0.19248867250718973 | |
| }, | |
| "S_PLAY::1": { | |
| "n": 32, | |
| "spearman": 0.1766176868015904 | |
| }, | |
| "S_PLAY::2": { | |
| "n": 34, | |
| "spearman": 0.050739874362066055 | |
| }, | |
| "S_PLAY::3": { | |
| "n": 35, | |
| "spearman": 0.4069121835577034 | |
| }, | |
| "S_PLAY::4": { | |
| "n": 39, | |
| "spearman": 0.7268861970032914 | |
| }, | |
| "S_PLAY::5": { | |
| "n": 36, | |
| "spearman": 0.23459935003502258 | |
| }, | |
| "S_PLAY::6": { | |
| "n": 39, | |
| "spearman": 0.489221102849017 | |
| }, | |
| "S_RANT::0": { | |
| "n": 38, | |
| "spearman": -0.41633845628264443 | |
| }, | |
| "S_RANT::1": { | |
| "n": 37, | |
| "spearman": 0.3063128689815932 | |
| }, | |
| "S_RANT::2": { | |
| "n": 42, | |
| "spearman": 0.4774983934279972 | |
| }, | |
| "S_RANT::3": { | |
| "n": 34, | |
| "spearman": 0.16244766464489044 | |
| }, | |
| "S_RANT::4": { | |
| "n": 43, | |
| "spearman": 0.7395967394411584 | |
| }, | |
| "S_RANT::5": { | |
| "n": 38, | |
| "spearman": 0.3465935950463022 | |
| }, | |
| "S_RANT::6": { | |
| "n": 37, | |
| "spearman": 0.3373278678668983 | |
| }, | |
| "S_STRY::0": { | |
| "n": 34, | |
| "spearman": 0.5401330540332158 | |
| }, | |
| "S_STRY::1": { | |
| "n": 35, | |
| "spearman": 0.48464156959591503 | |
| }, | |
| "S_STRY::2": { | |
| "n": 33, | |
| "spearman": 0.2738680890232667 | |
| }, | |
| "S_STRY::3": { | |
| "n": 35, | |
| "spearman": 0.38827461656815593 | |
| }, | |
| "S_STRY::4": { | |
| "n": 34, | |
| "spearman": 0.30916747688105767 | |
| }, | |
| "S_STRY::5": { | |
| "n": 35, | |
| "spearman": 0.3853425019555816 | |
| }, | |
| "S_STRY::6": { | |
| "n": 28, | |
| "spearman": 0.25886290095871234 | |
| }, | |
| "S_TECH::0": { | |
| "n": 28, | |
| "spearman": 0.00510529778494188 | |
| }, | |
| "S_TECH::1": { | |
| "n": 37, | |
| "spearman": 0.2132784769508942 | |
| }, | |
| "S_TECH::2": { | |
| "n": 37, | |
| "spearman": 0.02208406101385444 | |
| }, | |
| "S_TECH::3": { | |
| "n": 29, | |
| "spearman": -0.24606138949297962 | |
| }, | |
| "S_TECH::4": { | |
| "n": 37, | |
| "spearman": 0.32134404312429343 | |
| }, | |
| "S_TECH::5": { | |
| "n": 34, | |
| "spearman": 0.32311424588385373 | |
| }, | |
| "S_TECH::6": { | |
| "n": 29, | |
| "spearman": 0.43211010439294917 | |
| }, | |
| "S_WHIS::0": { | |
| "n": 38, | |
| "spearman": 0.23434755877819358 | |
| }, | |
| "S_WHIS::1": { | |
| "n": 43, | |
| "spearman": 0.4222946666763957 | |
| }, | |
| "S_WHIS::2": { | |
| "n": 36, | |
| "spearman": 0.34666289022748564 | |
| }, | |
| "S_WHIS::3": { | |
| "n": 32, | |
| "spearman": 0.22911367466935553 | |
| }, | |
| "S_WHIS::4": { | |
| "n": 35, | |
| "spearman": 0.37941430718305846 | |
| }, | |
| "S_WHIS::5": { | |
| "n": 39, | |
| "spearman": 0.47084332653315436 | |
| }, | |
| "S_WHIS::6": { | |
| "n": 32, | |
| "spearman": 0.11326144183971398 | |
| }, | |
| "TEMP::0": { | |
| "n": 37, | |
| "spearman": 0.18858615630824035 | |
| }, | |
| "TEMP::1": { | |
| "n": 38, | |
| "spearman": -0.06277929850396853 | |
| }, | |
| "TEMP::2": { | |
| "n": 35, | |
| "spearman": 0.17564595480607215 | |
| }, | |
| "TEMP::3": { | |
| "n": 25, | |
| "spearman": 0.1755029402924123 | |
| }, | |
| "TEMP::4": { | |
| "n": 41, | |
| "spearman": 0.1238188136712983 | |
| }, | |
| "TEMP::5": { | |
| "n": 34, | |
| "spearman": 0.2747547926396032 | |
| }, | |
| "TEMP::6": { | |
| "n": 30, | |
| "spearman": 0.2238074837218231 | |
| }, | |
| "TENS::0": { | |
| "n": 19, | |
| "spearman": 0.41609122056786796 | |
| }, | |
| "TENS::1": { | |
| "n": 36, | |
| "spearman": 0.35649038327998084 | |
| }, | |
| "TENS::2": { | |
| "n": 32, | |
| "spearman": 0.04395205597053937 | |
| }, | |
| "TENS::3": { | |
| "n": 24, | |
| "spearman": -0.4423641634189612 | |
| }, | |
| "TENS::4": { | |
| "n": 33, | |
| "spearman": -0.10184352402980401 | |
| }, | |
| "TENS::5": { | |
| "n": 38, | |
| "spearman": -0.08028471784418334 | |
| }, | |
| "TENS::6": { | |
| "n": 39, | |
| "spearman": -0.17761143584680103 | |
| }, | |
| "VALN::0": { | |
| "n": 36, | |
| "spearman": 0.17683318163488712 | |
| }, | |
| "VALN::1": { | |
| "n": 41, | |
| "spearman": 0.13648772506212659 | |
| }, | |
| "VALN::2": { | |
| "n": 32, | |
| "spearman": 0.03498151797807931 | |
| }, | |
| "VALN::3": { | |
| "n": 38, | |
| "spearman": 0.5779875236461685 | |
| }, | |
| "VALN::4": { | |
| "n": 31, | |
| "spearman": 0.38149025875508924 | |
| }, | |
| "VALN::5": { | |
| "n": 30, | |
| "spearman": 0.43041796924662773 | |
| }, | |
| "VALN::6": { | |
| "n": 37, | |
| "spearman": 0.42856029574026067 | |
| }, | |
| "VALS::0": { | |
| "n": 33, | |
| "spearman": 0.2326688350034134 | |
| }, | |
| "VALS::1": { | |
| "n": 35, | |
| "spearman": 0.3522767155738765 | |
| }, | |
| "VALS::2": { | |
| "n": 22, | |
| "spearman": -0.22436466609136327 | |
| }, | |
| "VALS::3": { | |
| "n": 34, | |
| "spearman": 0.10863940817402937 | |
| }, | |
| "VALS::4": { | |
| "n": 34, | |
| "spearman": 0.15781761107131806 | |
| }, | |
| "VALS::5": { | |
| "n": 30, | |
| "spearman": -0.040898417763118367 | |
| }, | |
| "VALS::6": { | |
| "n": 35, | |
| "spearman": 0.44326077744863274 | |
| }, | |
| "VFLX::0": { | |
| "n": 33, | |
| "spearman": 0.36302861987535145 | |
| }, | |
| "VFLX::1": { | |
| "n": 32, | |
| "spearman": -0.01422128399956981 | |
| }, | |
| "VFLX::2": { | |
| "n": 32, | |
| "spearman": -0.011816003595246139 | |
| }, | |
| "VFLX::3": { | |
| "n": 27, | |
| "spearman": 0.1336355018160475 | |
| }, | |
| "VFLX::4": { | |
| "n": 39, | |
| "spearman": 0.04109339094218565 | |
| }, | |
| "VFLX::5": { | |
| "n": 38, | |
| "spearman": 0.3154430003364196 | |
| }, | |
| "VFLX::6": { | |
| "n": 34, | |
| "spearman": 0.013665334361513128 | |
| }, | |
| "VOLT::0": { | |
| "n": 37, | |
| "spearman": 0.5059951502942669 | |
| }, | |
| "VOLT::1": { | |
| "n": 42, | |
| "spearman": 0.13976254305009622 | |
| }, | |
| "VOLT::2": { | |
| "n": 26, | |
| "spearman": 0.22637463040612366 | |
| }, | |
| "VOLT::3": { | |
| "n": 31, | |
| "spearman": -0.4060927114866513 | |
| }, | |
| "VOLT::4": { | |
| "n": 29, | |
| "spearman": 0.272637959060398 | |
| }, | |
| "VOLT::5": { | |
| "n": 40, | |
| "spearman": 0.25293716006931655 | |
| }, | |
| "VOLT::6": { | |
| "n": 31, | |
| "spearman": 0.5679775718877355 | |
| }, | |
| "VULN::0": { | |
| "n": 34, | |
| "spearman": 0.4445091663801344 | |
| }, | |
| "VULN::1": { | |
| "n": 39, | |
| "spearman": 0.12782706972971963 | |
| }, | |
| "VULN::2": { | |
| "n": 30, | |
| "spearman": 0.12343028320611978 | |
| }, | |
| "VULN::3": { | |
| "n": 38, | |
| "spearman": 0.4667162462894193 | |
| }, | |
| "VULN::4": { | |
| "n": 39, | |
| "spearman": -0.0613526208733639 | |
| }, | |
| "VULN::5": { | |
| "n": 37, | |
| "spearman": 0.34737947333146696 | |
| }, | |
| "VULN::6": { | |
| "n": 42, | |
| "spearman": 0.17235426763374218 | |
| }, | |
| "WARM::0": { | |
| "n": 29, | |
| "spearman": -0.09693595087223975 | |
| }, | |
| "WARM::1": { | |
| "n": 39, | |
| "spearman": -0.07379447891639475 | |
| }, | |
| "WARM::2": { | |
| "n": 36, | |
| "spearman": 0.09943344589660078 | |
| }, | |
| "WARM::3": { | |
| "n": 35, | |
| "spearman": -0.07824921404320939 | |
| }, | |
| "WARM::4": { | |
| "n": 33, | |
| "spearman": 0.11565872939715884 | |
| }, | |
| "WARM::5": { | |
| "n": 30, | |
| "spearman": 0.18755214032712242 | |
| }, | |
| "WARM::6": { | |
| "n": 19, | |
| "spearman": -0.04497447963422648 | |
| } | |
| }, | |
| "by_benchmark_bucket": [ | |
| { | |
| "benchmark_bucket": "majority_no", | |
| "n": 973, | |
| "accuracy": 0.14182939362795477, | |
| "balanced_accuracy": NaN, | |
| "precision": 0.0, | |
| "recall": NaN, | |
| "f1": NaN, | |
| "tp": 0, | |
| "fp": 835, | |
| "tn": 138, | |
| "fn": 0 | |
| }, | |
| { | |
| "benchmark_bucket": "majority_yes", | |
| "n": 18, | |
| "accuracy": 0.8888888888888888, | |
| "balanced_accuracy": NaN, | |
| "precision": 1.0, | |
| "recall": 0.8888888888888888, | |
| "f1": 0.9411764705882353, | |
| "tp": 16, | |
| "fp": 0, | |
| "tn": 0, | |
| "fn": 2 | |
| }, | |
| { | |
| "benchmark_bucket": "single_rater_no", | |
| "n": 7455, | |
| "accuracy": 0.1523809523809524, | |
| "balanced_accuracy": NaN, | |
| "precision": 0.0, | |
| "recall": NaN, | |
| "f1": NaN, | |
| "tp": 0, | |
| "fp": 6319, | |
| "tn": 1136, | |
| "fn": 0 | |
| }, | |
| { | |
| "benchmark_bucket": "single_rater_yes", | |
| "n": 4069, | |
| "accuracy": 0.9289751781764561, | |
| "balanced_accuracy": NaN, | |
| "precision": 1.0, | |
| "recall": 0.9289751781764561, | |
| "f1": 0.9631800229328576, | |
| "tp": 3780, | |
| "fp": 0, | |
| "tn": 0, | |
| "fn": 289 | |
| }, | |
| { | |
| "benchmark_bucket": "unanimous_no", | |
| "n": 546, | |
| "accuracy": 0.1391941391941392, | |
| "balanced_accuracy": NaN, | |
| "precision": 0.0, | |
| "recall": NaN, | |
| "f1": NaN, | |
| "tp": 0, | |
| "fp": 470, | |
| "tn": 76, | |
| "fn": 0 | |
| }, | |
| { | |
| "benchmark_bucket": "unanimous_yes", | |
| "n": 365, | |
| "accuracy": 0.915068493150685, | |
| "balanced_accuracy": NaN, | |
| "precision": 1.0, | |
| "recall": 0.915068493150685, | |
| "f1": 0.9556509298998569, | |
| "tp": 334, | |
| "fp": 0, | |
| "tn": 0, | |
| "fn": 31 | |
| } | |
| ], | |
| "by_benchmark_bucket_optimal": [ | |
| { | |
| "benchmark_bucket": "majority_no", | |
| "n": 973, | |
| "accuracy": 0.6433710174717369, | |
| "balanced_accuracy": NaN, | |
| "precision": 0.0, | |
| "recall": NaN, | |
| "f1": NaN, | |
| "tp": 0, | |
| "fp": 347, | |
| "tn": 626, | |
| "fn": 0 | |
| }, | |
| { | |
| "benchmark_bucket": "majority_yes", | |
| "n": 18, | |
| "accuracy": 0.6111111111111112, | |
| "balanced_accuracy": NaN, | |
| "precision": 1.0, | |
| "recall": 0.6111111111111112, | |
| "f1": 0.7586206896551725, | |
| "tp": 11, | |
| "fp": 0, | |
| "tn": 0, | |
| "fn": 7 | |
| }, | |
| { | |
| "benchmark_bucket": "single_rater_no", | |
| "n": 7455, | |
| "accuracy": 0.6898725687458082, | |
| "balanced_accuracy": NaN, | |
| "precision": 0.0, | |
| "recall": NaN, | |
| "f1": NaN, | |
| "tp": 0, | |
| "fp": 2312, | |
| "tn": 5143, | |
| "fn": 0 | |
| }, | |
| { | |
| "benchmark_bucket": "single_rater_yes", | |
| "n": 4069, | |
| "accuracy": 0.49496190710248217, | |
| "balanced_accuracy": NaN, | |
| "precision": 1.0, | |
| "recall": 0.49496190710248217, | |
| "f1": 0.6621732697682065, | |
| "tp": 2014, | |
| "fp": 0, | |
| "tn": 0, | |
| "fn": 2055 | |
| }, | |
| { | |
| "benchmark_bucket": "unanimous_no", | |
| "n": 546, | |
| "accuracy": 0.6996336996336996, | |
| "balanced_accuracy": NaN, | |
| "precision": 0.0, | |
| "recall": NaN, | |
| "f1": NaN, | |
| "tp": 0, | |
| "fp": 164, | |
| "tn": 382, | |
| "fn": 0 | |
| }, | |
| { | |
| "benchmark_bucket": "unanimous_yes", | |
| "n": 365, | |
| "accuracy": 0.5260273972602739, | |
| "balanced_accuracy": NaN, | |
| "precision": 1.0, | |
| "recall": 0.5260273972602739, | |
| "f1": 0.689407540394973, | |
| "tp": 192, | |
| "fp": 0, | |
| "tn": 0, | |
| "fn": 173 | |
| } | |
| ], | |
| "by_n_raters": [ | |
| { | |
| "n_raters": 1, | |
| "n": 11524, | |
| "accuracy": 0.42658799028115235, | |
| "balanced_accuracy": 0.5406780652787042, | |
| "precision": 0.37429448460243586, | |
| "recall": 0.9289751781764561, | |
| "f1": 0.5335968379446641, | |
| "tp": 3780, | |
| "fp": 6319, | |
| "tn": 1136, | |
| "fn": 289 | |
| }, | |
| { | |
| "n_raters": 2, | |
| "n": 1843, | |
| "accuracy": 0.2908301682040152, | |
| "balanced_accuracy": 0.5277871431782423, | |
| "precision": 0.20535158680771623, | |
| "recall": 0.9166666666666666, | |
| "f1": 0.3355363497712252, | |
| "tp": 330, | |
| "fp": 1277, | |
| "tn": 206, | |
| "fn": 30 | |
| }, | |
| { | |
| "n_raters": 3, | |
| "n": 58, | |
| "accuracy": 0.4827586206896552, | |
| "balanced_accuracy": 0.5490683229813664, | |
| "precision": 0.425531914893617, | |
| "recall": 0.8695652173913043, | |
| "f1": 0.5714285714285714, | |
| "tp": 20, | |
| "fp": 27, | |
| "tn": 8, | |
| "fn": 3 | |
| }, | |
| { | |
| "n_raters": 4, | |
| "n": 1, | |
| "accuracy": 0.0, | |
| "balanced_accuracy": NaN, | |
| "precision": 0.0, | |
| "recall": NaN, | |
| "f1": NaN, | |
| "tp": 0, | |
| "fp": 1, | |
| "tn": 0, | |
| "fn": 0 | |
| } | |
| ], | |
| "by_n_raters_optimal": [ | |
| { | |
| "n_raters": 1, | |
| "n": 11524, | |
| "accuracy": 0.621051718153419, | |
| "balanced_accuracy": 0.5924172379241451, | |
| "precision": 0.4655570966250578, | |
| "recall": 0.49496190710248217, | |
| "f1": 0.4798094103633115, | |
| "tp": 2014, | |
| "fp": 2312, | |
| "tn": 5143, | |
| "fn": 2055 | |
| }, | |
| { | |
| "n_raters": 2, | |
| "n": 1843, | |
| "accuracy": 0.6359196961475855, | |
| "balanced_accuracy": 0.5949745261107364, | |
| "precision": 0.27496382054992763, | |
| "recall": 0.5277777777777778, | |
| "f1": 0.3615604186489058, | |
| "tp": 190, | |
| "fp": 501, | |
| "tn": 982, | |
| "fn": 170 | |
| }, | |
| { | |
| "n_raters": 3, | |
| "n": 58, | |
| "accuracy": 0.6724137931034483, | |
| "balanced_accuracy": 0.6540372670807453, | |
| "precision": 0.5909090909090909, | |
| "recall": 0.5652173913043478, | |
| "f1": 0.5777777777777778, | |
| "tp": 13, | |
| "fp": 9, | |
| "tn": 26, | |
| "fn": 10 | |
| }, | |
| { | |
| "n_raters": 4, | |
| "n": 1, | |
| "accuracy": 0.0, | |
| "balanced_accuracy": NaN, | |
| "precision": 0.0, | |
| "recall": NaN, | |
| "f1": NaN, | |
| "tp": 0, | |
| "fp": 1, | |
| "tn": 0, | |
| "fn": 0 | |
| } | |
| ], | |
| "ensemble_members": [ | |
| { | |
| "name": "pcl_ep2", | |
| "snapshot": "finetune_LCO_7B_mix9corpus_k2_r16_pcl_lora/epoch_2_hf", | |
| "weight": 1.0 | |
| } | |
| ], | |
| "audio_count": 13426, | |
| "prompt_count": 399, | |
| "outputs": { | |
| "predictions": "emolia-dim/predictions.csv", | |
| "summary": "emolia-dim/summary.json" | |
| } | |
| } | |
| } |