Invalid JSON:Unexpected token 'N', ..."ccuracy": NaN,
"... is not valid JSON
| { | |
| "emolia-emo": { | |
| "task": "emolia_bench_current", | |
| "subset": "emolia-emo", | |
| "model": "pcl_ep1", | |
| "benchmark_dir": "voiceclap/emolia-bench-current", | |
| "benchmark_commit": "unknown", | |
| "rows_total": 7988, | |
| "rows_evaluated_ok": 7988, | |
| "missing_audio": 0, | |
| "threshold": 0.0, | |
| "similarity_distribution": { | |
| "min": -0.17001871764659882, | |
| "median": 0.15902458131313324, | |
| "max": 0.7348949313163757, | |
| "mean": 0.20050877332687378 | |
| }, | |
| "overall_binary_at_thr0": { | |
| "n": 7988, | |
| "accuracy": 0.6089133700550826, | |
| "balanced_accuracy": 0.5484444233700445, | |
| "precision": 0.6043909942665362, | |
| "recall": 0.9361056963396145, | |
| "f1": 0.7345343303874916, | |
| "tp": 4322, | |
| "fp": 2829, | |
| "tn": 542, | |
| "fn": 295 | |
| }, | |
| "optimal_threshold": 0.17420250177383423, | |
| "overall_binary_at_optimal_thr": { | |
| "n": 7988, | |
| "accuracy": 0.6837756634952429, | |
| "balanced_accuracy": 0.6932220810622937, | |
| "precision": 0.7787256731538257, | |
| "recall": 0.6326619016677496, | |
| "f1": 0.6981357552581263, | |
| "tp": 2921, | |
| "fp": 830, | |
| "tn": 2541, | |
| "fn": 1696 | |
| }, | |
| "overall_binary_at_per_prompt_thr": { | |
| "n": 7988, | |
| "accuracy": 0.6945418127190787, | |
| "balanced_accuracy": 0.7068585670680247, | |
| "precision": 0.8006075669704501, | |
| "recall": 0.6278969027507039, | |
| "f1": 0.7038116047584365, | |
| "tp": 2899, | |
| "fp": 722, | |
| "tn": 2649, | |
| "fn": 1718 | |
| }, | |
| "per_prompt_thresholds": { | |
| "Affection": 0.35341235995292664, | |
| "Amusement": 0.2903912663459778, | |
| "Anger": 0.232293501496315, | |
| "Astonishment_Surprise": 0.6449297666549683, | |
| "Awe": 0.3706544041633606, | |
| "Bitterness": 0.1891777217388153, | |
| "Concentration": 0.1006382554769516, | |
| "Confusion": 0.3316796123981476, | |
| "Contemplation": 0.06434404850006104, | |
| "Contempt": 0.19173400104045868, | |
| "Contentment": 0.1251310408115387, | |
| "Disappointment": 0.15193940699100494, | |
| "Disgust": 0.3286195397377014, | |
| "Distress": 0.16364933550357819, | |
| "Doubt": 0.14304059743881226, | |
| "Elation": 0.1437883973121643, | |
| "Embarrassment": 0.12784522771835327, | |
| "Emotional_Numbness": 0.13356216251850128, | |
| "Fatigue_Exhaustion": 0.17445620894432068, | |
| "Fear": 0.11758699268102646, | |
| "Helplessness": 0.1355672925710678, | |
| "Hope_Enthusiasm_Optimism": 0.23283329606056213, | |
| "Impatience_and_Irritability": 0.1792943924665451, | |
| "Infatuation": 0.22680523991584778, | |
| "Interest": 0.1335366666316986, | |
| "Intoxication_Altered_States_of_Consciousness": 0.22748339176177979, | |
| "Jealousy___Envy": 0.1684405356645584, | |
| "Longing": 0.1632394790649414, | |
| "Malevolence_Malice": 0.2814244329929352, | |
| "Pain": 0.19536471366882324, | |
| "Pleasure_Ecstasy": 0.22457259893417358, | |
| "Pride": 0.2619569003582001, | |
| "Relief": 0.27690157294273376, | |
| "Sadness": 0.25227805972099304, | |
| "Sexual_Lust": 0.117728590965271, | |
| "Shame": 0.19954320788383484, | |
| "Sourness": 0.10579366981983185, | |
| "Teasing": 0.21218541264533997, | |
| "Thankfulness_Gratitude": 0.48686879873275757, | |
| "Triumph": 0.16235285997390747 | |
| }, | |
| "spearman_avg": 0.38647999919006804, | |
| "spearman_per_prompt": { | |
| "Affection": { | |
| "n": 201, | |
| "spearman": 0.524499132302446 | |
| }, | |
| "Amusement": { | |
| "n": 229, | |
| "spearman": 0.5388510894276043 | |
| }, | |
| "Anger": { | |
| "n": 352, | |
| "spearman": 0.5964952008008997 | |
| }, | |
| "Astonishment_Surprise": { | |
| "n": 100, | |
| "spearman": 0.1596757618389005 | |
| }, | |
| "Awe": { | |
| "n": 131, | |
| "spearman": 0.49445973412484445 | |
| }, | |
| "Bitterness": { | |
| "n": 129, | |
| "spearman": 0.3729113440997277 | |
| }, | |
| "Concentration": { | |
| "n": 125, | |
| "spearman": 0.038733806893484164 | |
| }, | |
| "Confusion": { | |
| "n": 113, | |
| "spearman": 0.4938827603786733 | |
| }, | |
| "Contemplation": { | |
| "n": 131, | |
| "spearman": 0.486315430720026 | |
| }, | |
| "Contempt": { | |
| "n": 189, | |
| "spearman": 0.4457144352175385 | |
| }, | |
| "Contentment": { | |
| "n": 250, | |
| "spearman": 0.4609088100200068 | |
| }, | |
| "Disappointment": { | |
| "n": 125, | |
| "spearman": 0.3617210142584332 | |
| }, | |
| "Disgust": { | |
| "n": 127, | |
| "spearman": 0.505484068241089 | |
| }, | |
| "Distress": { | |
| "n": 200, | |
| "spearman": 0.6536732164656317 | |
| }, | |
| "Doubt": { | |
| "n": 100, | |
| "spearman": 0.1420817251212811 | |
| }, | |
| "Elation": { | |
| "n": 325, | |
| "spearman": 0.4399310447152042 | |
| }, | |
| "Embarrassment": { | |
| "n": 317, | |
| "spearman": 0.43055867436645345 | |
| }, | |
| "Emotional_Numbness": { | |
| "n": 207, | |
| "spearman": 0.5004631171846071 | |
| }, | |
| "Fatigue_Exhaustion": { | |
| "n": 244, | |
| "spearman": 0.5072815232734942 | |
| }, | |
| "Fear": { | |
| "n": 311, | |
| "spearman": 0.27446002970648 | |
| }, | |
| "Helplessness": { | |
| "n": 141, | |
| "spearman": 0.5138794550959431 | |
| }, | |
| "Hope_Enthusiasm_Optimism": { | |
| "n": 111, | |
| "spearman": 0.18167637099131534 | |
| }, | |
| "Impatience_and_Irritability": { | |
| "n": 238, | |
| "spearman": 0.6106501802277429 | |
| }, | |
| "Infatuation": { | |
| "n": 423, | |
| "spearman": 0.23932680414034563 | |
| }, | |
| "Interest": { | |
| "n": 101, | |
| "spearman": 0.1020874767419454 | |
| }, | |
| "Intoxication_Altered_States_of_Consciousness": { | |
| "n": 606, | |
| "spearman": 0.2845829225940024 | |
| }, | |
| "Jealousy___Envy": { | |
| "n": 100, | |
| "spearman": 0.21128410034939124 | |
| }, | |
| "Longing": { | |
| "n": 250, | |
| "spearman": 0.42405965756400354 | |
| }, | |
| "Malevolence_Malice": { | |
| "n": 100, | |
| "spearman": 0.4867024702227621 | |
| }, | |
| "Pain": { | |
| "n": 171, | |
| "spearman": 0.35451406603690594 | |
| }, | |
| "Pleasure_Ecstasy": { | |
| "n": 172, | |
| "spearman": 0.46025746436306514 | |
| }, | |
| "Pride": { | |
| "n": 150, | |
| "spearman": 0.31104390386537123 | |
| }, | |
| "Relief": { | |
| "n": 162, | |
| "spearman": 0.47614601978691995 | |
| }, | |
| "Sadness": { | |
| "n": 150, | |
| "spearman": 0.5423897471631263 | |
| }, | |
| "Sexual_Lust": { | |
| "n": 280, | |
| "spearman": 0.18803016759124053 | |
| }, | |
| "Shame": { | |
| "n": 125, | |
| "spearman": 0.3540374253574108 | |
| }, | |
| "Sourness": { | |
| "n": 221, | |
| "spearman": 0.17050034750743862 | |
| }, | |
| "Teasing": { | |
| "n": 100, | |
| "spearman": 0.5159903188314715 | |
| }, | |
| "Thankfulness_Gratitude": { | |
| "n": 103, | |
| "spearman": 0.21881571320852702 | |
| }, | |
| "Triumph": { | |
| "n": 378, | |
| "spearman": 0.38512343680696676 | |
| } | |
| }, | |
| "by_benchmark_bucket": [ | |
| { | |
| "benchmark_bucket": "majority_absent", | |
| "n": 2565, | |
| "accuracy": 0.15555555555555556, | |
| "balanced_accuracy": NaN, | |
| "precision": 0.0, | |
| "recall": NaN, | |
| "f1": NaN, | |
| "tp": 0, | |
| "fp": 2166, | |
| "tn": 399, | |
| "fn": 0 | |
| }, | |
| { | |
| "benchmark_bucket": "majority_present", | |
| "n": 2807, | |
| "accuracy": 0.9041681510509441, | |
| "balanced_accuracy": NaN, | |
| "precision": 1.0, | |
| "recall": 0.9041681510509441, | |
| "f1": 0.9496725912067353, | |
| "tp": 2538, | |
| "fp": 0, | |
| "tn": 0, | |
| "fn": 269 | |
| }, | |
| { | |
| "benchmark_bucket": "single_rater_absent", | |
| "n": 1, | |
| "accuracy": 0.0, | |
| "balanced_accuracy": NaN, | |
| "precision": 0.0, | |
| "recall": NaN, | |
| "f1": NaN, | |
| "tp": 0, | |
| "fp": 1, | |
| "tn": 0, | |
| "fn": 0 | |
| }, | |
| { | |
| "benchmark_bucket": "single_rater_present", | |
| "n": 1, | |
| "accuracy": 1.0, | |
| "balanced_accuracy": NaN, | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "tp": 1, | |
| "fp": 0, | |
| "tn": 0, | |
| "fn": 0 | |
| }, | |
| { | |
| "benchmark_bucket": "unanimous_absent", | |
| "n": 805, | |
| "accuracy": 0.17763975155279504, | |
| "balanced_accuracy": NaN, | |
| "precision": 0.0, | |
| "recall": NaN, | |
| "f1": NaN, | |
| "tp": 0, | |
| "fp": 662, | |
| "tn": 143, | |
| "fn": 0 | |
| }, | |
| { | |
| "benchmark_bucket": "unanimous_present", | |
| "n": 1809, | |
| "accuracy": 0.9856274184632393, | |
| "balanced_accuracy": NaN, | |
| "precision": 1.0, | |
| "recall": 0.9856274184632393, | |
| "f1": 0.9927616926503341, | |
| "tp": 1783, | |
| "fp": 0, | |
| "tn": 0, | |
| "fn": 26 | |
| } | |
| ], | |
| "by_benchmark_bucket_optimal": [ | |
| { | |
| "benchmark_bucket": "majority_absent", | |
| "n": 2565, | |
| "accuracy": 0.7372319688109161, | |
| "balanced_accuracy": NaN, | |
| "precision": 0.0, | |
| "recall": NaN, | |
| "f1": NaN, | |
| "tp": 0, | |
| "fp": 674, | |
| "tn": 1891, | |
| "fn": 0 | |
| }, | |
| { | |
| "benchmark_bucket": "majority_present", | |
| "n": 2807, | |
| "accuracy": 0.5154969718560741, | |
| "balanced_accuracy": NaN, | |
| "precision": 1.0, | |
| "recall": 0.5154969718560741, | |
| "f1": 0.6803008932769159, | |
| "tp": 1447, | |
| "fp": 0, | |
| "tn": 0, | |
| "fn": 1360 | |
| }, | |
| { | |
| "benchmark_bucket": "single_rater_absent", | |
| "n": 1, | |
| "accuracy": 1.0, | |
| "balanced_accuracy": NaN, | |
| "precision": NaN, | |
| "recall": NaN, | |
| "f1": NaN, | |
| "tp": 0, | |
| "fp": 0, | |
| "tn": 1, | |
| "fn": 0 | |
| }, | |
| { | |
| "benchmark_bucket": "single_rater_present", | |
| "n": 1, | |
| "accuracy": 1.0, | |
| "balanced_accuracy": NaN, | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "tp": 1, | |
| "fp": 0, | |
| "tn": 0, | |
| "fn": 0 | |
| }, | |
| { | |
| "benchmark_bucket": "unanimous_absent", | |
| "n": 805, | |
| "accuracy": 0.8062111801242235, | |
| "balanced_accuracy": NaN, | |
| "precision": 0.0, | |
| "recall": NaN, | |
| "f1": NaN, | |
| "tp": 0, | |
| "fp": 156, | |
| "tn": 649, | |
| "fn": 0 | |
| }, | |
| { | |
| "benchmark_bucket": "unanimous_present", | |
| "n": 1809, | |
| "accuracy": 0.814262023217247, | |
| "balanced_accuracy": NaN, | |
| "precision": 1.0, | |
| "recall": 0.814262023217247, | |
| "f1": 0.8976234003656307, | |
| "tp": 1473, | |
| "fp": 0, | |
| "tn": 0, | |
| "fn": 336 | |
| } | |
| ], | |
| "by_n_raters": [ | |
| { | |
| "n_raters": 1, | |
| "n": 2, | |
| "accuracy": 0.5, | |
| "balanced_accuracy": 0.5, | |
| "precision": 0.5, | |
| "recall": 1.0, | |
| "f1": 0.6666666666666666, | |
| "tp": 1, | |
| "fp": 1, | |
| "tn": 0, | |
| "fn": 0 | |
| }, | |
| { | |
| "n_raters": 2, | |
| "n": 2, | |
| "accuracy": 0.5, | |
| "balanced_accuracy": 0.5, | |
| "precision": 0.5, | |
| "recall": 1.0, | |
| "f1": 0.6666666666666666, | |
| "tp": 1, | |
| "fp": 1, | |
| "tn": 0, | |
| "fn": 0 | |
| }, | |
| { | |
| "n_raters": 3, | |
| "n": 7984, | |
| "accuracy": 0.6089679358717435, | |
| "balanced_accuracy": 0.5484783027456701, | |
| "precision": 0.6044494193367846, | |
| "recall": 0.9360780065005417, | |
| "f1": 0.7345689508586976, | |
| "tp": 4320, | |
| "fp": 2827, | |
| "tn": 542, | |
| "fn": 295 | |
| } | |
| ], | |
| "by_n_raters_optimal": [ | |
| { | |
| "n_raters": 1, | |
| "n": 2, | |
| "accuracy": 1.0, | |
| "balanced_accuracy": 1.0, | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "tp": 1, | |
| "fp": 0, | |
| "tn": 1, | |
| "fn": 0 | |
| }, | |
| { | |
| "n_raters": 2, | |
| "n": 2, | |
| "accuracy": 1.0, | |
| "balanced_accuracy": 1.0, | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "tp": 1, | |
| "fp": 0, | |
| "tn": 1, | |
| "fn": 0 | |
| }, | |
| { | |
| "n_raters": 3, | |
| "n": 7984, | |
| "accuracy": 0.6836172344689379, | |
| "balanced_accuracy": 0.6930694011777127, | |
| "precision": 0.7786076287009869, | |
| "recall": 0.6325027085590466, | |
| "f1": 0.6979913916786226, | |
| "tp": 2919, | |
| "fp": 830, | |
| "tn": 2539, | |
| "fn": 1696 | |
| } | |
| ], | |
| "ensemble_members": [ | |
| { | |
| "name": "pcl_ep1", | |
| "snapshot": "finetune_LCO_7B_mix9corpus_k2_r16_pcl_lora/epoch_1_hf", | |
| "weight": 1.0 | |
| } | |
| ], | |
| "audio_count": 3944, | |
| "prompt_count": 40, | |
| "outputs": { | |
| "predictions": "emolia-emo/predictions.csv", | |
| "summary": "emolia-emo/summary.json" | |
| } | |
| }, | |
| "emolia-dim": { | |
| "task": "emolia_bench_current", | |
| "subset": "emolia-dim", | |
| "model": "pcl_ep1", | |
| "benchmark_dir": "voiceclap/emolia-bench-current", | |
| "benchmark_commit": "unknown", | |
| "rows_total": 13426, | |
| "rows_evaluated_ok": 13426, | |
| "missing_audio": 0, | |
| "threshold": 0.0, | |
| "similarity_distribution": { | |
| "min": -0.19399550557136536, | |
| "median": 0.22662624716758728, | |
| "max": 0.7055093050003052, | |
| "mean": 0.22428935766220093 | |
| }, | |
| "overall_binary_at_thr0": { | |
| "n": 13426, | |
| "accuracy": 0.3605690451363027, | |
| "balanced_accuracy": 0.5169765415953566, | |
| "precision": 0.33944526454820917, | |
| "recall": 0.9813566936208445, | |
| "f1": 0.5044160942100098, | |
| "tp": 4369, | |
| "fp": 8502, | |
| "tn": 472, | |
| "fn": 83 | |
| }, | |
| "optimal_threshold": 0.2505407929420471, | |
| "overall_binary_at_optimal_thr": { | |
| "n": 13426, | |
| "accuracy": 0.6129152390883361, | |
| "balanced_accuracy": 0.5978786725593013, | |
| "precision": 0.4343149356374537, | |
| "recall": 0.5532345013477089, | |
| "f1": 0.4866146399288749, | |
| "tp": 2463, | |
| "fp": 3208, | |
| "tn": 5766, | |
| "fn": 1989 | |
| }, | |
| "overall_binary_at_per_prompt_thr": { | |
| "n": 13426, | |
| "accuracy": 0.666617011768211, | |
| "balanced_accuracy": 0.6816265507763167, | |
| "precision": 0.49815100154083203, | |
| "recall": 0.7261904761904762, | |
| "f1": 0.5909340157192469, | |
| "tp": 3233, | |
| "fp": 3257, | |
| "tn": 5717, | |
| "fn": 1219 | |
| }, | |
| "per_prompt_thresholds": { | |
| "AGEV::0": 0.16364412009716034, | |
| "AGEV::1": 0.45839959383010864, | |
| "AGEV::2": 0.3237474262714386, | |
| "AGEV::3": 0.13140487670898438, | |
| "AGEV::4": 0.042897019535303116, | |
| "AGEV::5": 0.3466205596923828, | |
| "AGEV::6": 0.08154352009296417, | |
| "AROU::0": 0.2991252839565277, | |
| "AROU::1": 0.329918771982193, | |
| "AROU::2": 0.18420566618442535, | |
| "AROU::3": 0.2573675811290741, | |
| "AROU::4": 0.2771971523761749, | |
| "AROU::5": 0.26150423288345337, | |
| "AROU::6": 0.37059009075164795, | |
| "ARSH::0": 0.1496349722146988, | |
| "ARSH::1": 0.2825620770454407, | |
| "ARSH::2": 0.17009396851062775, | |
| "ARSH::3": 0.22898374497890472, | |
| "ARSH::4": 0.24150396883487701, | |
| "ARSH::5": 0.2382267713546753, | |
| "ARSH::6": 0.33495455980300903, | |
| "ATCK::0": 0.31166672706604004, | |
| "ATCK::1": 0.13544999063014984, | |
| "ATCK::2": 0.14295776188373566, | |
| "ATCK::3": 0.16914668679237366, | |
| "ATCK::4": 0.30454114079475403, | |
| "ATCK::5": 0.21933843195438385, | |
| "ATCK::6": 0.315786212682724, | |
| "BKGN::0": 0.17380988597869873, | |
| "BKGN::1": 0.09745179861783981, | |
| "BKGN::2": 0.2766770124435425, | |
| "BKGN::3": 0.22587351500988007, | |
| "BKGN::4": 0.22471065819263458, | |
| "BKGN::5": 0.19826628267765045, | |
| "BKGN::6": 0.26262205839157104, | |
| "BRGT::0": 0.36697548627853394, | |
| "BRGT::1": 0.34501099586486816, | |
| "BRGT::2": 0.21088624000549316, | |
| "BRGT::3": 0.26206809282302856, | |
| "BRGT::4": 0.17926999926567078, | |
| "BRGT::5": 0.17572928965091705, | |
| "BRGT::6": 0.3427523076534271, | |
| "CHNK::0": 0.19790838658809662, | |
| "CHNK::1": 0.18852044641971588, | |
| "CHNK::2": 0.26872125267982483, | |
| "CHNK::3": 0.06032641977071762, | |
| "CHNK::4": 0.19154061377048492, | |
| "CHNK::5": 0.20610138773918152, | |
| "CHNK::6": 0.17128710448741913, | |
| "CLRT::0": 0.2793021500110626, | |
| "CLRT::1": 0.35131508111953735, | |
| "CLRT::2": 0.30179929733276367, | |
| "CLRT::3": 0.24772869050502777, | |
| "CLRT::4": 0.22728034853935242, | |
| "CLRT::5": 0.34210842847824097, | |
| "CLRT::6": 0.3066127598285675, | |
| "COGL::0": 0.16957052052021027, | |
| "COGL::1": 0.260530024766922, | |
| "COGL::2": 0.22752857208251953, | |
| "COGL::3": 0.25519806146621704, | |
| "COGL::4": 0.16629590094089508, | |
| "COGL::5": 0.34275883436203003, | |
| "COGL::6": 0.35234302282333374, | |
| "DARC::0": 0.05760478973388672, | |
| "DARC::1": 0.38100147247314453, | |
| "DARC::2": 0.23545046150684357, | |
| "DARC::3": 0.2606649696826935, | |
| "DARC::4": 0.3500864505767822, | |
| "DARC::5": 0.13781023025512695, | |
| "DARC::6": 0.36705875396728516, | |
| "DFLU::0": 0.2365342676639557, | |
| "DFLU::1": 0.22050006687641144, | |
| "DFLU::2": 0.20208504796028137, | |
| "DFLU::3": 0.2841424345970154, | |
| "DFLU::4": 0.2944020628929138, | |
| "DFLU::5": 0.17217203974723816, | |
| "DFLU::6": 0.3215124309062958, | |
| "EMPH::0": 0.28511571884155273, | |
| "EMPH::1": 0.20120319724082947, | |
| "EMPH::2": 0.09507596492767334, | |
| "EMPH::3": 0.1872861236333847, | |
| "EMPH::4": 0.11613025516271591, | |
| "EMPH::5": 0.25630056858062744, | |
| "EMPH::6": 0.3097756803035736, | |
| "ESTH::0": 0.21888823807239532, | |
| "ESTH::1": 0.2722465991973877, | |
| "ESTH::2": 0.17848330736160278, | |
| "ESTH::3": 0.2549174427986145, | |
| "ESTH::4": 0.14231319725513458, | |
| "ESTH::5": 0.30028343200683594, | |
| "ESTH::6": 0.29398882389068604, | |
| "EXPL::0": 0.17514874041080475, | |
| "EXPL::1": 0.2824344038963318, | |
| "EXPL::2": 0.21652592718601227, | |
| "FOCS::0": 0.35521820187568665, | |
| "FOCS::1": 0.2655104398727417, | |
| "FOCS::2": 0.16143439710140228, | |
| "FOCS::3": 0.08067650347948074, | |
| "FOCS::4": 0.19886435568332672, | |
| "FOCS::5": 0.31116268038749695, | |
| "FOCS::6": 0.30744096636772156, | |
| "FULL::0": 0.1591753363609314, | |
| "FULL::1": 0.257610023021698, | |
| "FULL::2": 0.25841227173805237, | |
| "FULL::3": 0.23902527987957, | |
| "FULL::4": 0.2387603223323822, | |
| "FULL::5": 0.2722121477127075, | |
| "FULL::6": 0.24811501801013947, | |
| "GEND::0": 0.25429031252861023, | |
| "GEND::1": 0.2637506127357483, | |
| "GEND::2": 0.28023621439933777, | |
| "GEND::3": 0.2511075437068939, | |
| "GEND::4": 0.28735342621803284, | |
| "GEND::5": 0.2839673161506653, | |
| "GEND::6": 0.21628722548484802, | |
| "HARM::0": 0.21050667762756348, | |
| "HARM::1": 0.1991177648305893, | |
| "HARM::2": 0.302501380443573, | |
| "HARM::3": 0.2682107090950012, | |
| "HARM::4": 0.2870563268661499, | |
| "HARM::5": 0.1369943767786026, | |
| "HARM::6": 0.26360243558883667, | |
| "LANG::Americas": 0.2778092920780182, | |
| "LANG::Asian_Pacific": 0.3618965446949005, | |
| "LANG::European": 0.3260515630245209, | |
| "LANG::Middle_Eastern_African": 0.3407804071903229, | |
| "METL::0": 0.11954427510499954, | |
| "METL::1": 0.1679455041885376, | |
| "METL::2": 0.25306203961372375, | |
| "METL::3": 0.2710992991924286, | |
| "METL::4": 0.24901525676250458, | |
| "METL::5": 0.3032797574996948, | |
| "METL::6": 0.169588103890419, | |
| "RANG::0": 0.1660294532775879, | |
| "RANG::1": 0.29939907789230347, | |
| "RANG::2": 0.14013639092445374, | |
| "RANG::3": 0.20900286734104156, | |
| "RANG::4": -0.005307910032570362, | |
| "RANG::5": 0.4144105613231659, | |
| "RANG::6": 0.18942339718341827, | |
| "RCQL::0": 0.29139459133148193, | |
| "RCQL::1": 0.20491653680801392, | |
| "RCQL::2": 0.33554521203041077, | |
| "RCQL::3": 0.4573272168636322, | |
| "RCQL::4": 0.18186011910438538, | |
| "RCQL::5": 0.24123182892799377, | |
| "RCQL::6": 0.2604517936706543, | |
| "REGS::0": 0.24756242334842682, | |
| "REGS::1": 0.16980256140232086, | |
| "REGS::2": 0.20740893483161926, | |
| "REGS::3": 0.30205094814300537, | |
| "REGS::4": 0.26122528314590454, | |
| "REGS::5": 0.32846421003341675, | |
| "REGS::6": 0.2628948986530304, | |
| "RESP::0": 0.1904515027999878, | |
| "RESP::1": 0.2465614527463913, | |
| "RESP::2": 0.2547629177570343, | |
| "RESP::3": 0.06625822186470032, | |
| "RESP::4": 0.3177555203437805, | |
| "RESP::5": 0.4147593379020691, | |
| "RESP::6": 0.2720065414905548, | |
| "ROUG::0": 0.20285646617412567, | |
| "ROUG::1": 0.18010437488555908, | |
| "ROUG::2": 0.13664381206035614, | |
| "ROUG::3": 0.30024582147598267, | |
| "ROUG::4": 0.2679932713508606, | |
| "ROUG::5": 0.338546484708786, | |
| "ROUG::6": 0.23017923533916473, | |
| "R_CHST::0": 0.3067517578601837, | |
| "R_CHST::1": 0.19637571275234222, | |
| "R_CHST::2": 0.24191394448280334, | |
| "R_CHST::3": 0.24222813546657562, | |
| "R_CHST::4": 0.2997679114341736, | |
| "R_CHST::5": 0.22257903218269348, | |
| "R_CHST::6": 0.4326830804347992, | |
| "R_HEAD::0": 0.23985616862773895, | |
| "R_HEAD::1": 0.2842613756656647, | |
| "R_HEAD::2": 0.26155170798301697, | |
| "R_HEAD::3": 0.23252049088478088, | |
| "R_HEAD::4": 0.3107130825519562, | |
| "R_HEAD::5": 0.019902303814888, | |
| "R_HEAD::6": 0.21546822786331177, | |
| "R_MASK::0": 0.35164034366607666, | |
| "R_MASK::1": 0.22311095893383026, | |
| "R_MASK::2": 0.2289806604385376, | |
| "R_MASK::3": 0.22204655408859253, | |
| "R_MASK::4": 0.1918628066778183, | |
| "R_MASK::5": 0.42493024468421936, | |
| "R_MASK::6": 0.17991380393505096, | |
| "R_MIXD::0": 0.3651827871799469, | |
| "R_MIXD::1": 0.22973084449768066, | |
| "R_MIXD::2": 0.20185819268226624, | |
| "R_MIXD::3": 0.11682941019535065, | |
| "R_MIXD::4": 0.2957238554954529, | |
| "R_MIXD::5": 0.39119064807891846, | |
| "R_MIXD::6": 0.24225862324237823, | |
| "R_NASL::0": 0.3036878705024719, | |
| "R_NASL::1": 0.16883260011672974, | |
| "R_NASL::2": 0.22580039501190186, | |
| "R_NASL::3": -1.0, | |
| "R_NASL::4": 0.13838106393814087, | |
| "R_NASL::5": 0.17275366187095642, | |
| "R_NASL::6": 0.34698837995529175, | |
| "R_ORAL::0": 0.15215522050857544, | |
| "R_ORAL::1": 0.31114092469215393, | |
| "R_ORAL::2": -1.0, | |
| "R_ORAL::3": 0.1952991485595703, | |
| "R_ORAL::4": 0.2448049783706665, | |
| "R_ORAL::5": 0.30051982402801514, | |
| "R_ORAL::6": 0.32293710112571716, | |
| "R_THRT::0": 0.24965953826904297, | |
| "R_THRT::1": 0.06476975232362747, | |
| "R_THRT::2": -1.0, | |
| "R_THRT::3": 0.1600232869386673, | |
| "R_THRT::4": 0.17307335138320923, | |
| "R_THRT::5": 0.36579838395118713, | |
| "R_THRT::6": 0.12096001952886581, | |
| "SMTH::0": 0.35450345277786255, | |
| "SMTH::1": 0.2285197675228119, | |
| "SMTH::2": 0.3317123055458069, | |
| "SMTH::3": 0.30658766627311707, | |
| "SMTH::4": 0.2392151802778244, | |
| "SMTH::5": 0.3161826431751251, | |
| "SMTH::6": 0.2561718821525574, | |
| "STNC::0": 0.4687272012233734, | |
| "STNC::1": 0.17163307964801788, | |
| "STNC::2": 0.18928420543670654, | |
| "STNC::3": 0.18028143048286438, | |
| "STNC::4": 0.2814365029335022, | |
| "STNC::5": 0.33904674649238586, | |
| "STNC::6": 0.31467127799987793, | |
| "STRU::0": 0.2701873481273651, | |
| "STRU::1": 0.3079596161842346, | |
| "STRU::2": 0.29650071263313293, | |
| "STRU::3": 0.1462034285068512, | |
| "STRU::4": 0.1620117872953415, | |
| "STRU::5": 0.2896991968154907, | |
| "STRU::6": 0.14459757506847382, | |
| "S_ASMR::0": 0.3067817687988281, | |
| "S_ASMR::1": 0.21979056298732758, | |
| "S_ASMR::2": 0.31988072395324707, | |
| "S_ASMR::3": 0.27990561723709106, | |
| "S_ASMR::4": 0.23621299862861633, | |
| "S_ASMR::5": 0.23359982669353485, | |
| "S_ASMR::6": 0.16888582706451416, | |
| "S_AUTH::0": 0.1288229078054428, | |
| "S_AUTH::1": 0.2598903775215149, | |
| "S_AUTH::2": 0.08082900196313858, | |
| "S_AUTH::3": 0.2893679738044739, | |
| "S_AUTH::4": 0.4428441524505615, | |
| "S_AUTH::5": 0.3369932472705841, | |
| "S_AUTH::6": 0.38553744554519653, | |
| "S_CART::0": 0.16683726012706757, | |
| "S_CART::1": 0.21756142377853394, | |
| "S_CART::2": 0.1438966691493988, | |
| "S_CART::3": -1.0, | |
| "S_CART::4": 0.26755109429359436, | |
| "S_CART::5": 0.1607425957918167, | |
| "S_CART::6": 0.24239657819271088, | |
| "S_CASU::0": 0.09242811799049377, | |
| "S_CASU::1": 0.03789259493350983, | |
| "S_CASU::2": 0.22151349484920502, | |
| "S_CASU::3": 0.12127272039651871, | |
| "S_CASU::4": 0.2298886626958847, | |
| "S_CASU::5": 0.24501757323741913, | |
| "S_CASU::6": 0.27401983737945557, | |
| "S_CONV::0": 0.2832011580467224, | |
| "S_CONV::1": 0.2678104341030121, | |
| "S_CONV::2": 0.1261875480413437, | |
| "S_CONV::3": 0.14671795070171356, | |
| "S_CONV::4": 0.060377467423677444, | |
| "S_CONV::5": 0.27497780323028564, | |
| "S_CONV::6": 0.3347790837287903, | |
| "S_DRAM::0": 0.13939492404460907, | |
| "S_DRAM::1": 0.23102524876594543, | |
| "S_DRAM::2": 0.217262864112854, | |
| "S_DRAM::3": 0.30061089992523193, | |
| "S_DRAM::4": 0.18682631850242615, | |
| "S_DRAM::5": 0.10275305062532425, | |
| "S_DRAM::6": 0.3577604293823242, | |
| "S_FORM::0": 0.3193408250808716, | |
| "S_FORM::1": 0.20549991726875305, | |
| "S_FORM::2": 0.3456876277923584, | |
| "S_FORM::3": 0.158424511551857, | |
| "S_FORM::4": 0.2770565450191498, | |
| "S_FORM::5": 0.3406340181827545, | |
| "S_FORM::6": 0.33448681235313416, | |
| "S_MONO::0": 0.36232611536979675, | |
| "S_MONO::1": 0.22007521986961365, | |
| "S_MONO::2": 0.17868058383464813, | |
| "S_MONO::3": 0.23619860410690308, | |
| "S_MONO::4": 0.20925430953502655, | |
| "S_MONO::5": 0.2818600833415985, | |
| "S_MONO::6": 0.2775903344154358, | |
| "S_NARR::0": 0.19601796567440033, | |
| "S_NARR::1": 0.31941142678260803, | |
| "S_NARR::2": 0.23828890919685364, | |
| "S_NARR::3": 0.1814495474100113, | |
| "S_NARR::4": 0.28284648060798645, | |
| "S_NARR::5": 0.3043229579925537, | |
| "S_NARR::6": 0.2378116101026535, | |
| "S_NEWS::0": 0.24234092235565186, | |
| "S_NEWS::1": 0.19720739126205444, | |
| "S_NEWS::2": 0.0872676745057106, | |
| "S_NEWS::3": 0.2614830434322357, | |
| "S_NEWS::4": 0.3528118431568146, | |
| "S_NEWS::5": 0.3045184314250946, | |
| "S_NEWS::6": 0.25815635919570923, | |
| "S_PLAY::0": 0.20650282502174377, | |
| "S_PLAY::1": 0.22399935126304626, | |
| "S_PLAY::2": 0.3554687201976776, | |
| "S_PLAY::3": 0.2681882381439209, | |
| "S_PLAY::4": 0.41694167256355286, | |
| "S_PLAY::5": 0.3564131259918213, | |
| "S_PLAY::6": 0.2057768702507019, | |
| "S_RANT::0": 0.32098615169525146, | |
| "S_RANT::1": -0.023524925112724304, | |
| "S_RANT::2": 0.23405970633029938, | |
| "S_RANT::3": 0.26873353123664856, | |
| "S_RANT::4": 0.33594489097595215, | |
| "S_RANT::5": 0.25941386818885803, | |
| "S_RANT::6": 0.34564316272735596, | |
| "S_STRY::0": 0.23127293586730957, | |
| "S_STRY::1": 0.2928858995437622, | |
| "S_STRY::2": 0.2852625250816345, | |
| "S_STRY::3": 0.3224812150001526, | |
| "S_STRY::4": 0.3620404601097107, | |
| "S_STRY::5": 0.07992567121982574, | |
| "S_STRY::6": 0.34413382411003113, | |
| "S_TECH::0": 0.49927785992622375, | |
| "S_TECH::1": 0.17247486114501953, | |
| "S_TECH::2": 0.3441510498523712, | |
| "S_TECH::3": 0.30826276540756226, | |
| "S_TECH::4": 0.20904232561588287, | |
| "S_TECH::5": 0.3073666989803314, | |
| "S_TECH::6": 0.2537187933921814, | |
| "S_WHIS::0": 0.07216756045818329, | |
| "S_WHIS::1": 0.28211355209350586, | |
| "S_WHIS::2": 0.3487682342529297, | |
| "S_WHIS::3": 0.2559886574745178, | |
| "S_WHIS::4": 0.33377617597579956, | |
| "S_WHIS::5": 0.20105797052383423, | |
| "S_WHIS::6": 0.1790504902601242, | |
| "TEMP::0": 0.0812876895070076, | |
| "TEMP::1": 0.1163371205329895, | |
| "TEMP::2": 0.236673966050148, | |
| "TEMP::3": 0.17189446091651917, | |
| "TEMP::4": 0.16237816214561462, | |
| "TEMP::5": 0.31194356083869934, | |
| "TEMP::6": 0.223640576004982, | |
| "TENS::0": 0.17896203696727753, | |
| "TENS::1": 0.2902892529964447, | |
| "TENS::2": 0.1558445394039154, | |
| "TENS::3": 0.20050056278705597, | |
| "TENS::4": 0.2352866530418396, | |
| "TENS::5": 0.25690823793411255, | |
| "TENS::6": 0.4768383800983429, | |
| "VALN::0": 0.31858986616134644, | |
| "VALN::1": 0.30049851536750793, | |
| "VALN::2": 0.03154287487268448, | |
| "VALN::3": 0.195203498005867, | |
| "VALN::4": 0.2509307265281677, | |
| "VALN::5": 0.21894490718841553, | |
| "VALN::6": 0.4104030430316925, | |
| "VALS::0": 0.358206182718277, | |
| "VALS::1": 0.2481093555688858, | |
| "VALS::2": 0.1880980283021927, | |
| "VALS::3": 0.18738394975662231, | |
| "VALS::4": 0.09044095128774643, | |
| "VALS::5": 0.14089123904705048, | |
| "VALS::6": 0.25735941529273987, | |
| "VFLX::0": 0.34924188256263733, | |
| "VFLX::1": -1.0, | |
| "VFLX::2": 0.09832986444234848, | |
| "VFLX::3": 0.057615067809820175, | |
| "VFLX::4": 0.29369381070137024, | |
| "VFLX::5": 0.31173768639564514, | |
| "VFLX::6": 0.17192353308200836, | |
| "VOLT::0": 0.2674705982208252, | |
| "VOLT::1": 0.16647520661354065, | |
| "VOLT::2": 0.22425630688667297, | |
| "VOLT::3": -0.021709153428673744, | |
| "VOLT::4": 0.3877103626728058, | |
| "VOLT::5": 0.2547127604484558, | |
| "VOLT::6": 0.3052537739276886, | |
| "VULN::0": 0.2948131561279297, | |
| "VULN::1": 0.315285325050354, | |
| "VULN::2": 0.17860493063926697, | |
| "VULN::3": 0.17501036822795868, | |
| "VULN::4": 0.2407998889684677, | |
| "VULN::5": 0.1693831980228424, | |
| "VULN::6": 0.30628645420074463, | |
| "WARM::0": 0.1133570447564125, | |
| "WARM::1": 0.39736831188201904, | |
| "WARM::2": 0.1265232414007187, | |
| "WARM::3": 0.11757925152778625, | |
| "WARM::4": 0.19232302904129028, | |
| "WARM::5": 0.3512837290763855, | |
| "WARM::6": 0.1961302012205124 | |
| }, | |
| "spearman_avg": 0.2125434087984669, | |
| "spearman_per_prompt": { | |
| "AGEV::0": { | |
| "n": 30, | |
| "spearman": 0.7932758087949758 | |
| }, | |
| "AGEV::1": { | |
| "n": 33, | |
| "spearman": 0.5643451916789661 | |
| }, | |
| "AGEV::2": { | |
| "n": 37, | |
| "spearman": 0.09738155563505967 | |
| }, | |
| "AGEV::3": { | |
| "n": 33, | |
| "spearman": 0.23981053426948548 | |
| }, | |
| "AGEV::4": { | |
| "n": 39, | |
| "spearman": 0.18258958449285148 | |
| }, | |
| "AGEV::5": { | |
| "n": 37, | |
| "spearman": 0.3591314858308224 | |
| }, | |
| "AGEV::6": { | |
| "n": 30, | |
| "spearman": 0.1541258877412573 | |
| }, | |
| "AROU::0": { | |
| "n": 36, | |
| "spearman": 0.25886485825059724 | |
| }, | |
| "AROU::1": { | |
| "n": 36, | |
| "spearman": 0.25266121647035295 | |
| }, | |
| "AROU::2": { | |
| "n": 41, | |
| "spearman": 0.2076582932957764 | |
| }, | |
| "AROU::3": { | |
| "n": 30, | |
| "spearman": -0.18744772068076712 | |
| }, | |
| "AROU::4": { | |
| "n": 30, | |
| "spearman": 0.3963869158181725 | |
| }, | |
| "AROU::5": { | |
| "n": 30, | |
| "spearman": 0.5301875370110475 | |
| }, | |
| "AROU::6": { | |
| "n": 41, | |
| "spearman": 0.5058402388928198 | |
| }, | |
| "ARSH::0": { | |
| "n": 39, | |
| "spearman": -0.10189696704361315 | |
| }, | |
| "ARSH::1": { | |
| "n": 37, | |
| "spearman": 0.4179988832135837 | |
| }, | |
| "ARSH::2": { | |
| "n": 33, | |
| "spearman": 0.5689503333268353 | |
| }, | |
| "ARSH::3": { | |
| "n": 39, | |
| "spearman": 0.14415484151516636 | |
| }, | |
| "ARSH::4": { | |
| "n": 39, | |
| "spearman": 0.36147581766364223 | |
| }, | |
| "ARSH::5": { | |
| "n": 37, | |
| "spearman": 0.5652447289428831 | |
| }, | |
| "ARSH::6": { | |
| "n": 43, | |
| "spearman": 0.532516981376644 | |
| }, | |
| "ATCK::0": { | |
| "n": 36, | |
| "spearman": 0.33391426794921936 | |
| }, | |
| "ATCK::1": { | |
| "n": 37, | |
| "spearman": -0.03711661117358704 | |
| }, | |
| "ATCK::2": { | |
| "n": 38, | |
| "spearman": 0.13299343507557515 | |
| }, | |
| "ATCK::3": { | |
| "n": 35, | |
| "spearman": 0.41527856317966905 | |
| }, | |
| "ATCK::4": { | |
| "n": 32, | |
| "spearman": -0.1134479235362598 | |
| }, | |
| "ATCK::5": { | |
| "n": 39, | |
| "spearman": 0.4190371004881461 | |
| }, | |
| "ATCK::6": { | |
| "n": 35, | |
| "spearman": 0.608365837186511 | |
| }, | |
| "BKGN::0": { | |
| "n": 31, | |
| "spearman": 0.21862164719318508 | |
| }, | |
| "BKGN::1": { | |
| "n": 39, | |
| "spearman": -0.061731919138952124 | |
| }, | |
| "BKGN::2": { | |
| "n": 16, | |
| "spearman": 0.5601120336112039 | |
| }, | |
| "BKGN::3": { | |
| "n": 23, | |
| "spearman": 0.35068333273235297 | |
| }, | |
| "BKGN::4": { | |
| "n": 36, | |
| "spearman": 0.23685129697828522 | |
| }, | |
| "BKGN::5": { | |
| "n": 39, | |
| "spearman": 0.45148870865885526 | |
| }, | |
| "BKGN::6": { | |
| "n": 32, | |
| "spearman": 0.34194508531928686 | |
| }, | |
| "BRGT::0": { | |
| "n": 22, | |
| "spearman": 0.04268426138253135 | |
| }, | |
| "BRGT::1": { | |
| "n": 25, | |
| "spearman": 0.17644650448753282 | |
| }, | |
| "BRGT::2": { | |
| "n": 35, | |
| "spearman": 0.10887469776425852 | |
| }, | |
| "BRGT::3": { | |
| "n": 28, | |
| "spearman": -0.04336089142069667 | |
| }, | |
| "BRGT::4": { | |
| "n": 39, | |
| "spearman": 0.19553593210944445 | |
| }, | |
| "BRGT::5": { | |
| "n": 32, | |
| "spearman": 0.28139360047563305 | |
| }, | |
| "BRGT::6": { | |
| "n": 32, | |
| "spearman": 0.2028871181111328 | |
| }, | |
| "CHNK::0": { | |
| "n": 35, | |
| "spearman": 0.11211657366175418 | |
| }, | |
| "CHNK::1": { | |
| "n": 36, | |
| "spearman": -0.06679663296960327 | |
| }, | |
| "CHNK::2": { | |
| "n": 28, | |
| "spearman": 0.06349265842990104 | |
| }, | |
| "CHNK::3": { | |
| "n": 39, | |
| "spearman": 0.3446135313903216 | |
| }, | |
| "CHNK::4": { | |
| "n": 37, | |
| "spearman": 0.12067938521250594 | |
| }, | |
| "CHNK::5": { | |
| "n": 37, | |
| "spearman": 0.0836415900325502 | |
| }, | |
| "CHNK::6": { | |
| "n": 23, | |
| "spearman": 0.1873806589993571 | |
| }, | |
| "CLRT::0": { | |
| "n": 41, | |
| "spearman": -0.11134112345835662 | |
| }, | |
| "CLRT::1": { | |
| "n": 36, | |
| "spearman": 0.42029422488390783 | |
| }, | |
| "CLRT::2": { | |
| "n": 38, | |
| "spearman": -0.0887207694817011 | |
| }, | |
| "CLRT::3": { | |
| "n": 20, | |
| "spearman": 0.10786263964167997 | |
| }, | |
| "CLRT::4": { | |
| "n": 39, | |
| "spearman": 0.4172398377156667 | |
| }, | |
| "CLRT::5": { | |
| "n": 38, | |
| "spearman": 0.32339439723483693 | |
| }, | |
| "CLRT::6": { | |
| "n": 36, | |
| "spearman": -0.017011855588962104 | |
| }, | |
| "COGL::0": { | |
| "n": 38, | |
| "spearman": 0.12401076403857571 | |
| }, | |
| "COGL::1": { | |
| "n": 38, | |
| "spearman": 0.2191614609860915 | |
| }, | |
| "COGL::2": { | |
| "n": 29, | |
| "spearman": 0.5941474602165632 | |
| }, | |
| "COGL::3": { | |
| "n": 22, | |
| "spearman": 0.25658730032150934 | |
| }, | |
| "COGL::4": { | |
| "n": 40, | |
| "spearman": 0.3770863753730068 | |
| }, | |
| "COGL::5": { | |
| "n": 35, | |
| "spearman": 0.06703330554498699 | |
| }, | |
| "COGL::6": { | |
| "n": 37, | |
| "spearman": 0.3784505859570357 | |
| }, | |
| "DARC::0": { | |
| "n": 38, | |
| "spearman": -0.29295566769413856 | |
| }, | |
| "DARC::1": { | |
| "n": 40, | |
| "spearman": 0.09948775168594276 | |
| }, | |
| "DARC::2": { | |
| "n": 23, | |
| "spearman": -0.0572053728398831 | |
| }, | |
| "DARC::3": { | |
| "n": 37, | |
| "spearman": 0.49573072964748044 | |
| }, | |
| "DARC::4": { | |
| "n": 34, | |
| "spearman": 0.13047852634708174 | |
| }, | |
| "DARC::5": { | |
| "n": 41, | |
| "spearman": 0.16948992056733847 | |
| }, | |
| "DARC::6": { | |
| "n": 38, | |
| "spearman": 0.570942300844962 | |
| }, | |
| "DFLU::0": { | |
| "n": 42, | |
| "spearman": 0.1804414017917858 | |
| }, | |
| "DFLU::1": { | |
| "n": 41, | |
| "spearman": 0.12374132659553287 | |
| }, | |
| "DFLU::2": { | |
| "n": 30, | |
| "spearman": 0.6141480041152881 | |
| }, | |
| "DFLU::3": { | |
| "n": 31, | |
| "spearman": 0.6115055748726731 | |
| }, | |
| "DFLU::4": { | |
| "n": 37, | |
| "spearman": 0.31502630257245173 | |
| }, | |
| "DFLU::5": { | |
| "n": 43, | |
| "spearman": 0.22710992005934072 | |
| }, | |
| "DFLU::6": { | |
| "n": 38, | |
| "spearman": 0.3324288719448832 | |
| }, | |
| "EMPH::0": { | |
| "n": 37, | |
| "spearman": 0.20767995614308993 | |
| }, | |
| "EMPH::1": { | |
| "n": 37, | |
| "spearman": 0.15237345707707028 | |
| }, | |
| "EMPH::2": { | |
| "n": 21, | |
| "spearman": 0.2648204488514248 | |
| }, | |
| "EMPH::3": { | |
| "n": 27, | |
| "spearman": -0.020552448451103433 | |
| }, | |
| "EMPH::4": { | |
| "n": 43, | |
| "spearman": 0.28935997622234605 | |
| }, | |
| "EMPH::5": { | |
| "n": 37, | |
| "spearman": 0.4462962563577515 | |
| }, | |
| "EMPH::6": { | |
| "n": 37, | |
| "spearman": 0.5283987103503697 | |
| }, | |
| "ESTH::0": { | |
| "n": 32, | |
| "spearman": 0.42799159101039996 | |
| }, | |
| "ESTH::1": { | |
| "n": 35, | |
| "spearman": 0.1759490410437053 | |
| }, | |
| "ESTH::2": { | |
| "n": 34, | |
| "spearman": 0.3702609476421751 | |
| }, | |
| "ESTH::3": { | |
| "n": 24, | |
| "spearman": 0.3329969971470735 | |
| }, | |
| "ESTH::4": { | |
| "n": 34, | |
| "spearman": 0.1581741228199025 | |
| }, | |
| "ESTH::5": { | |
| "n": 35, | |
| "spearman": 0.16208191923221246 | |
| }, | |
| "ESTH::6": { | |
| "n": 30, | |
| "spearman": 0.3540706892472762 | |
| }, | |
| "EXPL::0": { | |
| "n": 34, | |
| "spearman": 0.16621944170520406 | |
| }, | |
| "EXPL::1": { | |
| "n": 38, | |
| "spearman": -0.17075573955663806 | |
| }, | |
| "EXPL::2": { | |
| "n": 38, | |
| "spearman": 0.44521942381195473 | |
| }, | |
| "FOCS::0": { | |
| "n": 38, | |
| "spearman": 0.2407072977180201 | |
| }, | |
| "FOCS::1": { | |
| "n": 37, | |
| "spearman": 0.024488069655877326 | |
| }, | |
| "FOCS::2": { | |
| "n": 38, | |
| "spearman": -0.0806467949466369 | |
| }, | |
| "FOCS::3": { | |
| "n": 27, | |
| "spearman": 0.038277950117547636 | |
| }, | |
| "FOCS::4": { | |
| "n": 41, | |
| "spearman": 0.29409805315865944 | |
| }, | |
| "FOCS::5": { | |
| "n": 36, | |
| "spearman": 0.17645185525296622 | |
| }, | |
| "FOCS::6": { | |
| "n": 38, | |
| "spearman": 0.1585865369306929 | |
| }, | |
| "FULL::0": { | |
| "n": 20, | |
| "spearman": -0.18494030441571147 | |
| }, | |
| "FULL::1": { | |
| "n": 39, | |
| "spearman": -0.10252897933978673 | |
| }, | |
| "FULL::2": { | |
| "n": 20, | |
| "spearman": 0.557000276013598 | |
| }, | |
| "FULL::3": { | |
| "n": 23, | |
| "spearman": 0.19034674690672024 | |
| }, | |
| "FULL::4": { | |
| "n": 37, | |
| "spearman": 0.1858741801999415 | |
| }, | |
| "FULL::5": { | |
| "n": 35, | |
| "spearman": 0.5217974845937111 | |
| }, | |
| "FULL::6": { | |
| "n": 19, | |
| "spearman": 0.46739013817212566 | |
| }, | |
| "GEND::0": { | |
| "n": 41, | |
| "spearman": 0.09887212379691003 | |
| }, | |
| "GEND::1": { | |
| "n": 40, | |
| "spearman": 0.49951759729326345 | |
| }, | |
| "GEND::2": { | |
| "n": 38, | |
| "spearman": 0.5144078577979894 | |
| }, | |
| "GEND::3": { | |
| "n": 42, | |
| "spearman": 0.24789261801420234 | |
| }, | |
| "GEND::4": { | |
| "n": 34, | |
| "spearman": 0.15967508865645244 | |
| }, | |
| "GEND::5": { | |
| "n": 38, | |
| "spearman": 0.46060526181204126 | |
| }, | |
| "GEND::6": { | |
| "n": 33, | |
| "spearman": 0.32540884710833506 | |
| }, | |
| "HARM::0": { | |
| "n": 32, | |
| "spearman": 0.3211497865408755 | |
| }, | |
| "HARM::1": { | |
| "n": 38, | |
| "spearman": 0.005515531076212154 | |
| }, | |
| "HARM::2": { | |
| "n": 41, | |
| "spearman": 0.1773301808248074 | |
| }, | |
| "HARM::3": { | |
| "n": 24, | |
| "spearman": -0.1084843260566718 | |
| }, | |
| "HARM::4": { | |
| "n": 35, | |
| "spearman": 0.09478223547980841 | |
| }, | |
| "HARM::5": { | |
| "n": 20, | |
| "spearman": -0.0346843987809648 | |
| }, | |
| "HARM::6": { | |
| "n": 39, | |
| "spearman": 0.030641038967471383 | |
| }, | |
| "LANG::Americas": { | |
| "n": 19, | |
| "spearman": 0.2757316821228852 | |
| }, | |
| "LANG::Asian_Pacific": { | |
| "n": 15, | |
| "spearman": 0.2834733547569204 | |
| }, | |
| "LANG::European": { | |
| "n": 18, | |
| "spearman": 0.5618243342181323 | |
| }, | |
| "LANG::Middle_Eastern_African": { | |
| "n": 14, | |
| "spearman": 0.16632691618994938 | |
| }, | |
| "METL::0": { | |
| "n": 30, | |
| "spearman": 0.1502630074577235 | |
| }, | |
| "METL::1": { | |
| "n": 34, | |
| "spearman": 0.09425882935456166 | |
| }, | |
| "METL::2": { | |
| "n": 23, | |
| "spearman": -0.020457451548962984 | |
| }, | |
| "METL::3": { | |
| "n": 36, | |
| "spearman": 0.24635009342702877 | |
| }, | |
| "METL::4": { | |
| "n": 34, | |
| "spearman": -0.00908476819766372 | |
| }, | |
| "METL::5": { | |
| "n": 37, | |
| "spearman": 0.14627507100116682 | |
| }, | |
| "METL::6": { | |
| "n": 34, | |
| "spearman": 0.2842725984379692 | |
| }, | |
| "RANG::0": { | |
| "n": 19, | |
| "spearman": 0.2504897164340598 | |
| }, | |
| "RANG::1": { | |
| "n": 37, | |
| "spearman": 0.432208293639491 | |
| }, | |
| "RANG::2": { | |
| "n": 32, | |
| "spearman": 0.19188085708298433 | |
| }, | |
| "RANG::3": { | |
| "n": 23, | |
| "spearman": 0.17058076135148037 | |
| }, | |
| "RANG::4": { | |
| "n": 37, | |
| "spearman": 0.04949581646633042 | |
| }, | |
| "RANG::5": { | |
| "n": 29, | |
| "spearman": 0.0520265981714472 | |
| }, | |
| "RANG::6": { | |
| "n": 38, | |
| "spearman": -0.20221497505278818 | |
| }, | |
| "RCQL::0": { | |
| "n": 36, | |
| "spearman": -0.03618541029309424 | |
| }, | |
| "RCQL::1": { | |
| "n": 37, | |
| "spearman": -0.23635894717709477 | |
| }, | |
| "RCQL::2": { | |
| "n": 19, | |
| "spearman": 0.27247463045653303 | |
| }, | |
| "RCQL::3": { | |
| "n": 19, | |
| "spearman": -0.02867696673382022 | |
| }, | |
| "RCQL::4": { | |
| "n": 23, | |
| "spearman": 0.4991458748539935 | |
| }, | |
| "RCQL::5": { | |
| "n": 36, | |
| "spearman": 0.20856476123327233 | |
| }, | |
| "RCQL::6": { | |
| "n": 39, | |
| "spearman": 0.11894071161771698 | |
| }, | |
| "REGS::0": { | |
| "n": 32, | |
| "spearman": 0.47388008919117963 | |
| }, | |
| "REGS::1": { | |
| "n": 34, | |
| "spearman": 0.25133545358411685 | |
| }, | |
| "REGS::2": { | |
| "n": 38, | |
| "spearman": 0.2139315816535525 | |
| }, | |
| "REGS::3": { | |
| "n": 39, | |
| "spearman": 0.2709511468577738 | |
| }, | |
| "REGS::4": { | |
| "n": 35, | |
| "spearman": 0.39371724156250626 | |
| }, | |
| "REGS::5": { | |
| "n": 34, | |
| "spearman": -0.09352975075999102 | |
| }, | |
| "REGS::6": { | |
| "n": 37, | |
| "spearman": 0.3947387914181888 | |
| }, | |
| "RESP::0": { | |
| "n": 37, | |
| "spearman": 0.3419613929255302 | |
| }, | |
| "RESP::1": { | |
| "n": 36, | |
| "spearman": 0.0490740614666523 | |
| }, | |
| "RESP::2": { | |
| "n": 32, | |
| "spearman": 0.6002414556423014 | |
| }, | |
| "RESP::3": { | |
| "n": 36, | |
| "spearman": -0.5013335081544021 | |
| }, | |
| "RESP::4": { | |
| "n": 31, | |
| "spearman": 0.47140780408794886 | |
| }, | |
| "RESP::5": { | |
| "n": 38, | |
| "spearman": 0.5846370216327436 | |
| }, | |
| "RESP::6": { | |
| "n": 38, | |
| "spearman": 0.5572978422467183 | |
| }, | |
| "ROUG::0": { | |
| "n": 23, | |
| "spearman": -0.06232818735183201 | |
| }, | |
| "ROUG::1": { | |
| "n": 29, | |
| "spearman": -0.09563258801361867 | |
| }, | |
| "ROUG::2": { | |
| "n": 27, | |
| "spearman": 0.08006407690254358 | |
| }, | |
| "ROUG::3": { | |
| "n": 33, | |
| "spearman": -0.05428394680354783 | |
| }, | |
| "ROUG::4": { | |
| "n": 37, | |
| "spearman": 0.1491370790713117 | |
| }, | |
| "ROUG::5": { | |
| "n": 37, | |
| "spearman": 0.3143953058143402 | |
| }, | |
| "ROUG::6": { | |
| "n": 39, | |
| "spearman": 0.5046416862540557 | |
| }, | |
| "R_CHST::0": { | |
| "n": 36, | |
| "spearman": -0.11762427506883978 | |
| }, | |
| "R_CHST::1": { | |
| "n": 39, | |
| "spearman": -0.05843216906314231 | |
| }, | |
| "R_CHST::2": { | |
| "n": 20, | |
| "spearman": 0.16059101370939324 | |
| }, | |
| "R_CHST::3": { | |
| "n": 40, | |
| "spearman": 0.24003698572850427 | |
| }, | |
| "R_CHST::4": { | |
| "n": 38, | |
| "spearman": 0.3193054492489364 | |
| }, | |
| "R_CHST::5": { | |
| "n": 38, | |
| "spearman": 0.3405186435844559 | |
| }, | |
| "R_CHST::6": { | |
| "n": 28, | |
| "spearman": 0.10004299646455052 | |
| }, | |
| "R_HEAD::0": { | |
| "n": 34, | |
| "spearman": 0.18659418792428553 | |
| }, | |
| "R_HEAD::1": { | |
| "n": 41, | |
| "spearman": 0.19358446848135985 | |
| }, | |
| "R_HEAD::2": { | |
| "n": 32, | |
| "spearman": 0.24396542425612555 | |
| }, | |
| "R_HEAD::3": { | |
| "n": 38, | |
| "spearman": 0.24233595602053817 | |
| }, | |
| "R_HEAD::4": { | |
| "n": 37, | |
| "spearman": 0.444163812144049 | |
| }, | |
| "R_HEAD::5": { | |
| "n": 37, | |
| "spearman": -0.32962181104352006 | |
| }, | |
| "R_HEAD::6": { | |
| "n": 28, | |
| "spearman": -0.023220333759110826 | |
| }, | |
| "R_MASK::0": { | |
| "n": 40, | |
| "spearman": 0.13633055792831414 | |
| }, | |
| "R_MASK::1": { | |
| "n": 32, | |
| "spearman": 0.05846314329797451 | |
| }, | |
| "R_MASK::2": { | |
| "n": 33, | |
| "spearman": 0.03258772286507198 | |
| }, | |
| "R_MASK::3": { | |
| "n": 41, | |
| "spearman": 0.31305712664687685 | |
| }, | |
| "R_MASK::4": { | |
| "n": 38, | |
| "spearman": 0.07534605065200148 | |
| }, | |
| "R_MASK::5": { | |
| "n": 40, | |
| "spearman": 0.28201698018223514 | |
| }, | |
| "R_MASK::6": { | |
| "n": 25, | |
| "spearman": 0.07833558355412762 | |
| }, | |
| "R_MIXD::0": { | |
| "n": 40, | |
| "spearman": 0.28778479981163785 | |
| }, | |
| "R_MIXD::1": { | |
| "n": 29, | |
| "spearman": 0.385887572823948 | |
| }, | |
| "R_MIXD::2": { | |
| "n": 40, | |
| "spearman": -0.0858617154344162 | |
| }, | |
| "R_MIXD::3": { | |
| "n": 39, | |
| "spearman": -0.154258383226484 | |
| }, | |
| "R_MIXD::4": { | |
| "n": 35, | |
| "spearman": 0.22535825187020705 | |
| }, | |
| "R_MIXD::5": { | |
| "n": 33, | |
| "spearman": 0.42719105962791987 | |
| }, | |
| "R_MIXD::6": { | |
| "n": 20, | |
| "spearman": 0.17342199390482402 | |
| }, | |
| "R_NASL::0": { | |
| "n": 18, | |
| "spearman": -0.14168353475825074 | |
| }, | |
| "R_NASL::1": { | |
| "n": 31, | |
| "spearman": 0.43852900965351466 | |
| }, | |
| "R_NASL::2": { | |
| "n": 35, | |
| "spearman": 0.3653225551450438 | |
| }, | |
| "R_NASL::3": { | |
| "n": 33, | |
| "spearman": -0.331582740250631 | |
| }, | |
| "R_NASL::4": { | |
| "n": 29, | |
| "spearman": -0.0390465684554066 | |
| }, | |
| "R_NASL::5": { | |
| "n": 27, | |
| "spearman": 0.13766594453693193 | |
| }, | |
| "R_NASL::6": { | |
| "n": 19, | |
| "spearman": 0.21081851067789198 | |
| }, | |
| "R_ORAL::0": { | |
| "n": 32, | |
| "spearman": 0.005054576397438286 | |
| }, | |
| "R_ORAL::1": { | |
| "n": 36, | |
| "spearman": 0.260460093120554 | |
| }, | |
| "R_ORAL::2": { | |
| "n": 19, | |
| "spearman": -0.49670357594433495 | |
| }, | |
| "R_ORAL::3": { | |
| "n": 37, | |
| "spearman": 0.1623609214247398 | |
| }, | |
| "R_ORAL::4": { | |
| "n": 39, | |
| "spearman": 0.3913302304355103 | |
| }, | |
| "R_ORAL::5": { | |
| "n": 39, | |
| "spearman": -0.03535644555889981 | |
| }, | |
| "R_ORAL::6": { | |
| "n": 25, | |
| "spearman": 0.4915885650908767 | |
| }, | |
| "R_THRT::0": { | |
| "n": 41, | |
| "spearman": 0.24405717072615593 | |
| }, | |
| "R_THRT::1": { | |
| "n": 39, | |
| "spearman": -0.10637333002113945 | |
| }, | |
| "R_THRT::2": { | |
| "n": 24, | |
| "spearman": -0.2919201796799046 | |
| }, | |
| "R_THRT::3": { | |
| "n": 36, | |
| "spearman": 0.09082624206242133 | |
| }, | |
| "R_THRT::4": { | |
| "n": 36, | |
| "spearman": -0.08353139350078374 | |
| }, | |
| "R_THRT::5": { | |
| "n": 35, | |
| "spearman": 0.2612360809764212 | |
| }, | |
| "R_THRT::6": { | |
| "n": 37, | |
| "spearman": -0.201012501994631 | |
| }, | |
| "SMTH::0": { | |
| "n": 37, | |
| "spearman": 0.18078887254091838 | |
| }, | |
| "SMTH::1": { | |
| "n": 41, | |
| "spearman": 0.16713293027911705 | |
| }, | |
| "SMTH::2": { | |
| "n": 15, | |
| "spearman": 0.06676322629936193 | |
| }, | |
| "SMTH::3": { | |
| "n": 16, | |
| "spearman": 0.39163522729767836 | |
| }, | |
| "SMTH::4": { | |
| "n": 39, | |
| "spearman": 0.29964164208559757 | |
| }, | |
| "SMTH::5": { | |
| "n": 39, | |
| "spearman": 0.4202440569847355 | |
| }, | |
| "SMTH::6": { | |
| "n": 34, | |
| "spearman": 0.18019632504285668 | |
| }, | |
| "STNC::0": { | |
| "n": 31, | |
| "spearman": 0.46045427776784276 | |
| }, | |
| "STNC::1": { | |
| "n": 39, | |
| "spearman": 0.20444699896509366 | |
| }, | |
| "STNC::2": { | |
| "n": 32, | |
| "spearman": 0.14636045327067462 | |
| }, | |
| "STNC::3": { | |
| "n": 27, | |
| "spearman": 0.11444263435737147 | |
| }, | |
| "STNC::4": { | |
| "n": 31, | |
| "spearman": 0.3103257696894238 | |
| }, | |
| "STNC::5": { | |
| "n": 33, | |
| "spearman": 0.6393258855676102 | |
| }, | |
| "STNC::6": { | |
| "n": 34, | |
| "spearman": 0.40996749797020904 | |
| }, | |
| "STRU::0": { | |
| "n": 33, | |
| "spearman": 0.49132365996041594 | |
| }, | |
| "STRU::1": { | |
| "n": 35, | |
| "spearman": 0.40884176179819287 | |
| }, | |
| "STRU::2": { | |
| "n": 36, | |
| "spearman": 0.2892837128879008 | |
| }, | |
| "STRU::3": { | |
| "n": 21, | |
| "spearman": 0.11239263649086577 | |
| }, | |
| "STRU::4": { | |
| "n": 34, | |
| "spearman": 0.40626583920665893 | |
| }, | |
| "STRU::5": { | |
| "n": 36, | |
| "spearman": 0.5777692441124739 | |
| }, | |
| "STRU::6": { | |
| "n": 19, | |
| "spearman": -0.07908583130656395 | |
| }, | |
| "S_ASMR::0": { | |
| "n": 20, | |
| "spearman": -0.15366507070089552 | |
| }, | |
| "S_ASMR::1": { | |
| "n": 35, | |
| "spearman": 0.13362182125052288 | |
| }, | |
| "S_ASMR::2": { | |
| "n": 38, | |
| "spearman": 0.462898420502153 | |
| }, | |
| "S_ASMR::3": { | |
| "n": 33, | |
| "spearman": 0.3630793030213409 | |
| }, | |
| "S_ASMR::4": { | |
| "n": 34, | |
| "spearman": 0.31299696414997313 | |
| }, | |
| "S_ASMR::5": { | |
| "n": 41, | |
| "spearman": -0.07817371504498558 | |
| }, | |
| "S_ASMR::6": { | |
| "n": 35, | |
| "spearman": -0.08242270812628454 | |
| }, | |
| "S_AUTH::0": { | |
| "n": 35, | |
| "spearman": 0.43666962458282144 | |
| }, | |
| "S_AUTH::1": { | |
| "n": 36, | |
| "spearman": 0.4508024417171402 | |
| }, | |
| "S_AUTH::2": { | |
| "n": 37, | |
| "spearman": 0.26673026367328695 | |
| }, | |
| "S_AUTH::3": { | |
| "n": 35, | |
| "spearman": 0.43074300761427614 | |
| }, | |
| "S_AUTH::4": { | |
| "n": 38, | |
| "spearman": 0.2596919512521955 | |
| }, | |
| "S_AUTH::5": { | |
| "n": 41, | |
| "spearman": 0.5487814526927997 | |
| }, | |
| "S_AUTH::6": { | |
| "n": 25, | |
| "spearman": 0.2597621667330655 | |
| }, | |
| "S_CART::0": { | |
| "n": 28, | |
| "spearman": 0.13024479198311667 | |
| }, | |
| "S_CART::1": { | |
| "n": 34, | |
| "spearman": 0.4197403016699165 | |
| }, | |
| "S_CART::2": { | |
| "n": 33, | |
| "spearman": 0.19847104650936118 | |
| }, | |
| "S_CART::3": { | |
| "n": 33, | |
| "spearman": -0.498986119969225 | |
| }, | |
| "S_CART::4": { | |
| "n": 30, | |
| "spearman": 0.4356927983339695 | |
| }, | |
| "S_CART::5": { | |
| "n": 36, | |
| "spearman": 0.17536937522670482 | |
| }, | |
| "S_CART::6": { | |
| "n": 34, | |
| "spearman": 0.2763086128102244 | |
| }, | |
| "S_CASU::0": { | |
| "n": 20, | |
| "spearman": 0.37640101450589547 | |
| }, | |
| "S_CASU::1": { | |
| "n": 31, | |
| "spearman": -0.2280049570820827 | |
| }, | |
| "S_CASU::2": { | |
| "n": 34, | |
| "spearman": -0.03924556244714961 | |
| }, | |
| "S_CASU::3": { | |
| "n": 41, | |
| "spearman": 0.3028275581996564 | |
| }, | |
| "S_CASU::4": { | |
| "n": 36, | |
| "spearman": 0.2864410663131769 | |
| }, | |
| "S_CASU::5": { | |
| "n": 31, | |
| "spearman": 0.19694527766949216 | |
| }, | |
| "S_CASU::6": { | |
| "n": 22, | |
| "spearman": 0.19356354110546747 | |
| }, | |
| "S_CONV::0": { | |
| "n": 38, | |
| "spearman": 0.3964320598377684 | |
| }, | |
| "S_CONV::1": { | |
| "n": 35, | |
| "spearman": 0.36625972553995567 | |
| }, | |
| "S_CONV::2": { | |
| "n": 38, | |
| "spearman": -0.2186933539964144 | |
| }, | |
| "S_CONV::3": { | |
| "n": 32, | |
| "spearman": 0.1697259145356141 | |
| }, | |
| "S_CONV::4": { | |
| "n": 41, | |
| "spearman": -0.07345984979298656 | |
| }, | |
| "S_CONV::5": { | |
| "n": 35, | |
| "spearman": 0.28689234392790763 | |
| }, | |
| "S_CONV::6": { | |
| "n": 24, | |
| "spearman": 0.18965620839434932 | |
| }, | |
| "S_DRAM::0": { | |
| "n": 34, | |
| "spearman": -0.029993720218812952 | |
| }, | |
| "S_DRAM::1": { | |
| "n": 33, | |
| "spearman": -0.01917147606592029 | |
| }, | |
| "S_DRAM::2": { | |
| "n": 34, | |
| "spearman": 0.07638992290202112 | |
| }, | |
| "S_DRAM::3": { | |
| "n": 39, | |
| "spearman": 0.4531897552685388 | |
| }, | |
| "S_DRAM::4": { | |
| "n": 37, | |
| "spearman": 0.3757959842412115 | |
| }, | |
| "S_DRAM::5": { | |
| "n": 36, | |
| "spearman": 0.4481423890144748 | |
| }, | |
| "S_DRAM::6": { | |
| "n": 35, | |
| "spearman": 0.10651086681168508 | |
| }, | |
| "S_FORM::0": { | |
| "n": 34, | |
| "spearman": 0.6200223351617264 | |
| }, | |
| "S_FORM::1": { | |
| "n": 42, | |
| "spearman": 0.27008385121418493 | |
| }, | |
| "S_FORM::2": { | |
| "n": 35, | |
| "spearman": 0.39125238983483773 | |
| }, | |
| "S_FORM::3": { | |
| "n": 33, | |
| "spearman": 0.23069162005613103 | |
| }, | |
| "S_FORM::4": { | |
| "n": 35, | |
| "spearman": 0.36888357078765 | |
| }, | |
| "S_FORM::5": { | |
| "n": 37, | |
| "spearman": 0.5327977605881008 | |
| }, | |
| "S_FORM::6": { | |
| "n": 29, | |
| "spearman": 0.45232015243490037 | |
| }, | |
| "S_MONO::0": { | |
| "n": 36, | |
| "spearman": -0.07854963558480091 | |
| }, | |
| "S_MONO::1": { | |
| "n": 40, | |
| "spearman": 0.3252045658369409 | |
| }, | |
| "S_MONO::2": { | |
| "n": 35, | |
| "spearman": 0.1004298367413887 | |
| }, | |
| "S_MONO::3": { | |
| "n": 36, | |
| "spearman": 0.5764576805189742 | |
| }, | |
| "S_MONO::4": { | |
| "n": 38, | |
| "spearman": 0.4585183442611309 | |
| }, | |
| "S_MONO::5": { | |
| "n": 29, | |
| "spearman": 0.17936137730695553 | |
| }, | |
| "S_MONO::6": { | |
| "n": 33, | |
| "spearman": 0.07165600804002714 | |
| }, | |
| "S_NARR::0": { | |
| "n": 34, | |
| "spearman": 0.03035509034193118 | |
| }, | |
| "S_NARR::1": { | |
| "n": 42, | |
| "spearman": 0.11358303507844164 | |
| }, | |
| "S_NARR::2": { | |
| "n": 34, | |
| "spearman": 0.26823530262716444 | |
| }, | |
| "S_NARR::3": { | |
| "n": 35, | |
| "spearman": 0.030525456436014512 | |
| }, | |
| "S_NARR::4": { | |
| "n": 33, | |
| "spearman": 0.4058570175357878 | |
| }, | |
| "S_NARR::5": { | |
| "n": 38, | |
| "spearman": 0.6544653112943228 | |
| }, | |
| "S_NARR::6": { | |
| "n": 23, | |
| "spearman": 0.663216608817965 | |
| }, | |
| "S_NEWS::0": { | |
| "n": 42, | |
| "spearman": 0.4657766840614766 | |
| }, | |
| "S_NEWS::1": { | |
| "n": 36, | |
| "spearman": 0.33739076048566696 | |
| }, | |
| "S_NEWS::2": { | |
| "n": 35, | |
| "spearman": 0.12541766332955187 | |
| }, | |
| "S_NEWS::3": { | |
| "n": 29, | |
| "spearman": -0.08561844669381857 | |
| }, | |
| "S_NEWS::4": { | |
| "n": 37, | |
| "spearman": 0.2415338167925438 | |
| }, | |
| "S_NEWS::5": { | |
| "n": 31, | |
| "spearman": 0.3410805477385327 | |
| }, | |
| "S_NEWS::6": { | |
| "n": 30, | |
| "spearman": 0.511770258642517 | |
| }, | |
| "S_PLAY::0": { | |
| "n": 32, | |
| "spearman": 0.18478101228034757 | |
| }, | |
| "S_PLAY::1": { | |
| "n": 32, | |
| "spearman": 0.12569895683104743 | |
| }, | |
| "S_PLAY::2": { | |
| "n": 34, | |
| "spearman": 0.05791344280635814 | |
| }, | |
| "S_PLAY::3": { | |
| "n": 35, | |
| "spearman": 0.32732683535398854 | |
| }, | |
| "S_PLAY::4": { | |
| "n": 39, | |
| "spearman": 0.7335065131844649 | |
| }, | |
| "S_PLAY::5": { | |
| "n": 36, | |
| "spearman": 0.24251242334969597 | |
| }, | |
| "S_PLAY::6": { | |
| "n": 39, | |
| "spearman": 0.5005927110754779 | |
| }, | |
| "S_RANT::0": { | |
| "n": 38, | |
| "spearman": -0.28201519286423776 | |
| }, | |
| "S_RANT::1": { | |
| "n": 37, | |
| "spearman": 0.17692208811867885 | |
| }, | |
| "S_RANT::2": { | |
| "n": 42, | |
| "spearman": 0.47996019534179446 | |
| }, | |
| "S_RANT::3": { | |
| "n": 34, | |
| "spearman": 0.002680654532093902 | |
| }, | |
| "S_RANT::4": { | |
| "n": 43, | |
| "spearman": 0.7368826229661449 | |
| }, | |
| "S_RANT::5": { | |
| "n": 38, | |
| "spearman": 0.38363413192147955 | |
| }, | |
| "S_RANT::6": { | |
| "n": 37, | |
| "spearman": 0.3991579560784478 | |
| }, | |
| "S_STRY::0": { | |
| "n": 34, | |
| "spearman": 0.45924165194621996 | |
| }, | |
| "S_STRY::1": { | |
| "n": 35, | |
| "spearman": 0.5021061306624345 | |
| }, | |
| "S_STRY::2": { | |
| "n": 33, | |
| "spearman": 0.2707778990201833 | |
| }, | |
| "S_STRY::3": { | |
| "n": 35, | |
| "spearman": 0.40480357614896895 | |
| }, | |
| "S_STRY::4": { | |
| "n": 34, | |
| "spearman": 0.2903281094106123 | |
| }, | |
| "S_STRY::5": { | |
| "n": 35, | |
| "spearman": 0.3136120795136335 | |
| }, | |
| "S_STRY::6": { | |
| "n": 28, | |
| "spearman": 0.3084460934309035 | |
| }, | |
| "S_TECH::0": { | |
| "n": 28, | |
| "spearman": -0.15826423133319828 | |
| }, | |
| "S_TECH::1": { | |
| "n": 37, | |
| "spearman": 0.18435420099038746 | |
| }, | |
| "S_TECH::2": { | |
| "n": 37, | |
| "spearman": 0.046008460445530086 | |
| }, | |
| "S_TECH::3": { | |
| "n": 29, | |
| "spearman": -0.2001000365580723 | |
| }, | |
| "S_TECH::4": { | |
| "n": 37, | |
| "spearman": 0.3192514486228735 | |
| }, | |
| "S_TECH::5": { | |
| "n": 34, | |
| "spearman": 0.44212099930289395 | |
| }, | |
| "S_TECH::6": { | |
| "n": 29, | |
| "spearman": 0.38023331150539186 | |
| }, | |
| "S_WHIS::0": { | |
| "n": 38, | |
| "spearman": 0.21394787744081367 | |
| }, | |
| "S_WHIS::1": { | |
| "n": 43, | |
| "spearman": 0.5064656910750998 | |
| }, | |
| "S_WHIS::2": { | |
| "n": 36, | |
| "spearman": 0.44447771945976927 | |
| }, | |
| "S_WHIS::3": { | |
| "n": 32, | |
| "spearman": 0.14997691795904886 | |
| }, | |
| "S_WHIS::4": { | |
| "n": 35, | |
| "spearman": 0.36503552537049755 | |
| }, | |
| "S_WHIS::5": { | |
| "n": 39, | |
| "spearman": 0.3999636859797763 | |
| }, | |
| "S_WHIS::6": { | |
| "n": 32, | |
| "spearman": 0.08675785033060358 | |
| }, | |
| "TEMP::0": { | |
| "n": 37, | |
| "spearman": 0.22396367890418076 | |
| }, | |
| "TEMP::1": { | |
| "n": 38, | |
| "spearman": -0.1346019615105964 | |
| }, | |
| "TEMP::2": { | |
| "n": 35, | |
| "spearman": 0.09953270772344087 | |
| }, | |
| "TEMP::3": { | |
| "n": 25, | |
| "spearman": 0.29439202887759486 | |
| }, | |
| "TEMP::4": { | |
| "n": 41, | |
| "spearman": 0.06225582238149211 | |
| }, | |
| "TEMP::5": { | |
| "n": 34, | |
| "spearman": 0.31757372136265827 | |
| }, | |
| "TEMP::6": { | |
| "n": 30, | |
| "spearman": 0.28671854257895246 | |
| }, | |
| "TENS::0": { | |
| "n": 19, | |
| "spearman": 0.3704921826974167 | |
| }, | |
| "TENS::1": { | |
| "n": 36, | |
| "spearman": 0.3939606873852049 | |
| }, | |
| "TENS::2": { | |
| "n": 32, | |
| "spearman": 0.3840764524031078 | |
| }, | |
| "TENS::3": { | |
| "n": 24, | |
| "spearman": -0.24252421240074626 | |
| }, | |
| "TENS::4": { | |
| "n": 33, | |
| "spearman": 0.04479583575747018 | |
| }, | |
| "TENS::5": { | |
| "n": 38, | |
| "spearman": -0.08113881058720657 | |
| }, | |
| "TENS::6": { | |
| "n": 39, | |
| "spearman": -0.15367639348457468 | |
| }, | |
| "VALN::0": { | |
| "n": 36, | |
| "spearman": 0.41544086877467695 | |
| }, | |
| "VALN::1": { | |
| "n": 41, | |
| "spearman": 0.0831397310023106 | |
| }, | |
| "VALN::2": { | |
| "n": 32, | |
| "spearman": 0.06682366895812586 | |
| }, | |
| "VALN::3": { | |
| "n": 38, | |
| "spearman": 0.639441288218194 | |
| }, | |
| "VALN::4": { | |
| "n": 31, | |
| "spearman": 0.4494740736807403 | |
| }, | |
| "VALN::5": { | |
| "n": 30, | |
| "spearman": 0.42345847471900805 | |
| }, | |
| "VALN::6": { | |
| "n": 37, | |
| "spearman": 0.3926330853189215 | |
| }, | |
| "VALS::0": { | |
| "n": 33, | |
| "spearman": 0.24757288849117653 | |
| }, | |
| "VALS::1": { | |
| "n": 35, | |
| "spearman": 0.3559654769934983 | |
| }, | |
| "VALS::2": { | |
| "n": 22, | |
| "spearman": -0.10383219175101925 | |
| }, | |
| "VALS::3": { | |
| "n": 34, | |
| "spearman": 0.16379766686959146 | |
| }, | |
| "VALS::4": { | |
| "n": 34, | |
| "spearman": -0.04442005986675543 | |
| }, | |
| "VALS::5": { | |
| "n": 30, | |
| "spearman": -0.03368104992256806 | |
| }, | |
| "VALS::6": { | |
| "n": 35, | |
| "spearman": 0.40132639454611824 | |
| }, | |
| "VFLX::0": { | |
| "n": 33, | |
| "spearman": 0.39862733152261115 | |
| }, | |
| "VFLX::1": { | |
| "n": 32, | |
| "spearman": -0.21687458099343954 | |
| }, | |
| "VFLX::2": { | |
| "n": 32, | |
| "spearman": -0.07877335730164092 | |
| }, | |
| "VFLX::3": { | |
| "n": 27, | |
| "spearman": 0.16397437249860963 | |
| }, | |
| "VFLX::4": { | |
| "n": 39, | |
| "spearman": 0.09544271444636668 | |
| }, | |
| "VFLX::5": { | |
| "n": 38, | |
| "spearman": 0.14054799187463296 | |
| }, | |
| "VFLX::6": { | |
| "n": 34, | |
| "spearman": 0.03726909371321763 | |
| }, | |
| "VOLT::0": { | |
| "n": 37, | |
| "spearman": 0.27034852256343744 | |
| }, | |
| "VOLT::1": { | |
| "n": 42, | |
| "spearman": 0.1418690558221488 | |
| }, | |
| "VOLT::2": { | |
| "n": 26, | |
| "spearman": 0.2145405434877597 | |
| }, | |
| "VOLT::3": { | |
| "n": 31, | |
| "spearman": -0.40893252065788666 | |
| }, | |
| "VOLT::4": { | |
| "n": 29, | |
| "spearman": 0.3565265618482128 | |
| }, | |
| "VOLT::5": { | |
| "n": 40, | |
| "spearman": 0.29131978111990336 | |
| }, | |
| "VOLT::6": { | |
| "n": 31, | |
| "spearman": 0.49539483007081647 | |
| }, | |
| "VULN::0": { | |
| "n": 34, | |
| "spearman": 0.44346449148852424 | |
| }, | |
| "VULN::1": { | |
| "n": 39, | |
| "spearman": 0.17517467493005523 | |
| }, | |
| "VULN::2": { | |
| "n": 30, | |
| "spearman": 0.10333698128884446 | |
| }, | |
| "VULN::3": { | |
| "n": 38, | |
| "spearman": 0.18086729005318694 | |
| }, | |
| "VULN::4": { | |
| "n": 39, | |
| "spearman": 0.10162268090607379 | |
| }, | |
| "VULN::5": { | |
| "n": 37, | |
| "spearman": 0.5313098765520587 | |
| }, | |
| "VULN::6": { | |
| "n": 42, | |
| "spearman": 0.21167603018557676 | |
| }, | |
| "WARM::0": { | |
| "n": 29, | |
| "spearman": -0.014124952841383506 | |
| }, | |
| "WARM::1": { | |
| "n": 39, | |
| "spearman": -0.15460548205762703 | |
| }, | |
| "WARM::2": { | |
| "n": 36, | |
| "spearman": 0.06460365128875192 | |
| }, | |
| "WARM::3": { | |
| "n": 35, | |
| "spearman": 0.04370387314117649 | |
| }, | |
| "WARM::4": { | |
| "n": 33, | |
| "spearman": 0.07278037118162678 | |
| }, | |
| "WARM::5": { | |
| "n": 30, | |
| "spearman": 0.20986124692204988 | |
| }, | |
| "WARM::6": { | |
| "n": 19, | |
| "spearman": -0.29875904328450453 | |
| } | |
| }, | |
| "by_benchmark_bucket": [ | |
| { | |
| "benchmark_bucket": "majority_no", | |
| "n": 973, | |
| "accuracy": 0.045220966084275435, | |
| "balanced_accuracy": NaN, | |
| "precision": 0.0, | |
| "recall": NaN, | |
| "f1": NaN, | |
| "tp": 0, | |
| "fp": 929, | |
| "tn": 44, | |
| "fn": 0 | |
| }, | |
| { | |
| "benchmark_bucket": "majority_yes", | |
| "n": 18, | |
| "accuracy": 0.9444444444444444, | |
| "balanced_accuracy": NaN, | |
| "precision": 1.0, | |
| "recall": 0.9444444444444444, | |
| "f1": 0.9714285714285714, | |
| "tp": 17, | |
| "fp": 0, | |
| "tn": 0, | |
| "fn": 1 | |
| }, | |
| { | |
| "benchmark_bucket": "single_rater_no", | |
| "n": 7455, | |
| "accuracy": 0.05432595573440644, | |
| "balanced_accuracy": NaN, | |
| "precision": 0.0, | |
| "recall": NaN, | |
| "f1": NaN, | |
| "tp": 0, | |
| "fp": 7050, | |
| "tn": 405, | |
| "fn": 0 | |
| }, | |
| { | |
| "benchmark_bucket": "single_rater_yes", | |
| "n": 4069, | |
| "accuracy": 0.981322192184812, | |
| "balanced_accuracy": NaN, | |
| "precision": 1.0, | |
| "recall": 0.981322192184812, | |
| "f1": 0.9905730587943438, | |
| "tp": 3993, | |
| "fp": 0, | |
| "tn": 0, | |
| "fn": 76 | |
| }, | |
| { | |
| "benchmark_bucket": "unanimous_no", | |
| "n": 546, | |
| "accuracy": 0.04212454212454213, | |
| "balanced_accuracy": NaN, | |
| "precision": 0.0, | |
| "recall": NaN, | |
| "f1": NaN, | |
| "tp": 0, | |
| "fp": 523, | |
| "tn": 23, | |
| "fn": 0 | |
| }, | |
| { | |
| "benchmark_bucket": "unanimous_yes", | |
| "n": 365, | |
| "accuracy": 0.9835616438356164, | |
| "balanced_accuracy": NaN, | |
| "precision": 1.0, | |
| "recall": 0.9835616438356164, | |
| "f1": 0.9917127071823205, | |
| "tp": 359, | |
| "fp": 0, | |
| "tn": 0, | |
| "fn": 6 | |
| } | |
| ], | |
| "by_benchmark_bucket_optimal": [ | |
| { | |
| "benchmark_bucket": "majority_no", | |
| "n": 973, | |
| "accuracy": 0.605344295991778, | |
| "balanced_accuracy": NaN, | |
| "precision": 0.0, | |
| "recall": NaN, | |
| "f1": NaN, | |
| "tp": 0, | |
| "fp": 384, | |
| "tn": 589, | |
| "fn": 0 | |
| }, | |
| { | |
| "benchmark_bucket": "majority_yes", | |
| "n": 18, | |
| "accuracy": 0.7222222222222222, | |
| "balanced_accuracy": NaN, | |
| "precision": 1.0, | |
| "recall": 0.7222222222222222, | |
| "f1": 0.8387096774193548, | |
| "tp": 13, | |
| "fp": 0, | |
| "tn": 0, | |
| "fn": 5 | |
| }, | |
| { | |
| "benchmark_bucket": "single_rater_no", | |
| "n": 7455, | |
| "accuracy": 0.6465459423205903, | |
| "balanced_accuracy": NaN, | |
| "precision": 0.0, | |
| "recall": NaN, | |
| "f1": NaN, | |
| "tp": 0, | |
| "fp": 2635, | |
| "tn": 4820, | |
| "fn": 0 | |
| }, | |
| { | |
| "benchmark_bucket": "single_rater_yes", | |
| "n": 4069, | |
| "accuracy": 0.5497665274023101, | |
| "balanced_accuracy": NaN, | |
| "precision": 1.0, | |
| "recall": 0.5497665274023101, | |
| "f1": 0.7094830320329844, | |
| "tp": 2237, | |
| "fp": 0, | |
| "tn": 0, | |
| "fn": 1832 | |
| }, | |
| { | |
| "benchmark_bucket": "unanimous_no", | |
| "n": 546, | |
| "accuracy": 0.6538461538461539, | |
| "balanced_accuracy": NaN, | |
| "precision": 0.0, | |
| "recall": NaN, | |
| "f1": NaN, | |
| "tp": 0, | |
| "fp": 189, | |
| "tn": 357, | |
| "fn": 0 | |
| }, | |
| { | |
| "benchmark_bucket": "unanimous_yes", | |
| "n": 365, | |
| "accuracy": 0.5835616438356165, | |
| "balanced_accuracy": NaN, | |
| "precision": 1.0, | |
| "recall": 0.5835616438356165, | |
| "f1": 0.7370242214532873, | |
| "tp": 213, | |
| "fp": 0, | |
| "tn": 0, | |
| "fn": 152 | |
| } | |
| ], | |
| "by_n_raters": [ | |
| { | |
| "n_raters": 1, | |
| "n": 11524, | |
| "accuracy": 0.38163832002776815, | |
| "balanced_accuracy": 0.5178240739596092, | |
| "precision": 0.36158652540070635, | |
| "recall": 0.981322192184812, | |
| "f1": 0.5284542085759661, | |
| "tp": 3993, | |
| "fp": 7050, | |
| "tn": 405, | |
| "fn": 76 | |
| }, | |
| { | |
| "n_raters": 2, | |
| "n": 1843, | |
| "accuracy": 0.22734671730873576, | |
| "balanced_accuracy": 0.5135817037536525, | |
| "precision": 0.19977426636568849, | |
| "recall": 0.9833333333333333, | |
| "f1": 0.3320825515947467, | |
| "tp": 354, | |
| "fp": 1418, | |
| "tn": 65, | |
| "fn": 6 | |
| }, | |
| { | |
| "n_raters": 3, | |
| "n": 58, | |
| "accuracy": 0.41379310344827586, | |
| "balanced_accuracy": 0.506832298136646, | |
| "precision": 0.4, | |
| "recall": 0.9565217391304348, | |
| "f1": 0.5641025641025641, | |
| "tp": 22, | |
| "fp": 33, | |
| "tn": 2, | |
| "fn": 1 | |
| }, | |
| { | |
| "n_raters": 4, | |
| "n": 1, | |
| "accuracy": 0.0, | |
| "balanced_accuracy": NaN, | |
| "precision": 0.0, | |
| "recall": NaN, | |
| "f1": NaN, | |
| "tp": 0, | |
| "fp": 1, | |
| "tn": 0, | |
| "fn": 0 | |
| } | |
| ], | |
| "by_n_raters_optimal": [ | |
| { | |
| "n_raters": 1, | |
| "n": 11524, | |
| "accuracy": 0.6123741756334606, | |
| "balanced_accuracy": 0.5981562348614502, | |
| "precision": 0.4591543513957307, | |
| "recall": 0.5497665274023101, | |
| "f1": 0.5003914550945084, | |
| "tp": 2237, | |
| "fp": 2635, | |
| "tn": 4820, | |
| "fn": 1832 | |
| }, | |
| { | |
| "n_raters": 2, | |
| "n": 1843, | |
| "accuracy": 0.6136733586543679, | |
| "balanced_accuracy": 0.6032376189405859, | |
| "precision": 0.27260981912144705, | |
| "recall": 0.5861111111111111, | |
| "f1": 0.37213403880070545, | |
| "tp": 211, | |
| "fp": 563, | |
| "tn": 920, | |
| "fn": 149 | |
| }, | |
| { | |
| "n_raters": 3, | |
| "n": 58, | |
| "accuracy": 0.7068965517241379, | |
| "balanced_accuracy": 0.6975155279503106, | |
| "precision": 0.625, | |
| "recall": 0.6521739130434783, | |
| "f1": 0.6382978723404256, | |
| "tp": 15, | |
| "fp": 9, | |
| "tn": 26, | |
| "fn": 8 | |
| }, | |
| { | |
| "n_raters": 4, | |
| "n": 1, | |
| "accuracy": 0.0, | |
| "balanced_accuracy": NaN, | |
| "precision": 0.0, | |
| "recall": NaN, | |
| "f1": NaN, | |
| "tp": 0, | |
| "fp": 1, | |
| "tn": 0, | |
| "fn": 0 | |
| } | |
| ], | |
| "ensemble_members": [ | |
| { | |
| "name": "pcl_ep1", | |
| "snapshot": "finetune_LCO_7B_mix9corpus_k2_r16_pcl_lora/epoch_1_hf", | |
| "weight": 1.0 | |
| } | |
| ], | |
| "audio_count": 13426, | |
| "prompt_count": 399, | |
| "outputs": { | |
| "predictions": "emolia-dim/predictions.csv", | |
| "summary": "emolia-dim/summary.json" | |
| } | |
| } | |
| } |