Invalid JSON:Unexpected token 'N', ..."ccuracy": NaN,
"... is not valid JSON
| { | |
| "emolia-emo": { | |
| "task": "emolia_bench_current", | |
| "subset": "emolia-emo", | |
| "model": "external_MGA_CLAP_emolia", | |
| "benchmark_dir": "benchmarks/emolia-bench-current", | |
| "benchmark_commit": "unknown", | |
| "rows_total": 7988, | |
| "rows_evaluated_ok": 7988, | |
| "missing_audio": 0, | |
| "threshold": 0.0, | |
| "similarity_distribution": { | |
| "min": 0.032755665481090546, | |
| "median": 0.3218487799167633, | |
| "max": 0.548263430595398, | |
| "mean": 0.31851062178611755 | |
| }, | |
| "overall_binary_at_thr0": { | |
| "n": 7988, | |
| "accuracy": 0.5779919879819729, | |
| "balanced_accuracy": 0.5, | |
| "precision": 0.5779919879819729, | |
| "recall": 1.0, | |
| "f1": 0.7325664418881396, | |
| "tp": 4617, | |
| "fp": 3371, | |
| "tn": 0, | |
| "fn": 0 | |
| }, | |
| "optimal_threshold": 0.344421923160553, | |
| "overall_binary_at_optimal_thr": { | |
| "n": 7988, | |
| "accuracy": 0.5339258888332499, | |
| "balanced_accuracy": 0.5543058372168377, | |
| "precision": 0.6481113320079522, | |
| "recall": 0.4236517218973359, | |
| "f1": 0.51237721021611, | |
| "tp": 1956, | |
| "fp": 1062, | |
| "tn": 2309, | |
| "fn": 2661 | |
| }, | |
| "overall_binary_at_per_prompt_thr": { | |
| "n": 7988, | |
| "accuracy": 0.5955182774161242, | |
| "balanced_accuracy": 0.5897745019936189, | |
| "precision": 0.6575, | |
| "recall": 0.6265973575915096, | |
| "f1": 0.6416768326494399, | |
| "tp": 2893, | |
| "fp": 1507, | |
| "tn": 1864, | |
| "fn": 1724 | |
| }, | |
| "per_prompt_thresholds": { | |
| "Affection": -1.0, | |
| "Amusement": 0.286973774433136, | |
| "Anger": 0.3670923709869385, | |
| "Astonishment_Surprise": 0.36136138439178467, | |
| "Awe": 0.20251010358333588, | |
| "Bitterness": 0.3029945492744446, | |
| "Concentration": 0.3512992858886719, | |
| "Confusion": 0.33947962522506714, | |
| "Contemplation": 0.33261990547180176, | |
| "Contempt": 0.32604628801345825, | |
| "Contentment": 0.20078322291374207, | |
| "Disappointment": 0.16097357869148254, | |
| "Disgust": 0.30900412797927856, | |
| "Distress": 0.3967956602573395, | |
| "Doubt": 0.30841782689094543, | |
| "Elation": 0.1486210823059082, | |
| "Embarrassment": 0.32348233461380005, | |
| "Emotional_Numbness": 0.21469874680042267, | |
| "Fatigue_Exhaustion": 0.42792898416519165, | |
| "Fear": 0.28371694684028625, | |
| "Helplessness": 0.34202122688293457, | |
| "Hope_Enthusiasm_Optimism": 0.3583769202232361, | |
| "Impatience_and_Irritability": 0.3297868072986603, | |
| "Infatuation": 0.4105018079280853, | |
| "Interest": 0.4086957573890686, | |
| "Intoxication_Altered_States_of_Consciousness": 0.30971959233283997, | |
| "Jealousy___Envy": 0.30247390270233154, | |
| "Longing": 0.23068127036094666, | |
| "Malevolence_Malice": 0.3204514980316162, | |
| "Pain": 0.28851714730262756, | |
| "Pleasure_Ecstasy": 0.3239496052265167, | |
| "Pride": 0.30508923530578613, | |
| "Relief": 0.25299617648124695, | |
| "Sadness": 0.3418196439743042, | |
| "Sexual_Lust": 0.39796751737594604, | |
| "Shame": 0.236202210187912, | |
| "Sourness": 0.29947882890701294, | |
| "Teasing": 0.33854368329048157, | |
| "Thankfulness_Gratitude": 0.24809426069259644, | |
| "Triumph": 0.32741284370422363 | |
| }, | |
| "spearman_avg": 0.09470995591148165, | |
| "spearman_per_prompt": { | |
| "Affection": { | |
| "n": 201, | |
| "spearman": -0.2586891561112388 | |
| }, | |
| "Amusement": { | |
| "n": 229, | |
| "spearman": 0.5264082939251359 | |
| }, | |
| "Anger": { | |
| "n": 352, | |
| "spearman": 0.44798860288031733 | |
| }, | |
| "Astonishment_Surprise": { | |
| "n": 100, | |
| "spearman": -0.01833062035092936 | |
| }, | |
| "Awe": { | |
| "n": 131, | |
| "spearman": -0.1341043467778049 | |
| }, | |
| "Bitterness": { | |
| "n": 129, | |
| "spearman": 0.1754646408722631 | |
| }, | |
| "Concentration": { | |
| "n": 125, | |
| "spearman": 0.22939349480828813 | |
| }, | |
| "Confusion": { | |
| "n": 113, | |
| "spearman": 0.21524689401663513 | |
| }, | |
| "Contemplation": { | |
| "n": 131, | |
| "spearman": 0.16066880474440656 | |
| }, | |
| "Contempt": { | |
| "n": 189, | |
| "spearman": 0.3943634863053552 | |
| }, | |
| "Contentment": { | |
| "n": 250, | |
| "spearman": -0.18143411338969542 | |
| }, | |
| "Disappointment": { | |
| "n": 125, | |
| "spearman": -0.14690979376599042 | |
| }, | |
| "Disgust": { | |
| "n": 127, | |
| "spearman": 0.2784196466125473 | |
| }, | |
| "Distress": { | |
| "n": 200, | |
| "spearman": 0.38221700879818815 | |
| }, | |
| "Doubt": { | |
| "n": 100, | |
| "spearman": 0.16883402266359696 | |
| }, | |
| "Elation": { | |
| "n": 325, | |
| "spearman": -0.22367890579092195 | |
| }, | |
| "Embarrassment": { | |
| "n": 317, | |
| "spearman": 0.1922867552103509 | |
| }, | |
| "Emotional_Numbness": { | |
| "n": 207, | |
| "spearman": -0.277824659388918 | |
| }, | |
| "Fatigue_Exhaustion": { | |
| "n": 244, | |
| "spearman": 0.008671542044686785 | |
| }, | |
| "Fear": { | |
| "n": 311, | |
| "spearman": 0.12772977067569194 | |
| }, | |
| "Helplessness": { | |
| "n": 141, | |
| "spearman": 0.35065835928486383 | |
| }, | |
| "Hope_Enthusiasm_Optimism": { | |
| "n": 111, | |
| "spearman": -0.022764270204603965 | |
| }, | |
| "Impatience_and_Irritability": { | |
| "n": 238, | |
| "spearman": 0.4890904478116403 | |
| }, | |
| "Infatuation": { | |
| "n": 423, | |
| "spearman": 0.01524154948182557 | |
| }, | |
| "Interest": { | |
| "n": 101, | |
| "spearman": 0.15380894935906284 | |
| }, | |
| "Intoxication_Altered_States_of_Consciousness": { | |
| "n": 606, | |
| "spearman": 0.06086482021137677 | |
| }, | |
| "Jealousy___Envy": { | |
| "n": 100, | |
| "spearman": -0.0674633537051484 | |
| }, | |
| "Longing": { | |
| "n": 250, | |
| "spearman": -0.14184155491460892 | |
| }, | |
| "Malevolence_Malice": { | |
| "n": 100, | |
| "spearman": 0.06273399876782774 | |
| }, | |
| "Pain": { | |
| "n": 171, | |
| "spearman": -0.042975665997929575 | |
| }, | |
| "Pleasure_Ecstasy": { | |
| "n": 172, | |
| "spearman": -0.05929329419770739 | |
| }, | |
| "Pride": { | |
| "n": 150, | |
| "spearman": 0.14535962365917246 | |
| }, | |
| "Relief": { | |
| "n": 162, | |
| "spearman": 0.046138609070720704 | |
| }, | |
| "Sadness": { | |
| "n": 150, | |
| "spearman": -0.04228511447140973 | |
| }, | |
| "Sexual_Lust": { | |
| "n": 280, | |
| "spearman": -0.07554821080265686 | |
| }, | |
| "Shame": { | |
| "n": 125, | |
| "spearman": -0.04253473660485851 | |
| }, | |
| "Sourness": { | |
| "n": 221, | |
| "spearman": 0.1999565261961999 | |
| }, | |
| "Teasing": { | |
| "n": 100, | |
| "spearman": 0.36869320217781476 | |
| }, | |
| "Thankfulness_Gratitude": { | |
| "n": 103, | |
| "spearman": 0.11854438925314498 | |
| }, | |
| "Triumph": { | |
| "n": 378, | |
| "spearman": 0.20529259410257478 | |
| } | |
| }, | |
| "by_benchmark_bucket": [ | |
| { | |
| "benchmark_bucket": "majority_absent", | |
| "n": 2565, | |
| "accuracy": 0.0, | |
| "balanced_accuracy": NaN, | |
| "precision": 0.0, | |
| "recall": NaN, | |
| "f1": NaN, | |
| "tp": 0, | |
| "fp": 2565, | |
| "tn": 0, | |
| "fn": 0 | |
| }, | |
| { | |
| "benchmark_bucket": "majority_present", | |
| "n": 2807, | |
| "accuracy": 1.0, | |
| "balanced_accuracy": NaN, | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "tp": 2807, | |
| "fp": 0, | |
| "tn": 0, | |
| "fn": 0 | |
| }, | |
| { | |
| "benchmark_bucket": "single_rater_absent", | |
| "n": 1, | |
| "accuracy": 0.0, | |
| "balanced_accuracy": NaN, | |
| "precision": 0.0, | |
| "recall": NaN, | |
| "f1": NaN, | |
| "tp": 0, | |
| "fp": 1, | |
| "tn": 0, | |
| "fn": 0 | |
| }, | |
| { | |
| "benchmark_bucket": "single_rater_present", | |
| "n": 1, | |
| "accuracy": 1.0, | |
| "balanced_accuracy": NaN, | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "tp": 1, | |
| "fp": 0, | |
| "tn": 0, | |
| "fn": 0 | |
| }, | |
| { | |
| "benchmark_bucket": "unanimous_absent", | |
| "n": 805, | |
| "accuracy": 0.0, | |
| "balanced_accuracy": NaN, | |
| "precision": 0.0, | |
| "recall": NaN, | |
| "f1": NaN, | |
| "tp": 0, | |
| "fp": 805, | |
| "tn": 0, | |
| "fn": 0 | |
| }, | |
| { | |
| "benchmark_bucket": "unanimous_present", | |
| "n": 1809, | |
| "accuracy": 1.0, | |
| "balanced_accuracy": NaN, | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "tp": 1809, | |
| "fp": 0, | |
| "tn": 0, | |
| "fn": 0 | |
| } | |
| ], | |
| "by_benchmark_bucket_optimal": [ | |
| { | |
| "benchmark_bucket": "majority_absent", | |
| "n": 2565, | |
| "accuracy": 0.6888888888888889, | |
| "balanced_accuracy": NaN, | |
| "precision": 0.0, | |
| "recall": NaN, | |
| "f1": NaN, | |
| "tp": 0, | |
| "fp": 798, | |
| "tn": 1767, | |
| "fn": 0 | |
| }, | |
| { | |
| "benchmark_bucket": "majority_present", | |
| "n": 2807, | |
| "accuracy": 0.38368364802280014, | |
| "balanced_accuracy": NaN, | |
| "precision": 1.0, | |
| "recall": 0.38368364802280014, | |
| "f1": 0.554582904222451, | |
| "tp": 1077, | |
| "fp": 0, | |
| "tn": 0, | |
| "fn": 1730 | |
| }, | |
| { | |
| "benchmark_bucket": "single_rater_absent", | |
| "n": 1, | |
| "accuracy": 1.0, | |
| "balanced_accuracy": NaN, | |
| "precision": NaN, | |
| "recall": NaN, | |
| "f1": NaN, | |
| "tp": 0, | |
| "fp": 0, | |
| "tn": 1, | |
| "fn": 0 | |
| }, | |
| { | |
| "benchmark_bucket": "single_rater_present", | |
| "n": 1, | |
| "accuracy": 0.0, | |
| "balanced_accuracy": NaN, | |
| "precision": NaN, | |
| "recall": 0.0, | |
| "f1": NaN, | |
| "tp": 0, | |
| "fp": 0, | |
| "tn": 0, | |
| "fn": 1 | |
| }, | |
| { | |
| "benchmark_bucket": "unanimous_absent", | |
| "n": 805, | |
| "accuracy": 0.6720496894409937, | |
| "balanced_accuracy": NaN, | |
| "precision": 0.0, | |
| "recall": NaN, | |
| "f1": NaN, | |
| "tp": 0, | |
| "fp": 264, | |
| "tn": 541, | |
| "fn": 0 | |
| }, | |
| { | |
| "benchmark_bucket": "unanimous_present", | |
| "n": 1809, | |
| "accuracy": 0.4859038142620232, | |
| "balanced_accuracy": NaN, | |
| "precision": 1.0, | |
| "recall": 0.4859038142620232, | |
| "f1": 0.6540178571428572, | |
| "tp": 879, | |
| "fp": 0, | |
| "tn": 0, | |
| "fn": 930 | |
| } | |
| ], | |
| "by_n_raters": [ | |
| { | |
| "n_raters": 1, | |
| "n": 2, | |
| "accuracy": 0.5, | |
| "balanced_accuracy": 0.5, | |
| "precision": 0.5, | |
| "recall": 1.0, | |
| "f1": 0.6666666666666666, | |
| "tp": 1, | |
| "fp": 1, | |
| "tn": 0, | |
| "fn": 0 | |
| }, | |
| { | |
| "n_raters": 2, | |
| "n": 2, | |
| "accuracy": 0.5, | |
| "balanced_accuracy": 0.5, | |
| "precision": 0.5, | |
| "recall": 1.0, | |
| "f1": 0.6666666666666666, | |
| "tp": 1, | |
| "fp": 1, | |
| "tn": 0, | |
| "fn": 0 | |
| }, | |
| { | |
| "n_raters": 3, | |
| "n": 7984, | |
| "accuracy": 0.5780310621242485, | |
| "balanced_accuracy": 0.5, | |
| "precision": 0.5780310621242485, | |
| "recall": 1.0, | |
| "f1": 0.7325978252242241, | |
| "tp": 4615, | |
| "fp": 3369, | |
| "tn": 0, | |
| "fn": 0 | |
| } | |
| ], | |
| "by_n_raters_optimal": [ | |
| { | |
| "n_raters": 1, | |
| "n": 2, | |
| "accuracy": 0.5, | |
| "balanced_accuracy": 0.5, | |
| "precision": NaN, | |
| "recall": 0.0, | |
| "f1": NaN, | |
| "tp": 0, | |
| "fp": 0, | |
| "tn": 1, | |
| "fn": 1 | |
| }, | |
| { | |
| "n_raters": 2, | |
| "n": 2, | |
| "accuracy": 0.5, | |
| "balanced_accuracy": 0.5, | |
| "precision": NaN, | |
| "recall": 0.0, | |
| "f1": NaN, | |
| "tp": 0, | |
| "fp": 0, | |
| "tn": 1, | |
| "fn": 1 | |
| }, | |
| { | |
| "n_raters": 3, | |
| "n": 7984, | |
| "accuracy": 0.5339428857715431, | |
| "balanced_accuracy": 0.5543041246313417, | |
| "precision": 0.6481113320079522, | |
| "recall": 0.4238353196099675, | |
| "f1": 0.5125114633826805, | |
| "tp": 1956, | |
| "fp": 1062, | |
| "tn": 2307, | |
| "fn": 2659 | |
| } | |
| ], | |
| "ensemble_members": [ | |
| { | |
| "name": "external_MGA_CLAP_emolia", | |
| "snapshot": "external_ckpts/mga_clap.pt", | |
| "weight": 1.0 | |
| } | |
| ], | |
| "audio_count": 3944, | |
| "prompt_count": 40, | |
| "outputs": { | |
| "predictions": "emolia-emo/predictions.csv", | |
| "summary": "emolia-emo/summary.json" | |
| }, | |
| "model_type": "mga_clap", | |
| "pretrained": "external_ckpts/mga_clap.pt" | |
| }, | |
| "emolia-dim": { | |
| "task": "emolia_bench_current", | |
| "subset": "emolia-dim", | |
| "model": "external_MGA_CLAP_emolia", | |
| "benchmark_dir": "benchmarks/emolia-bench-current", | |
| "benchmark_commit": "unknown", | |
| "rows_total": 18632, | |
| "rows_evaluated_ok": 18632, | |
| "missing_audio": 0, | |
| "threshold": 0.0, | |
| "similarity_distribution": { | |
| "min": -0.09624412655830383, | |
| "median": 0.20289315283298492, | |
| "max": 0.5272531509399414, | |
| "mean": 0.20929232239723206 | |
| }, | |
| "overall_binary_at_thr0": { | |
| "n": 18632, | |
| "accuracy": 0.2444182052382997, | |
| "balanced_accuracy": 0.5022835117188684, | |
| "precision": 0.24085464551634833, | |
| "recall": 0.998211091234347, | |
| "f1": 0.3880726766930366, | |
| "tp": 4464, | |
| "fp": 14070, | |
| "tn": 90, | |
| "fn": 8 | |
| }, | |
| "optimal_threshold": 0.20272323489189148, | |
| "overall_binary_at_optimal_thr": { | |
| "n": 18632, | |
| "accuracy": 0.5396092743666809, | |
| "balanced_accuracy": 0.5547453458051606, | |
| "precision": 0.279909948542024, | |
| "recall": 0.5838550983899821, | |
| "f1": 0.3784057971014492, | |
| "tp": 2611, | |
| "fp": 6717, | |
| "tn": 7443, | |
| "fn": 1861 | |
| }, | |
| "overall_binary_at_per_prompt_thr": { | |
| "n": 18632, | |
| "accuracy": 0.5922069557750107, | |
| "balanced_accuracy": 0.6230846295341762, | |
| "precision": 0.3306608884073673, | |
| "recall": 0.682468694096601, | |
| "f1": 0.44548241132681365, | |
| "tp": 3052, | |
| "fp": 6178, | |
| "tn": 7982, | |
| "fn": 1420 | |
| }, | |
| "per_prompt_thresholds": { | |
| "AGEV::0": 0.22898545861244202, | |
| "AGEV::1": 0.33976608514785767, | |
| "AGEV::2": 0.15677523612976074, | |
| "AGEV::3": 0.2894260883331299, | |
| "AGEV::4": 0.18385891616344452, | |
| "AGEV::5": 0.37970831990242004, | |
| "AGEV::6": 0.056180085986852646, | |
| "AROU::0": 0.1810063272714615, | |
| "AROU::1": 0.20115156471729279, | |
| "AROU::2": 0.3000141382217407, | |
| "AROU::3": 0.1727178990840912, | |
| "AROU::4": -1.0, | |
| "AROU::5": 0.17410334944725037, | |
| "AROU::6": 0.09154075384140015, | |
| "ARSH::0": 0.13328798115253448, | |
| "ARSH::1": 0.12015118449926376, | |
| "ARSH::2": 0.1814577877521515, | |
| "ARSH::3": 0.11305464059114456, | |
| "ARSH::4": 0.2497577667236328, | |
| "ARSH::5": -1.0, | |
| "ARSH::6": 0.09295067191123962, | |
| "ATCK::0": 0.17016984522342682, | |
| "ATCK::1": 0.20916877686977386, | |
| "ATCK::2": 0.23988234996795654, | |
| "ATCK::3": 0.3558693528175354, | |
| "ATCK::4": 0.12973922491073608, | |
| "ATCK::5": 0.06429660320281982, | |
| "ATCK::6": 0.04148896783590317, | |
| "BKGN::0": 0.16073796153068542, | |
| "BKGN::1": 0.16652970016002655, | |
| "BKGN::2": 0.24229571223258972, | |
| "BKGN::3": 0.12242668122053146, | |
| "BKGN::4": 0.22261933982372284, | |
| "BKGN::5": 0.1622360646724701, | |
| "BKGN::6": 0.14419007301330566, | |
| "BRGT::0": 0.16535811126232147, | |
| "BRGT::1": 0.16431745886802673, | |
| "BRGT::2": 0.10154306888580322, | |
| "BRGT::3": 0.3031207323074341, | |
| "BRGT::4": 0.20354992151260376, | |
| "BRGT::5": 0.25379762053489685, | |
| "BRGT::6": 0.09648360311985016, | |
| "CHNK::0": 0.289483904838562, | |
| "CHNK::1": 0.2603747248649597, | |
| "CHNK::2": 0.2675490975379944, | |
| "CHNK::3": 0.3378099501132965, | |
| "CHNK::4": 0.34882625937461853, | |
| "CHNK::5": 0.3905690610408783, | |
| "CHNK::6": 0.35776403546333313, | |
| "CLRT::0": 0.29096075892448425, | |
| "CLRT::1": 0.12412292510271072, | |
| "CLRT::2": 0.25293803215026855, | |
| "CLRT::3": 0.31119656562805176, | |
| "CLRT::4": 0.20322386920452118, | |
| "CLRT::5": 0.22794732451438904, | |
| "CLRT::6": 0.19543048739433289, | |
| "COGL::0": 0.36060482263565063, | |
| "COGL::1": 0.2938055396080017, | |
| "COGL::2": 0.4127161502838135, | |
| "COGL::3": 0.25294485688209534, | |
| "COGL::4": 0.2855032682418823, | |
| "COGL::5": 0.12031503766775131, | |
| "COGL::6": 0.17543256282806396, | |
| "DARC::0": 0.13458919525146484, | |
| "DARC::1": 0.2448287010192871, | |
| "DARC::2": 0.18305107951164246, | |
| "DARC::3": 0.15604344010353088, | |
| "DARC::4": 0.12977689504623413, | |
| "DARC::5": 0.15869945287704468, | |
| "DARC::6": 0.1359809786081314, | |
| "DFLU::0": 0.1850683093070984, | |
| "DFLU::1": 0.3245646357536316, | |
| "DFLU::2": 0.32250064611434937, | |
| "DFLU::3": 0.21251744031906128, | |
| "DFLU::4": 0.30025410652160645, | |
| "DFLU::5": 0.1364869475364685, | |
| "DFLU::6": 0.11452281475067139, | |
| "EMPH::0": 0.27450844645500183, | |
| "EMPH::1": 0.3013309836387634, | |
| "EMPH::2": 0.3345286250114441, | |
| "EMPH::3": 0.2051985263824463, | |
| "EMPH::4": 0.16614454984664917, | |
| "EMPH::5": 0.2936627268791199, | |
| "EMPH::6": 0.22421199083328247, | |
| "ESTH::0": 0.19060327112674713, | |
| "ESTH::1": 0.15737345814704895, | |
| "ESTH::2": 0.19487524032592773, | |
| "ESTH::3": 0.16823428869247437, | |
| "ESTH::4": 0.14667581021785736, | |
| "ESTH::5": 0.1495787650346756, | |
| "ESTH::6": 0.19352880120277405, | |
| "EXPL::0": 0.32364070415496826, | |
| "EXPL::1": 0.26627472043037415, | |
| "EXPL::2": 0.22192104160785675, | |
| "FOCS::0": 0.2643340826034546, | |
| "FOCS::1": 0.3145744502544403, | |
| "FOCS::2": 0.27618592977523804, | |
| "FOCS::3": 0.30872827768325806, | |
| "FOCS::4": 0.3117910921573639, | |
| "FOCS::5": 0.24084115028381348, | |
| "FOCS::6": 0.257190465927124, | |
| "FULL::0": 0.3429780602455139, | |
| "FULL::1": 0.11043781042098999, | |
| "FULL::2": 0.036906398832798004, | |
| "FULL::3": 0.18039825558662415, | |
| "FULL::4": 0.16733211278915405, | |
| "FULL::5": 0.2753310799598694, | |
| "FULL::6": 0.13636033236980438, | |
| "GEND::0": 0.15463626384735107, | |
| "GEND::1": 0.15513062477111816, | |
| "GEND::2": 0.28382542729377747, | |
| "GEND::3": 0.13309422135353088, | |
| "GEND::4": 0.2459065318107605, | |
| "GEND::5": 0.2102297991514206, | |
| "GEND::6": 0.2008073478937149, | |
| "HARM::0": 0.21574948728084564, | |
| "HARM::1": 0.06715527176856995, | |
| "HARM::2": 0.14602266252040863, | |
| "HARM::3": 0.1761283129453659, | |
| "HARM::4": 0.11516112089157104, | |
| "HARM::5": 0.11347371339797974, | |
| "HARM::6": 0.26031339168548584, | |
| "LANG::Americas": 0.17809279263019562, | |
| "LANG::Asian_Pacific": 0.25631654262542725, | |
| "LANG::European": 0.2907717227935791, | |
| "LANG::Middle_Eastern_African": 0.24533510208129883, | |
| "METL::0": 0.2719993591308594, | |
| "METL::1": 0.19151444733142853, | |
| "METL::2": 0.20853734016418457, | |
| "METL::3": 0.2833864688873291, | |
| "METL::4": 0.19696342945098877, | |
| "METL::5": 0.15742385387420654, | |
| "METL::6": 0.06538361310958862, | |
| "RANG::0": 0.2099861204624176, | |
| "RANG::1": 0.21024373173713684, | |
| "RANG::2": 0.1615293025970459, | |
| "RANG::3": 0.2247520387172699, | |
| "RANG::4": 0.14871728420257568, | |
| "RANG::5": 0.18764141201972961, | |
| "RANG::6": 0.17968061566352844, | |
| "RCQL::0": 0.20278826355934143, | |
| "RCQL::1": 0.3410189151763916, | |
| "RCQL::2": 0.28067746758461, | |
| "RCQL::3": 0.2682974934577942, | |
| "RCQL::4": 0.21439030766487122, | |
| "RCQL::5": 0.1365327090024948, | |
| "RCQL::6": 0.2159709483385086, | |
| "REGS::0": 0.11655393242835999, | |
| "REGS::1": 0.10761024802923203, | |
| "REGS::2": 0.15871694684028625, | |
| "REGS::3": 0.1051008403301239, | |
| "REGS::4": 0.2186935693025589, | |
| "REGS::5": 0.19024178385734558, | |
| "REGS::6": 0.030960500240325928, | |
| "RESP::0": 0.1745070219039917, | |
| "RESP::1": 0.18419130146503448, | |
| "RESP::2": 0.11930929124355316, | |
| "RESP::3": 0.25452661514282227, | |
| "RESP::4": 0.25812938809394836, | |
| "RESP::5": 0.3068729639053345, | |
| "RESP::6": 0.28349342942237854, | |
| "ROUG::0": 0.1789437234401703, | |
| "ROUG::1": 0.25896403193473816, | |
| "ROUG::2": 0.2404823899269104, | |
| "ROUG::3": 0.11353527009487152, | |
| "ROUG::4": 0.09505005925893784, | |
| "ROUG::5": 0.1831125020980835, | |
| "ROUG::6": 0.13598208129405975, | |
| "R_CHST::0": 0.20908620953559875, | |
| "R_CHST::1": 0.27788665890693665, | |
| "R_CHST::2": 0.37773793935775757, | |
| "R_CHST::3": 0.3397029638290405, | |
| "R_CHST::4": 0.1561117321252823, | |
| "R_CHST::5": 0.033154360949993134, | |
| "R_CHST::6": 0.11132219433784485, | |
| "R_HEAD::0": 0.1374276876449585, | |
| "R_HEAD::1": 0.27251794934272766, | |
| "R_HEAD::2": 0.21637697517871857, | |
| "R_HEAD::3": 0.2239774614572525, | |
| "R_HEAD::4": 0.2034103125333786, | |
| "R_HEAD::5": 0.17073002457618713, | |
| "R_HEAD::6": 0.08539652079343796, | |
| "R_MASK::0": 0.1531945765018463, | |
| "R_MASK::1": -1.0, | |
| "R_MASK::2": 0.3156360685825348, | |
| "R_MASK::3": 0.09066200256347656, | |
| "R_MASK::4": 0.14786018431186676, | |
| "R_MASK::5": 0.20835472643375397, | |
| "R_MASK::6": 0.16004352271556854, | |
| "R_MIXD::0": 0.28181251883506775, | |
| "R_MIXD::1": 0.2641496956348419, | |
| "R_MIXD::2": 0.10613758862018585, | |
| "R_MIXD::3": 0.2996256351470947, | |
| "R_MIXD::4": 0.17612051963806152, | |
| "R_MIXD::5": 0.11638982594013214, | |
| "R_MIXD::6": 0.14627541601657867, | |
| "R_NASL::0": 0.1947471797466278, | |
| "R_NASL::1": 0.23517179489135742, | |
| "R_NASL::2": 0.14887283742427826, | |
| "R_NASL::3": 0.1516624093055725, | |
| "R_NASL::4": 0.15359434485435486, | |
| "R_NASL::5": 0.09767387807369232, | |
| "R_NASL::6": 0.1861359179019928, | |
| "R_ORAL::0": 0.07259494811296463, | |
| "R_ORAL::1": 0.21278038620948792, | |
| "R_ORAL::2": 0.28759270906448364, | |
| "R_ORAL::3": 0.3234429359436035, | |
| "R_ORAL::4": 0.20037329196929932, | |
| "R_ORAL::5": 0.16876445710659027, | |
| "R_ORAL::6": 0.19536498188972473, | |
| "R_THRT::0": 0.19006764888763428, | |
| "R_THRT::1": 0.3332940638065338, | |
| "R_THRT::2": 0.26072433590888977, | |
| "R_THRT::3": 0.19548195600509644, | |
| "R_THRT::4": 0.18629813194274902, | |
| "R_THRT::5": 0.12249230593442917, | |
| "R_THRT::6": 0.09105794131755829, | |
| "SMTH::0": 0.3014935851097107, | |
| "SMTH::1": 0.0795256644487381, | |
| "SMTH::2": 0.1669214367866516, | |
| "SMTH::3": 0.29474419355392456, | |
| "SMTH::4": 0.25140953063964844, | |
| "SMTH::5": 0.2739839553833008, | |
| "SMTH::6": 0.2116348147392273, | |
| "STNC::0": 0.38070371747016907, | |
| "STNC::1": 0.19737383723258972, | |
| "STNC::2": 0.2164662778377533, | |
| "STNC::3": 0.37370026111602783, | |
| "STNC::4": 0.2052619755268097, | |
| "STNC::5": 0.2688194215297699, | |
| "STNC::6": 0.25124529004096985, | |
| "STRU::0": 0.12283140420913696, | |
| "STRU::1": 0.27170196175575256, | |
| "STRU::2": 0.26072075963020325, | |
| "STRU::3": 0.3463433086872101, | |
| "STRU::4": 0.27330857515335083, | |
| "STRU::5": 0.2405514270067215, | |
| "STRU::6": 0.28470247983932495, | |
| "S_ASMR::0": 0.11376753449440002, | |
| "S_ASMR::1": 0.29210638999938965, | |
| "S_ASMR::2": 0.2954173684120178, | |
| "S_ASMR::3": 0.1893439143896103, | |
| "S_ASMR::4": 0.30503955483436584, | |
| "S_ASMR::5": 0.2673887610435486, | |
| "S_ASMR::6": 0.29789048433303833, | |
| "S_AUTH::0": 0.2729485034942627, | |
| "S_AUTH::1": 0.2525588572025299, | |
| "S_AUTH::2": 0.2527233958244324, | |
| "S_AUTH::3": 0.23598533868789673, | |
| "S_AUTH::4": 0.1782664954662323, | |
| "S_AUTH::5": 0.18638455867767334, | |
| "S_AUTH::6": 0.13169032335281372, | |
| "S_CART::0": 0.24306078255176544, | |
| "S_CART::1": 0.08365392684936523, | |
| "S_CART::2": 0.21950484812259674, | |
| "S_CART::3": 0.06988829374313354, | |
| "S_CART::4": 0.18060311675071716, | |
| "S_CART::5": 0.19505444169044495, | |
| "S_CART::6": 0.12080024182796478, | |
| "S_CASU::0": 0.23613756895065308, | |
| "S_CASU::1": 0.20272323489189148, | |
| "S_CASU::2": 0.3854050040245056, | |
| "S_CASU::3": 0.426929235458374, | |
| "S_CASU::4": 0.24113398790359497, | |
| "S_CASU::5": 0.3494693636894226, | |
| "S_CASU::6": 0.4588034749031067, | |
| "S_CONV::0": 0.1918356865644455, | |
| "S_CONV::1": 0.2845088541507721, | |
| "S_CONV::2": 0.19107772409915924, | |
| "S_CONV::3": 0.4145592451095581, | |
| "S_CONV::4": 0.3018426299095154, | |
| "S_CONV::5": 0.20436015725135803, | |
| "S_CONV::6": 0.1019786149263382, | |
| "S_DRAM::0": 0.33225017786026, | |
| "S_DRAM::1": 0.2389644980430603, | |
| "S_DRAM::2": 0.3254321813583374, | |
| "S_DRAM::3": 0.13659340143203735, | |
| "S_DRAM::4": 0.1804153174161911, | |
| "S_DRAM::5": 0.1888943612575531, | |
| "S_DRAM::6": 0.14731521904468536, | |
| "S_FORM::0": 0.3639294505119324, | |
| "S_FORM::1": 0.16054093837738037, | |
| "S_FORM::2": 0.2919607162475586, | |
| "S_FORM::3": 0.23467424511909485, | |
| "S_FORM::4": 0.18356488645076752, | |
| "S_FORM::5": 0.27715396881103516, | |
| "S_FORM::6": 0.265881210565567, | |
| "S_MONO::0": 0.3710052967071533, | |
| "S_MONO::1": 0.2873464822769165, | |
| "S_MONO::2": 0.17146800458431244, | |
| "S_MONO::3": 0.36160987615585327, | |
| "S_MONO::4": 0.27510201930999756, | |
| "S_MONO::5": 0.2081880122423172, | |
| "S_MONO::6": 0.24174511432647705, | |
| "S_NARR::0": 0.3429778814315796, | |
| "S_NARR::1": 0.24512295424938202, | |
| "S_NARR::2": 0.4414789080619812, | |
| "S_NARR::3": 0.25095313787460327, | |
| "S_NARR::4": 0.2510870099067688, | |
| "S_NARR::5": 0.08858737349510193, | |
| "S_NARR::6": 0.2697158753871918, | |
| "S_NEWS::0": 0.19000473618507385, | |
| "S_NEWS::1": 0.2974478006362915, | |
| "S_NEWS::2": 0.33050674200057983, | |
| "S_NEWS::3": 0.24330121278762817, | |
| "S_NEWS::4": 0.32594361901283264, | |
| "S_NEWS::5": 0.3031919598579407, | |
| "S_NEWS::6": 0.192134827375412, | |
| "S_PLAY::0": 0.13195934891700745, | |
| "S_PLAY::1": 0.22948509454727173, | |
| "S_PLAY::2": 0.29455649852752686, | |
| "S_PLAY::3": 0.1814557909965515, | |
| "S_PLAY::4": 0.28629162907600403, | |
| "S_PLAY::5": 0.18203240633010864, | |
| "S_PLAY::6": 0.289630264043808, | |
| "S_RANT::0": 0.32883673906326294, | |
| "S_RANT::1": 0.33108121156692505, | |
| "S_RANT::2": 0.07406044006347656, | |
| "S_RANT::3": 0.14859913289546967, | |
| "S_RANT::4": 0.20664258301258087, | |
| "S_RANT::5": 0.26883089542388916, | |
| "S_RANT::6": 0.24461624026298523, | |
| "S_STRY::0": 0.3128935992717743, | |
| "S_STRY::1": 0.30403071641921997, | |
| "S_STRY::2": 0.3502047657966614, | |
| "S_STRY::3": 0.22537434101104736, | |
| "S_STRY::4": 0.29177725315093994, | |
| "S_STRY::5": 0.08877484500408173, | |
| "S_STRY::6": 0.10682136565446854, | |
| "S_TECH::0": 0.14038269221782684, | |
| "S_TECH::1": 0.34516826272010803, | |
| "S_TECH::2": 0.27545568346977234, | |
| "S_TECH::3": 0.25031954050064087, | |
| "S_TECH::4": 0.25530388951301575, | |
| "S_TECH::5": 0.21090911328792572, | |
| "S_TECH::6": 0.2774323523044586, | |
| "S_WHIS::0": 0.21880173683166504, | |
| "S_WHIS::1": 0.2712845802307129, | |
| "S_WHIS::2": 0.3014758825302124, | |
| "S_WHIS::3": 0.20905104279518127, | |
| "S_WHIS::4": 0.27704182267189026, | |
| "S_WHIS::5": 0.17107510566711426, | |
| "S_WHIS::6": 0.2381337583065033, | |
| "TEMP::0": 0.2262648642063141, | |
| "TEMP::1": 0.3271140158176422, | |
| "TEMP::2": 0.12000143527984619, | |
| "TEMP::3": 0.20828016102313995, | |
| "TEMP::4": 0.2516191005706787, | |
| "TEMP::5": 0.19811460375785828, | |
| "TEMP::6": 0.056472741067409515, | |
| "TENS::0": 0.15308326482772827, | |
| "TENS::1": 0.17245769500732422, | |
| "TENS::2": 0.23187479376792908, | |
| "TENS::3": 0.0632716491818428, | |
| "TENS::4": -1.0, | |
| "TENS::5": 0.1827758401632309, | |
| "TENS::6": 0.0899585410952568, | |
| "VALN::0": 0.17978119850158691, | |
| "VALN::1": 0.2672762870788574, | |
| "VALN::2": 0.41319024562835693, | |
| "VALN::3": 0.196846604347229, | |
| "VALN::4": 0.39195340871810913, | |
| "VALN::5": 0.13431432843208313, | |
| "VALN::6": 0.11669959127902985, | |
| "VALS::0": 0.17595627903938293, | |
| "VALS::1": 0.1561458706855774, | |
| "VALS::2": 0.08619759976863861, | |
| "VALS::3": 0.10158166289329529, | |
| "VALS::4": 0.08528736233711243, | |
| "VALS::5": 0.15574869513511658, | |
| "VALS::6": 0.24562546610832214, | |
| "VFLX::0": 0.06683557480573654, | |
| "VFLX::1": 0.2529308497905731, | |
| "VFLX::2": 0.11442045122385025, | |
| "VFLX::3": 0.13420221209526062, | |
| "VFLX::4": 0.3157958686351776, | |
| "VFLX::5": 0.048749130219221115, | |
| "VFLX::6": 0.15662916004657745, | |
| "VOLT::0": 0.20930376648902893, | |
| "VOLT::1": 0.25666457414627075, | |
| "VOLT::2": 0.11922160536050797, | |
| "VOLT::3": 0.2401392161846161, | |
| "VOLT::4": 0.09548935294151306, | |
| "VOLT::5": 0.15352852642536163, | |
| "VOLT::6": 0.16713310778141022, | |
| "VULN::0": 0.07871616631746292, | |
| "VULN::1": 0.3933072090148926, | |
| "VULN::2": 0.3714919686317444, | |
| "VULN::3": 0.29513412714004517, | |
| "VULN::4": 0.18310296535491943, | |
| "VULN::5": 0.3004873991012573, | |
| "VULN::6": 0.18421322107315063, | |
| "WARM::0": 0.1643277108669281, | |
| "WARM::1": 0.18488478660583496, | |
| "WARM::2": 0.2403968870639801, | |
| "WARM::3": 0.19391798973083496, | |
| "WARM::4": 0.25625288486480713, | |
| "WARM::5": 0.16819746792316437, | |
| "WARM::6": 0.13476981222629547 | |
| }, | |
| "spearman_avg": 0.08656388317641324, | |
| "spearman_per_prompt": { | |
| "AGEV::0": { | |
| "n": 50, | |
| "spearman": 0.552975879509168 | |
| }, | |
| "AGEV::1": { | |
| "n": 50, | |
| "spearman": 0.532048324003744 | |
| }, | |
| "AGEV::2": { | |
| "n": 50, | |
| "spearman": -0.08612625124970985 | |
| }, | |
| "AGEV::3": { | |
| "n": 50, | |
| "spearman": 0.12259938585638229 | |
| }, | |
| "AGEV::4": { | |
| "n": 49, | |
| "spearman": 0.005585052656497008 | |
| }, | |
| "AGEV::5": { | |
| "n": 50, | |
| "spearman": 0.16483091342441591 | |
| }, | |
| "AGEV::6": { | |
| "n": 50, | |
| "spearman": -0.2595804606852027 | |
| }, | |
| "AROU::0": { | |
| "n": 50, | |
| "spearman": -0.03810485188809187 | |
| }, | |
| "AROU::1": { | |
| "n": 50, | |
| "spearman": 0.25785192339200735 | |
| }, | |
| "AROU::2": { | |
| "n": 50, | |
| "spearman": 0.20319799269416589 | |
| }, | |
| "AROU::3": { | |
| "n": 47, | |
| "spearman": -0.1724598815886648 | |
| }, | |
| "AROU::4": { | |
| "n": 46, | |
| "spearman": -0.28823779274384387 | |
| }, | |
| "AROU::5": { | |
| "n": 50, | |
| "spearman": -0.07985609536917788 | |
| }, | |
| "AROU::6": { | |
| "n": 50, | |
| "spearman": 0.47064569445917936 | |
| }, | |
| "ARSH::0": { | |
| "n": 50, | |
| "spearman": -0.01033670511898726 | |
| }, | |
| "ARSH::1": { | |
| "n": 50, | |
| "spearman": 0.012204517039116358 | |
| }, | |
| "ARSH::2": { | |
| "n": 50, | |
| "spearman": 0.05596340984022665 | |
| }, | |
| "ARSH::3": { | |
| "n": 50, | |
| "spearman": 0.066144021582893 | |
| }, | |
| "ARSH::4": { | |
| "n": 50, | |
| "spearman": 0.13587510454638588 | |
| }, | |
| "ARSH::5": { | |
| "n": 50, | |
| "spearman": -0.28730292646955957 | |
| }, | |
| "ARSH::6": { | |
| "n": 50, | |
| "spearman": 0.251316503493055 | |
| }, | |
| "ATCK::0": { | |
| "n": 50, | |
| "spearman": 0.35890493518402433 | |
| }, | |
| "ATCK::1": { | |
| "n": 50, | |
| "spearman": 0.07821205725021411 | |
| }, | |
| "ATCK::2": { | |
| "n": 50, | |
| "spearman": 0.24608003943460885 | |
| }, | |
| "ATCK::3": { | |
| "n": 50, | |
| "spearman": 0.11447309337997257 | |
| }, | |
| "ATCK::4": { | |
| "n": 50, | |
| "spearman": -0.31498069433995235 | |
| }, | |
| "ATCK::5": { | |
| "n": 50, | |
| "spearman": -0.11262265161641616 | |
| }, | |
| "ATCK::6": { | |
| "n": 50, | |
| "spearman": 0.16815392223635983 | |
| }, | |
| "BKGN::0": { | |
| "n": 50, | |
| "spearman": 0.16392850257491823 | |
| }, | |
| "BKGN::1": { | |
| "n": 50, | |
| "spearman": 0.26357143570686165 | |
| }, | |
| "BKGN::2": { | |
| "n": 27, | |
| "spearman": 0.010037065059074826 | |
| }, | |
| "BKGN::3": { | |
| "n": 38, | |
| "spearman": -0.004677136194442517 | |
| }, | |
| "BKGN::4": { | |
| "n": 50, | |
| "spearman": -0.1251775105163799 | |
| }, | |
| "BKGN::5": { | |
| "n": 50, | |
| "spearman": 0.08101752012996112 | |
| }, | |
| "BKGN::6": { | |
| "n": 50, | |
| "spearman": 0.1949006895488561 | |
| }, | |
| "BRGT::0": { | |
| "n": 33, | |
| "spearman": 0.313738305221461 | |
| }, | |
| "BRGT::1": { | |
| "n": 37, | |
| "spearman": 0.005608438711324614 | |
| }, | |
| "BRGT::2": { | |
| "n": 50, | |
| "spearman": -0.2804708095950222 | |
| }, | |
| "BRGT::3": { | |
| "n": 50, | |
| "spearman": 0.2610700031709726 | |
| }, | |
| "BRGT::4": { | |
| "n": 50, | |
| "spearman": 0.12721317948860186 | |
| }, | |
| "BRGT::5": { | |
| "n": 50, | |
| "spearman": 0.16220210790715334 | |
| }, | |
| "BRGT::6": { | |
| "n": 50, | |
| "spearman": 0.2117980069385739 | |
| }, | |
| "CHNK::0": { | |
| "n": 50, | |
| "spearman": 0.1266701399084529 | |
| }, | |
| "CHNK::1": { | |
| "n": 50, | |
| "spearman": 0.007372813371717203 | |
| }, | |
| "CHNK::2": { | |
| "n": 37, | |
| "spearman": 0.12934618079176666 | |
| }, | |
| "CHNK::3": { | |
| "n": 50, | |
| "spearman": 0.3262606666820414 | |
| }, | |
| "CHNK::4": { | |
| "n": 50, | |
| "spearman": 0.05557336476829269 | |
| }, | |
| "CHNK::5": { | |
| "n": 50, | |
| "spearman": 0.3483093730469468 | |
| }, | |
| "CHNK::6": { | |
| "n": 34, | |
| "spearman": 0.17404552621541786 | |
| }, | |
| "CLRT::0": { | |
| "n": 50, | |
| "spearman": -0.19648957292300764 | |
| }, | |
| "CLRT::1": { | |
| "n": 50, | |
| "spearman": -0.07352193504357832 | |
| }, | |
| "CLRT::2": { | |
| "n": 50, | |
| "spearman": 0.10918409093005557 | |
| }, | |
| "CLRT::3": { | |
| "n": 32, | |
| "spearman": 0.30395522306217937 | |
| }, | |
| "CLRT::4": { | |
| "n": 50, | |
| "spearman": 0.5301530034165188 | |
| }, | |
| "CLRT::5": { | |
| "n": 50, | |
| "spearman": 0.1457826710851521 | |
| }, | |
| "CLRT::6": { | |
| "n": 50, | |
| "spearman": -0.005388345648009129 | |
| }, | |
| "COGL::0": { | |
| "n": 50, | |
| "spearman": 0.24983619270699647 | |
| }, | |
| "COGL::1": { | |
| "n": 50, | |
| "spearman": -0.010966136162351885 | |
| }, | |
| "COGL::2": { | |
| "n": 39, | |
| "spearman": 0.23260707724512739 | |
| }, | |
| "COGL::3": { | |
| "n": 31, | |
| "spearman": 0.0815748952751112 | |
| }, | |
| "COGL::4": { | |
| "n": 50, | |
| "spearman": 0.09650497459398127 | |
| }, | |
| "COGL::5": { | |
| "n": 50, | |
| "spearman": -0.13743183132641307 | |
| }, | |
| "COGL::6": { | |
| "n": 50, | |
| "spearman": -0.23840909229495919 | |
| }, | |
| "DARC::0": { | |
| "n": 50, | |
| "spearman": -0.13754899504272905 | |
| }, | |
| "DARC::1": { | |
| "n": 50, | |
| "spearman": -0.011626166810368977 | |
| }, | |
| "DARC::2": { | |
| "n": 29, | |
| "spearman": 0.1114434228908048 | |
| }, | |
| "DARC::3": { | |
| "n": 50, | |
| "spearman": 0.2278356141305284 | |
| }, | |
| "DARC::4": { | |
| "n": 50, | |
| "spearman": 0.30184804739828974 | |
| }, | |
| "DARC::5": { | |
| "n": 50, | |
| "spearman": -0.00357369874318775 | |
| }, | |
| "DARC::6": { | |
| "n": 50, | |
| "spearman": -0.06143423653451133 | |
| }, | |
| "DFLU::0": { | |
| "n": 50, | |
| "spearman": 0.0375387667943712 | |
| }, | |
| "DFLU::1": { | |
| "n": 50, | |
| "spearman": 0.2568950363945411 | |
| }, | |
| "DFLU::2": { | |
| "n": 40, | |
| "spearman": 0.1711975281159004 | |
| }, | |
| "DFLU::3": { | |
| "n": 50, | |
| "spearman": -0.061067969655505844 | |
| }, | |
| "DFLU::4": { | |
| "n": 50, | |
| "spearman": -0.10291851276315513 | |
| }, | |
| "DFLU::5": { | |
| "n": 50, | |
| "spearman": -0.06798093719552555 | |
| }, | |
| "DFLU::6": { | |
| "n": 50, | |
| "spearman": -0.2406479324571504 | |
| }, | |
| "EMPH::0": { | |
| "n": 50, | |
| "spearman": -0.09193577750939799 | |
| }, | |
| "EMPH::1": { | |
| "n": 50, | |
| "spearman": -0.043442735362085295 | |
| }, | |
| "EMPH::2": { | |
| "n": 30, | |
| "spearman": 0.22608515579216432 | |
| }, | |
| "EMPH::3": { | |
| "n": 33, | |
| "spearman": 0.12117671027803303 | |
| }, | |
| "EMPH::4": { | |
| "n": 50, | |
| "spearman": 0.1825253031669043 | |
| }, | |
| "EMPH::5": { | |
| "n": 50, | |
| "spearman": -0.10872451860409275 | |
| }, | |
| "EMPH::6": { | |
| "n": 50, | |
| "spearman": 0.2541985018834015 | |
| }, | |
| "ESTH::0": { | |
| "n": 50, | |
| "spearman": 0.29362271361704034 | |
| }, | |
| "ESTH::1": { | |
| "n": 50, | |
| "spearman": 0.04032855530886064 | |
| }, | |
| "ESTH::2": { | |
| "n": 44, | |
| "spearman": 0.2444781876225827 | |
| }, | |
| "ESTH::3": { | |
| "n": 30, | |
| "spearman": 0.1946496834494262 | |
| }, | |
| "ESTH::4": { | |
| "n": 50, | |
| "spearman": 0.24035779500031235 | |
| }, | |
| "ESTH::5": { | |
| "n": 50, | |
| "spearman": 0.32224141577472676 | |
| }, | |
| "ESTH::6": { | |
| "n": 43, | |
| "spearman": 0.1844350127373075 | |
| }, | |
| "EXPL::0": { | |
| "n": 50, | |
| "spearman": 0.02937304158012651 | |
| }, | |
| "EXPL::1": { | |
| "n": 44, | |
| "spearman": -0.347448932307556 | |
| }, | |
| "EXPL::2": { | |
| "n": 50, | |
| "spearman": -0.3395401116082353 | |
| }, | |
| "FOCS::0": { | |
| "n": 50, | |
| "spearman": 0.19564965065144965 | |
| }, | |
| "FOCS::1": { | |
| "n": 50, | |
| "spearman": -0.05346025006707357 | |
| }, | |
| "FOCS::2": { | |
| "n": 50, | |
| "spearman": 0.07559869182525991 | |
| }, | |
| "FOCS::3": { | |
| "n": 41, | |
| "spearman": 0.11152727643573031 | |
| }, | |
| "FOCS::4": { | |
| "n": 50, | |
| "spearman": 0.46975372306792357 | |
| }, | |
| "FOCS::5": { | |
| "n": 50, | |
| "spearman": 0.19595240342980977 | |
| }, | |
| "FOCS::6": { | |
| "n": 50, | |
| "spearman": 0.33750175749929606 | |
| }, | |
| "FULL::0": { | |
| "n": 27, | |
| "spearman": 0.11304635851243416 | |
| }, | |
| "FULL::1": { | |
| "n": 50, | |
| "spearman": -0.09326973504850618 | |
| }, | |
| "FULL::2": { | |
| "n": 30, | |
| "spearman": -0.2789332584817335 | |
| }, | |
| "FULL::3": { | |
| "n": 37, | |
| "spearman": 0.1917583943785834 | |
| }, | |
| "FULL::4": { | |
| "n": 50, | |
| "spearman": 0.18902156687754382 | |
| }, | |
| "FULL::5": { | |
| "n": 50, | |
| "spearman": 0.23243055392522477 | |
| }, | |
| "FULL::6": { | |
| "n": 29, | |
| "spearman": 0.08012004807007353 | |
| }, | |
| "GEND::0": { | |
| "n": 50, | |
| "spearman": -0.12810663611223425 | |
| }, | |
| "GEND::1": { | |
| "n": 50, | |
| "spearman": 0.34832117193939305 | |
| }, | |
| "GEND::2": { | |
| "n": 50, | |
| "spearman": 0.37178453055367455 | |
| }, | |
| "GEND::3": { | |
| "n": 50, | |
| "spearman": 0.12437414777802452 | |
| }, | |
| "GEND::4": { | |
| "n": 50, | |
| "spearman": 0.2170466280715535 | |
| }, | |
| "GEND::5": { | |
| "n": 50, | |
| "spearman": 0.3445062270596278 | |
| }, | |
| "GEND::6": { | |
| "n": 50, | |
| "spearman": -0.2585504826977235 | |
| }, | |
| "HARM::0": { | |
| "n": 50, | |
| "spearman": -0.05231693728998184 | |
| }, | |
| "HARM::1": { | |
| "n": 50, | |
| "spearman": 0.1502965512072312 | |
| }, | |
| "HARM::2": { | |
| "n": 50, | |
| "spearman": 0.25255641973174364 | |
| }, | |
| "HARM::3": { | |
| "n": 33, | |
| "spearman": 0.20727368440946645 | |
| }, | |
| "HARM::4": { | |
| "n": 50, | |
| "spearman": -0.0162280348910166 | |
| }, | |
| "HARM::5": { | |
| "n": 30, | |
| "spearman": 0.22914294379521769 | |
| }, | |
| "HARM::6": { | |
| "n": 50, | |
| "spearman": -0.14925535337444584 | |
| }, | |
| "LANG::Americas": { | |
| "n": 25, | |
| "spearman": -0.024591019227950803 | |
| }, | |
| "LANG::Asian_Pacific": { | |
| "n": 25, | |
| "spearman": 0.18895316007756183 | |
| }, | |
| "LANG::European": { | |
| "n": 25, | |
| "spearman": -0.27587786660960656 | |
| }, | |
| "LANG::Middle_Eastern_African": { | |
| "n": 25, | |
| "spearman": 0.24010242242978289 | |
| }, | |
| "METL::0": { | |
| "n": 42, | |
| "spearman": 0.18852769882678336 | |
| }, | |
| "METL::1": { | |
| "n": 50, | |
| "spearman": 0.3369001855364671 | |
| }, | |
| "METL::2": { | |
| "n": 30, | |
| "spearman": 0.1890484675399623 | |
| }, | |
| "METL::3": { | |
| "n": 50, | |
| "spearman": -0.200598254809461 | |
| }, | |
| "METL::4": { | |
| "n": 50, | |
| "spearman": 0.002686608706547821 | |
| }, | |
| "METL::5": { | |
| "n": 50, | |
| "spearman": -0.024565155187983388 | |
| }, | |
| "METL::6": { | |
| "n": 50, | |
| "spearman": -0.11666387940956358 | |
| }, | |
| "RANG::0": { | |
| "n": 25, | |
| "spearman": 0.19881213850394125 | |
| }, | |
| "RANG::1": { | |
| "n": 50, | |
| "spearman": 0.10059771014863353 | |
| }, | |
| "RANG::2": { | |
| "n": 50, | |
| "spearman": 0.004260505696118519 | |
| }, | |
| "RANG::3": { | |
| "n": 27, | |
| "spearman": -0.15359740528748642 | |
| }, | |
| "RANG::4": { | |
| "n": 50, | |
| "spearman": 0.2347961903571301 | |
| }, | |
| "RANG::5": { | |
| "n": 50, | |
| "spearman": -0.16823802939533294 | |
| }, | |
| "RANG::6": { | |
| "n": 50, | |
| "spearman": 0.03597799106511673 | |
| }, | |
| "RCQL::0": { | |
| "n": 50, | |
| "spearman": -0.028772604259564377 | |
| }, | |
| "RCQL::1": { | |
| "n": 50, | |
| "spearman": 0.21289270266948493 | |
| }, | |
| "RCQL::2": { | |
| "n": 25, | |
| "spearman": 0.22991348558780694 | |
| }, | |
| "RCQL::3": { | |
| "n": 25, | |
| "spearman": 0.03574578685329612 | |
| }, | |
| "RCQL::4": { | |
| "n": 36, | |
| "spearman": 0.2482691026926892 | |
| }, | |
| "RCQL::5": { | |
| "n": 50, | |
| "spearman": 0.137553846373848 | |
| }, | |
| "RCQL::6": { | |
| "n": 50, | |
| "spearman": 0.1373505883939161 | |
| }, | |
| "REGS::0": { | |
| "n": 50, | |
| "spearman": 0.17009320291849298 | |
| }, | |
| "REGS::1": { | |
| "n": 50, | |
| "spearman": 0.16304305720190698 | |
| }, | |
| "REGS::2": { | |
| "n": 50, | |
| "spearman": -0.04642920434297016 | |
| }, | |
| "REGS::3": { | |
| "n": 50, | |
| "spearman": 0.10436952542525764 | |
| }, | |
| "REGS::4": { | |
| "n": 50, | |
| "spearman": 0.33921555056710995 | |
| }, | |
| "REGS::5": { | |
| "n": 50, | |
| "spearman": -0.05752474412065368 | |
| }, | |
| "REGS::6": { | |
| "n": 50, | |
| "spearman": -0.04640638549438341 | |
| }, | |
| "RESP::0": { | |
| "n": 50, | |
| "spearman": 0.08428132464015808 | |
| }, | |
| "RESP::1": { | |
| "n": 50, | |
| "spearman": 0.07191578741087644 | |
| }, | |
| "RESP::2": { | |
| "n": 44, | |
| "spearman": 0.022058488915043865 | |
| }, | |
| "RESP::3": { | |
| "n": 50, | |
| "spearman": 0.3289051278620014 | |
| }, | |
| "RESP::4": { | |
| "n": 50, | |
| "spearman": 0.505775793311741 | |
| }, | |
| "RESP::5": { | |
| "n": 50, | |
| "spearman": 0.3362698248697163 | |
| }, | |
| "RESP::6": { | |
| "n": 50, | |
| "spearman": 0.5431650613578929 | |
| }, | |
| "ROUG::0": { | |
| "n": 27, | |
| "spearman": 0.027728570478717112 | |
| }, | |
| "ROUG::1": { | |
| "n": 42, | |
| "spearman": 0.08837316340290342 | |
| }, | |
| "ROUG::2": { | |
| "n": 34, | |
| "spearman": -0.010241987449666477 | |
| }, | |
| "ROUG::3": { | |
| "n": 50, | |
| "spearman": -0.20139028097024358 | |
| }, | |
| "ROUG::4": { | |
| "n": 50, | |
| "spearman": 0.1288271766040584 | |
| }, | |
| "ROUG::5": { | |
| "n": 50, | |
| "spearman": 0.19328365880897538 | |
| }, | |
| "ROUG::6": { | |
| "n": 50, | |
| "spearman": 0.2716546557877912 | |
| }, | |
| "R_CHST::0": { | |
| "n": 50, | |
| "spearman": -0.06370928799863569 | |
| }, | |
| "R_CHST::1": { | |
| "n": 50, | |
| "spearman": 0.18682079702645202 | |
| }, | |
| "R_CHST::2": { | |
| "n": 30, | |
| "spearman": 0.3114656163448562 | |
| }, | |
| "R_CHST::3": { | |
| "n": 50, | |
| "spearman": 0.13424847719926328 | |
| }, | |
| "R_CHST::4": { | |
| "n": 50, | |
| "spearman": -0.030208064701853624 | |
| }, | |
| "R_CHST::5": { | |
| "n": 50, | |
| "spearman": -0.29619727452140043 | |
| }, | |
| "R_CHST::6": { | |
| "n": 40, | |
| "spearman": -0.05956490159633791 | |
| }, | |
| "R_HEAD::0": { | |
| "n": 50, | |
| "spearman": 0.07904777448352192 | |
| }, | |
| "R_HEAD::1": { | |
| "n": 50, | |
| "spearman": 0.17005529738740408 | |
| }, | |
| "R_HEAD::2": { | |
| "n": 50, | |
| "spearman": 0.0605299107572444 | |
| }, | |
| "R_HEAD::3": { | |
| "n": 50, | |
| "spearman": -0.27296041648422914 | |
| }, | |
| "R_HEAD::4": { | |
| "n": 50, | |
| "spearman": 0.2881193818780461 | |
| }, | |
| "R_HEAD::5": { | |
| "n": 50, | |
| "spearman": 0.1641606747623114 | |
| }, | |
| "R_HEAD::6": { | |
| "n": 40, | |
| "spearman": -0.2081894279851456 | |
| }, | |
| "R_MASK::0": { | |
| "n": 50, | |
| "spearman": 0.09183663908036115 | |
| }, | |
| "R_MASK::1": { | |
| "n": 50, | |
| "spearman": -0.2597107594968967 | |
| }, | |
| "R_MASK::2": { | |
| "n": 50, | |
| "spearman": 0.0816279843240596 | |
| }, | |
| "R_MASK::3": { | |
| "n": 50, | |
| "spearman": -0.004424653546478617 | |
| }, | |
| "R_MASK::4": { | |
| "n": 50, | |
| "spearman": -0.10103228182035132 | |
| }, | |
| "R_MASK::5": { | |
| "n": 50, | |
| "spearman": 0.15292717731310781 | |
| }, | |
| "R_MASK::6": { | |
| "n": 32, | |
| "spearman": 0.22693537337110814 | |
| }, | |
| "R_MIXD::0": { | |
| "n": 50, | |
| "spearman": -0.08982518296587738 | |
| }, | |
| "R_MIXD::1": { | |
| "n": 43, | |
| "spearman": 0.24092506482537984 | |
| }, | |
| "R_MIXD::2": { | |
| "n": 50, | |
| "spearman": -0.028479648162419234 | |
| }, | |
| "R_MIXD::3": { | |
| "n": 50, | |
| "spearman": 0.08298141350782572 | |
| }, | |
| "R_MIXD::4": { | |
| "n": 50, | |
| "spearman": 0.19880761305996375 | |
| }, | |
| "R_MIXD::5": { | |
| "n": 50, | |
| "spearman": 0.27441756146084906 | |
| }, | |
| "R_MIXD::6": { | |
| "n": 25, | |
| "spearman": 0.16786034081072873 | |
| }, | |
| "R_NASL::0": { | |
| "n": 28, | |
| "spearman": 0.06245640932319757 | |
| }, | |
| "R_NASL::1": { | |
| "n": 50, | |
| "spearman": 0.299620667214013 | |
| }, | |
| "R_NASL::2": { | |
| "n": 50, | |
| "spearman": -0.1170810178547293 | |
| }, | |
| "R_NASL::3": { | |
| "n": 50, | |
| "spearman": 0.11667100594425228 | |
| }, | |
| "R_NASL::4": { | |
| "n": 41, | |
| "spearman": 0.2632672097639463 | |
| }, | |
| "R_NASL::5": { | |
| "n": 35, | |
| "spearman": 0.1610894346968587 | |
| }, | |
| "R_NASL::6": { | |
| "n": 25, | |
| "spearman": 0.035536479751581376 | |
| }, | |
| "R_ORAL::0": { | |
| "n": 43, | |
| "spearman": -0.013713933708405105 | |
| }, | |
| "R_ORAL::1": { | |
| "n": 50, | |
| "spearman": -0.029051310675490095 | |
| }, | |
| "R_ORAL::2": { | |
| "n": 34, | |
| "spearman": 0.25360450850993027 | |
| }, | |
| "R_ORAL::3": { | |
| "n": 50, | |
| "spearman": 0.39665306988397964 | |
| }, | |
| "R_ORAL::4": { | |
| "n": 50, | |
| "spearman": 0.33548825678102523 | |
| }, | |
| "R_ORAL::5": { | |
| "n": 50, | |
| "spearman": 0.05742633716830686 | |
| }, | |
| "R_ORAL::6": { | |
| "n": 34, | |
| "spearman": -0.10770721744191511 | |
| }, | |
| "R_THRT::0": { | |
| "n": 50, | |
| "spearman": 0.32016264853546544 | |
| }, | |
| "R_THRT::1": { | |
| "n": 50, | |
| "spearman": 0.20866803355146812 | |
| }, | |
| "R_THRT::2": { | |
| "n": 36, | |
| "spearman": 0.00931701881936507 | |
| }, | |
| "R_THRT::3": { | |
| "n": 50, | |
| "spearman": 0.12072579669257157 | |
| }, | |
| "R_THRT::4": { | |
| "n": 50, | |
| "spearman": 0.3053561247346025 | |
| }, | |
| "R_THRT::5": { | |
| "n": 50, | |
| "spearman": 0.173194658414656 | |
| }, | |
| "R_THRT::6": { | |
| "n": 50, | |
| "spearman": -0.0024298928047721273 | |
| }, | |
| "SMTH::0": { | |
| "n": 50, | |
| "spearman": 0.16390934380402367 | |
| }, | |
| "SMTH::1": { | |
| "n": 50, | |
| "spearman": -0.29643017313893955 | |
| }, | |
| "SMTH::2": { | |
| "n": 37, | |
| "spearman": 0.04503745407319766 | |
| }, | |
| "SMTH::3": { | |
| "n": 27, | |
| "spearman": -0.13959723841352695 | |
| }, | |
| "SMTH::4": { | |
| "n": 50, | |
| "spearman": -0.04237735658063824 | |
| }, | |
| "SMTH::5": { | |
| "n": 50, | |
| "spearman": 0.2081337508007169 | |
| }, | |
| "SMTH::6": { | |
| "n": 50, | |
| "spearman": 0.16150785454933878 | |
| }, | |
| "STNC::0": { | |
| "n": 50, | |
| "spearman": 0.3427356048804093 | |
| }, | |
| "STNC::1": { | |
| "n": 50, | |
| "spearman": 0.201508525472913 | |
| }, | |
| "STNC::2": { | |
| "n": 50, | |
| "spearman": -0.006041414323995522 | |
| }, | |
| "STNC::3": { | |
| "n": 42, | |
| "spearman": 0.03293396992610833 | |
| }, | |
| "STNC::4": { | |
| "n": 50, | |
| "spearman": 0.21188174956007583 | |
| }, | |
| "STNC::5": { | |
| "n": 50, | |
| "spearman": 0.3617005602631937 | |
| }, | |
| "STNC::6": { | |
| "n": 50, | |
| "spearman": 0.18608973938580758 | |
| }, | |
| "STRU::0": { | |
| "n": 50, | |
| "spearman": -0.5462650173005612 | |
| }, | |
| "STRU::1": { | |
| "n": 50, | |
| "spearman": 0.01705054421121265 | |
| }, | |
| "STRU::2": { | |
| "n": 50, | |
| "spearman": 0.08319457174220649 | |
| }, | |
| "STRU::3": { | |
| "n": 28, | |
| "spearman": 0.43175810318502905 | |
| }, | |
| "STRU::4": { | |
| "n": 50, | |
| "spearman": 0.20611854627960535 | |
| }, | |
| "STRU::5": { | |
| "n": 50, | |
| "spearman": 0.12368824315290054 | |
| }, | |
| "STRU::6": { | |
| "n": 27, | |
| "spearman": -0.03620999488841206 | |
| }, | |
| "S_ASMR::0": { | |
| "n": 33, | |
| "spearman": 0.03900789302989384 | |
| }, | |
| "S_ASMR::1": { | |
| "n": 50, | |
| "spearman": -0.00852226798573292 | |
| }, | |
| "S_ASMR::2": { | |
| "n": 50, | |
| "spearman": 0.07278710535434654 | |
| }, | |
| "S_ASMR::3": { | |
| "n": 50, | |
| "spearman": -0.12641598633720802 | |
| }, | |
| "S_ASMR::4": { | |
| "n": 50, | |
| "spearman": 0.39599260947876785 | |
| }, | |
| "S_ASMR::5": { | |
| "n": 50, | |
| "spearman": 0.10328387750029253 | |
| }, | |
| "S_ASMR::6": { | |
| "n": 50, | |
| "spearman": -0.0022107696745084946 | |
| }, | |
| "S_AUTH::0": { | |
| "n": 50, | |
| "spearman": 0.4453212569761291 | |
| }, | |
| "S_AUTH::1": { | |
| "n": 50, | |
| "spearman": -0.04090640122217744 | |
| }, | |
| "S_AUTH::2": { | |
| "n": 50, | |
| "spearman": 0.46291779408825834 | |
| }, | |
| "S_AUTH::3": { | |
| "n": 50, | |
| "spearman": 0.046653218957005395 | |
| }, | |
| "S_AUTH::4": { | |
| "n": 50, | |
| "spearman": 0.297943084955609 | |
| }, | |
| "S_AUTH::5": { | |
| "n": 50, | |
| "spearman": 0.11712464525865521 | |
| }, | |
| "S_AUTH::6": { | |
| "n": 38, | |
| "spearman": 0.4527796057609846 | |
| }, | |
| "S_CART::0": { | |
| "n": 50, | |
| "spearman": 0.21025536062980105 | |
| }, | |
| "S_CART::1": { | |
| "n": 50, | |
| "spearman": -0.14231557578447263 | |
| }, | |
| "S_CART::2": { | |
| "n": 47, | |
| "spearman": 0.17284909680903462 | |
| }, | |
| "S_CART::3": { | |
| "n": 50, | |
| "spearman": -0.1843762680848692 | |
| }, | |
| "S_CART::4": { | |
| "n": 50, | |
| "spearman": 0.3736231919093871 | |
| }, | |
| "S_CART::5": { | |
| "n": 50, | |
| "spearman": 0.07781155812499299 | |
| }, | |
| "S_CART::6": { | |
| "n": 50, | |
| "spearman": 0.15452000175724698 | |
| }, | |
| "S_CASU::0": { | |
| "n": 26, | |
| "spearman": 0.14230360645884532 | |
| }, | |
| "S_CASU::1": { | |
| "n": 50, | |
| "spearman": -0.03677690873913361 | |
| }, | |
| "S_CASU::2": { | |
| "n": 50, | |
| "spearman": -0.1495798319327731 | |
| }, | |
| "S_CASU::3": { | |
| "n": 50, | |
| "spearman": 0.21184626364288595 | |
| }, | |
| "S_CASU::4": { | |
| "n": 50, | |
| "spearman": -0.03918437242324271 | |
| }, | |
| "S_CASU::5": { | |
| "n": 50, | |
| "spearman": 0.3445999889239737 | |
| }, | |
| "S_CASU::6": { | |
| "n": 40, | |
| "spearman": -0.04786394809255501 | |
| }, | |
| "S_CONV::0": { | |
| "n": 50, | |
| "spearman": -0.039268789093282096 | |
| }, | |
| "S_CONV::1": { | |
| "n": 50, | |
| "spearman": -0.05876149176651231 | |
| }, | |
| "S_CONV::2": { | |
| "n": 49, | |
| "spearman": 0.2764078902380252 | |
| }, | |
| "S_CONV::3": { | |
| "n": 50, | |
| "spearman": -0.0059285615135380694 | |
| }, | |
| "S_CONV::4": { | |
| "n": 50, | |
| "spearman": -0.1317638464555647 | |
| }, | |
| "S_CONV::5": { | |
| "n": 50, | |
| "spearman": -0.0959043919000442 | |
| }, | |
| "S_CONV::6": { | |
| "n": 34, | |
| "spearman": -0.11501990669302042 | |
| }, | |
| "S_DRAM::0": { | |
| "n": 50, | |
| "spearman": -0.11414012452674563 | |
| }, | |
| "S_DRAM::1": { | |
| "n": 50, | |
| "spearman": -0.02938123699483606 | |
| }, | |
| "S_DRAM::2": { | |
| "n": 50, | |
| "spearman": 0.046431982772571025 | |
| }, | |
| "S_DRAM::3": { | |
| "n": 50, | |
| "spearman": 0.13308371029136115 | |
| }, | |
| "S_DRAM::4": { | |
| "n": 50, | |
| "spearman": 0.23480165251577606 | |
| }, | |
| "S_DRAM::5": { | |
| "n": 50, | |
| "spearman": 0.31457657143228707 | |
| }, | |
| "S_DRAM::6": { | |
| "n": 50, | |
| "spearman": 0.2437238035807466 | |
| }, | |
| "S_FORM::0": { | |
| "n": 50, | |
| "spearman": 0.14858974090005964 | |
| }, | |
| "S_FORM::1": { | |
| "n": 50, | |
| "spearman": -0.19820100844353455 | |
| }, | |
| "S_FORM::2": { | |
| "n": 50, | |
| "spearman": -0.03658946417174426 | |
| }, | |
| "S_FORM::3": { | |
| "n": 50, | |
| "spearman": 0.04684622422245679 | |
| }, | |
| "S_FORM::4": { | |
| "n": 50, | |
| "spearman": 0.005237677665678649 | |
| }, | |
| "S_FORM::5": { | |
| "n": 50, | |
| "spearman": 0.38168994099220716 | |
| }, | |
| "S_FORM::6": { | |
| "n": 42, | |
| "spearman": 0.2678566976273546 | |
| }, | |
| "S_MONO::0": { | |
| "n": 50, | |
| "spearman": 0.15834397858529584 | |
| }, | |
| "S_MONO::1": { | |
| "n": 50, | |
| "spearman": 0.34007153821710917 | |
| }, | |
| "S_MONO::2": { | |
| "n": 50, | |
| "spearman": 0.0317030769606305 | |
| }, | |
| "S_MONO::3": { | |
| "n": 50, | |
| "spearman": 0.229204372626311 | |
| }, | |
| "S_MONO::4": { | |
| "n": 50, | |
| "spearman": 0.009015183584101192 | |
| }, | |
| "S_MONO::5": { | |
| "n": 50, | |
| "spearman": 0.126809978720427 | |
| }, | |
| "S_MONO::6": { | |
| "n": 50, | |
| "spearman": 0.32842302674131996 | |
| }, | |
| "S_NARR::0": { | |
| "n": 50, | |
| "spearman": 0.09400941812172382 | |
| }, | |
| "S_NARR::1": { | |
| "n": 50, | |
| "spearman": -0.02533639717178457 | |
| }, | |
| "S_NARR::2": { | |
| "n": 50, | |
| "spearman": -0.01691939422032077 | |
| }, | |
| "S_NARR::3": { | |
| "n": 50, | |
| "spearman": 0.14243402494029353 | |
| }, | |
| "S_NARR::4": { | |
| "n": 50, | |
| "spearman": 0.509395150917512 | |
| }, | |
| "S_NARR::5": { | |
| "n": 50, | |
| "spearman": -0.06267427066898974 | |
| }, | |
| "S_NARR::6": { | |
| "n": 29, | |
| "spearman": 0.14870870388324703 | |
| }, | |
| "S_NEWS::0": { | |
| "n": 50, | |
| "spearman": -0.16112075447992694 | |
| }, | |
| "S_NEWS::1": { | |
| "n": 50, | |
| "spearman": 0.1518144379743956 | |
| }, | |
| "S_NEWS::2": { | |
| "n": 50, | |
| "spearman": 0.03538627038709443 | |
| }, | |
| "S_NEWS::3": { | |
| "n": 50, | |
| "spearman": 0.23056375139438937 | |
| }, | |
| "S_NEWS::4": { | |
| "n": 50, | |
| "spearman": 0.17069645203999437 | |
| }, | |
| "S_NEWS::5": { | |
| "n": 50, | |
| "spearman": -0.13327698089700132 | |
| }, | |
| "S_NEWS::6": { | |
| "n": 40, | |
| "spearman": -0.21101620706497137 | |
| }, | |
| "S_PLAY::0": { | |
| "n": 50, | |
| "spearman": 0.01944779652364872 | |
| }, | |
| "S_PLAY::1": { | |
| "n": 50, | |
| "spearman": 0.48548856350593406 | |
| }, | |
| "S_PLAY::2": { | |
| "n": 50, | |
| "spearman": 0.05174057751067795 | |
| }, | |
| "S_PLAY::3": { | |
| "n": 50, | |
| "spearman": -0.1233146930609591 | |
| }, | |
| "S_PLAY::4": { | |
| "n": 50, | |
| "spearman": 0.5547502620144332 | |
| }, | |
| "S_PLAY::5": { | |
| "n": 50, | |
| "spearman": 0.06436794206410841 | |
| }, | |
| "S_PLAY::6": { | |
| "n": 50, | |
| "spearman": -0.12449945154639688 | |
| }, | |
| "S_RANT::0": { | |
| "n": 50, | |
| "spearman": -0.08130276715087573 | |
| }, | |
| "S_RANT::1": { | |
| "n": 50, | |
| "spearman": 0.40784510893779163 | |
| }, | |
| "S_RANT::2": { | |
| "n": 50, | |
| "spearman": -0.13528261967041608 | |
| }, | |
| "S_RANT::3": { | |
| "n": 50, | |
| "spearman": 0.10702225247275399 | |
| }, | |
| "S_RANT::4": { | |
| "n": 50, | |
| "spearman": 0.4755210522834569 | |
| }, | |
| "S_RANT::5": { | |
| "n": 50, | |
| "spearman": 0.159685924016627 | |
| }, | |
| "S_RANT::6": { | |
| "n": 50, | |
| "spearman": 0.12545497213361936 | |
| }, | |
| "S_STRY::0": { | |
| "n": 46, | |
| "spearman": 0.23855929267320353 | |
| }, | |
| "S_STRY::1": { | |
| "n": 50, | |
| "spearman": 0.4800250320652115 | |
| }, | |
| "S_STRY::2": { | |
| "n": 50, | |
| "spearman": 0.2195020704293664 | |
| }, | |
| "S_STRY::3": { | |
| "n": 50, | |
| "spearman": 0.014218821959410774 | |
| }, | |
| "S_STRY::4": { | |
| "n": 50, | |
| "spearman": 0.30778504240794285 | |
| }, | |
| "S_STRY::5": { | |
| "n": 50, | |
| "spearman": -0.3813161730880221 | |
| }, | |
| "S_STRY::6": { | |
| "n": 39, | |
| "spearman": -0.160755526136441 | |
| }, | |
| "S_TECH::0": { | |
| "n": 40, | |
| "spearman": -0.17009384096759855 | |
| }, | |
| "S_TECH::1": { | |
| "n": 50, | |
| "spearman": -0.25420480134931484 | |
| }, | |
| "S_TECH::2": { | |
| "n": 50, | |
| "spearman": -0.09333392490132508 | |
| }, | |
| "S_TECH::3": { | |
| "n": 50, | |
| "spearman": 0.079770792452911 | |
| }, | |
| "S_TECH::4": { | |
| "n": 50, | |
| "spearman": 0.014399084154836594 | |
| }, | |
| "S_TECH::5": { | |
| "n": 50, | |
| "spearman": -0.20815177484956446 | |
| }, | |
| "S_TECH::6": { | |
| "n": 32, | |
| "spearman": 0.2342642640351681 | |
| }, | |
| "S_WHIS::0": { | |
| "n": 50, | |
| "spearman": 0.03497381024655423 | |
| }, | |
| "S_WHIS::1": { | |
| "n": 50, | |
| "spearman": 0.23112729977647317 | |
| }, | |
| "S_WHIS::2": { | |
| "n": 50, | |
| "spearman": 0.29569237018719124 | |
| }, | |
| "S_WHIS::3": { | |
| "n": 50, | |
| "spearman": 0.09460993985821799 | |
| }, | |
| "S_WHIS::4": { | |
| "n": 50, | |
| "spearman": 0.3440568084356423 | |
| }, | |
| "S_WHIS::5": { | |
| "n": 50, | |
| "spearman": 0.20938043021831582 | |
| }, | |
| "S_WHIS::6": { | |
| "n": 50, | |
| "spearman": 0.6204237410318356 | |
| }, | |
| "TEMP::0": { | |
| "n": 49, | |
| "spearman": 0.009976364451479699 | |
| }, | |
| "TEMP::1": { | |
| "n": 50, | |
| "spearman": 0.2477790019035015 | |
| }, | |
| "TEMP::2": { | |
| "n": 46, | |
| "spearman": 0.04562637967338135 | |
| }, | |
| "TEMP::3": { | |
| "n": 31, | |
| "spearman": -0.19659033124212788 | |
| }, | |
| "TEMP::4": { | |
| "n": 50, | |
| "spearman": 0.37106875304039333 | |
| }, | |
| "TEMP::5": { | |
| "n": 50, | |
| "spearman": -0.2544988894975181 | |
| }, | |
| "TEMP::6": { | |
| "n": 42, | |
| "spearman": -0.06654322910794017 | |
| }, | |
| "TENS::0": { | |
| "n": 32, | |
| "spearman": -0.020901182960877396 | |
| }, | |
| "TENS::1": { | |
| "n": 50, | |
| "spearman": 0.12169971059047792 | |
| }, | |
| "TENS::2": { | |
| "n": 40, | |
| "spearman": 0.20378637268503924 | |
| }, | |
| "TENS::3": { | |
| "n": 30, | |
| "spearman": 0.21496325434736363 | |
| }, | |
| "TENS::4": { | |
| "n": 50, | |
| "spearman": -0.2010396256338633 | |
| }, | |
| "TENS::5": { | |
| "n": 50, | |
| "spearman": 0.2878553458322522 | |
| }, | |
| "TENS::6": { | |
| "n": 50, | |
| "spearman": 0.01916011469707835 | |
| }, | |
| "VALN::0": { | |
| "n": 50, | |
| "spearman": -0.20358805300323088 | |
| }, | |
| "VALN::1": { | |
| "n": 50, | |
| "spearman": -0.09169713039426376 | |
| }, | |
| "VALN::2": { | |
| "n": 43, | |
| "spearman": 0.20130011980564574 | |
| }, | |
| "VALN::3": { | |
| "n": 50, | |
| "spearman": 0.255024058314864 | |
| }, | |
| "VALN::4": { | |
| "n": 50, | |
| "spearman": 0.04944832475015499 | |
| }, | |
| "VALN::5": { | |
| "n": 50, | |
| "spearman": 0.09431035326434395 | |
| }, | |
| "VALN::6": { | |
| "n": 50, | |
| "spearman": 0.24972741918557553 | |
| }, | |
| "VALS::0": { | |
| "n": 50, | |
| "spearman": 0.24783370889774695 | |
| }, | |
| "VALS::1": { | |
| "n": 50, | |
| "spearman": -0.03580185062454768 | |
| }, | |
| "VALS::2": { | |
| "n": 28, | |
| "spearman": 0.048562684772645984 | |
| }, | |
| "VALS::3": { | |
| "n": 50, | |
| "spearman": 0.27136114705931697 | |
| }, | |
| "VALS::4": { | |
| "n": 50, | |
| "spearman": -0.09588722053697375 | |
| }, | |
| "VALS::5": { | |
| "n": 50, | |
| "spearman": -0.16128554107433998 | |
| }, | |
| "VALS::6": { | |
| "n": 50, | |
| "spearman": -0.017760280690491258 | |
| }, | |
| "VFLX::0": { | |
| "n": 50, | |
| "spearman": 0.1340585791642574 | |
| }, | |
| "VFLX::1": { | |
| "n": 50, | |
| "spearman": 0.05433846162232742 | |
| }, | |
| "VFLX::2": { | |
| "n": 50, | |
| "spearman": -0.1030173437302192 | |
| }, | |
| "VFLX::3": { | |
| "n": 50, | |
| "spearman": 0.16667213635226039 | |
| }, | |
| "VFLX::4": { | |
| "n": 50, | |
| "spearman": 0.06113790019958128 | |
| }, | |
| "VFLX::5": { | |
| "n": 50, | |
| "spearman": 0.038354656434650504 | |
| }, | |
| "VFLX::6": { | |
| "n": 50, | |
| "spearman": 0.17341461984191828 | |
| }, | |
| "VOLT::0": { | |
| "n": 50, | |
| "spearman": -0.14700811040006073 | |
| }, | |
| "VOLT::1": { | |
| "n": 50, | |
| "spearman": -0.10295709022082333 | |
| }, | |
| "VOLT::2": { | |
| "n": 36, | |
| "spearman": -0.17600282581199897 | |
| }, | |
| "VOLT::3": { | |
| "n": 41, | |
| "spearman": 0.169556109001958 | |
| }, | |
| "VOLT::4": { | |
| "n": 41, | |
| "spearman": -0.2116800226950831 | |
| }, | |
| "VOLT::5": { | |
| "n": 50, | |
| "spearman": -0.14311801970646462 | |
| }, | |
| "VOLT::6": { | |
| "n": 50, | |
| "spearman": -0.2026565764758801 | |
| }, | |
| "VULN::0": { | |
| "n": 50, | |
| "spearman": -0.011473459142500739 | |
| }, | |
| "VULN::1": { | |
| "n": 50, | |
| "spearman": -0.023784855752063027 | |
| }, | |
| "VULN::2": { | |
| "n": 50, | |
| "spearman": 0.22150507727138175 | |
| }, | |
| "VULN::3": { | |
| "n": 50, | |
| "spearman": 0.1850836129753298 | |
| }, | |
| "VULN::4": { | |
| "n": 50, | |
| "spearman": 0.03236890333855302 | |
| }, | |
| "VULN::5": { | |
| "n": 50, | |
| "spearman": 0.2445435691600789 | |
| }, | |
| "VULN::6": { | |
| "n": 50, | |
| "spearman": -0.0705729395392945 | |
| }, | |
| "WARM::0": { | |
| "n": 39, | |
| "spearman": 0.12681235419379466 | |
| }, | |
| "WARM::1": { | |
| "n": 50, | |
| "spearman": -0.03573198969715359 | |
| }, | |
| "WARM::2": { | |
| "n": 50, | |
| "spearman": -0.01929706710411699 | |
| }, | |
| "WARM::3": { | |
| "n": 49, | |
| "spearman": -0.11559473917244358 | |
| }, | |
| "WARM::4": { | |
| "n": 50, | |
| "spearman": -0.00832928789824491 | |
| }, | |
| "WARM::5": { | |
| "n": 50, | |
| "spearman": 0.07324034924502716 | |
| }, | |
| "WARM::6": { | |
| "n": 26, | |
| "spearman": -0.03817447393020635 | |
| } | |
| }, | |
| "by_benchmark_bucket": [ | |
| { | |
| "benchmark_bucket": "majority_no", | |
| "n": 6924, | |
| "accuracy": 0.004332755632582322, | |
| "balanced_accuracy": NaN, | |
| "precision": 0.0, | |
| "recall": NaN, | |
| "f1": NaN, | |
| "tp": 0, | |
| "fp": 6894, | |
| "tn": 30, | |
| "fn": 0 | |
| }, | |
| { | |
| "benchmark_bucket": "majority_yes", | |
| "n": 454, | |
| "accuracy": 0.9933920704845814, | |
| "balanced_accuracy": NaN, | |
| "precision": 1.0, | |
| "recall": 0.9933920704845814, | |
| "f1": 0.9966850828729282, | |
| "tp": 451, | |
| "fp": 0, | |
| "tn": 0, | |
| "fn": 3 | |
| }, | |
| { | |
| "benchmark_bucket": "single_rater_no", | |
| "n": 3070, | |
| "accuracy": 0.005537459283387622, | |
| "balanced_accuracy": NaN, | |
| "precision": 0.0, | |
| "recall": NaN, | |
| "f1": NaN, | |
| "tp": 0, | |
| "fp": 3053, | |
| "tn": 17, | |
| "fn": 0 | |
| }, | |
| { | |
| "benchmark_bucket": "single_rater_yes", | |
| "n": 1577, | |
| "accuracy": 0.9987317691819911, | |
| "balanced_accuracy": NaN, | |
| "precision": 1.0, | |
| "recall": 0.9987317691819911, | |
| "f1": 0.9993654822335025, | |
| "tp": 1575, | |
| "fp": 0, | |
| "tn": 0, | |
| "fn": 2 | |
| }, | |
| { | |
| "benchmark_bucket": "unanimous_no", | |
| "n": 4166, | |
| "accuracy": 0.010321651464234277, | |
| "balanced_accuracy": NaN, | |
| "precision": 0.0, | |
| "recall": NaN, | |
| "f1": NaN, | |
| "tp": 0, | |
| "fp": 4123, | |
| "tn": 43, | |
| "fn": 0 | |
| }, | |
| { | |
| "benchmark_bucket": "unanimous_yes", | |
| "n": 2441, | |
| "accuracy": 0.9987709954936501, | |
| "balanced_accuracy": NaN, | |
| "precision": 1.0, | |
| "recall": 0.9987709954936501, | |
| "f1": 0.9993851199016192, | |
| "tp": 2438, | |
| "fp": 0, | |
| "tn": 0, | |
| "fn": 3 | |
| } | |
| ], | |
| "by_benchmark_bucket_optimal": [ | |
| { | |
| "benchmark_bucket": "majority_no", | |
| "n": 6924, | |
| "accuracy": 0.506787983824379, | |
| "balanced_accuracy": NaN, | |
| "precision": 0.0, | |
| "recall": NaN, | |
| "f1": NaN, | |
| "tp": 0, | |
| "fp": 3415, | |
| "tn": 3509, | |
| "fn": 0 | |
| }, | |
| { | |
| "benchmark_bucket": "majority_yes", | |
| "n": 454, | |
| "accuracy": 0.5616740088105727, | |
| "balanced_accuracy": NaN, | |
| "precision": 1.0, | |
| "recall": 0.5616740088105727, | |
| "f1": 0.7193229901269393, | |
| "tp": 255, | |
| "fp": 0, | |
| "tn": 0, | |
| "fn": 199 | |
| }, | |
| { | |
| "benchmark_bucket": "single_rater_no", | |
| "n": 3070, | |
| "accuracy": 0.531270358306189, | |
| "balanced_accuracy": NaN, | |
| "precision": 0.0, | |
| "recall": NaN, | |
| "f1": NaN, | |
| "tp": 0, | |
| "fp": 1439, | |
| "tn": 1631, | |
| "fn": 0 | |
| }, | |
| { | |
| "benchmark_bucket": "single_rater_yes", | |
| "n": 1577, | |
| "accuracy": 0.5662650602409639, | |
| "balanced_accuracy": NaN, | |
| "precision": 1.0, | |
| "recall": 0.5662650602409639, | |
| "f1": 0.7230769230769232, | |
| "tp": 893, | |
| "fp": 0, | |
| "tn": 0, | |
| "fn": 684 | |
| }, | |
| { | |
| "benchmark_bucket": "unanimous_no", | |
| "n": 4166, | |
| "accuracy": 0.5528084493518963, | |
| "balanced_accuracy": NaN, | |
| "precision": 0.0, | |
| "recall": NaN, | |
| "f1": NaN, | |
| "tp": 0, | |
| "fp": 1863, | |
| "tn": 2303, | |
| "fn": 0 | |
| }, | |
| { | |
| "benchmark_bucket": "unanimous_yes", | |
| "n": 2441, | |
| "accuracy": 0.5993445309299468, | |
| "balanced_accuracy": NaN, | |
| "precision": 1.0, | |
| "recall": 0.5993445309299468, | |
| "f1": 0.7494877049180328, | |
| "tp": 1463, | |
| "fp": 0, | |
| "tn": 0, | |
| "fn": 978 | |
| } | |
| ], | |
| "by_n_raters": [ | |
| { | |
| "n_raters": 1, | |
| "n": 4647, | |
| "accuracy": 0.3425866150204433, | |
| "balanced_accuracy": 0.5021346142326893, | |
| "precision": 0.3403197925669836, | |
| "recall": 0.9987317691819911, | |
| "f1": 0.5076551168412571, | |
| "tp": 1575, | |
| "fp": 3053, | |
| "tn": 17, | |
| "fn": 2 | |
| }, | |
| { | |
| "n_raters": 2, | |
| "n": 12562, | |
| "accuracy": 0.190574749243751, | |
| "balanced_accuracy": 0.5027267859913085, | |
| "precision": 0.18614891913530823, | |
| "recall": 0.9987113402061856, | |
| "f1": 0.3138075313807531, | |
| "tp": 2325, | |
| "fp": 10165, | |
| "tn": 69, | |
| "fn": 3 | |
| }, | |
| { | |
| "n_raters": 3, | |
| "n": 1366, | |
| "accuracy": 0.4062957540263543, | |
| "balanced_accuracy": 0.5006517063362316, | |
| "precision": 0.4051470588235294, | |
| "recall": 0.9963833634719711, | |
| "f1": 0.5760585467851542, | |
| "tp": 551, | |
| "fp": 809, | |
| "tn": 4, | |
| "fn": 2 | |
| }, | |
| { | |
| "n_raters": 4, | |
| "n": 57, | |
| "accuracy": 0.22807017543859648, | |
| "balanced_accuracy": 0.4642857142857143, | |
| "precision": 0.23214285714285715, | |
| "recall": 0.9285714285714286, | |
| "f1": 0.3714285714285714, | |
| "tp": 13, | |
| "fp": 43, | |
| "tn": 0, | |
| "fn": 1 | |
| } | |
| ], | |
| "by_n_raters_optimal": [ | |
| { | |
| "n_raters": 1, | |
| "n": 4647, | |
| "accuracy": 0.5431461157736174, | |
| "balanced_accuracy": 0.5487677092735764, | |
| "precision": 0.3829331046312178, | |
| "recall": 0.5662650602409639, | |
| "f1": 0.45689434638014836, | |
| "tp": 893, | |
| "fp": 1439, | |
| "tn": 1631, | |
| "fn": 684 | |
| }, | |
| { | |
| "n_raters": 2, | |
| "n": 12562, | |
| "accuracy": 0.5367775831873906, | |
| "balanced_accuracy": 0.5604015521336801, | |
| "precision": 0.22183266932270918, | |
| "recall": 0.5979381443298969, | |
| "f1": 0.3236080437056841, | |
| "tp": 1392, | |
| "fp": 4883, | |
| "tn": 5351, | |
| "fn": 936 | |
| }, | |
| { | |
| "n_raters": 3, | |
| "n": 1366, | |
| "accuracy": 0.554904831625183, | |
| "balanced_accuracy": 0.5581253100053605, | |
| "precision": 0.4602026049204052, | |
| "recall": 0.5750452079566004, | |
| "f1": 0.5112540192926044, | |
| "tp": 318, | |
| "fp": 373, | |
| "tn": 440, | |
| "fn": 235 | |
| }, | |
| { | |
| "n_raters": 4, | |
| "n": 57, | |
| "accuracy": 0.5087719298245614, | |
| "balanced_accuracy": 0.5299003322259136, | |
| "precision": 0.26666666666666666, | |
| "recall": 0.5714285714285714, | |
| "f1": 0.36363636363636365, | |
| "tp": 8, | |
| "fp": 22, | |
| "tn": 21, | |
| "fn": 6 | |
| } | |
| ], | |
| "ensemble_members": [ | |
| { | |
| "name": "external_MGA_CLAP_emolia", | |
| "snapshot": "external_ckpts/mga_clap.pt", | |
| "weight": 1.0 | |
| } | |
| ], | |
| "audio_count": 18632, | |
| "prompt_count": 399, | |
| "outputs": { | |
| "predictions": "emolia-dim/predictions.csv", | |
| "summary": "emolia-dim/summary.json" | |
| }, | |
| "model_type": "mga_clap", | |
| "pretrained": "external_ckpts/mga_clap.pt" | |
| } | |
| } |