Download external_FineLAP_emolia/summary.json from VoiceNetCkpt/external_evals_current_emolia: direct link, hf CLI and curl.
- Browser
- Download file 71.3 kB
-
https://huggingface.co/VoiceNetCkpt/external_evals_current_emolia/resolve/main/external_FineLAP_emolia/summary.json
- Command line
-
hf download hf://VoiceNetCkpt/external_evals_current_emolia/external_FineLAP_emolia/summary.json
-
curl -L -o summary.json https://huggingface.co/VoiceNetCkpt/external_evals_current_emolia/resolve/main/external_FineLAP_emolia/summary.json
71.3 kB
Invalid JSON:Unexpected token 'N', ..."ccuracy": NaN,
"... is not valid JSON
| { | |
| "emolia-emo": { | |
| "task": "emolia_bench_current", | |
| "subset": "emolia-emo", | |
| "model": "external_FineLAP_emolia", | |
| "benchmark_dir": "benchmarks/emolia-bench-current", | |
| "benchmark_commit": "unknown", | |
| "rows_total": 7988, | |
| "rows_evaluated_ok": 7988, | |
| "missing_audio": 0, | |
| "threshold": 0.0, | |
| "similarity_distribution": { | |
| "min": -0.1580991894006729, | |
| "median": 0.08964752405881882, | |
| "max": 0.23448176681995392, | |
| "mean": 0.08336937427520752 | |
| }, | |
| "overall_binary_at_thr0": { | |
| "n": 7988, | |
| "accuracy": 0.5824987481221833, | |
| "balanced_accuracy": 0.51690790108165, | |
| "precision": 0.5869270409547057, | |
| "recall": 0.9374052414988088, | |
| "f1": 0.7218747393878742, | |
| "tp": 4328, | |
| "fp": 3046, | |
| "tn": 325, | |
| "fn": 289 | |
| }, | |
| "optimal_threshold": 0.07992248237133026, | |
| "overall_binary_at_optimal_thr": { | |
| "n": 7988, | |
| "accuracy": 0.5373059589384076, | |
| "balanced_accuracy": 0.5283692584387711, | |
| "precision": 0.6026298194784935, | |
| "recall": 0.5856616850768898, | |
| "f1": 0.5940246045694201, | |
| "tp": 2704, | |
| "fp": 1783, | |
| "tn": 1588, | |
| "fn": 1913 | |
| }, | |
| "overall_binary_at_per_prompt_thr": { | |
| "n": 7988, | |
| "accuracy": 0.5714822233350025, | |
| "balanced_accuracy": 0.586354152591634, | |
| "precision": 0.6787425149700599, | |
| "recall": 0.4910114793155729, | |
| "f1": 0.5698127434962926, | |
| "tp": 2267, | |
| "fp": 1073, | |
| "tn": 2298, | |
| "fn": 2350 | |
| }, | |
| "per_prompt_thresholds": { | |
| "Affection": 0.10862362384796143, | |
| "Amusement": 0.09400834143161774, | |
| "Anger": 0.13422791659832, | |
| "Astonishment_Surprise": 0.018221912905573845, | |
| "Awe": 0.13804513216018677, | |
| "Bitterness": 0.15205127000808716, | |
| "Concentration": 0.11868485063314438, | |
| "Confusion": 0.12956169247627258, | |
| "Contemplation": 0.07540598511695862, | |
| "Contempt": 0.09284526109695435, | |
| "Contentment": 0.04242999479174614, | |
| "Disappointment": 0.13845151662826538, | |
| "Disgust": -0.012649156153202057, | |
| "Distress": 0.04968395456671715, | |
| "Doubt": 0.06216391548514366, | |
| "Elation": 0.13296416401863098, | |
| "Embarrassment": 0.09209342300891876, | |
| "Emotional_Numbness": 0.052062083035707474, | |
| "Fatigue_Exhaustion": 0.026619259268045425, | |
| "Fear": 0.08366362005472183, | |
| "Helplessness": 0.047485675662755966, | |
| "Hope_Enthusiasm_Optimism": 0.1095619946718216, | |
| "Impatience_and_Irritability": 0.07622210681438446, | |
| "Infatuation": 0.1269911527633667, | |
| "Interest": 0.12328805774450302, | |
| "Intoxication_Altered_States_of_Consciousness": 0.18535234034061432, | |
| "Jealousy___Envy": 0.09735917299985886, | |
| "Longing": 0.15194953978061676, | |
| "Malevolence_Malice": 0.1325155794620514, | |
| "Pain": 0.016030078753829002, | |
| "Pleasure_Ecstasy": 0.10289177298545837, | |
| "Pride": 0.015641016885638237, | |
| "Relief": -0.007348282262682915, | |
| "Sadness": 0.15815860033035278, | |
| "Sexual_Lust": 0.1455637514591217, | |
| "Shame": 0.054783791303634644, | |
| "Sourness": 0.08158484101295471, | |
| "Teasing": 0.1674424409866333, | |
| "Thankfulness_Gratitude": 0.12918654084205627, | |
| "Triumph": 0.06184152141213417 | |
| }, | |
| "spearman_avg": 0.06791797071507269, | |
| "spearman_per_prompt": { | |
| "Affection": { | |
| "n": 201, | |
| "spearman": 0.10818413577856313 | |
| }, | |
| "Amusement": { | |
| "n": 229, | |
| "spearman": 0.4799113062942517 | |
| }, | |
| "Anger": { | |
| "n": 352, | |
| "spearman": 0.08258543947255656 | |
| }, | |
| "Astonishment_Surprise": { | |
| "n": 100, | |
| "spearman": 0.061123057518023896 | |
| }, | |
| "Awe": { | |
| "n": 131, | |
| "spearman": -0.08841590605637373 | |
| }, | |
| "Bitterness": { | |
| "n": 129, | |
| "spearman": 0.27394673664665736 | |
| }, | |
| "Concentration": { | |
| "n": 125, | |
| "spearman": 0.49192043704054855 | |
| }, | |
| "Confusion": { | |
| "n": 113, | |
| "spearman": 0.11567614276117279 | |
| }, | |
| "Contemplation": { | |
| "n": 131, | |
| "spearman": 0.2075212141190296 | |
| }, | |
| "Contempt": { | |
| "n": 189, | |
| "spearman": 0.15205672521211933 | |
| }, | |
| "Contentment": { | |
| "n": 250, | |
| "spearman": 0.2858611285136964 | |
| }, | |
| "Disappointment": { | |
| "n": 125, | |
| "spearman": 0.05865323873422591 | |
| }, | |
| "Disgust": { | |
| "n": 127, | |
| "spearman": -0.07857530308777082 | |
| }, | |
| "Distress": { | |
| "n": 200, | |
| "spearman": 0.010013912164876189 | |
| }, | |
| "Doubt": { | |
| "n": 100, | |
| "spearman": 0.09947962097587897 | |
| }, | |
| "Elation": { | |
| "n": 325, | |
| "spearman": 0.026563480463139732 | |
| }, | |
| "Embarrassment": { | |
| "n": 317, | |
| "spearman": 0.18634417701032402 | |
| }, | |
| "Emotional_Numbness": { | |
| "n": 207, | |
| "spearman": 0.18516746231721923 | |
| }, | |
| "Fatigue_Exhaustion": { | |
| "n": 244, | |
| "spearman": 0.008120630289463499 | |
| }, | |
| "Fear": { | |
| "n": 311, | |
| "spearman": 0.12479329946042082 | |
| }, | |
| "Helplessness": { | |
| "n": 141, | |
| "spearman": 0.09817973937601845 | |
| }, | |
| "Hope_Enthusiasm_Optimism": { | |
| "n": 111, | |
| "spearman": 0.14342484301835198 | |
| }, | |
| "Impatience_and_Irritability": { | |
| "n": 238, | |
| "spearman": 0.1903179027254527 | |
| }, | |
| "Infatuation": { | |
| "n": 423, | |
| "spearman": 0.018418006536943487 | |
| }, | |
| "Interest": { | |
| "n": 101, | |
| "spearman": -0.01858260499527988 | |
| }, | |
| "Intoxication_Altered_States_of_Consciousness": { | |
| "n": 606, | |
| "spearman": -0.12301159881958613 | |
| }, | |
| "Jealousy___Envy": { | |
| "n": 100, | |
| "spearman": 0.0994614833451534 | |
| }, | |
| "Longing": { | |
| "n": 250, | |
| "spearman": -0.2052086183904707 | |
| }, | |
| "Malevolence_Malice": { | |
| "n": 100, | |
| "spearman": 0.04264292484561126 | |
| }, | |
| "Pain": { | |
| "n": 171, | |
| "spearman": -0.025990550203699503 | |
| }, | |
| "Pleasure_Ecstasy": { | |
| "n": 172, | |
| "spearman": 0.24582127309371252 | |
| }, | |
| "Pride": { | |
| "n": 150, | |
| "spearman": -0.10065355272352583 | |
| }, | |
| "Relief": { | |
| "n": 162, | |
| "spearman": -0.14627354955054983 | |
| }, | |
| "Sadness": { | |
| "n": 150, | |
| "spearman": -0.18939421734299924 | |
| }, | |
| "Sexual_Lust": { | |
| "n": 280, | |
| "spearman": -0.10428829764137237 | |
| }, | |
| "Shame": { | |
| "n": 125, | |
| "spearman": 0.1947324984687561 | |
| }, | |
| "Sourness": { | |
| "n": 221, | |
| "spearman": 0.07744211318354384 | |
| }, | |
| "Teasing": { | |
| "n": 100, | |
| "spearman": -0.3548205574326949 | |
| }, | |
| "Thankfulness_Gratitude": { | |
| "n": 103, | |
| "spearman": -0.06955848943108124 | |
| }, | |
| "Triumph": { | |
| "n": 378, | |
| "spearman": 0.15312914491260002 | |
| } | |
| }, | |
| "by_benchmark_bucket": [ | |
| { | |
| "benchmark_bucket": "majority_absent", | |
| "n": 2565, | |
| "accuracy": 0.09005847953216374, | |
| "balanced_accuracy": NaN, | |
| "precision": 0.0, | |
| "recall": NaN, | |
| "f1": NaN, | |
| "tp": 0, | |
| "fp": 2334, | |
| "tn": 231, | |
| "fn": 0 | |
| }, | |
| { | |
| "benchmark_bucket": "majority_present", | |
| "n": 2807, | |
| "accuracy": 0.9291058069112932, | |
| "balanced_accuracy": NaN, | |
| "precision": 1.0, | |
| "recall": 0.9291058069112932, | |
| "f1": 0.9632502308402585, | |
| "tp": 2608, | |
| "fp": 0, | |
| "tn": 0, | |
| "fn": 199 | |
| }, | |
| { | |
| "benchmark_bucket": "single_rater_absent", | |
| "n": 1, | |
| "accuracy": 0.0, | |
| "balanced_accuracy": NaN, | |
| "precision": 0.0, | |
| "recall": NaN, | |
| "f1": NaN, | |
| "tp": 0, | |
| "fp": 1, | |
| "tn": 0, | |
| "fn": 0 | |
| }, | |
| { | |
| "benchmark_bucket": "single_rater_present", | |
| "n": 1, | |
| "accuracy": 1.0, | |
| "balanced_accuracy": NaN, | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "tp": 1, | |
| "fp": 0, | |
| "tn": 0, | |
| "fn": 0 | |
| }, | |
| { | |
| "benchmark_bucket": "unanimous_absent", | |
| "n": 805, | |
| "accuracy": 0.11677018633540373, | |
| "balanced_accuracy": NaN, | |
| "precision": 0.0, | |
| "recall": NaN, | |
| "f1": NaN, | |
| "tp": 0, | |
| "fp": 711, | |
| "tn": 94, | |
| "fn": 0 | |
| }, | |
| { | |
| "benchmark_bucket": "unanimous_present", | |
| "n": 1809, | |
| "accuracy": 0.9502487562189055, | |
| "balanced_accuracy": NaN, | |
| "precision": 1.0, | |
| "recall": 0.9502487562189055, | |
| "f1": 0.9744897959183674, | |
| "tp": 1719, | |
| "fp": 0, | |
| "tn": 0, | |
| "fn": 90 | |
| } | |
| ], | |
| "by_benchmark_bucket_optimal": [ | |
| { | |
| "benchmark_bucket": "majority_absent", | |
| "n": 2565, | |
| "accuracy": 0.46276803118908383, | |
| "balanced_accuracy": NaN, | |
| "precision": 0.0, | |
| "recall": NaN, | |
| "f1": NaN, | |
| "tp": 0, | |
| "fp": 1378, | |
| "tn": 1187, | |
| "fn": 0 | |
| }, | |
| { | |
| "benchmark_bucket": "majority_present", | |
| "n": 2807, | |
| "accuracy": 0.5732098325614535, | |
| "balanced_accuracy": NaN, | |
| "precision": 1.0, | |
| "recall": 0.5732098325614535, | |
| "f1": 0.7287137681159421, | |
| "tp": 1609, | |
| "fp": 0, | |
| "tn": 0, | |
| "fn": 1198 | |
| }, | |
| { | |
| "benchmark_bucket": "single_rater_absent", | |
| "n": 1, | |
| "accuracy": 0.0, | |
| "balanced_accuracy": NaN, | |
| "precision": 0.0, | |
| "recall": NaN, | |
| "f1": NaN, | |
| "tp": 0, | |
| "fp": 1, | |
| "tn": 0, | |
| "fn": 0 | |
| }, | |
| { | |
| "benchmark_bucket": "single_rater_present", | |
| "n": 1, | |
| "accuracy": 1.0, | |
| "balanced_accuracy": NaN, | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "tp": 1, | |
| "fp": 0, | |
| "tn": 0, | |
| "fn": 0 | |
| }, | |
| { | |
| "benchmark_bucket": "unanimous_absent", | |
| "n": 805, | |
| "accuracy": 0.49813664596273294, | |
| "balanced_accuracy": NaN, | |
| "precision": 0.0, | |
| "recall": NaN, | |
| "f1": NaN, | |
| "tp": 0, | |
| "fp": 404, | |
| "tn": 401, | |
| "fn": 0 | |
| }, | |
| { | |
| "benchmark_bucket": "unanimous_present", | |
| "n": 1809, | |
| "accuracy": 0.6047540077390824, | |
| "balanced_accuracy": NaN, | |
| "precision": 1.0, | |
| "recall": 0.6047540077390824, | |
| "f1": 0.7537030657940061, | |
| "tp": 1094, | |
| "fp": 0, | |
| "tn": 0, | |
| "fn": 715 | |
| } | |
| ], | |
| "by_n_raters": [ | |
| { | |
| "n_raters": 1, | |
| "n": 2, | |
| "accuracy": 0.5, | |
| "balanced_accuracy": 0.5, | |
| "precision": 0.5, | |
| "recall": 1.0, | |
| "f1": 0.6666666666666666, | |
| "tp": 1, | |
| "fp": 1, | |
| "tn": 0, | |
| "fn": 0 | |
| }, | |
| { | |
| "n_raters": 2, | |
| "n": 2, | |
| "accuracy": 0.5, | |
| "balanced_accuracy": 0.5, | |
| "precision": 0.5, | |
| "recall": 1.0, | |
| "f1": 0.6666666666666666, | |
| "tp": 1, | |
| "fp": 1, | |
| "tn": 0, | |
| "fn": 0 | |
| }, | |
| { | |
| "n_raters": 3, | |
| "n": 7984, | |
| "accuracy": 0.5825400801603207, | |
| "balanced_accuracy": 0.5169229547203535, | |
| "precision": 0.5869742198100407, | |
| "recall": 0.9373781148429036, | |
| "f1": 0.7219023779724655, | |
| "tp": 4326, | |
| "fp": 3044, | |
| "tn": 325, | |
| "fn": 289 | |
| } | |
| ], | |
| "by_n_raters_optimal": [ | |
| { | |
| "n_raters": 1, | |
| "n": 2, | |
| "accuracy": 0.5, | |
| "balanced_accuracy": 0.5, | |
| "precision": 0.5, | |
| "recall": 1.0, | |
| "f1": 0.6666666666666666, | |
| "tp": 1, | |
| "fp": 1, | |
| "tn": 0, | |
| "fn": 0 | |
| }, | |
| { | |
| "n_raters": 2, | |
| "n": 2, | |
| "accuracy": 0.5, | |
| "balanced_accuracy": 0.5, | |
| "precision": 0.5, | |
| "recall": 1.0, | |
| "f1": 0.6666666666666666, | |
| "tp": 1, | |
| "fp": 1, | |
| "tn": 0, | |
| "fn": 0 | |
| }, | |
| { | |
| "n_raters": 3, | |
| "n": 7984, | |
| "accuracy": 0.5373246492985972, | |
| "balanced_accuracy": 0.5284193045571647, | |
| "precision": 0.6027213919250501, | |
| "recall": 0.5854821235102925, | |
| "f1": 0.5939766981754232, | |
| "tp": 2702, | |
| "fp": 1781, | |
| "tn": 1588, | |
| "fn": 1913 | |
| } | |
| ], | |
| "ensemble_members": [ | |
| { | |
| "name": "external_FineLAP_emolia", | |
| "snapshot": "AndreasXi/FineLAP", | |
| "weight": 1.0 | |
| } | |
| ], | |
| "audio_count": 3944, | |
| "prompt_count": 40, | |
| "outputs": { | |
| "predictions": "emolia-emo/predictions.csv", | |
| "summary": "emolia-emo/summary.json" | |
| }, | |
| "model_type": "finelap", | |
| "pretrained": "AndreasXi/FineLAP" | |
| }, | |
| "emolia-dim": { | |
| "task": "emolia_bench_current", | |
| "subset": "emolia-dim", | |
| "model": "external_FineLAP_emolia", | |
| "benchmark_dir": "benchmarks/emolia-bench-current", | |
| "benchmark_commit": "unknown", | |
| "rows_total": 18632, | |
| "rows_evaluated_ok": 18632, | |
| "missing_audio": 0, | |
| "threshold": 0.0, | |
| "similarity_distribution": { | |
| "min": -0.29195302724838257, | |
| "median": 0.052318960428237915, | |
| "max": 0.32975709438323975, | |
| "mean": 0.04757792875170708 | |
| }, | |
| "overall_binary_at_thr0": { | |
| "n": 18632, | |
| "accuracy": 0.4410154572778016, | |
| "balanced_accuracy": 0.5579610230132501, | |
| "precision": 0.2704519119351101, | |
| "recall": 0.782871198568873, | |
| "f1": 0.4020210139518861, | |
| "tp": 3501, | |
| "fp": 9444, | |
| "tn": 4716, | |
| "fn": 971 | |
| }, | |
| "optimal_threshold": 0.05208972096443176, | |
| "overall_binary_at_optimal_thr": { | |
| "n": 18632, | |
| "accuracy": 0.5502898239587806, | |
| "balanced_accuracy": 0.569574780429136, | |
| "precision": 0.2906889531768992, | |
| "recall": 0.6066636851520573, | |
| "f1": 0.3930459978268743, | |
| "tp": 2713, | |
| "fp": 6620, | |
| "tn": 7540, | |
| "fn": 1759 | |
| }, | |
| "overall_binary_at_per_prompt_thr": { | |
| "n": 18632, | |
| "accuracy": 0.6285422928295405, | |
| "balanced_accuracy": 0.6609887763661906, | |
| "precision": 0.362708823859177, | |
| "recall": 0.7233899821109123, | |
| "f1": 0.48316033156597715, | |
| "tp": 3235, | |
| "fp": 5684, | |
| "tn": 8476, | |
| "fn": 1237 | |
| }, | |
| "per_prompt_thresholds": { | |
| "AGEV::0": 0.019304580986499786, | |
| "AGEV::1": 0.06543652713298798, | |
| "AGEV::2": 0.08130304515361786, | |
| "AGEV::3": -0.15899749100208282, | |
| "AGEV::4": 0.10155151784420013, | |
| "AGEV::5": 0.0414804182946682, | |
| "AGEV::6": -0.01330514159053564, | |
| "AROU::0": -0.08160315454006195, | |
| "AROU::1": 0.09418568760156631, | |
| "AROU::2": 0.05661148950457573, | |
| "AROU::3": -0.05481669306755066, | |
| "AROU::4": -0.049357540905475616, | |
| "AROU::5": 0.15578246116638184, | |
| "AROU::6": 0.022403646260499954, | |
| "ARSH::0": -0.042243435978889465, | |
| "ARSH::1": 0.009960778057575226, | |
| "ARSH::2": -0.092664435505867, | |
| "ARSH::3": 0.036346327513456345, | |
| "ARSH::4": -0.07593975216150284, | |
| "ARSH::5": -0.015687618404626846, | |
| "ARSH::6": 0.02980409935116768, | |
| "ATCK::0": 0.07440271973609924, | |
| "ATCK::1": 0.0596969798207283, | |
| "ATCK::2": 0.026524199172854424, | |
| "ATCK::3": 0.09829255938529968, | |
| "ATCK::4": 0.04538851976394653, | |
| "ATCK::5": 0.10210587084293365, | |
| "ATCK::6": -0.0795721560716629, | |
| "BKGN::0": 0.07889767736196518, | |
| "BKGN::1": 0.059913091361522675, | |
| "BKGN::2": 0.25264501571655273, | |
| "BKGN::3": -0.1057049036026001, | |
| "BKGN::4": -0.12058359384536743, | |
| "BKGN::5": -0.039413221180438995, | |
| "BKGN::6": -0.013410208746790886, | |
| "BRGT::0": -0.004795472137629986, | |
| "BRGT::1": -0.019617093726992607, | |
| "BRGT::2": -0.08251042664051056, | |
| "BRGT::3": 0.004941364750266075, | |
| "BRGT::4": 0.016228392720222473, | |
| "BRGT::5": -0.02375926449894905, | |
| "BRGT::6": -0.13982458412647247, | |
| "CHNK::0": 0.09290376305580139, | |
| "CHNK::1": -0.06629110127687454, | |
| "CHNK::2": 0.06835509836673737, | |
| "CHNK::3": 0.0011244365014135838, | |
| "CHNK::4": 0.06613051891326904, | |
| "CHNK::5": 0.09157498925924301, | |
| "CHNK::6": 0.012589835561811924, | |
| "CLRT::0": -0.013036840595304966, | |
| "CLRT::1": -0.02314290590584278, | |
| "CLRT::2": -0.040201134979724884, | |
| "CLRT::3": 0.08155198395252228, | |
| "CLRT::4": 0.10106821358203888, | |
| "CLRT::5": 0.1291636824607849, | |
| "CLRT::6": 0.04793334752321243, | |
| "COGL::0": 0.00862429104745388, | |
| "COGL::1": 0.0239042267203331, | |
| "COGL::2": -0.03431698679924011, | |
| "COGL::3": -0.01590096764266491, | |
| "COGL::4": 0.08429552614688873, | |
| "COGL::5": 0.044172320514917374, | |
| "COGL::6": 0.0847744271159172, | |
| "DARC::0": -0.037624768912792206, | |
| "DARC::1": 0.1408030390739441, | |
| "DARC::2": 0.10494204610586166, | |
| "DARC::3": 0.10829032957553864, | |
| "DARC::4": -0.1434004008769989, | |
| "DARC::5": 0.10587328672409058, | |
| "DARC::6": 0.054438792169094086, | |
| "DFLU::0": 0.09628705680370331, | |
| "DFLU::1": 0.1260344684123993, | |
| "DFLU::2": 0.1837415099143982, | |
| "DFLU::3": 0.06509923189878464, | |
| "DFLU::4": 0.04951100051403046, | |
| "DFLU::5": 0.023432251065969467, | |
| "DFLU::6": -1.0, | |
| "EMPH::0": 0.14137667417526245, | |
| "EMPH::1": 0.17112326622009277, | |
| "EMPH::2": 0.17792874574661255, | |
| "EMPH::3": 0.05427702143788338, | |
| "EMPH::4": 0.1419290453195572, | |
| "EMPH::5": 0.06622305512428284, | |
| "EMPH::6": 0.07694092392921448, | |
| "ESTH::0": -0.13045650720596313, | |
| "ESTH::1": -0.11614611744880676, | |
| "ESTH::2": 0.047308631241321564, | |
| "ESTH::3": -0.014573373831808567, | |
| "ESTH::4": -0.038330838084220886, | |
| "ESTH::5": 0.13450494408607483, | |
| "ESTH::6": 0.026901695877313614, | |
| "EXPL::0": 0.16553063690662384, | |
| "EXPL::1": 0.10598107427358627, | |
| "EXPL::2": 0.12203997373580933, | |
| "FOCS::0": 0.020952891558408737, | |
| "FOCS::1": 0.14859527349472046, | |
| "FOCS::2": 0.09151867777109146, | |
| "FOCS::3": 0.09014667570590973, | |
| "FOCS::4": 0.059235624969005585, | |
| "FOCS::5": 0.0785704180598259, | |
| "FOCS::6": -0.058403387665748596, | |
| "FULL::0": 0.07751216739416122, | |
| "FULL::1": -0.005861015059053898, | |
| "FULL::2": 0.10288771241903305, | |
| "FULL::3": 0.046111807227134705, | |
| "FULL::4": -0.02292507328093052, | |
| "FULL::5": -0.012815749272704124, | |
| "FULL::6": 0.10453271120786667, | |
| "GEND::0": -0.01369864959269762, | |
| "GEND::1": 0.13468334078788757, | |
| "GEND::2": 0.05273215100169182, | |
| "GEND::3": 0.10548628866672516, | |
| "GEND::4": 0.14031589031219482, | |
| "GEND::5": 0.08829927444458008, | |
| "GEND::6": -0.05072659254074097, | |
| "HARM::0": 0.007240919396281242, | |
| "HARM::1": -0.030556369572877884, | |
| "HARM::2": 0.011898589320480824, | |
| "HARM::3": -0.07074630260467529, | |
| "HARM::4": 0.06077864021062851, | |
| "HARM::5": -0.0873195081949234, | |
| "HARM::6": -0.01589370146393776, | |
| "LANG::Americas": 0.05781998112797737, | |
| "LANG::Asian_Pacific": -0.01788519136607647, | |
| "LANG::European": 0.15171009302139282, | |
| "LANG::Middle_Eastern_African": 0.018264492973685265, | |
| "METL::0": -0.05318272113800049, | |
| "METL::1": 0.11187157034873962, | |
| "METL::2": -0.08167997002601624, | |
| "METL::3": 0.005063390359282494, | |
| "METL::4": -0.07968506962060928, | |
| "METL::5": -0.024346619844436646, | |
| "METL::6": -0.03268536925315857, | |
| "RANG::0": -0.08357297629117966, | |
| "RANG::1": -0.01645718142390251, | |
| "RANG::2": 0.07783952355384827, | |
| "RANG::3": 0.13225090503692627, | |
| "RANG::4": 0.07963669300079346, | |
| "RANG::5": 0.05093783885240555, | |
| "RANG::6": -0.06840056926012039, | |
| "RCQL::0": -0.1708662211894989, | |
| "RCQL::1": -0.018776364624500275, | |
| "RCQL::2": -0.027199935168027878, | |
| "RCQL::3": 0.15367284417152405, | |
| "RCQL::4": 0.009940101765096188, | |
| "RCQL::5": 0.06365969777107239, | |
| "RCQL::6": 0.01118568517267704, | |
| "REGS::0": -0.06206464394927025, | |
| "REGS::1": -0.027206026017665863, | |
| "REGS::2": 0.05037526786327362, | |
| "REGS::3": -0.0491667240858078, | |
| "REGS::4": -0.08523355424404144, | |
| "REGS::5": 0.0250533614307642, | |
| "REGS::6": -0.03172292932868004, | |
| "RESP::0": 0.002369808964431286, | |
| "RESP::1": -0.027089431881904602, | |
| "RESP::2": 0.03413882106542587, | |
| "RESP::3": 0.059420619159936905, | |
| "RESP::4": -0.054750487208366394, | |
| "RESP::5": 0.2555293142795563, | |
| "RESP::6": 0.11018870025873184, | |
| "ROUG::0": -0.04430630803108215, | |
| "ROUG::1": -0.023139823228120804, | |
| "ROUG::2": 0.10155653953552246, | |
| "ROUG::3": 0.043104492127895355, | |
| "ROUG::4": -0.12951403856277466, | |
| "ROUG::5": -0.13228321075439453, | |
| "ROUG::6": -0.047276660799980164, | |
| "R_CHST::0": -0.028039589524269104, | |
| "R_CHST::1": 0.06766317039728165, | |
| "R_CHST::2": 0.15492987632751465, | |
| "R_CHST::3": 0.09309002757072449, | |
| "R_CHST::4": 0.007760593201965094, | |
| "R_CHST::5": 0.06724955886602402, | |
| "R_CHST::6": 0.045522820204496384, | |
| "R_HEAD::0": -0.014382470399141312, | |
| "R_HEAD::1": 0.24513855576515198, | |
| "R_HEAD::2": -0.03562580794095993, | |
| "R_HEAD::3": 0.05248770862817764, | |
| "R_HEAD::4": -0.05442716181278229, | |
| "R_HEAD::5": -0.02453826740384102, | |
| "R_HEAD::6": 0.022629475221037865, | |
| "R_MASK::0": -0.036422424018383026, | |
| "R_MASK::1": 0.026610130444169044, | |
| "R_MASK::2": -0.002966645173728466, | |
| "R_MASK::3": -0.009492115117609501, | |
| "R_MASK::4": 0.18544551730155945, | |
| "R_MASK::5": 0.022355839610099792, | |
| "R_MASK::6": -0.10887520015239716, | |
| "R_MIXD::0": 0.1553594470024109, | |
| "R_MIXD::1": 0.005054417997598648, | |
| "R_MIXD::2": 0.011325933039188385, | |
| "R_MIXD::3": 0.17072081565856934, | |
| "R_MIXD::4": 0.07521580904722214, | |
| "R_MIXD::5": 0.13324308395385742, | |
| "R_MIXD::6": -0.04879119619727135, | |
| "R_NASL::0": 0.04773787781596184, | |
| "R_NASL::1": 0.059830039739608765, | |
| "R_NASL::2": 0.056225840002298355, | |
| "R_NASL::3": 0.0219263918697834, | |
| "R_NASL::4": -0.07308720052242279, | |
| "R_NASL::5": -0.09399978816509247, | |
| "R_NASL::6": 0.06580755859613419, | |
| "R_ORAL::0": 0.12300741672515869, | |
| "R_ORAL::1": -0.010005375370383263, | |
| "R_ORAL::2": -0.0014287447556853294, | |
| "R_ORAL::3": 0.11734306067228317, | |
| "R_ORAL::4": 0.15831676125526428, | |
| "R_ORAL::5": 0.08997265994548798, | |
| "R_ORAL::6": -0.04665607959032059, | |
| "R_THRT::0": -0.045668717473745346, | |
| "R_THRT::1": 0.10345248132944107, | |
| "R_THRT::2": 0.11006090044975281, | |
| "R_THRT::3": 0.06564989686012268, | |
| "R_THRT::4": -0.03850877285003662, | |
| "R_THRT::5": -0.01414940133690834, | |
| "R_THRT::6": -0.010388391092419624, | |
| "SMTH::0": 0.035450227558612823, | |
| "SMTH::1": 0.1641734540462494, | |
| "SMTH::2": 0.019224878400564194, | |
| "SMTH::3": 0.18342828750610352, | |
| "SMTH::4": 0.06522609293460846, | |
| "SMTH::5": 0.09124002605676651, | |
| "SMTH::6": 0.035958416759967804, | |
| "STNC::0": 0.10350564122200012, | |
| "STNC::1": 0.21289728581905365, | |
| "STNC::2": 0.15160977840423584, | |
| "STNC::3": 0.1507357805967331, | |
| "STNC::4": 0.11995264887809753, | |
| "STNC::5": 0.09256494045257568, | |
| "STNC::6": 0.09573687613010406, | |
| "STRU::0": -1.0, | |
| "STRU::1": 0.1069982647895813, | |
| "STRU::2": 0.03600603714585304, | |
| "STRU::3": 0.14550775289535522, | |
| "STRU::4": 0.17477184534072876, | |
| "STRU::5": 0.15615302324295044, | |
| "STRU::6": 0.12000070512294769, | |
| "S_ASMR::0": 0.031934045255184174, | |
| "S_ASMR::1": 0.004727201536297798, | |
| "S_ASMR::2": 0.05048604682087898, | |
| "S_ASMR::3": -0.08823011070489883, | |
| "S_ASMR::4": 0.04006199911236763, | |
| "S_ASMR::5": -0.04532130807638168, | |
| "S_ASMR::6": -0.052390940487384796, | |
| "S_AUTH::0": 0.13075703382492065, | |
| "S_AUTH::1": 0.056351933628320694, | |
| "S_AUTH::2": 0.11623114347457886, | |
| "S_AUTH::3": 0.12741665542125702, | |
| "S_AUTH::4": 0.18056266009807587, | |
| "S_AUTH::5": 0.011816264130175114, | |
| "S_AUTH::6": 0.17887622117996216, | |
| "S_CART::0": 0.16823658347129822, | |
| "S_CART::1": 0.03129789978265762, | |
| "S_CART::2": 0.09506285190582275, | |
| "S_CART::3": 0.14697520434856415, | |
| "S_CART::4": 0.0013551092706620693, | |
| "S_CART::5": 0.048171523958444595, | |
| "S_CART::6": 0.0936041921377182, | |
| "S_CASU::0": 0.20592907071113586, | |
| "S_CASU::1": 0.05208972096443176, | |
| "S_CASU::2": 0.1350976675748825, | |
| "S_CASU::3": 0.1826636791229248, | |
| "S_CASU::4": 0.1647854745388031, | |
| "S_CASU::5": -0.06142028048634529, | |
| "S_CASU::6": 0.11970727145671844, | |
| "S_CONV::0": 0.14475935697555542, | |
| "S_CONV::1": 0.18867594003677368, | |
| "S_CONV::2": 0.10291756689548492, | |
| "S_CONV::3": 0.16869740188121796, | |
| "S_CONV::4": 0.08524646610021591, | |
| "S_CONV::5": 0.1519666463136673, | |
| "S_CONV::6": 0.2107085883617401, | |
| "S_DRAM::0": 0.0954623818397522, | |
| "S_DRAM::1": 0.08955448865890503, | |
| "S_DRAM::2": 0.10192921757698059, | |
| "S_DRAM::3": 0.06871747225522995, | |
| "S_DRAM::4": 0.03771726042032242, | |
| "S_DRAM::5": 0.019391458481550217, | |
| "S_DRAM::6": 0.047032006084918976, | |
| "S_FORM::0": 0.184294193983078, | |
| "S_FORM::1": 0.10944823175668716, | |
| "S_FORM::2": 0.12211906164884567, | |
| "S_FORM::3": 0.10559862852096558, | |
| "S_FORM::4": 0.10730861127376556, | |
| "S_FORM::5": 0.10753367096185684, | |
| "S_FORM::6": 0.1908738911151886, | |
| "S_MONO::0": 0.05664817988872528, | |
| "S_MONO::1": 0.04821070283651352, | |
| "S_MONO::2": 0.01049456000328064, | |
| "S_MONO::3": 0.06739774346351624, | |
| "S_MONO::4": 0.08046644181013107, | |
| "S_MONO::5": 0.15289008617401123, | |
| "S_MONO::6": 0.17093834280967712, | |
| "S_NARR::0": 0.01973196119070053, | |
| "S_NARR::1": 0.07225914299488068, | |
| "S_NARR::2": 0.11551952362060547, | |
| "S_NARR::3": 0.13276873528957367, | |
| "S_NARR::4": 0.06977204233407974, | |
| "S_NARR::5": 0.15992100536823273, | |
| "S_NARR::6": 0.1840210109949112, | |
| "S_NEWS::0": 0.08621376752853394, | |
| "S_NEWS::1": 0.17030441761016846, | |
| "S_NEWS::2": 0.14838138222694397, | |
| "S_NEWS::3": 0.12917855381965637, | |
| "S_NEWS::4": 0.18629536032676697, | |
| "S_NEWS::5": 0.08274015784263611, | |
| "S_NEWS::6": 0.06027723848819733, | |
| "S_PLAY::0": 0.15214723348617554, | |
| "S_PLAY::1": 0.15275323390960693, | |
| "S_PLAY::2": 0.08703599870204926, | |
| "S_PLAY::3": 0.10453905165195465, | |
| "S_PLAY::4": 0.18999335169792175, | |
| "S_PLAY::5": 0.13765406608581543, | |
| "S_PLAY::6": 0.15531279146671295, | |
| "S_RANT::0": 0.12275398522615433, | |
| "S_RANT::1": 0.1093028336763382, | |
| "S_RANT::2": 0.13265497982501984, | |
| "S_RANT::3": -0.11752551794052124, | |
| "S_RANT::4": 0.04923562332987785, | |
| "S_RANT::5": 0.15995225310325623, | |
| "S_RANT::6": 0.12624795734882355, | |
| "S_STRY::0": 0.10853350907564163, | |
| "S_STRY::1": 0.14174768328666687, | |
| "S_STRY::2": 0.15626738965511322, | |
| "S_STRY::3": 0.1037297397851944, | |
| "S_STRY::4": 0.1736006885766983, | |
| "S_STRY::5": 0.06889381259679794, | |
| "S_STRY::6": -0.009649625048041344, | |
| "S_TECH::0": -0.032084573060274124, | |
| "S_TECH::1": 0.21409174799919128, | |
| "S_TECH::2": 0.08192893862724304, | |
| "S_TECH::3": 0.12397179752588272, | |
| "S_TECH::4": 0.13106046617031097, | |
| "S_TECH::5": 0.06290602684020996, | |
| "S_TECH::6": 0.09921122342348099, | |
| "S_WHIS::0": 0.049205899238586426, | |
| "S_WHIS::1": -0.03679707646369934, | |
| "S_WHIS::2": -0.008132310584187508, | |
| "S_WHIS::3": -0.0004613064229488373, | |
| "S_WHIS::4": 0.2623734474182129, | |
| "S_WHIS::5": -0.00817853957414627, | |
| "S_WHIS::6": 0.16248394548892975, | |
| "TEMP::0": -0.02748621068894863, | |
| "TEMP::1": 0.12951448559761047, | |
| "TEMP::2": 0.15268245339393616, | |
| "TEMP::3": 0.15431861579418182, | |
| "TEMP::4": 0.09651492536067963, | |
| "TEMP::5": 0.07193785160779953, | |
| "TEMP::6": 0.07266916334629059, | |
| "TENS::0": -0.031428080052137375, | |
| "TENS::1": 0.04591205343604088, | |
| "TENS::2": -0.02431330643594265, | |
| "TENS::3": 0.037840768694877625, | |
| "TENS::4": 0.07797135412693024, | |
| "TENS::5": 0.022406740114092827, | |
| "TENS::6": 0.05766315758228302, | |
| "VALN::0": 0.11182906478643417, | |
| "VALN::1": 0.18679878115653992, | |
| "VALN::2": 0.053010180592536926, | |
| "VALN::3": 0.06685306131839752, | |
| "VALN::4": 0.14527030289173126, | |
| "VALN::5": 0.046928804367780685, | |
| "VALN::6": 0.09669607132673264, | |
| "VALS::0": 0.11678160727024078, | |
| "VALS::1": 0.08152702450752258, | |
| "VALS::2": 0.0893346443772316, | |
| "VALS::3": 0.15632911026477814, | |
| "VALS::4": 0.05167520046234131, | |
| "VALS::5": 0.08884553611278534, | |
| "VALS::6": 0.03813512623310089, | |
| "VFLX::0": 0.11949987709522247, | |
| "VFLX::1": 0.06350377202033997, | |
| "VFLX::2": 0.07349580526351929, | |
| "VFLX::3": 0.0007824215572327375, | |
| "VFLX::4": 0.013416875153779984, | |
| "VFLX::5": -0.021329982206225395, | |
| "VFLX::6": 0.09492790699005127, | |
| "VOLT::0": 0.1293792575597763, | |
| "VOLT::1": 0.025576632469892502, | |
| "VOLT::2": 0.09914496541023254, | |
| "VOLT::3": 0.1399690955877304, | |
| "VOLT::4": 0.07620970904827118, | |
| "VOLT::5": 0.047636453062295914, | |
| "VOLT::6": 0.031141722574830055, | |
| "VULN::0": 0.14766356348991394, | |
| "VULN::1": 0.13034220039844513, | |
| "VULN::2": 0.01916341483592987, | |
| "VULN::3": 0.1841895878314972, | |
| "VULN::4": 0.12501075863838196, | |
| "VULN::5": 0.07630237936973572, | |
| "VULN::6": 0.11306649446487427, | |
| "WARM::0": -1.0, | |
| "WARM::1": 0.03702526539564133, | |
| "WARM::2": -0.002669733949005604, | |
| "WARM::3": -0.009870454668998718, | |
| "WARM::4": -0.07902028411626816, | |
| "WARM::5": -0.04133950173854828, | |
| "WARM::6": 0.020209800451993942 | |
| }, | |
| "spearman_avg": 0.15882838310561057, | |
| "spearman_per_prompt": { | |
| "AGEV::0": { | |
| "n": 50, | |
| "spearman": 0.4896140599820759 | |
| }, | |
| "AGEV::1": { | |
| "n": 50, | |
| "spearman": 0.5915912637538219 | |
| }, | |
| "AGEV::2": { | |
| "n": 50, | |
| "spearman": 0.11919493436885749 | |
| }, | |
| "AGEV::3": { | |
| "n": 50, | |
| "spearman": -0.1367064343944925 | |
| }, | |
| "AGEV::4": { | |
| "n": 49, | |
| "spearman": 0.19106199182987857 | |
| }, | |
| "AGEV::5": { | |
| "n": 50, | |
| "spearman": 0.07479292223044572 | |
| }, | |
| "AGEV::6": { | |
| "n": 50, | |
| "spearman": 0.29395691957523834 | |
| }, | |
| "AROU::0": { | |
| "n": 50, | |
| "spearman": 0.29241108713045166 | |
| }, | |
| "AROU::1": { | |
| "n": 50, | |
| "spearman": 0.055016044211819104 | |
| }, | |
| "AROU::2": { | |
| "n": 50, | |
| "spearman": 0.279134845852342 | |
| }, | |
| "AROU::3": { | |
| "n": 47, | |
| "spearman": -0.14717232849093337 | |
| }, | |
| "AROU::4": { | |
| "n": 46, | |
| "spearman": 0.2387198390110149 | |
| }, | |
| "AROU::5": { | |
| "n": 50, | |
| "spearman": 0.1420789920147048 | |
| }, | |
| "AROU::6": { | |
| "n": 50, | |
| "spearman": 0.4977151175529401 | |
| }, | |
| "ARSH::0": { | |
| "n": 50, | |
| "spearman": 0.13568285561449592 | |
| }, | |
| "ARSH::1": { | |
| "n": 50, | |
| "spearman": 0.06256746077015347 | |
| }, | |
| "ARSH::2": { | |
| "n": 50, | |
| "spearman": 0.14758627590499154 | |
| }, | |
| "ARSH::3": { | |
| "n": 50, | |
| "spearman": 0.15716837128427422 | |
| }, | |
| "ARSH::4": { | |
| "n": 50, | |
| "spearman": 0.06351651017301212 | |
| }, | |
| "ARSH::5": { | |
| "n": 50, | |
| "spearman": 0.37209083895208356 | |
| }, | |
| "ARSH::6": { | |
| "n": 50, | |
| "spearman": 0.43339742453181007 | |
| }, | |
| "ATCK::0": { | |
| "n": 50, | |
| "spearman": -0.04368301215946606 | |
| }, | |
| "ATCK::1": { | |
| "n": 50, | |
| "spearman": 0.24961515421937125 | |
| }, | |
| "ATCK::2": { | |
| "n": 50, | |
| "spearman": 0.002074703190791479 | |
| }, | |
| "ATCK::3": { | |
| "n": 50, | |
| "spearman": 0.4169106998756112 | |
| }, | |
| "ATCK::4": { | |
| "n": 50, | |
| "spearman": 0.2174542355606591 | |
| }, | |
| "ATCK::5": { | |
| "n": 50, | |
| "spearman": -0.3203229582444398 | |
| }, | |
| "ATCK::6": { | |
| "n": 50, | |
| "spearman": 0.44157576129784176 | |
| }, | |
| "BKGN::0": { | |
| "n": 50, | |
| "spearman": 0.1254045481094499 | |
| }, | |
| "BKGN::1": { | |
| "n": 50, | |
| "spearman": 0.14650200148643688 | |
| }, | |
| "BKGN::2": { | |
| "n": 27, | |
| "spearman": -0.09635582456711833 | |
| }, | |
| "BKGN::3": { | |
| "n": 38, | |
| "spearman": -0.07711278392375738 | |
| }, | |
| "BKGN::4": { | |
| "n": 50, | |
| "spearman": 0.4437402274290126 | |
| }, | |
| "BKGN::5": { | |
| "n": 50, | |
| "spearman": 0.563567483969538 | |
| }, | |
| "BKGN::6": { | |
| "n": 50, | |
| "spearman": 0.36240141257010833 | |
| }, | |
| "BRGT::0": { | |
| "n": 33, | |
| "spearman": 0.18988484457089563 | |
| }, | |
| "BRGT::1": { | |
| "n": 37, | |
| "spearman": 0.44128215496831397 | |
| }, | |
| "BRGT::2": { | |
| "n": 50, | |
| "spearman": 0.0327437647101084 | |
| }, | |
| "BRGT::3": { | |
| "n": 50, | |
| "spearman": 0.07667261533559555 | |
| }, | |
| "BRGT::4": { | |
| "n": 50, | |
| "spearman": 0.16272391634822744 | |
| }, | |
| "BRGT::5": { | |
| "n": 50, | |
| "spearman": 0.09258206934842687 | |
| }, | |
| "BRGT::6": { | |
| "n": 50, | |
| "spearman": 0.11995911299882468 | |
| }, | |
| "CHNK::0": { | |
| "n": 50, | |
| "spearman": 0.2283823991206577 | |
| }, | |
| "CHNK::1": { | |
| "n": 50, | |
| "spearman": 0.1838689375558862 | |
| }, | |
| "CHNK::2": { | |
| "n": 37, | |
| "spearman": -0.0394051668485303 | |
| }, | |
| "CHNK::3": { | |
| "n": 50, | |
| "spearman": -0.12560440017525804 | |
| }, | |
| "CHNK::4": { | |
| "n": 50, | |
| "spearman": 0.04026389788997514 | |
| }, | |
| "CHNK::5": { | |
| "n": 50, | |
| "spearman": 0.22406284540540203 | |
| }, | |
| "CHNK::6": { | |
| "n": 34, | |
| "spearman": -0.05774177684055333 | |
| }, | |
| "CLRT::0": { | |
| "n": 50, | |
| "spearman": 0.21809684761734818 | |
| }, | |
| "CLRT::1": { | |
| "n": 50, | |
| "spearman": 0.3859517328803313 | |
| }, | |
| "CLRT::2": { | |
| "n": 50, | |
| "spearman": -0.06089211665623448 | |
| }, | |
| "CLRT::3": { | |
| "n": 32, | |
| "spearman": 0.04313153098338824 | |
| }, | |
| "CLRT::4": { | |
| "n": 50, | |
| "spearman": 0.2802085730437447 | |
| }, | |
| "CLRT::5": { | |
| "n": 50, | |
| "spearman": -0.10754545093328766 | |
| }, | |
| "CLRT::6": { | |
| "n": 50, | |
| "spearman": 0.36650917096363983 | |
| }, | |
| "COGL::0": { | |
| "n": 50, | |
| "spearman": 0.17059277281143995 | |
| }, | |
| "COGL::1": { | |
| "n": 50, | |
| "spearman": 0.3020532946671994 | |
| }, | |
| "COGL::2": { | |
| "n": 39, | |
| "spearman": 0.09453321949367191 | |
| }, | |
| "COGL::3": { | |
| "n": 31, | |
| "spearman": -0.08200310994847138 | |
| }, | |
| "COGL::4": { | |
| "n": 50, | |
| "spearman": -0.05279892155037705 | |
| }, | |
| "COGL::5": { | |
| "n": 50, | |
| "spearman": -0.14927402994410854 | |
| }, | |
| "COGL::6": { | |
| "n": 50, | |
| "spearman": 0.3062368423231506 | |
| }, | |
| "DARC::0": { | |
| "n": 50, | |
| "spearman": -0.2167183350219678 | |
| }, | |
| "DARC::1": { | |
| "n": 50, | |
| "spearman": -0.0028430800933653393 | |
| }, | |
| "DARC::2": { | |
| "n": 29, | |
| "spearman": 0.2585694266608 | |
| }, | |
| "DARC::3": { | |
| "n": 50, | |
| "spearman": 0.4911754423953779 | |
| }, | |
| "DARC::4": { | |
| "n": 50, | |
| "spearman": -0.0850380081167463 | |
| }, | |
| "DARC::5": { | |
| "n": 50, | |
| "spearman": 0.2773500981126146 | |
| }, | |
| "DARC::6": { | |
| "n": 50, | |
| "spearman": 0.6257575106471339 | |
| }, | |
| "DFLU::0": { | |
| "n": 50, | |
| "spearman": -0.0033001113665381276 | |
| }, | |
| "DFLU::1": { | |
| "n": 50, | |
| "spearman": 0.12047243771027691 | |
| }, | |
| "DFLU::2": { | |
| "n": 40, | |
| "spearman": 0.07761086096037649 | |
| }, | |
| "DFLU::3": { | |
| "n": 50, | |
| "spearman": 0.23441889528264764 | |
| }, | |
| "DFLU::4": { | |
| "n": 50, | |
| "spearman": 0.12557575783337308 | |
| }, | |
| "DFLU::5": { | |
| "n": 50, | |
| "spearman": -0.010209967171252516 | |
| }, | |
| "DFLU::6": { | |
| "n": 50, | |
| "spearman": -0.13313191308515457 | |
| }, | |
| "EMPH::0": { | |
| "n": 50, | |
| "spearman": 0.3333750695219308 | |
| }, | |
| "EMPH::1": { | |
| "n": 50, | |
| "spearman": 0.010665581735601781 | |
| }, | |
| "EMPH::2": { | |
| "n": 30, | |
| "spearman": 0.2395280569473741 | |
| }, | |
| "EMPH::3": { | |
| "n": 33, | |
| "spearman": -0.08207608574064447 | |
| }, | |
| "EMPH::4": { | |
| "n": 50, | |
| "spearman": 0.2855361303409334 | |
| }, | |
| "EMPH::5": { | |
| "n": 50, | |
| "spearman": 0.26025077882710707 | |
| }, | |
| "EMPH::6": { | |
| "n": 50, | |
| "spearman": 0.14339663438911623 | |
| }, | |
| "ESTH::0": { | |
| "n": 50, | |
| "spearman": 0.2946556871038197 | |
| }, | |
| "ESTH::1": { | |
| "n": 50, | |
| "spearman": 0.30624820663849445 | |
| }, | |
| "ESTH::2": { | |
| "n": 44, | |
| "spearman": 0.30975731129495226 | |
| }, | |
| "ESTH::3": { | |
| "n": 30, | |
| "spearman": 0.38011093463664347 | |
| }, | |
| "ESTH::4": { | |
| "n": 50, | |
| "spearman": 0.0014814826896937425 | |
| }, | |
| "ESTH::5": { | |
| "n": 50, | |
| "spearman": -0.06724222360876699 | |
| }, | |
| "ESTH::6": { | |
| "n": 43, | |
| "spearman": 0.09141140928501167 | |
| }, | |
| "EXPL::0": { | |
| "n": 50, | |
| "spearman": 0.09995981451229904 | |
| }, | |
| "EXPL::1": { | |
| "n": 44, | |
| "spearman": -0.060051962232346476 | |
| }, | |
| "EXPL::2": { | |
| "n": 50, | |
| "spearman": 0.21988677223229638 | |
| }, | |
| "FOCS::0": { | |
| "n": 50, | |
| "spearman": 0.1056560496289087 | |
| }, | |
| "FOCS::1": { | |
| "n": 50, | |
| "spearman": 0.010017408234365602 | |
| }, | |
| "FOCS::2": { | |
| "n": 50, | |
| "spearman": -0.03041686496489063 | |
| }, | |
| "FOCS::3": { | |
| "n": 41, | |
| "spearman": 0.383339985336882 | |
| }, | |
| "FOCS::4": { | |
| "n": 50, | |
| "spearman": -0.015440767920650578 | |
| }, | |
| "FOCS::5": { | |
| "n": 50, | |
| "spearman": 0.07090884637732416 | |
| }, | |
| "FOCS::6": { | |
| "n": 50, | |
| "spearman": -0.06005824096042297 | |
| }, | |
| "FULL::0": { | |
| "n": 27, | |
| "spearman": 0.3157961696497792 | |
| }, | |
| "FULL::1": { | |
| "n": 50, | |
| "spearman": 0.09866377362795375 | |
| }, | |
| "FULL::2": { | |
| "n": 30, | |
| "spearman": 0.31723747355492926 | |
| }, | |
| "FULL::3": { | |
| "n": 37, | |
| "spearman": 0.06502666404976612 | |
| }, | |
| "FULL::4": { | |
| "n": 50, | |
| "spearman": -0.019430207172928968 | |
| }, | |
| "FULL::5": { | |
| "n": 50, | |
| "spearman": 0.15050453689811583 | |
| }, | |
| "FULL::6": { | |
| "n": 29, | |
| "spearman": 0.2337713244676159 | |
| }, | |
| "GEND::0": { | |
| "n": 50, | |
| "spearman": 0.13929683259175368 | |
| }, | |
| "GEND::1": { | |
| "n": 50, | |
| "spearman": 0.4531101455949723 | |
| }, | |
| "GEND::2": { | |
| "n": 50, | |
| "spearman": 0.23585156250209474 | |
| }, | |
| "GEND::3": { | |
| "n": 50, | |
| "spearman": 0.1839800722587209 | |
| }, | |
| "GEND::4": { | |
| "n": 50, | |
| "spearman": -0.008801311493125992 | |
| }, | |
| "GEND::5": { | |
| "n": 50, | |
| "spearman": 0.46443778016794196 | |
| }, | |
| "GEND::6": { | |
| "n": 50, | |
| "spearman": 0.3346587860063777 | |
| }, | |
| "HARM::0": { | |
| "n": 50, | |
| "spearman": 0.4946804701112798 | |
| }, | |
| "HARM::1": { | |
| "n": 50, | |
| "spearman": 0.16817253039506477 | |
| }, | |
| "HARM::2": { | |
| "n": 50, | |
| "spearman": -0.1610021530337009 | |
| }, | |
| "HARM::3": { | |
| "n": 33, | |
| "spearman": -0.24667865595534114 | |
| }, | |
| "HARM::4": { | |
| "n": 50, | |
| "spearman": -0.01581978244092813 | |
| }, | |
| "HARM::5": { | |
| "n": 30, | |
| "spearman": 0.0548787722534765 | |
| }, | |
| "HARM::6": { | |
| "n": 50, | |
| "spearman": 0.11267263762039569 | |
| }, | |
| "LANG::Americas": { | |
| "n": 25, | |
| "spearman": -0.02584141003615169 | |
| }, | |
| "LANG::Asian_Pacific": { | |
| "n": 25, | |
| "spearman": -0.41685719087286666 | |
| }, | |
| "LANG::European": { | |
| "n": 25, | |
| "spearman": 0.1141563585970786 | |
| }, | |
| "LANG::Middle_Eastern_African": { | |
| "n": 25, | |
| "spearman": -0.013743236300694642 | |
| }, | |
| "METL::0": { | |
| "n": 42, | |
| "spearman": 0.05361228788786051 | |
| }, | |
| "METL::1": { | |
| "n": 50, | |
| "spearman": -0.04952150480467491 | |
| }, | |
| "METL::2": { | |
| "n": 30, | |
| "spearman": -0.06730031971756383 | |
| }, | |
| "METL::3": { | |
| "n": 50, | |
| "spearman": -0.059387304990724504 | |
| }, | |
| "METL::4": { | |
| "n": 50, | |
| "spearman": 0.08375897732178504 | |
| }, | |
| "METL::5": { | |
| "n": 50, | |
| "spearman": 0.08352152763914354 | |
| }, | |
| "METL::6": { | |
| "n": 50, | |
| "spearman": 0.3018323767505707 | |
| }, | |
| "RANG::0": { | |
| "n": 25, | |
| "spearman": -0.1421277551988343 | |
| }, | |
| "RANG::1": { | |
| "n": 50, | |
| "spearman": 0.08637385359073248 | |
| }, | |
| "RANG::2": { | |
| "n": 50, | |
| "spearman": 0.22276358353991116 | |
| }, | |
| "RANG::3": { | |
| "n": 27, | |
| "spearman": 0.36973552623000416 | |
| }, | |
| "RANG::4": { | |
| "n": 50, | |
| "spearman": 0.16636287341105066 | |
| }, | |
| "RANG::5": { | |
| "n": 50, | |
| "spearman": 0.037016462341091204 | |
| }, | |
| "RANG::6": { | |
| "n": 50, | |
| "spearman": 0.15704113214561563 | |
| }, | |
| "RCQL::0": { | |
| "n": 50, | |
| "spearman": 0.07157185309566638 | |
| }, | |
| "RCQL::1": { | |
| "n": 50, | |
| "spearman": -0.014548939776218087 | |
| }, | |
| "RCQL::2": { | |
| "n": 25, | |
| "spearman": 0.32671916373004145 | |
| }, | |
| "RCQL::3": { | |
| "n": 25, | |
| "spearman": 0.08652105226990993 | |
| }, | |
| "RCQL::4": { | |
| "n": 36, | |
| "spearman": 0.04157336389429466 | |
| }, | |
| "RCQL::5": { | |
| "n": 50, | |
| "spearman": -0.13557866227643262 | |
| }, | |
| "RCQL::6": { | |
| "n": 50, | |
| "spearman": 0.17351416650501733 | |
| }, | |
| "REGS::0": { | |
| "n": 50, | |
| "spearman": 0.38363165517167674 | |
| }, | |
| "REGS::1": { | |
| "n": 50, | |
| "spearman": 0.2974075310523384 | |
| }, | |
| "REGS::2": { | |
| "n": 50, | |
| "spearman": 0.04736927822168046 | |
| }, | |
| "REGS::3": { | |
| "n": 50, | |
| "spearman": 0.216115543624932 | |
| }, | |
| "REGS::4": { | |
| "n": 50, | |
| "spearman": 0.2209294273045259 | |
| }, | |
| "REGS::5": { | |
| "n": 50, | |
| "spearman": 0.07189282059199288 | |
| }, | |
| "REGS::6": { | |
| "n": 50, | |
| "spearman": 0.24359480884092916 | |
| }, | |
| "RESP::0": { | |
| "n": 50, | |
| "spearman": 0.07213995734505728 | |
| }, | |
| "RESP::1": { | |
| "n": 50, | |
| "spearman": 0.09615877723065598 | |
| }, | |
| "RESP::2": { | |
| "n": 44, | |
| "spearman": 0.011784672160091927 | |
| }, | |
| "RESP::3": { | |
| "n": 50, | |
| "spearman": 0.30537951984981654 | |
| }, | |
| "RESP::4": { | |
| "n": 50, | |
| "spearman": 0.3619169559201897 | |
| }, | |
| "RESP::5": { | |
| "n": 50, | |
| "spearman": 0.5541519497286624 | |
| }, | |
| "RESP::6": { | |
| "n": 50, | |
| "spearman": 0.6487226926411235 | |
| }, | |
| "ROUG::0": { | |
| "n": 27, | |
| "spearman": 0.242207392735782 | |
| }, | |
| "ROUG::1": { | |
| "n": 42, | |
| "spearman": 0.12143795243120066 | |
| }, | |
| "ROUG::2": { | |
| "n": 34, | |
| "spearman": 0.056412216587845516 | |
| }, | |
| "ROUG::3": { | |
| "n": 50, | |
| "spearman": 0.38130171240392485 | |
| }, | |
| "ROUG::4": { | |
| "n": 50, | |
| "spearman": 0.1355553975683999 | |
| }, | |
| "ROUG::5": { | |
| "n": 50, | |
| "spearman": 0.18733489138476708 | |
| }, | |
| "ROUG::6": { | |
| "n": 50, | |
| "spearman": 0.22242522051357175 | |
| }, | |
| "R_CHST::0": { | |
| "n": 50, | |
| "spearman": -0.19364684737641324 | |
| }, | |
| "R_CHST::1": { | |
| "n": 50, | |
| "spearman": 0.1296263772590201 | |
| }, | |
| "R_CHST::2": { | |
| "n": 30, | |
| "spearman": 0.49166400163198604 | |
| }, | |
| "R_CHST::3": { | |
| "n": 50, | |
| "spearman": 0.3002753349794302 | |
| }, | |
| "R_CHST::4": { | |
| "n": 50, | |
| "spearman": -0.13492935566827952 | |
| }, | |
| "R_CHST::5": { | |
| "n": 50, | |
| "spearman": 0.33745277977853566 | |
| }, | |
| "R_CHST::6": { | |
| "n": 40, | |
| "spearman": 0.388129333413701 | |
| }, | |
| "R_HEAD::0": { | |
| "n": 50, | |
| "spearman": -0.03706496825815435 | |
| }, | |
| "R_HEAD::1": { | |
| "n": 50, | |
| "spearman": -0.025883529203066306 | |
| }, | |
| "R_HEAD::2": { | |
| "n": 50, | |
| "spearman": 0.225874863560794 | |
| }, | |
| "R_HEAD::3": { | |
| "n": 50, | |
| "spearman": -0.06133477866148369 | |
| }, | |
| "R_HEAD::4": { | |
| "n": 50, | |
| "spearman": 0.2790574408090179 | |
| }, | |
| "R_HEAD::5": { | |
| "n": 50, | |
| "spearman": 0.2488837007234788 | |
| }, | |
| "R_HEAD::6": { | |
| "n": 40, | |
| "spearman": 0.11061720498650375 | |
| }, | |
| "R_MASK::0": { | |
| "n": 50, | |
| "spearman": 0.15367949367993095 | |
| }, | |
| "R_MASK::1": { | |
| "n": 50, | |
| "spearman": 0.1786907908951405 | |
| }, | |
| "R_MASK::2": { | |
| "n": 50, | |
| "spearman": 0.08027669335119042 | |
| }, | |
| "R_MASK::3": { | |
| "n": 50, | |
| "spearman": 0.26074941072179164 | |
| }, | |
| "R_MASK::4": { | |
| "n": 50, | |
| "spearman": 0.05148466429795905 | |
| }, | |
| "R_MASK::5": { | |
| "n": 50, | |
| "spearman": 0.2428517794383212 | |
| }, | |
| "R_MASK::6": { | |
| "n": 32, | |
| "spearman": 0.35151587473205154 | |
| }, | |
| "R_MIXD::0": { | |
| "n": 50, | |
| "spearman": -0.0859044419074899 | |
| }, | |
| "R_MIXD::1": { | |
| "n": 43, | |
| "spearman": 0.48244732350832964 | |
| }, | |
| "R_MIXD::2": { | |
| "n": 50, | |
| "spearman": 0.05944239732120598 | |
| }, | |
| "R_MIXD::3": { | |
| "n": 50, | |
| "spearman": -0.1351120683740917 | |
| }, | |
| "R_MIXD::4": { | |
| "n": 50, | |
| "spearman": 0.12172938489393201 | |
| }, | |
| "R_MIXD::5": { | |
| "n": 50, | |
| "spearman": 0.22286451433879345 | |
| }, | |
| "R_MIXD::6": { | |
| "n": 25, | |
| "spearman": 0.018191761073083908 | |
| }, | |
| "R_NASL::0": { | |
| "n": 28, | |
| "spearman": -0.18648956023264626 | |
| }, | |
| "R_NASL::1": { | |
| "n": 50, | |
| "spearman": 0.1457436561983523 | |
| }, | |
| "R_NASL::2": { | |
| "n": 50, | |
| "spearman": -0.01751034691809668 | |
| }, | |
| "R_NASL::3": { | |
| "n": 50, | |
| "spearman": -0.21586186556733145 | |
| }, | |
| "R_NASL::4": { | |
| "n": 41, | |
| "spearman": 0.13446646581917485 | |
| }, | |
| "R_NASL::5": { | |
| "n": 35, | |
| "spearman": 0.06538685541200907 | |
| }, | |
| "R_NASL::6": { | |
| "n": 25, | |
| "spearman": 0.1785285054186588 | |
| }, | |
| "R_ORAL::0": { | |
| "n": 43, | |
| "spearman": -0.20686560244485774 | |
| }, | |
| "R_ORAL::1": { | |
| "n": 50, | |
| "spearman": -0.11031152976420386 | |
| }, | |
| "R_ORAL::2": { | |
| "n": 34, | |
| "spearman": -0.04773538937670744 | |
| }, | |
| "R_ORAL::3": { | |
| "n": 50, | |
| "spearman": 0.3089269191001888 | |
| }, | |
| "R_ORAL::4": { | |
| "n": 50, | |
| "spearman": -0.020510199104516822 | |
| }, | |
| "R_ORAL::5": { | |
| "n": 50, | |
| "spearman": -0.012772582872810809 | |
| }, | |
| "R_ORAL::6": { | |
| "n": 34, | |
| "spearman": 0.13921116618832519 | |
| }, | |
| "R_THRT::0": { | |
| "n": 50, | |
| "spearman": -0.08295006650606614 | |
| }, | |
| "R_THRT::1": { | |
| "n": 50, | |
| "spearman": -0.12829333244030103 | |
| }, | |
| "R_THRT::2": { | |
| "n": 36, | |
| "spearman": 0.006736921300156282 | |
| }, | |
| "R_THRT::3": { | |
| "n": 50, | |
| "spearman": 0.1734755890054438 | |
| }, | |
| "R_THRT::4": { | |
| "n": 50, | |
| "spearman": 0.27089295254798235 | |
| }, | |
| "R_THRT::5": { | |
| "n": 50, | |
| "spearman": 0.09681815314782884 | |
| }, | |
| "R_THRT::6": { | |
| "n": 50, | |
| "spearman": 0.35689050570090625 | |
| }, | |
| "SMTH::0": { | |
| "n": 50, | |
| "spearman": 0.3844705531819737 | |
| }, | |
| "SMTH::1": { | |
| "n": 50, | |
| "spearman": -0.057841265890266835 | |
| }, | |
| "SMTH::2": { | |
| "n": 37, | |
| "spearman": 0.05384366017689552 | |
| }, | |
| "SMTH::3": { | |
| "n": 27, | |
| "spearman": -0.12750099058846726 | |
| }, | |
| "SMTH::4": { | |
| "n": 50, | |
| "spearman": 0.24222917419739065 | |
| }, | |
| "SMTH::5": { | |
| "n": 50, | |
| "spearman": 0.3532446836404112 | |
| }, | |
| "SMTH::6": { | |
| "n": 50, | |
| "spearman": 0.06290982788351815 | |
| }, | |
| "STNC::0": { | |
| "n": 50, | |
| "spearman": 0.24185180942754775 | |
| }, | |
| "STNC::1": { | |
| "n": 50, | |
| "spearman": -0.11033783377681397 | |
| }, | |
| "STNC::2": { | |
| "n": 50, | |
| "spearman": 0.28532883074260207 | |
| }, | |
| "STNC::3": { | |
| "n": 42, | |
| "spearman": 0.18113683459359578 | |
| }, | |
| "STNC::4": { | |
| "n": 50, | |
| "spearman": 0.3172175360500802 | |
| }, | |
| "STNC::5": { | |
| "n": 50, | |
| "spearman": 0.25095530572592073 | |
| }, | |
| "STNC::6": { | |
| "n": 50, | |
| "spearman": 0.4952051905984172 | |
| }, | |
| "STRU::0": { | |
| "n": 50, | |
| "spearman": -0.5045835682704887 | |
| }, | |
| "STRU::1": { | |
| "n": 50, | |
| "spearman": 0.2760876581892509 | |
| }, | |
| "STRU::2": { | |
| "n": 50, | |
| "spearman": 0.020533128344885 | |
| }, | |
| "STRU::3": { | |
| "n": 28, | |
| "spearman": 0.18023457436552145 | |
| }, | |
| "STRU::4": { | |
| "n": 50, | |
| "spearman": 0.5241154946212111 | |
| }, | |
| "STRU::5": { | |
| "n": 50, | |
| "spearman": 0.292953852884096 | |
| }, | |
| "STRU::6": { | |
| "n": 27, | |
| "spearman": -0.08172163983990245 | |
| }, | |
| "S_ASMR::0": { | |
| "n": 33, | |
| "spearman": 0.32917509731358524 | |
| }, | |
| "S_ASMR::1": { | |
| "n": 50, | |
| "spearman": 0.17912257802740467 | |
| }, | |
| "S_ASMR::2": { | |
| "n": 50, | |
| "spearman": 0.34084796774003817 | |
| }, | |
| "S_ASMR::3": { | |
| "n": 50, | |
| "spearman": 0.35469672402936775 | |
| }, | |
| "S_ASMR::4": { | |
| "n": 50, | |
| "spearman": 0.37589228684685877 | |
| }, | |
| "S_ASMR::5": { | |
| "n": 50, | |
| "spearman": 0.08239213373292376 | |
| }, | |
| "S_ASMR::6": { | |
| "n": 50, | |
| "spearman": 0.5635452879383472 | |
| }, | |
| "S_AUTH::0": { | |
| "n": 50, | |
| "spearman": -0.09809754868773307 | |
| }, | |
| "S_AUTH::1": { | |
| "n": 50, | |
| "spearman": -0.09856839535963362 | |
| }, | |
| "S_AUTH::2": { | |
| "n": 50, | |
| "spearman": 0.14206646398333872 | |
| }, | |
| "S_AUTH::3": { | |
| "n": 50, | |
| "spearman": 0.2750966197258022 | |
| }, | |
| "S_AUTH::4": { | |
| "n": 50, | |
| "spearman": 0.3402160465318483 | |
| }, | |
| "S_AUTH::5": { | |
| "n": 50, | |
| "spearman": 0.47229775860169626 | |
| }, | |
| "S_AUTH::6": { | |
| "n": 38, | |
| "spearman": 0.34581590359780867 | |
| }, | |
| "S_CART::0": { | |
| "n": 50, | |
| "spearman": 0.1783002507543467 | |
| }, | |
| "S_CART::1": { | |
| "n": 50, | |
| "spearman": 0.12371223254467228 | |
| }, | |
| "S_CART::2": { | |
| "n": 47, | |
| "spearman": 0.2859866874476754 | |
| }, | |
| "S_CART::3": { | |
| "n": 50, | |
| "spearman": 0.2521219303145598 | |
| }, | |
| "S_CART::4": { | |
| "n": 50, | |
| "spearman": 0.5291570455534965 | |
| }, | |
| "S_CART::5": { | |
| "n": 50, | |
| "spearman": 0.09183212478182351 | |
| }, | |
| "S_CART::6": { | |
| "n": 50, | |
| "spearman": -0.008296713403822244 | |
| }, | |
| "S_CASU::0": { | |
| "n": 26, | |
| "spearman": 0.5186175879833475 | |
| }, | |
| "S_CASU::1": { | |
| "n": 50, | |
| "spearman": -0.28855728395320224 | |
| }, | |
| "S_CASU::2": { | |
| "n": 50, | |
| "spearman": 0.3042016806722689 | |
| }, | |
| "S_CASU::3": { | |
| "n": 50, | |
| "spearman": 0.3143623624196642 | |
| }, | |
| "S_CASU::4": { | |
| "n": 50, | |
| "spearman": 0.20558033450150837 | |
| }, | |
| "S_CASU::5": { | |
| "n": 50, | |
| "spearman": 0.18079769464271414 | |
| }, | |
| "S_CASU::6": { | |
| "n": 40, | |
| "spearman": 0.31306419493522936 | |
| }, | |
| "S_CONV::0": { | |
| "n": 50, | |
| "spearman": 0.20219357078471029 | |
| }, | |
| "S_CONV::1": { | |
| "n": 50, | |
| "spearman": 0.16767902286579292 | |
| }, | |
| "S_CONV::2": { | |
| "n": 49, | |
| "spearman": -0.020294511358495783 | |
| }, | |
| "S_CONV::3": { | |
| "n": 50, | |
| "spearman": 0.5976699406169361 | |
| }, | |
| "S_CONV::4": { | |
| "n": 50, | |
| "spearman": 0.23744943163346552 | |
| }, | |
| "S_CONV::5": { | |
| "n": 50, | |
| "spearman": 0.24891525935770328 | |
| }, | |
| "S_CONV::6": { | |
| "n": 34, | |
| "spearman": 0.18183933811528946 | |
| }, | |
| "S_DRAM::0": { | |
| "n": 50, | |
| "spearman": 0.1256377561182676 | |
| }, | |
| "S_DRAM::1": { | |
| "n": 50, | |
| "spearman": -0.003270349700838643 | |
| }, | |
| "S_DRAM::2": { | |
| "n": 50, | |
| "spearman": 0.04351109882375419 | |
| }, | |
| "S_DRAM::3": { | |
| "n": 50, | |
| "spearman": -0.3290797199931839 | |
| }, | |
| "S_DRAM::4": { | |
| "n": 50, | |
| "spearman": 0.40842795556527967 | |
| }, | |
| "S_DRAM::5": { | |
| "n": 50, | |
| "spearman": 0.40068127687471916 | |
| }, | |
| "S_DRAM::6": { | |
| "n": 50, | |
| "spearman": 0.27685676305370527 | |
| }, | |
| "S_FORM::0": { | |
| "n": 50, | |
| "spearman": -0.028631572896355865 | |
| }, | |
| "S_FORM::1": { | |
| "n": 50, | |
| "spearman": 0.14953372728221592 | |
| }, | |
| "S_FORM::2": { | |
| "n": 50, | |
| "spearman": 0.19131209317287878 | |
| }, | |
| "S_FORM::3": { | |
| "n": 50, | |
| "spearman": -0.023549997875644584 | |
| }, | |
| "S_FORM::4": { | |
| "n": 50, | |
| "spearman": 0.0375790659702575 | |
| }, | |
| "S_FORM::5": { | |
| "n": 50, | |
| "spearman": 0.48055806161697073 | |
| }, | |
| "S_FORM::6": { | |
| "n": 42, | |
| "spearman": 0.20503353112199618 | |
| }, | |
| "S_MONO::0": { | |
| "n": 50, | |
| "spearman": 0.1338275084524477 | |
| }, | |
| "S_MONO::1": { | |
| "n": 50, | |
| "spearman": 0.3039382984335961 | |
| }, | |
| "S_MONO::2": { | |
| "n": 50, | |
| "spearman": 0.09679937876509152 | |
| }, | |
| "S_MONO::3": { | |
| "n": 50, | |
| "spearman": 0.26873455407265495 | |
| }, | |
| "S_MONO::4": { | |
| "n": 50, | |
| "spearman": 0.29719717568261683 | |
| }, | |
| "S_MONO::5": { | |
| "n": 50, | |
| "spearman": 0.3994131603399526 | |
| }, | |
| "S_MONO::6": { | |
| "n": 50, | |
| "spearman": 0.2982789036159713 | |
| }, | |
| "S_NARR::0": { | |
| "n": 50, | |
| "spearman": 0.2654231898368143 | |
| }, | |
| "S_NARR::1": { | |
| "n": 50, | |
| "spearman": 0.03223239236975013 | |
| }, | |
| "S_NARR::2": { | |
| "n": 50, | |
| "spearman": 0.19278008280287875 | |
| }, | |
| "S_NARR::3": { | |
| "n": 50, | |
| "spearman": 0.145239071383319 | |
| }, | |
| "S_NARR::4": { | |
| "n": 50, | |
| "spearman": 0.4013659167685519 | |
| }, | |
| "S_NARR::5": { | |
| "n": 50, | |
| "spearman": 0.5332650231860271 | |
| }, | |
| "S_NARR::6": { | |
| "n": 29, | |
| "spearman": 0.21091023556024668 | |
| }, | |
| "S_NEWS::0": { | |
| "n": 50, | |
| "spearman": 0.15440528586637936 | |
| }, | |
| "S_NEWS::1": { | |
| "n": 50, | |
| "spearman": -0.06540254774347473 | |
| }, | |
| "S_NEWS::2": { | |
| "n": 50, | |
| "spearman": 0.08213233780186406 | |
| }, | |
| "S_NEWS::3": { | |
| "n": 50, | |
| "spearman": 0.2163491599997208 | |
| }, | |
| "S_NEWS::4": { | |
| "n": 50, | |
| "spearman": 0.02555827814669789 | |
| }, | |
| "S_NEWS::5": { | |
| "n": 50, | |
| "spearman": 0.056157485154658814 | |
| }, | |
| "S_NEWS::6": { | |
| "n": 40, | |
| "spearman": 0.2894190467512546 | |
| }, | |
| "S_PLAY::0": { | |
| "n": 50, | |
| "spearman": -0.025173805579683222 | |
| }, | |
| "S_PLAY::1": { | |
| "n": 50, | |
| "spearman": 0.18700796727230493 | |
| }, | |
| "S_PLAY::2": { | |
| "n": 50, | |
| "spearman": -0.013732340154424465 | |
| }, | |
| "S_PLAY::3": { | |
| "n": 50, | |
| "spearman": 0.4310968647761188 | |
| }, | |
| "S_PLAY::4": { | |
| "n": 50, | |
| "spearman": 0.381894044347301 | |
| }, | |
| "S_PLAY::5": { | |
| "n": 50, | |
| "spearman": 0.25456950999911476 | |
| }, | |
| "S_PLAY::6": { | |
| "n": 50, | |
| "spearman": 0.17075574543155161 | |
| }, | |
| "S_RANT::0": { | |
| "n": 50, | |
| "spearman": 0.0955115157318174 | |
| }, | |
| "S_RANT::1": { | |
| "n": 50, | |
| "spearman": 0.3788400856489172 | |
| }, | |
| "S_RANT::2": { | |
| "n": 50, | |
| "spearman": 0.262858291771306 | |
| }, | |
| "S_RANT::3": { | |
| "n": 50, | |
| "spearman": -0.17809653146617604 | |
| }, | |
| "S_RANT::4": { | |
| "n": 50, | |
| "spearman": 0.6075814621421821 | |
| }, | |
| "S_RANT::5": { | |
| "n": 50, | |
| "spearman": 0.3518477073775373 | |
| }, | |
| "S_RANT::6": { | |
| "n": 50, | |
| "spearman": 0.7051799780099143 | |
| }, | |
| "S_STRY::0": { | |
| "n": 46, | |
| "spearman": 0.08845085255243292 | |
| }, | |
| "S_STRY::1": { | |
| "n": 50, | |
| "spearman": 0.4818724664413444 | |
| }, | |
| "S_STRY::2": { | |
| "n": 50, | |
| "spearman": 0.31320116893034333 | |
| }, | |
| "S_STRY::3": { | |
| "n": 50, | |
| "spearman": 0.33852897388469483 | |
| }, | |
| "S_STRY::4": { | |
| "n": 50, | |
| "spearman": 0.28335444660136333 | |
| }, | |
| "S_STRY::5": { | |
| "n": 50, | |
| "spearman": 0.5237460825138593 | |
| }, | |
| "S_STRY::6": { | |
| "n": 39, | |
| "spearman": 0.235076309095651 | |
| }, | |
| "S_TECH::0": { | |
| "n": 40, | |
| "spearman": 0.063760438639775 | |
| }, | |
| "S_TECH::1": { | |
| "n": 50, | |
| "spearman": 0.05310424990409415 | |
| }, | |
| "S_TECH::2": { | |
| "n": 50, | |
| "spearman": 0.012136920916776288 | |
| }, | |
| "S_TECH::3": { | |
| "n": 50, | |
| "spearman": 0.2251545840417087 | |
| }, | |
| "S_TECH::4": { | |
| "n": 50, | |
| "spearman": 0.285809189697932 | |
| }, | |
| "S_TECH::5": { | |
| "n": 50, | |
| "spearman": -0.0653174678099366 | |
| }, | |
| "S_TECH::6": { | |
| "n": 32, | |
| "spearman": -0.08594196001290173 | |
| }, | |
| "S_WHIS::0": { | |
| "n": 50, | |
| "spearman": 0.3478635490832614 | |
| }, | |
| "S_WHIS::1": { | |
| "n": 50, | |
| "spearman": 0.3513869990417936 | |
| }, | |
| "S_WHIS::2": { | |
| "n": 50, | |
| "spearman": 0.5367036798051473 | |
| }, | |
| "S_WHIS::3": { | |
| "n": 50, | |
| "spearman": 0.08471008638869573 | |
| }, | |
| "S_WHIS::4": { | |
| "n": 50, | |
| "spearman": 0.3274105157512014 | |
| }, | |
| "S_WHIS::5": { | |
| "n": 50, | |
| "spearman": 0.14233665883598934 | |
| }, | |
| "S_WHIS::6": { | |
| "n": 50, | |
| "spearman": 0.6640852748244399 | |
| }, | |
| "TEMP::0": { | |
| "n": 49, | |
| "spearman": -0.05790750092227603 | |
| }, | |
| "TEMP::1": { | |
| "n": 50, | |
| "spearman": 0.1502446391418973 | |
| }, | |
| "TEMP::2": { | |
| "n": 46, | |
| "spearman": 0.04796106284380291 | |
| }, | |
| "TEMP::3": { | |
| "n": 31, | |
| "spearman": 0.19851140939758843 | |
| }, | |
| "TEMP::4": { | |
| "n": 50, | |
| "spearman": 0.13247406911265197 | |
| }, | |
| "TEMP::5": { | |
| "n": 50, | |
| "spearman": 0.48627932692620374 | |
| }, | |
| "TEMP::6": { | |
| "n": 42, | |
| "spearman": 0.03508804091443982 | |
| }, | |
| "TENS::0": { | |
| "n": 32, | |
| "spearman": 0.2561419480499681 | |
| }, | |
| "TENS::1": { | |
| "n": 50, | |
| "spearman": -0.09975634773369878 | |
| }, | |
| "TENS::2": { | |
| "n": 40, | |
| "spearman": -0.11906619527665215 | |
| }, | |
| "TENS::3": { | |
| "n": 30, | |
| "spearman": 0.3373894904161625 | |
| }, | |
| "TENS::4": { | |
| "n": 50, | |
| "spearman": 0.2886243307549728 | |
| }, | |
| "TENS::5": { | |
| "n": 50, | |
| "spearman": 0.371709081248235 | |
| }, | |
| "TENS::6": { | |
| "n": 50, | |
| "spearman": 0.39510173359554196 | |
| }, | |
| "VALN::0": { | |
| "n": 50, | |
| "spearman": 0.12589779648579655 | |
| }, | |
| "VALN::1": { | |
| "n": 50, | |
| "spearman": -0.04439910972500958 | |
| }, | |
| "VALN::2": { | |
| "n": 43, | |
| "spearman": -0.02405058714535538 | |
| }, | |
| "VALN::3": { | |
| "n": 50, | |
| "spearman": 0.2761383983656291 | |
| }, | |
| "VALN::4": { | |
| "n": 50, | |
| "spearman": 0.4439191656801094 | |
| }, | |
| "VALN::5": { | |
| "n": 50, | |
| "spearman": 0.12347956635047436 | |
| }, | |
| "VALN::6": { | |
| "n": 50, | |
| "spearman": 0.21507116267380097 | |
| }, | |
| "VALS::0": { | |
| "n": 50, | |
| "spearman": 0.2745478535295527 | |
| }, | |
| "VALS::1": { | |
| "n": 50, | |
| "spearman": 0.02015822674461336 | |
| }, | |
| "VALS::2": { | |
| "n": 28, | |
| "spearman": -0.10074494853455751 | |
| }, | |
| "VALS::3": { | |
| "n": 50, | |
| "spearman": -0.15495986052470542 | |
| }, | |
| "VALS::4": { | |
| "n": 50, | |
| "spearman": 0.2848078752854161 | |
| }, | |
| "VALS::5": { | |
| "n": 50, | |
| "spearman": -0.03052756042298554 | |
| }, | |
| "VALS::6": { | |
| "n": 50, | |
| "spearman": -0.07879199670492511 | |
| }, | |
| "VFLX::0": { | |
| "n": 50, | |
| "spearman": 0.3550226410359434 | |
| }, | |
| "VFLX::1": { | |
| "n": 50, | |
| "spearman": 0.027495914949173698 | |
| }, | |
| "VFLX::2": { | |
| "n": 50, | |
| "spearman": 0.007708072230572519 | |
| }, | |
| "VFLX::3": { | |
| "n": 50, | |
| "spearman": 0.2606352985465071 | |
| }, | |
| "VFLX::4": { | |
| "n": 50, | |
| "spearman": -0.18834931233360586 | |
| }, | |
| "VFLX::5": { | |
| "n": 50, | |
| "spearman": -0.10710657170340163 | |
| }, | |
| "VFLX::6": { | |
| "n": 50, | |
| "spearman": -0.07103473632019355 | |
| }, | |
| "VOLT::0": { | |
| "n": 50, | |
| "spearman": 0.3495019784024515 | |
| }, | |
| "VOLT::1": { | |
| "n": 50, | |
| "spearman": 0.2032572232746577 | |
| }, | |
| "VOLT::2": { | |
| "n": 36, | |
| "spearman": 0.3091142066782167 | |
| }, | |
| "VOLT::3": { | |
| "n": 41, | |
| "spearman": 0.33815965559379263 | |
| }, | |
| "VOLT::4": { | |
| "n": 41, | |
| "spearman": 0.09455102450376807 | |
| }, | |
| "VOLT::5": { | |
| "n": 50, | |
| "spearman": 0.3283385914436779 | |
| }, | |
| "VOLT::6": { | |
| "n": 50, | |
| "spearman": 0.31275611060054676 | |
| }, | |
| "VULN::0": { | |
| "n": 50, | |
| "spearman": 0.10023910509765153 | |
| }, | |
| "VULN::1": { | |
| "n": 50, | |
| "spearman": 0.04510389492507848 | |
| }, | |
| "VULN::2": { | |
| "n": 50, | |
| "spearman": 0.0890433987640981 | |
| }, | |
| "VULN::3": { | |
| "n": 50, | |
| "spearman": -0.2156526651747501 | |
| }, | |
| "VULN::4": { | |
| "n": 50, | |
| "spearman": 0.4419798505224398 | |
| }, | |
| "VULN::5": { | |
| "n": 50, | |
| "spearman": 0.24192165872784713 | |
| }, | |
| "VULN::6": { | |
| "n": 50, | |
| "spearman": 0.12482901504326277 | |
| }, | |
| "WARM::0": { | |
| "n": 39, | |
| "spearman": 0.04870722586228727 | |
| }, | |
| "WARM::1": { | |
| "n": 50, | |
| "spearman": 0.055222165895601014 | |
| }, | |
| "WARM::2": { | |
| "n": 50, | |
| "spearman": -0.11491224310011312 | |
| }, | |
| "WARM::3": { | |
| "n": 49, | |
| "spearman": -0.020215638106436645 | |
| }, | |
| "WARM::4": { | |
| "n": 50, | |
| "spearman": 0.22582781814116515 | |
| }, | |
| "WARM::5": { | |
| "n": 50, | |
| "spearman": 0.0774152037762356 | |
| }, | |
| "WARM::6": { | |
| "n": 26, | |
| "spearman": 0.03855621866950842 | |
| } | |
| }, | |
| "by_benchmark_bucket": [ | |
| { | |
| "benchmark_bucket": "majority_no", | |
| "n": 6924, | |
| "accuracy": 0.31268053148469094, | |
| "balanced_accuracy": NaN, | |
| "precision": 0.0, | |
| "recall": NaN, | |
| "f1": NaN, | |
| "tp": 0, | |
| "fp": 4759, | |
| "tn": 2165, | |
| "fn": 0 | |
| }, | |
| { | |
| "benchmark_bucket": "majority_yes", | |
| "n": 454, | |
| "accuracy": 0.7533039647577092, | |
| "balanced_accuracy": NaN, | |
| "precision": 1.0, | |
| "recall": 0.7533039647577092, | |
| "f1": 0.8592964824120604, | |
| "tp": 342, | |
| "fp": 0, | |
| "tn": 0, | |
| "fn": 112 | |
| }, | |
| { | |
| "benchmark_bucket": "single_rater_no", | |
| "n": 3070, | |
| "accuracy": 0.3482084690553746, | |
| "balanced_accuracy": NaN, | |
| "precision": 0.0, | |
| "recall": NaN, | |
| "f1": NaN, | |
| "tp": 0, | |
| "fp": 2001, | |
| "tn": 1069, | |
| "fn": 0 | |
| }, | |
| { | |
| "benchmark_bucket": "single_rater_yes", | |
| "n": 1577, | |
| "accuracy": 0.7603043753963221, | |
| "balanced_accuracy": NaN, | |
| "precision": 1.0, | |
| "recall": 0.7603043753963221, | |
| "f1": 0.8638328530259366, | |
| "tp": 1199, | |
| "fp": 0, | |
| "tn": 0, | |
| "fn": 378 | |
| }, | |
| { | |
| "benchmark_bucket": "unanimous_no", | |
| "n": 4166, | |
| "accuracy": 0.3557369179068651, | |
| "balanced_accuracy": NaN, | |
| "precision": 0.0, | |
| "recall": NaN, | |
| "f1": NaN, | |
| "tp": 0, | |
| "fp": 2684, | |
| "tn": 1482, | |
| "fn": 0 | |
| }, | |
| { | |
| "benchmark_bucket": "unanimous_yes", | |
| "n": 2441, | |
| "accuracy": 0.8029496108152396, | |
| "balanced_accuracy": NaN, | |
| "precision": 1.0, | |
| "recall": 0.8029496108152396, | |
| "f1": 0.8907066575778232, | |
| "tp": 1960, | |
| "fp": 0, | |
| "tn": 0, | |
| "fn": 481 | |
| } | |
| ], | |
| "by_benchmark_bucket_optimal": [ | |
| { | |
| "benchmark_bucket": "majority_no", | |
| "n": 6924, | |
| "accuracy": 0.5082322357019065, | |
| "balanced_accuracy": NaN, | |
| "precision": 0.0, | |
| "recall": NaN, | |
| "f1": NaN, | |
| "tp": 0, | |
| "fp": 3405, | |
| "tn": 3519, | |
| "fn": 0 | |
| }, | |
| { | |
| "benchmark_bucket": "majority_yes", | |
| "n": 454, | |
| "accuracy": 0.5616740088105727, | |
| "balanced_accuracy": NaN, | |
| "precision": 1.0, | |
| "recall": 0.5616740088105727, | |
| "f1": 0.7193229901269393, | |
| "tp": 255, | |
| "fp": 0, | |
| "tn": 0, | |
| "fn": 199 | |
| }, | |
| { | |
| "benchmark_bucket": "single_rater_no", | |
| "n": 3070, | |
| "accuracy": 0.5517915309446254, | |
| "balanced_accuracy": NaN, | |
| "precision": 0.0, | |
| "recall": NaN, | |
| "f1": NaN, | |
| "tp": 0, | |
| "fp": 1376, | |
| "tn": 1694, | |
| "fn": 0 | |
| }, | |
| { | |
| "benchmark_bucket": "single_rater_yes", | |
| "n": 1577, | |
| "accuracy": 0.5871908687381103, | |
| "balanced_accuracy": NaN, | |
| "precision": 1.0, | |
| "recall": 0.5871908687381103, | |
| "f1": 0.7399121054734318, | |
| "tp": 926, | |
| "fp": 0, | |
| "tn": 0, | |
| "fn": 651 | |
| }, | |
| { | |
| "benchmark_bucket": "unanimous_no", | |
| "n": 4166, | |
| "accuracy": 0.5585693710993759, | |
| "balanced_accuracy": NaN, | |
| "precision": 0.0, | |
| "recall": NaN, | |
| "f1": NaN, | |
| "tp": 0, | |
| "fp": 1839, | |
| "tn": 2327, | |
| "fn": 0 | |
| }, | |
| { | |
| "benchmark_bucket": "unanimous_yes", | |
| "n": 2441, | |
| "accuracy": 0.6276116345759934, | |
| "balanced_accuracy": NaN, | |
| "precision": 1.0, | |
| "recall": 0.6276116345759934, | |
| "f1": 0.771205638056884, | |
| "tp": 1532, | |
| "fp": 0, | |
| "tn": 0, | |
| "fn": 909 | |
| } | |
| ], | |
| "by_n_raters": [ | |
| { | |
| "n_raters": 1, | |
| "n": 4647, | |
| "accuracy": 0.4880568108457069, | |
| "balanced_accuracy": 0.5542564222258484, | |
| "precision": 0.3746875, | |
| "recall": 0.7603043753963221, | |
| "f1": 0.5019886958342055, | |
| "tp": 1199, | |
| "fp": 2001, | |
| "tn": 1069, | |
| "fn": 378 | |
| }, | |
| { | |
| "n_raters": 2, | |
| "n": 12562, | |
| "accuracy": 0.41673300429867854, | |
| "balanced_accuracy": 0.5675285518187136, | |
| "precision": 0.21457120018271097, | |
| "recall": 0.8071305841924399, | |
| "f1": 0.3390166892196662, | |
| "tp": 1879, | |
| "fp": 6878, | |
| "tn": 3356, | |
| "fn": 449 | |
| }, | |
| { | |
| "n_raters": 3, | |
| "n": 1366, | |
| "accuracy": 0.5007320644216691, | |
| "balanced_accuracy": 0.5392169292398168, | |
| "precision": 0.4320337197049526, | |
| "recall": 0.7414104882459313, | |
| "f1": 0.5459387483355527, | |
| "tp": 410, | |
| "fp": 539, | |
| "tn": 274, | |
| "fn": 143 | |
| }, | |
| { | |
| "n_raters": 4, | |
| "n": 57, | |
| "accuracy": 0.5263157894736842, | |
| "balanced_accuracy": 0.6619601328903655, | |
| "precision": 0.3333333333333333, | |
| "recall": 0.9285714285714286, | |
| "f1": 0.4905660377358491, | |
| "tp": 13, | |
| "fp": 26, | |
| "tn": 17, | |
| "fn": 1 | |
| } | |
| ], | |
| "by_n_raters_optimal": [ | |
| { | |
| "n_raters": 1, | |
| "n": 4647, | |
| "accuracy": 0.5638046051215838, | |
| "balanced_accuracy": 0.5694911998413679, | |
| "precision": 0.40225890529973934, | |
| "recall": 0.5871908687381103, | |
| "f1": 0.47744263985563296, | |
| "tp": 926, | |
| "fp": 1376, | |
| "tn": 1694, | |
| "fn": 651 | |
| }, | |
| { | |
| "n_raters": 2, | |
| "n": 12562, | |
| "accuracy": 0.5445788887119886, | |
| "balanced_accuracy": 0.5766379855706367, | |
| "precision": 0.23135391923990498, | |
| "recall": 0.6275773195876289, | |
| "f1": 0.3380770565775772, | |
| "tp": 1461, | |
| "fp": 4854, | |
| "tn": 5380, | |
| "fn": 867 | |
| }, | |
| { | |
| "n_raters": 3, | |
| "n": 1366, | |
| "accuracy": 0.5541727672035139, | |
| "balanced_accuracy": 0.5566428449094618, | |
| "precision": 0.45918367346938777, | |
| "recall": 0.569620253164557, | |
| "f1": 0.5084745762711864, | |
| "tp": 315, | |
| "fp": 371, | |
| "tn": 442, | |
| "fn": 238 | |
| }, | |
| { | |
| "n_raters": 4, | |
| "n": 57, | |
| "accuracy": 0.6140350877192983, | |
| "balanced_accuracy": 0.6719269102990033, | |
| "precision": 0.36666666666666664, | |
| "recall": 0.7857142857142857, | |
| "f1": 0.5, | |
| "tp": 11, | |
| "fp": 19, | |
| "tn": 24, | |
| "fn": 3 | |
| } | |
| ], | |
| "ensemble_members": [ | |
| { | |
| "name": "external_FineLAP_emolia", | |
| "snapshot": "AndreasXi/FineLAP", | |
| "weight": 1.0 | |
| } | |
| ], | |
| "audio_count": 18632, | |
| "prompt_count": 399, | |
| "outputs": { | |
| "predictions": "emolia-dim/predictions.csv", | |
| "summary": "emolia-dim/summary.json" | |
| }, | |
| "model_type": "finelap", | |
| "pretrained": "AndreasXi/FineLAP" | |
| } | |
| } |