{ "emolia-emo": { "task": "emolia_bench_current", "subset": "emolia-emo", "model": "external_FineLAP_emolia", "benchmark_dir": "benchmarks/emolia-bench-current", "benchmark_commit": "unknown", "rows_total": 7988, "rows_evaluated_ok": 7988, "missing_audio": 0, "threshold": 0.0, "similarity_distribution": { "min": -0.1580991894006729, "median": 0.08964752405881882, "max": 0.23448176681995392, "mean": 0.08336937427520752 }, "overall_binary_at_thr0": { "n": 7988, "accuracy": 0.5824987481221833, "balanced_accuracy": 0.51690790108165, "precision": 0.5869270409547057, "recall": 0.9374052414988088, "f1": 0.7218747393878742, "tp": 4328, "fp": 3046, "tn": 325, "fn": 289 }, "optimal_threshold": 0.07992248237133026, "overall_binary_at_optimal_thr": { "n": 7988, "accuracy": 0.5373059589384076, "balanced_accuracy": 0.5283692584387711, "precision": 0.6026298194784935, "recall": 0.5856616850768898, "f1": 0.5940246045694201, "tp": 2704, "fp": 1783, "tn": 1588, "fn": 1913 }, "overall_binary_at_per_prompt_thr": { "n": 7988, "accuracy": 0.5714822233350025, "balanced_accuracy": 0.586354152591634, "precision": 0.6787425149700599, "recall": 0.4910114793155729, "f1": 0.5698127434962926, "tp": 2267, "fp": 1073, "tn": 2298, "fn": 2350 }, "per_prompt_thresholds": { "Affection": 0.10862362384796143, "Amusement": 0.09400834143161774, "Anger": 0.13422791659832, "Astonishment_Surprise": 0.018221912905573845, "Awe": 0.13804513216018677, "Bitterness": 0.15205127000808716, "Concentration": 0.11868485063314438, "Confusion": 0.12956169247627258, "Contemplation": 0.07540598511695862, "Contempt": 0.09284526109695435, "Contentment": 0.04242999479174614, "Disappointment": 0.13845151662826538, "Disgust": -0.012649156153202057, "Distress": 0.04968395456671715, "Doubt": 0.06216391548514366, "Elation": 0.13296416401863098, "Embarrassment": 0.09209342300891876, "Emotional_Numbness": 0.052062083035707474, "Fatigue_Exhaustion": 0.026619259268045425, "Fear": 0.08366362005472183, "Helplessness": 0.047485675662755966, "Hope_Enthusiasm_Optimism": 0.1095619946718216, "Impatience_and_Irritability": 0.07622210681438446, "Infatuation": 0.1269911527633667, "Interest": 0.12328805774450302, "Intoxication_Altered_States_of_Consciousness": 0.18535234034061432, "Jealousy___Envy": 0.09735917299985886, "Longing": 0.15194953978061676, "Malevolence_Malice": 0.1325155794620514, "Pain": 0.016030078753829002, "Pleasure_Ecstasy": 0.10289177298545837, "Pride": 0.015641016885638237, "Relief": -0.007348282262682915, "Sadness": 0.15815860033035278, "Sexual_Lust": 0.1455637514591217, "Shame": 0.054783791303634644, "Sourness": 0.08158484101295471, "Teasing": 0.1674424409866333, "Thankfulness_Gratitude": 0.12918654084205627, "Triumph": 0.06184152141213417 }, "spearman_avg": 0.06791797071507269, "spearman_per_prompt": { "Affection": { "n": 201, "spearman": 0.10818413577856313 }, "Amusement": { "n": 229, "spearman": 0.4799113062942517 }, "Anger": { "n": 352, "spearman": 0.08258543947255656 }, "Astonishment_Surprise": { "n": 100, "spearman": 0.061123057518023896 }, "Awe": { "n": 131, "spearman": -0.08841590605637373 }, "Bitterness": { "n": 129, "spearman": 0.27394673664665736 }, "Concentration": { "n": 125, "spearman": 0.49192043704054855 }, "Confusion": { "n": 113, "spearman": 0.11567614276117279 }, "Contemplation": { "n": 131, "spearman": 0.2075212141190296 }, "Contempt": { "n": 189, "spearman": 0.15205672521211933 }, "Contentment": { "n": 250, "spearman": 0.2858611285136964 }, "Disappointment": { "n": 125, "spearman": 0.05865323873422591 }, "Disgust": { "n": 127, "spearman": -0.07857530308777082 }, "Distress": { "n": 200, "spearman": 0.010013912164876189 }, "Doubt": { "n": 100, "spearman": 0.09947962097587897 }, "Elation": { "n": 325, "spearman": 0.026563480463139732 }, "Embarrassment": { "n": 317, "spearman": 0.18634417701032402 }, "Emotional_Numbness": { "n": 207, "spearman": 0.18516746231721923 }, "Fatigue_Exhaustion": { "n": 244, "spearman": 0.008120630289463499 }, "Fear": { "n": 311, "spearman": 0.12479329946042082 }, "Helplessness": { "n": 141, "spearman": 0.09817973937601845 }, "Hope_Enthusiasm_Optimism": { "n": 111, "spearman": 0.14342484301835198 }, "Impatience_and_Irritability": { "n": 238, "spearman": 0.1903179027254527 }, "Infatuation": { "n": 423, "spearman": 0.018418006536943487 }, "Interest": { "n": 101, "spearman": -0.01858260499527988 }, "Intoxication_Altered_States_of_Consciousness": { "n": 606, "spearman": -0.12301159881958613 }, "Jealousy___Envy": { "n": 100, "spearman": 0.0994614833451534 }, "Longing": { "n": 250, "spearman": -0.2052086183904707 }, "Malevolence_Malice": { "n": 100, "spearman": 0.04264292484561126 }, "Pain": { "n": 171, "spearman": -0.025990550203699503 }, "Pleasure_Ecstasy": { "n": 172, "spearman": 0.24582127309371252 }, "Pride": { "n": 150, "spearman": -0.10065355272352583 }, "Relief": { "n": 162, "spearman": -0.14627354955054983 }, "Sadness": { "n": 150, "spearman": -0.18939421734299924 }, "Sexual_Lust": { "n": 280, "spearman": -0.10428829764137237 }, "Shame": { "n": 125, "spearman": 0.1947324984687561 }, "Sourness": { "n": 221, "spearman": 0.07744211318354384 }, "Teasing": { "n": 100, "spearman": -0.3548205574326949 }, "Thankfulness_Gratitude": { "n": 103, "spearman": -0.06955848943108124 }, "Triumph": { "n": 378, "spearman": 0.15312914491260002 } }, "by_benchmark_bucket": [ { "benchmark_bucket": "majority_absent", "n": 2565, "accuracy": 0.09005847953216374, "balanced_accuracy": NaN, "precision": 0.0, "recall": NaN, "f1": NaN, "tp": 0, "fp": 2334, "tn": 231, "fn": 0 }, { "benchmark_bucket": "majority_present", "n": 2807, "accuracy": 0.9291058069112932, "balanced_accuracy": NaN, "precision": 1.0, "recall": 0.9291058069112932, "f1": 0.9632502308402585, "tp": 2608, "fp": 0, "tn": 0, "fn": 199 }, { "benchmark_bucket": "single_rater_absent", "n": 1, "accuracy": 0.0, "balanced_accuracy": NaN, "precision": 0.0, "recall": NaN, "f1": NaN, "tp": 0, "fp": 1, "tn": 0, "fn": 0 }, { "benchmark_bucket": "single_rater_present", "n": 1, "accuracy": 1.0, "balanced_accuracy": NaN, "precision": 1.0, "recall": 1.0, "f1": 1.0, "tp": 1, "fp": 0, "tn": 0, "fn": 0 }, { "benchmark_bucket": "unanimous_absent", "n": 805, "accuracy": 0.11677018633540373, "balanced_accuracy": NaN, "precision": 0.0, "recall": NaN, "f1": NaN, "tp": 0, "fp": 711, "tn": 94, "fn": 0 }, { "benchmark_bucket": "unanimous_present", "n": 1809, "accuracy": 0.9502487562189055, "balanced_accuracy": NaN, "precision": 1.0, "recall": 0.9502487562189055, "f1": 0.9744897959183674, "tp": 1719, "fp": 0, "tn": 0, "fn": 90 } ], "by_benchmark_bucket_optimal": [ { "benchmark_bucket": "majority_absent", "n": 2565, "accuracy": 0.46276803118908383, "balanced_accuracy": NaN, "precision": 0.0, "recall": NaN, "f1": NaN, "tp": 0, "fp": 1378, "tn": 1187, "fn": 0 }, { "benchmark_bucket": "majority_present", "n": 2807, "accuracy": 0.5732098325614535, "balanced_accuracy": NaN, "precision": 1.0, "recall": 0.5732098325614535, "f1": 0.7287137681159421, "tp": 1609, "fp": 0, "tn": 0, "fn": 1198 }, { "benchmark_bucket": "single_rater_absent", "n": 1, "accuracy": 0.0, "balanced_accuracy": NaN, "precision": 0.0, "recall": NaN, "f1": NaN, "tp": 0, "fp": 1, "tn": 0, "fn": 0 }, { "benchmark_bucket": "single_rater_present", "n": 1, "accuracy": 1.0, "balanced_accuracy": NaN, "precision": 1.0, "recall": 1.0, "f1": 1.0, "tp": 1, "fp": 0, "tn": 0, "fn": 0 }, { "benchmark_bucket": "unanimous_absent", "n": 805, "accuracy": 0.49813664596273294, "balanced_accuracy": NaN, "precision": 0.0, "recall": NaN, "f1": NaN, "tp": 0, "fp": 404, "tn": 401, "fn": 0 }, { "benchmark_bucket": "unanimous_present", "n": 1809, "accuracy": 0.6047540077390824, "balanced_accuracy": NaN, "precision": 1.0, "recall": 0.6047540077390824, "f1": 0.7537030657940061, "tp": 1094, "fp": 0, "tn": 0, "fn": 715 } ], "by_n_raters": [ { "n_raters": 1, "n": 2, "accuracy": 0.5, "balanced_accuracy": 0.5, "precision": 0.5, "recall": 1.0, "f1": 0.6666666666666666, "tp": 1, "fp": 1, "tn": 0, "fn": 0 }, { "n_raters": 2, "n": 2, "accuracy": 0.5, "balanced_accuracy": 0.5, "precision": 0.5, "recall": 1.0, "f1": 0.6666666666666666, "tp": 1, "fp": 1, "tn": 0, "fn": 0 }, { "n_raters": 3, "n": 7984, "accuracy": 0.5825400801603207, "balanced_accuracy": 0.5169229547203535, "precision": 0.5869742198100407, "recall": 0.9373781148429036, "f1": 0.7219023779724655, "tp": 4326, "fp": 3044, "tn": 325, "fn": 289 } ], "by_n_raters_optimal": [ { "n_raters": 1, "n": 2, "accuracy": 0.5, "balanced_accuracy": 0.5, "precision": 0.5, "recall": 1.0, "f1": 0.6666666666666666, "tp": 1, "fp": 1, "tn": 0, "fn": 0 }, { "n_raters": 2, "n": 2, "accuracy": 0.5, "balanced_accuracy": 0.5, "precision": 0.5, "recall": 1.0, "f1": 0.6666666666666666, "tp": 1, "fp": 1, "tn": 0, "fn": 0 }, { "n_raters": 3, "n": 7984, "accuracy": 0.5373246492985972, "balanced_accuracy": 0.5284193045571647, "precision": 0.6027213919250501, "recall": 0.5854821235102925, "f1": 0.5939766981754232, "tp": 2702, "fp": 1781, "tn": 1588, "fn": 1913 } ], "ensemble_members": [ { "name": "external_FineLAP_emolia", "snapshot": "AndreasXi/FineLAP", "weight": 1.0 } ], "audio_count": 3944, "prompt_count": 40, "outputs": { "predictions": "emolia-emo/predictions.csv", "summary": "emolia-emo/summary.json" }, "model_type": "finelap", "pretrained": "AndreasXi/FineLAP" }, "emolia-dim": { "task": "emolia_bench_current", "subset": "emolia-dim", "model": "external_FineLAP_emolia", "benchmark_dir": "benchmarks/emolia-bench-current", "benchmark_commit": "unknown", "rows_total": 18632, "rows_evaluated_ok": 18632, "missing_audio": 0, "threshold": 0.0, "similarity_distribution": { "min": -0.29195302724838257, "median": 0.052318960428237915, "max": 0.32975709438323975, "mean": 0.04757792875170708 }, "overall_binary_at_thr0": { "n": 18632, "accuracy": 0.4410154572778016, "balanced_accuracy": 0.5579610230132501, "precision": 0.2704519119351101, "recall": 0.782871198568873, "f1": 0.4020210139518861, "tp": 3501, "fp": 9444, "tn": 4716, "fn": 971 }, "optimal_threshold": 0.05208972096443176, "overall_binary_at_optimal_thr": { "n": 18632, "accuracy": 0.5502898239587806, "balanced_accuracy": 0.569574780429136, "precision": 0.2906889531768992, "recall": 0.6066636851520573, "f1": 0.3930459978268743, "tp": 2713, "fp": 6620, "tn": 7540, "fn": 1759 }, "overall_binary_at_per_prompt_thr": { "n": 18632, "accuracy": 0.6285422928295405, "balanced_accuracy": 0.6609887763661906, "precision": 0.362708823859177, "recall": 0.7233899821109123, "f1": 0.48316033156597715, "tp": 3235, "fp": 5684, "tn": 8476, "fn": 1237 }, "per_prompt_thresholds": { "AGEV::0": 0.019304580986499786, "AGEV::1": 0.06543652713298798, "AGEV::2": 0.08130304515361786, "AGEV::3": -0.15899749100208282, "AGEV::4": 0.10155151784420013, "AGEV::5": 0.0414804182946682, "AGEV::6": -0.01330514159053564, "AROU::0": -0.08160315454006195, "AROU::1": 0.09418568760156631, "AROU::2": 0.05661148950457573, "AROU::3": -0.05481669306755066, "AROU::4": -0.049357540905475616, "AROU::5": 0.15578246116638184, "AROU::6": 0.022403646260499954, "ARSH::0": -0.042243435978889465, "ARSH::1": 0.009960778057575226, "ARSH::2": -0.092664435505867, "ARSH::3": 0.036346327513456345, "ARSH::4": -0.07593975216150284, "ARSH::5": -0.015687618404626846, "ARSH::6": 0.02980409935116768, "ATCK::0": 0.07440271973609924, "ATCK::1": 0.0596969798207283, "ATCK::2": 0.026524199172854424, "ATCK::3": 0.09829255938529968, "ATCK::4": 0.04538851976394653, "ATCK::5": 0.10210587084293365, "ATCK::6": -0.0795721560716629, "BKGN::0": 0.07889767736196518, "BKGN::1": 0.059913091361522675, "BKGN::2": 0.25264501571655273, "BKGN::3": -0.1057049036026001, "BKGN::4": -0.12058359384536743, "BKGN::5": -0.039413221180438995, "BKGN::6": -0.013410208746790886, "BRGT::0": -0.004795472137629986, "BRGT::1": -0.019617093726992607, "BRGT::2": -0.08251042664051056, "BRGT::3": 0.004941364750266075, "BRGT::4": 0.016228392720222473, "BRGT::5": -0.02375926449894905, "BRGT::6": -0.13982458412647247, "CHNK::0": 0.09290376305580139, "CHNK::1": -0.06629110127687454, "CHNK::2": 0.06835509836673737, "CHNK::3": 0.0011244365014135838, "CHNK::4": 0.06613051891326904, "CHNK::5": 0.09157498925924301, "CHNK::6": 0.012589835561811924, "CLRT::0": -0.013036840595304966, "CLRT::1": -0.02314290590584278, "CLRT::2": -0.040201134979724884, "CLRT::3": 0.08155198395252228, "CLRT::4": 0.10106821358203888, "CLRT::5": 0.1291636824607849, "CLRT::6": 0.04793334752321243, "COGL::0": 0.00862429104745388, "COGL::1": 0.0239042267203331, "COGL::2": -0.03431698679924011, "COGL::3": -0.01590096764266491, "COGL::4": 0.08429552614688873, "COGL::5": 0.044172320514917374, "COGL::6": 0.0847744271159172, "DARC::0": -0.037624768912792206, "DARC::1": 0.1408030390739441, "DARC::2": 0.10494204610586166, "DARC::3": 0.10829032957553864, "DARC::4": -0.1434004008769989, "DARC::5": 0.10587328672409058, "DARC::6": 0.054438792169094086, "DFLU::0": 0.09628705680370331, "DFLU::1": 0.1260344684123993, "DFLU::2": 0.1837415099143982, "DFLU::3": 0.06509923189878464, "DFLU::4": 0.04951100051403046, "DFLU::5": 0.023432251065969467, "DFLU::6": -1.0, "EMPH::0": 0.14137667417526245, "EMPH::1": 0.17112326622009277, "EMPH::2": 0.17792874574661255, "EMPH::3": 0.05427702143788338, "EMPH::4": 0.1419290453195572, "EMPH::5": 0.06622305512428284, "EMPH::6": 0.07694092392921448, "ESTH::0": -0.13045650720596313, "ESTH::1": -0.11614611744880676, "ESTH::2": 0.047308631241321564, "ESTH::3": -0.014573373831808567, "ESTH::4": -0.038330838084220886, "ESTH::5": 0.13450494408607483, "ESTH::6": 0.026901695877313614, "EXPL::0": 0.16553063690662384, "EXPL::1": 0.10598107427358627, "EXPL::2": 0.12203997373580933, "FOCS::0": 0.020952891558408737, "FOCS::1": 0.14859527349472046, "FOCS::2": 0.09151867777109146, "FOCS::3": 0.09014667570590973, "FOCS::4": 0.059235624969005585, "FOCS::5": 0.0785704180598259, "FOCS::6": -0.058403387665748596, "FULL::0": 0.07751216739416122, "FULL::1": -0.005861015059053898, "FULL::2": 0.10288771241903305, "FULL::3": 0.046111807227134705, "FULL::4": -0.02292507328093052, "FULL::5": -0.012815749272704124, "FULL::6": 0.10453271120786667, "GEND::0": -0.01369864959269762, "GEND::1": 0.13468334078788757, "GEND::2": 0.05273215100169182, "GEND::3": 0.10548628866672516, "GEND::4": 0.14031589031219482, "GEND::5": 0.08829927444458008, "GEND::6": -0.05072659254074097, "HARM::0": 0.007240919396281242, "HARM::1": -0.030556369572877884, "HARM::2": 0.011898589320480824, "HARM::3": -0.07074630260467529, "HARM::4": 0.06077864021062851, "HARM::5": -0.0873195081949234, "HARM::6": -0.01589370146393776, "LANG::Americas": 0.05781998112797737, "LANG::Asian_Pacific": -0.01788519136607647, "LANG::European": 0.15171009302139282, "LANG::Middle_Eastern_African": 0.018264492973685265, "METL::0": -0.05318272113800049, "METL::1": 0.11187157034873962, "METL::2": -0.08167997002601624, "METL::3": 0.005063390359282494, "METL::4": -0.07968506962060928, "METL::5": -0.024346619844436646, "METL::6": -0.03268536925315857, "RANG::0": -0.08357297629117966, "RANG::1": -0.01645718142390251, "RANG::2": 0.07783952355384827, "RANG::3": 0.13225090503692627, "RANG::4": 0.07963669300079346, "RANG::5": 0.05093783885240555, "RANG::6": -0.06840056926012039, "RCQL::0": -0.1708662211894989, "RCQL::1": -0.018776364624500275, "RCQL::2": -0.027199935168027878, "RCQL::3": 0.15367284417152405, "RCQL::4": 0.009940101765096188, "RCQL::5": 0.06365969777107239, "RCQL::6": 0.01118568517267704, "REGS::0": -0.06206464394927025, "REGS::1": -0.027206026017665863, "REGS::2": 0.05037526786327362, "REGS::3": -0.0491667240858078, "REGS::4": -0.08523355424404144, "REGS::5": 0.0250533614307642, "REGS::6": -0.03172292932868004, "RESP::0": 0.002369808964431286, "RESP::1": -0.027089431881904602, "RESP::2": 0.03413882106542587, "RESP::3": 0.059420619159936905, "RESP::4": -0.054750487208366394, "RESP::5": 0.2555293142795563, "RESP::6": 0.11018870025873184, "ROUG::0": -0.04430630803108215, "ROUG::1": -0.023139823228120804, "ROUG::2": 0.10155653953552246, "ROUG::3": 0.043104492127895355, "ROUG::4": -0.12951403856277466, "ROUG::5": -0.13228321075439453, "ROUG::6": -0.047276660799980164, "R_CHST::0": -0.028039589524269104, "R_CHST::1": 0.06766317039728165, "R_CHST::2": 0.15492987632751465, "R_CHST::3": 0.09309002757072449, "R_CHST::4": 0.007760593201965094, "R_CHST::5": 0.06724955886602402, "R_CHST::6": 0.045522820204496384, "R_HEAD::0": -0.014382470399141312, "R_HEAD::1": 0.24513855576515198, "R_HEAD::2": -0.03562580794095993, "R_HEAD::3": 0.05248770862817764, "R_HEAD::4": -0.05442716181278229, "R_HEAD::5": -0.02453826740384102, "R_HEAD::6": 0.022629475221037865, "R_MASK::0": -0.036422424018383026, "R_MASK::1": 0.026610130444169044, "R_MASK::2": -0.002966645173728466, "R_MASK::3": -0.009492115117609501, "R_MASK::4": 0.18544551730155945, "R_MASK::5": 0.022355839610099792, "R_MASK::6": -0.10887520015239716, "R_MIXD::0": 0.1553594470024109, "R_MIXD::1": 0.005054417997598648, "R_MIXD::2": 0.011325933039188385, "R_MIXD::3": 0.17072081565856934, "R_MIXD::4": 0.07521580904722214, "R_MIXD::5": 0.13324308395385742, "R_MIXD::6": -0.04879119619727135, "R_NASL::0": 0.04773787781596184, "R_NASL::1": 0.059830039739608765, "R_NASL::2": 0.056225840002298355, "R_NASL::3": 0.0219263918697834, "R_NASL::4": -0.07308720052242279, "R_NASL::5": -0.09399978816509247, "R_NASL::6": 0.06580755859613419, "R_ORAL::0": 0.12300741672515869, "R_ORAL::1": -0.010005375370383263, "R_ORAL::2": -0.0014287447556853294, "R_ORAL::3": 0.11734306067228317, "R_ORAL::4": 0.15831676125526428, "R_ORAL::5": 0.08997265994548798, "R_ORAL::6": -0.04665607959032059, "R_THRT::0": -0.045668717473745346, "R_THRT::1": 0.10345248132944107, "R_THRT::2": 0.11006090044975281, "R_THRT::3": 0.06564989686012268, "R_THRT::4": -0.03850877285003662, "R_THRT::5": -0.01414940133690834, "R_THRT::6": -0.010388391092419624, "SMTH::0": 0.035450227558612823, "SMTH::1": 0.1641734540462494, "SMTH::2": 0.019224878400564194, "SMTH::3": 0.18342828750610352, "SMTH::4": 0.06522609293460846, "SMTH::5": 0.09124002605676651, "SMTH::6": 0.035958416759967804, "STNC::0": 0.10350564122200012, "STNC::1": 0.21289728581905365, "STNC::2": 0.15160977840423584, "STNC::3": 0.1507357805967331, "STNC::4": 0.11995264887809753, "STNC::5": 0.09256494045257568, "STNC::6": 0.09573687613010406, "STRU::0": -1.0, "STRU::1": 0.1069982647895813, "STRU::2": 0.03600603714585304, "STRU::3": 0.14550775289535522, "STRU::4": 0.17477184534072876, "STRU::5": 0.15615302324295044, "STRU::6": 0.12000070512294769, "S_ASMR::0": 0.031934045255184174, "S_ASMR::1": 0.004727201536297798, "S_ASMR::2": 0.05048604682087898, "S_ASMR::3": -0.08823011070489883, "S_ASMR::4": 0.04006199911236763, "S_ASMR::5": -0.04532130807638168, "S_ASMR::6": -0.052390940487384796, "S_AUTH::0": 0.13075703382492065, "S_AUTH::1": 0.056351933628320694, "S_AUTH::2": 0.11623114347457886, "S_AUTH::3": 0.12741665542125702, "S_AUTH::4": 0.18056266009807587, "S_AUTH::5": 0.011816264130175114, "S_AUTH::6": 0.17887622117996216, "S_CART::0": 0.16823658347129822, "S_CART::1": 0.03129789978265762, "S_CART::2": 0.09506285190582275, "S_CART::3": 0.14697520434856415, "S_CART::4": 0.0013551092706620693, "S_CART::5": 0.048171523958444595, "S_CART::6": 0.0936041921377182, "S_CASU::0": 0.20592907071113586, "S_CASU::1": 0.05208972096443176, "S_CASU::2": 0.1350976675748825, "S_CASU::3": 0.1826636791229248, "S_CASU::4": 0.1647854745388031, "S_CASU::5": -0.06142028048634529, "S_CASU::6": 0.11970727145671844, "S_CONV::0": 0.14475935697555542, "S_CONV::1": 0.18867594003677368, "S_CONV::2": 0.10291756689548492, "S_CONV::3": 0.16869740188121796, "S_CONV::4": 0.08524646610021591, "S_CONV::5": 0.1519666463136673, "S_CONV::6": 0.2107085883617401, "S_DRAM::0": 0.0954623818397522, "S_DRAM::1": 0.08955448865890503, "S_DRAM::2": 0.10192921757698059, "S_DRAM::3": 0.06871747225522995, "S_DRAM::4": 0.03771726042032242, "S_DRAM::5": 0.019391458481550217, "S_DRAM::6": 0.047032006084918976, "S_FORM::0": 0.184294193983078, "S_FORM::1": 0.10944823175668716, "S_FORM::2": 0.12211906164884567, "S_FORM::3": 0.10559862852096558, "S_FORM::4": 0.10730861127376556, "S_FORM::5": 0.10753367096185684, "S_FORM::6": 0.1908738911151886, "S_MONO::0": 0.05664817988872528, "S_MONO::1": 0.04821070283651352, "S_MONO::2": 0.01049456000328064, "S_MONO::3": 0.06739774346351624, "S_MONO::4": 0.08046644181013107, "S_MONO::5": 0.15289008617401123, "S_MONO::6": 0.17093834280967712, "S_NARR::0": 0.01973196119070053, "S_NARR::1": 0.07225914299488068, "S_NARR::2": 0.11551952362060547, "S_NARR::3": 0.13276873528957367, "S_NARR::4": 0.06977204233407974, "S_NARR::5": 0.15992100536823273, "S_NARR::6": 0.1840210109949112, "S_NEWS::0": 0.08621376752853394, "S_NEWS::1": 0.17030441761016846, "S_NEWS::2": 0.14838138222694397, "S_NEWS::3": 0.12917855381965637, "S_NEWS::4": 0.18629536032676697, "S_NEWS::5": 0.08274015784263611, "S_NEWS::6": 0.06027723848819733, "S_PLAY::0": 0.15214723348617554, "S_PLAY::1": 0.15275323390960693, "S_PLAY::2": 0.08703599870204926, "S_PLAY::3": 0.10453905165195465, "S_PLAY::4": 0.18999335169792175, "S_PLAY::5": 0.13765406608581543, "S_PLAY::6": 0.15531279146671295, "S_RANT::0": 0.12275398522615433, "S_RANT::1": 0.1093028336763382, "S_RANT::2": 0.13265497982501984, "S_RANT::3": -0.11752551794052124, "S_RANT::4": 0.04923562332987785, "S_RANT::5": 0.15995225310325623, "S_RANT::6": 0.12624795734882355, "S_STRY::0": 0.10853350907564163, "S_STRY::1": 0.14174768328666687, "S_STRY::2": 0.15626738965511322, "S_STRY::3": 0.1037297397851944, "S_STRY::4": 0.1736006885766983, "S_STRY::5": 0.06889381259679794, "S_STRY::6": -0.009649625048041344, "S_TECH::0": -0.032084573060274124, "S_TECH::1": 0.21409174799919128, "S_TECH::2": 0.08192893862724304, "S_TECH::3": 0.12397179752588272, "S_TECH::4": 0.13106046617031097, "S_TECH::5": 0.06290602684020996, "S_TECH::6": 0.09921122342348099, "S_WHIS::0": 0.049205899238586426, "S_WHIS::1": -0.03679707646369934, "S_WHIS::2": -0.008132310584187508, "S_WHIS::3": -0.0004613064229488373, "S_WHIS::4": 0.2623734474182129, "S_WHIS::5": -0.00817853957414627, "S_WHIS::6": 0.16248394548892975, "TEMP::0": -0.02748621068894863, "TEMP::1": 0.12951448559761047, "TEMP::2": 0.15268245339393616, "TEMP::3": 0.15431861579418182, "TEMP::4": 0.09651492536067963, "TEMP::5": 0.07193785160779953, "TEMP::6": 0.07266916334629059, "TENS::0": -0.031428080052137375, "TENS::1": 0.04591205343604088, "TENS::2": -0.02431330643594265, "TENS::3": 0.037840768694877625, "TENS::4": 0.07797135412693024, "TENS::5": 0.022406740114092827, "TENS::6": 0.05766315758228302, "VALN::0": 0.11182906478643417, "VALN::1": 0.18679878115653992, "VALN::2": 0.053010180592536926, "VALN::3": 0.06685306131839752, "VALN::4": 0.14527030289173126, "VALN::5": 0.046928804367780685, "VALN::6": 0.09669607132673264, "VALS::0": 0.11678160727024078, "VALS::1": 0.08152702450752258, "VALS::2": 0.0893346443772316, "VALS::3": 0.15632911026477814, "VALS::4": 0.05167520046234131, "VALS::5": 0.08884553611278534, "VALS::6": 0.03813512623310089, "VFLX::0": 0.11949987709522247, "VFLX::1": 0.06350377202033997, "VFLX::2": 0.07349580526351929, "VFLX::3": 0.0007824215572327375, "VFLX::4": 0.013416875153779984, "VFLX::5": -0.021329982206225395, "VFLX::6": 0.09492790699005127, "VOLT::0": 0.1293792575597763, "VOLT::1": 0.025576632469892502, "VOLT::2": 0.09914496541023254, "VOLT::3": 0.1399690955877304, "VOLT::4": 0.07620970904827118, "VOLT::5": 0.047636453062295914, "VOLT::6": 0.031141722574830055, "VULN::0": 0.14766356348991394, "VULN::1": 0.13034220039844513, "VULN::2": 0.01916341483592987, "VULN::3": 0.1841895878314972, "VULN::4": 0.12501075863838196, "VULN::5": 0.07630237936973572, "VULN::6": 0.11306649446487427, "WARM::0": -1.0, "WARM::1": 0.03702526539564133, "WARM::2": -0.002669733949005604, "WARM::3": -0.009870454668998718, "WARM::4": -0.07902028411626816, "WARM::5": -0.04133950173854828, "WARM::6": 0.020209800451993942 }, "spearman_avg": 0.15882838310561057, "spearman_per_prompt": { "AGEV::0": { "n": 50, "spearman": 0.4896140599820759 }, "AGEV::1": { "n": 50, "spearman": 0.5915912637538219 }, "AGEV::2": { "n": 50, "spearman": 0.11919493436885749 }, "AGEV::3": { "n": 50, "spearman": -0.1367064343944925 }, "AGEV::4": { "n": 49, "spearman": 0.19106199182987857 }, "AGEV::5": { "n": 50, "spearman": 0.07479292223044572 }, "AGEV::6": { "n": 50, "spearman": 0.29395691957523834 }, "AROU::0": { "n": 50, "spearman": 0.29241108713045166 }, "AROU::1": { "n": 50, "spearman": 0.055016044211819104 }, "AROU::2": { "n": 50, "spearman": 0.279134845852342 }, "AROU::3": { "n": 47, "spearman": -0.14717232849093337 }, "AROU::4": { "n": 46, "spearman": 0.2387198390110149 }, "AROU::5": { "n": 50, "spearman": 0.1420789920147048 }, "AROU::6": { "n": 50, "spearman": 0.4977151175529401 }, "ARSH::0": { "n": 50, "spearman": 0.13568285561449592 }, "ARSH::1": { "n": 50, "spearman": 0.06256746077015347 }, "ARSH::2": { "n": 50, "spearman": 0.14758627590499154 }, "ARSH::3": { "n": 50, "spearman": 0.15716837128427422 }, "ARSH::4": { "n": 50, "spearman": 0.06351651017301212 }, "ARSH::5": { "n": 50, "spearman": 0.37209083895208356 }, "ARSH::6": { "n": 50, "spearman": 0.43339742453181007 }, "ATCK::0": { "n": 50, "spearman": -0.04368301215946606 }, "ATCK::1": { "n": 50, "spearman": 0.24961515421937125 }, "ATCK::2": { "n": 50, "spearman": 0.002074703190791479 }, "ATCK::3": { "n": 50, "spearman": 0.4169106998756112 }, "ATCK::4": { "n": 50, "spearman": 0.2174542355606591 }, "ATCK::5": { "n": 50, "spearman": -0.3203229582444398 }, "ATCK::6": { "n": 50, "spearman": 0.44157576129784176 }, "BKGN::0": { "n": 50, "spearman": 0.1254045481094499 }, "BKGN::1": { "n": 50, "spearman": 0.14650200148643688 }, "BKGN::2": { "n": 27, "spearman": -0.09635582456711833 }, "BKGN::3": { "n": 38, "spearman": -0.07711278392375738 }, "BKGN::4": { "n": 50, "spearman": 0.4437402274290126 }, "BKGN::5": { "n": 50, "spearman": 0.563567483969538 }, "BKGN::6": { "n": 50, "spearman": 0.36240141257010833 }, "BRGT::0": { "n": 33, "spearman": 0.18988484457089563 }, "BRGT::1": { "n": 37, "spearman": 0.44128215496831397 }, "BRGT::2": { "n": 50, "spearman": 0.0327437647101084 }, "BRGT::3": { "n": 50, "spearman": 0.07667261533559555 }, "BRGT::4": { "n": 50, "spearman": 0.16272391634822744 }, "BRGT::5": { "n": 50, "spearman": 0.09258206934842687 }, "BRGT::6": { "n": 50, "spearman": 0.11995911299882468 }, "CHNK::0": { "n": 50, "spearman": 0.2283823991206577 }, "CHNK::1": { "n": 50, "spearman": 0.1838689375558862 }, "CHNK::2": { "n": 37, "spearman": -0.0394051668485303 }, "CHNK::3": { "n": 50, "spearman": -0.12560440017525804 }, "CHNK::4": { "n": 50, "spearman": 0.04026389788997514 }, "CHNK::5": { "n": 50, "spearman": 0.22406284540540203 }, "CHNK::6": { "n": 34, "spearman": -0.05774177684055333 }, "CLRT::0": { "n": 50, "spearman": 0.21809684761734818 }, "CLRT::1": { "n": 50, "spearman": 0.3859517328803313 }, "CLRT::2": { "n": 50, "spearman": -0.06089211665623448 }, "CLRT::3": { "n": 32, "spearman": 0.04313153098338824 }, "CLRT::4": { "n": 50, "spearman": 0.2802085730437447 }, "CLRT::5": { "n": 50, "spearman": -0.10754545093328766 }, "CLRT::6": { "n": 50, "spearman": 0.36650917096363983 }, "COGL::0": { "n": 50, "spearman": 0.17059277281143995 }, "COGL::1": { "n": 50, "spearman": 0.3020532946671994 }, "COGL::2": { "n": 39, "spearman": 0.09453321949367191 }, "COGL::3": { "n": 31, "spearman": -0.08200310994847138 }, "COGL::4": { "n": 50, "spearman": -0.05279892155037705 }, "COGL::5": { "n": 50, "spearman": -0.14927402994410854 }, "COGL::6": { "n": 50, "spearman": 0.3062368423231506 }, "DARC::0": { "n": 50, "spearman": -0.2167183350219678 }, "DARC::1": { "n": 50, "spearman": -0.0028430800933653393 }, "DARC::2": { "n": 29, "spearman": 0.2585694266608 }, "DARC::3": { "n": 50, "spearman": 0.4911754423953779 }, "DARC::4": { "n": 50, "spearman": -0.0850380081167463 }, "DARC::5": { "n": 50, "spearman": 0.2773500981126146 }, "DARC::6": { "n": 50, "spearman": 0.6257575106471339 }, "DFLU::0": { "n": 50, "spearman": -0.0033001113665381276 }, "DFLU::1": { "n": 50, "spearman": 0.12047243771027691 }, "DFLU::2": { "n": 40, "spearman": 0.07761086096037649 }, "DFLU::3": { "n": 50, "spearman": 0.23441889528264764 }, "DFLU::4": { "n": 50, "spearman": 0.12557575783337308 }, "DFLU::5": { "n": 50, "spearman": -0.010209967171252516 }, "DFLU::6": { "n": 50, "spearman": -0.13313191308515457 }, "EMPH::0": { "n": 50, "spearman": 0.3333750695219308 }, "EMPH::1": { "n": 50, "spearman": 0.010665581735601781 }, "EMPH::2": { "n": 30, "spearman": 0.2395280569473741 }, "EMPH::3": { "n": 33, "spearman": -0.08207608574064447 }, "EMPH::4": { "n": 50, "spearman": 0.2855361303409334 }, "EMPH::5": { "n": 50, "spearman": 0.26025077882710707 }, "EMPH::6": { "n": 50, "spearman": 0.14339663438911623 }, "ESTH::0": { "n": 50, "spearman": 0.2946556871038197 }, "ESTH::1": { "n": 50, "spearman": 0.30624820663849445 }, "ESTH::2": { "n": 44, "spearman": 0.30975731129495226 }, "ESTH::3": { "n": 30, "spearman": 0.38011093463664347 }, "ESTH::4": { "n": 50, "spearman": 0.0014814826896937425 }, "ESTH::5": { "n": 50, "spearman": -0.06724222360876699 }, "ESTH::6": { "n": 43, "spearman": 0.09141140928501167 }, "EXPL::0": { "n": 50, "spearman": 0.09995981451229904 }, "EXPL::1": { "n": 44, "spearman": -0.060051962232346476 }, "EXPL::2": { "n": 50, "spearman": 0.21988677223229638 }, "FOCS::0": { "n": 50, "spearman": 0.1056560496289087 }, "FOCS::1": { "n": 50, "spearman": 0.010017408234365602 }, "FOCS::2": { "n": 50, "spearman": -0.03041686496489063 }, "FOCS::3": { "n": 41, "spearman": 0.383339985336882 }, "FOCS::4": { "n": 50, "spearman": -0.015440767920650578 }, "FOCS::5": { "n": 50, "spearman": 0.07090884637732416 }, "FOCS::6": { "n": 50, "spearman": -0.06005824096042297 }, "FULL::0": { "n": 27, "spearman": 0.3157961696497792 }, "FULL::1": { "n": 50, "spearman": 0.09866377362795375 }, "FULL::2": { "n": 30, "spearman": 0.31723747355492926 }, "FULL::3": { "n": 37, "spearman": 0.06502666404976612 }, "FULL::4": { "n": 50, "spearman": -0.019430207172928968 }, "FULL::5": { "n": 50, "spearman": 0.15050453689811583 }, "FULL::6": { "n": 29, "spearman": 0.2337713244676159 }, "GEND::0": { "n": 50, "spearman": 0.13929683259175368 }, "GEND::1": { "n": 50, "spearman": 0.4531101455949723 }, "GEND::2": { "n": 50, "spearman": 0.23585156250209474 }, "GEND::3": { "n": 50, "spearman": 0.1839800722587209 }, "GEND::4": { "n": 50, "spearman": -0.008801311493125992 }, "GEND::5": { "n": 50, "spearman": 0.46443778016794196 }, "GEND::6": { "n": 50, "spearman": 0.3346587860063777 }, "HARM::0": { "n": 50, "spearman": 0.4946804701112798 }, "HARM::1": { "n": 50, "spearman": 0.16817253039506477 }, "HARM::2": { "n": 50, "spearman": -0.1610021530337009 }, "HARM::3": { "n": 33, "spearman": -0.24667865595534114 }, "HARM::4": { "n": 50, "spearman": -0.01581978244092813 }, "HARM::5": { "n": 30, "spearman": 0.0548787722534765 }, "HARM::6": { "n": 50, "spearman": 0.11267263762039569 }, "LANG::Americas": { "n": 25, "spearman": -0.02584141003615169 }, "LANG::Asian_Pacific": { "n": 25, "spearman": -0.41685719087286666 }, "LANG::European": { "n": 25, "spearman": 0.1141563585970786 }, "LANG::Middle_Eastern_African": { "n": 25, "spearman": -0.013743236300694642 }, "METL::0": { "n": 42, "spearman": 0.05361228788786051 }, "METL::1": { "n": 50, "spearman": -0.04952150480467491 }, "METL::2": { "n": 30, "spearman": -0.06730031971756383 }, "METL::3": { "n": 50, "spearman": -0.059387304990724504 }, "METL::4": { "n": 50, "spearman": 0.08375897732178504 }, "METL::5": { "n": 50, "spearman": 0.08352152763914354 }, "METL::6": { "n": 50, "spearman": 0.3018323767505707 }, "RANG::0": { "n": 25, "spearman": -0.1421277551988343 }, "RANG::1": { "n": 50, "spearman": 0.08637385359073248 }, "RANG::2": { "n": 50, "spearman": 0.22276358353991116 }, "RANG::3": { "n": 27, "spearman": 0.36973552623000416 }, "RANG::4": { "n": 50, "spearman": 0.16636287341105066 }, "RANG::5": { "n": 50, "spearman": 0.037016462341091204 }, "RANG::6": { "n": 50, "spearman": 0.15704113214561563 }, "RCQL::0": { "n": 50, "spearman": 0.07157185309566638 }, "RCQL::1": { "n": 50, "spearman": -0.014548939776218087 }, "RCQL::2": { "n": 25, "spearman": 0.32671916373004145 }, "RCQL::3": { "n": 25, "spearman": 0.08652105226990993 }, "RCQL::4": { "n": 36, "spearman": 0.04157336389429466 }, "RCQL::5": { "n": 50, "spearman": -0.13557866227643262 }, "RCQL::6": { "n": 50, "spearman": 0.17351416650501733 }, "REGS::0": { "n": 50, "spearman": 0.38363165517167674 }, "REGS::1": { "n": 50, "spearman": 0.2974075310523384 }, "REGS::2": { "n": 50, "spearman": 0.04736927822168046 }, "REGS::3": { "n": 50, "spearman": 0.216115543624932 }, "REGS::4": { "n": 50, "spearman": 0.2209294273045259 }, "REGS::5": { "n": 50, "spearman": 0.07189282059199288 }, "REGS::6": { "n": 50, "spearman": 0.24359480884092916 }, "RESP::0": { "n": 50, "spearman": 0.07213995734505728 }, "RESP::1": { "n": 50, "spearman": 0.09615877723065598 }, "RESP::2": { "n": 44, "spearman": 0.011784672160091927 }, "RESP::3": { "n": 50, "spearman": 0.30537951984981654 }, "RESP::4": { "n": 50, "spearman": 0.3619169559201897 }, "RESP::5": { "n": 50, "spearman": 0.5541519497286624 }, "RESP::6": { "n": 50, "spearman": 0.6487226926411235 }, "ROUG::0": { "n": 27, "spearman": 0.242207392735782 }, "ROUG::1": { "n": 42, "spearman": 0.12143795243120066 }, "ROUG::2": { "n": 34, "spearman": 0.056412216587845516 }, "ROUG::3": { "n": 50, "spearman": 0.38130171240392485 }, "ROUG::4": { "n": 50, "spearman": 0.1355553975683999 }, "ROUG::5": { "n": 50, "spearman": 0.18733489138476708 }, "ROUG::6": { "n": 50, "spearman": 0.22242522051357175 }, "R_CHST::0": { "n": 50, "spearman": -0.19364684737641324 }, "R_CHST::1": { "n": 50, "spearman": 0.1296263772590201 }, "R_CHST::2": { "n": 30, "spearman": 0.49166400163198604 }, "R_CHST::3": { "n": 50, "spearman": 0.3002753349794302 }, "R_CHST::4": { "n": 50, "spearman": -0.13492935566827952 }, "R_CHST::5": { "n": 50, "spearman": 0.33745277977853566 }, "R_CHST::6": { "n": 40, "spearman": 0.388129333413701 }, "R_HEAD::0": { "n": 50, "spearman": -0.03706496825815435 }, "R_HEAD::1": { "n": 50, "spearman": -0.025883529203066306 }, "R_HEAD::2": { "n": 50, "spearman": 0.225874863560794 }, "R_HEAD::3": { "n": 50, "spearman": -0.06133477866148369 }, "R_HEAD::4": { "n": 50, "spearman": 0.2790574408090179 }, "R_HEAD::5": { "n": 50, "spearman": 0.2488837007234788 }, "R_HEAD::6": { "n": 40, "spearman": 0.11061720498650375 }, "R_MASK::0": { "n": 50, "spearman": 0.15367949367993095 }, "R_MASK::1": { "n": 50, "spearman": 0.1786907908951405 }, "R_MASK::2": { "n": 50, "spearman": 0.08027669335119042 }, "R_MASK::3": { "n": 50, "spearman": 0.26074941072179164 }, "R_MASK::4": { "n": 50, "spearman": 0.05148466429795905 }, "R_MASK::5": { "n": 50, "spearman": 0.2428517794383212 }, "R_MASK::6": { "n": 32, "spearman": 0.35151587473205154 }, "R_MIXD::0": { "n": 50, "spearman": -0.0859044419074899 }, "R_MIXD::1": { "n": 43, "spearman": 0.48244732350832964 }, "R_MIXD::2": { "n": 50, "spearman": 0.05944239732120598 }, "R_MIXD::3": { "n": 50, "spearman": -0.1351120683740917 }, "R_MIXD::4": { "n": 50, "spearman": 0.12172938489393201 }, "R_MIXD::5": { "n": 50, "spearman": 0.22286451433879345 }, "R_MIXD::6": { "n": 25, "spearman": 0.018191761073083908 }, "R_NASL::0": { "n": 28, "spearman": -0.18648956023264626 }, "R_NASL::1": { "n": 50, "spearman": 0.1457436561983523 }, "R_NASL::2": { "n": 50, "spearman": -0.01751034691809668 }, "R_NASL::3": { "n": 50, "spearman": -0.21586186556733145 }, "R_NASL::4": { "n": 41, "spearman": 0.13446646581917485 }, "R_NASL::5": { "n": 35, "spearman": 0.06538685541200907 }, "R_NASL::6": { "n": 25, "spearman": 0.1785285054186588 }, "R_ORAL::0": { "n": 43, "spearman": -0.20686560244485774 }, "R_ORAL::1": { "n": 50, "spearman": -0.11031152976420386 }, "R_ORAL::2": { "n": 34, "spearman": -0.04773538937670744 }, "R_ORAL::3": { "n": 50, "spearman": 0.3089269191001888 }, "R_ORAL::4": { "n": 50, "spearman": -0.020510199104516822 }, "R_ORAL::5": { "n": 50, "spearman": -0.012772582872810809 }, "R_ORAL::6": { "n": 34, "spearman": 0.13921116618832519 }, "R_THRT::0": { "n": 50, "spearman": -0.08295006650606614 }, "R_THRT::1": { "n": 50, "spearman": -0.12829333244030103 }, "R_THRT::2": { "n": 36, "spearman": 0.006736921300156282 }, "R_THRT::3": { "n": 50, "spearman": 0.1734755890054438 }, "R_THRT::4": { "n": 50, "spearman": 0.27089295254798235 }, "R_THRT::5": { "n": 50, "spearman": 0.09681815314782884 }, "R_THRT::6": { "n": 50, "spearman": 0.35689050570090625 }, "SMTH::0": { "n": 50, "spearman": 0.3844705531819737 }, "SMTH::1": { "n": 50, "spearman": -0.057841265890266835 }, "SMTH::2": { "n": 37, "spearman": 0.05384366017689552 }, "SMTH::3": { "n": 27, "spearman": -0.12750099058846726 }, "SMTH::4": { "n": 50, "spearman": 0.24222917419739065 }, "SMTH::5": { "n": 50, "spearman": 0.3532446836404112 }, "SMTH::6": { "n": 50, "spearman": 0.06290982788351815 }, "STNC::0": { "n": 50, "spearman": 0.24185180942754775 }, "STNC::1": { "n": 50, "spearman": -0.11033783377681397 }, "STNC::2": { "n": 50, "spearman": 0.28532883074260207 }, "STNC::3": { "n": 42, "spearman": 0.18113683459359578 }, "STNC::4": { "n": 50, "spearman": 0.3172175360500802 }, "STNC::5": { "n": 50, "spearman": 0.25095530572592073 }, "STNC::6": { "n": 50, "spearman": 0.4952051905984172 }, "STRU::0": { "n": 50, "spearman": -0.5045835682704887 }, "STRU::1": { "n": 50, "spearman": 0.2760876581892509 }, "STRU::2": { "n": 50, "spearman": 0.020533128344885 }, "STRU::3": { "n": 28, "spearman": 0.18023457436552145 }, "STRU::4": { "n": 50, "spearman": 0.5241154946212111 }, "STRU::5": { "n": 50, "spearman": 0.292953852884096 }, "STRU::6": { "n": 27, "spearman": -0.08172163983990245 }, "S_ASMR::0": { "n": 33, "spearman": 0.32917509731358524 }, "S_ASMR::1": { "n": 50, "spearman": 0.17912257802740467 }, "S_ASMR::2": { "n": 50, "spearman": 0.34084796774003817 }, "S_ASMR::3": { "n": 50, "spearman": 0.35469672402936775 }, "S_ASMR::4": { "n": 50, "spearman": 0.37589228684685877 }, "S_ASMR::5": { "n": 50, "spearman": 0.08239213373292376 }, "S_ASMR::6": { "n": 50, "spearman": 0.5635452879383472 }, "S_AUTH::0": { "n": 50, "spearman": -0.09809754868773307 }, "S_AUTH::1": { "n": 50, "spearman": -0.09856839535963362 }, "S_AUTH::2": { "n": 50, "spearman": 0.14206646398333872 }, "S_AUTH::3": { "n": 50, "spearman": 0.2750966197258022 }, "S_AUTH::4": { "n": 50, "spearman": 0.3402160465318483 }, "S_AUTH::5": { "n": 50, "spearman": 0.47229775860169626 }, "S_AUTH::6": { "n": 38, "spearman": 0.34581590359780867 }, "S_CART::0": { "n": 50, "spearman": 0.1783002507543467 }, "S_CART::1": { "n": 50, "spearman": 0.12371223254467228 }, "S_CART::2": { "n": 47, "spearman": 0.2859866874476754 }, "S_CART::3": { "n": 50, "spearman": 0.2521219303145598 }, "S_CART::4": { "n": 50, "spearman": 0.5291570455534965 }, "S_CART::5": { "n": 50, "spearman": 0.09183212478182351 }, "S_CART::6": { "n": 50, "spearman": -0.008296713403822244 }, "S_CASU::0": { "n": 26, "spearman": 0.5186175879833475 }, "S_CASU::1": { "n": 50, "spearman": -0.28855728395320224 }, "S_CASU::2": { "n": 50, "spearman": 0.3042016806722689 }, "S_CASU::3": { "n": 50, "spearman": 0.3143623624196642 }, "S_CASU::4": { "n": 50, "spearman": 0.20558033450150837 }, "S_CASU::5": { "n": 50, "spearman": 0.18079769464271414 }, "S_CASU::6": { "n": 40, "spearman": 0.31306419493522936 }, "S_CONV::0": { "n": 50, "spearman": 0.20219357078471029 }, "S_CONV::1": { "n": 50, "spearman": 0.16767902286579292 }, "S_CONV::2": { "n": 49, "spearman": -0.020294511358495783 }, "S_CONV::3": { "n": 50, "spearman": 0.5976699406169361 }, "S_CONV::4": { "n": 50, "spearman": 0.23744943163346552 }, "S_CONV::5": { "n": 50, "spearman": 0.24891525935770328 }, "S_CONV::6": { "n": 34, "spearman": 0.18183933811528946 }, "S_DRAM::0": { "n": 50, "spearman": 0.1256377561182676 }, "S_DRAM::1": { "n": 50, "spearman": -0.003270349700838643 }, "S_DRAM::2": { "n": 50, "spearman": 0.04351109882375419 }, "S_DRAM::3": { "n": 50, "spearman": -0.3290797199931839 }, "S_DRAM::4": { "n": 50, "spearman": 0.40842795556527967 }, "S_DRAM::5": { "n": 50, "spearman": 0.40068127687471916 }, "S_DRAM::6": { "n": 50, "spearman": 0.27685676305370527 }, "S_FORM::0": { "n": 50, "spearman": -0.028631572896355865 }, "S_FORM::1": { "n": 50, "spearman": 0.14953372728221592 }, "S_FORM::2": { "n": 50, "spearman": 0.19131209317287878 }, "S_FORM::3": { "n": 50, "spearman": -0.023549997875644584 }, "S_FORM::4": { "n": 50, "spearman": 0.0375790659702575 }, "S_FORM::5": { "n": 50, "spearman": 0.48055806161697073 }, "S_FORM::6": { "n": 42, "spearman": 0.20503353112199618 }, "S_MONO::0": { "n": 50, "spearman": 0.1338275084524477 }, "S_MONO::1": { "n": 50, "spearman": 0.3039382984335961 }, "S_MONO::2": { "n": 50, "spearman": 0.09679937876509152 }, "S_MONO::3": { "n": 50, "spearman": 0.26873455407265495 }, "S_MONO::4": { "n": 50, "spearman": 0.29719717568261683 }, "S_MONO::5": { "n": 50, "spearman": 0.3994131603399526 }, "S_MONO::6": { "n": 50, "spearman": 0.2982789036159713 }, "S_NARR::0": { "n": 50, "spearman": 0.2654231898368143 }, "S_NARR::1": { "n": 50, "spearman": 0.03223239236975013 }, "S_NARR::2": { "n": 50, "spearman": 0.19278008280287875 }, "S_NARR::3": { "n": 50, "spearman": 0.145239071383319 }, "S_NARR::4": { "n": 50, "spearman": 0.4013659167685519 }, "S_NARR::5": { "n": 50, "spearman": 0.5332650231860271 }, "S_NARR::6": { "n": 29, "spearman": 0.21091023556024668 }, "S_NEWS::0": { "n": 50, "spearman": 0.15440528586637936 }, "S_NEWS::1": { "n": 50, "spearman": -0.06540254774347473 }, "S_NEWS::2": { "n": 50, "spearman": 0.08213233780186406 }, "S_NEWS::3": { "n": 50, "spearman": 0.2163491599997208 }, "S_NEWS::4": { "n": 50, "spearman": 0.02555827814669789 }, "S_NEWS::5": { "n": 50, "spearman": 0.056157485154658814 }, "S_NEWS::6": { "n": 40, "spearman": 0.2894190467512546 }, "S_PLAY::0": { "n": 50, "spearman": -0.025173805579683222 }, "S_PLAY::1": { "n": 50, "spearman": 0.18700796727230493 }, "S_PLAY::2": { "n": 50, "spearman": -0.013732340154424465 }, "S_PLAY::3": { "n": 50, "spearman": 0.4310968647761188 }, "S_PLAY::4": { "n": 50, "spearman": 0.381894044347301 }, "S_PLAY::5": { "n": 50, "spearman": 0.25456950999911476 }, "S_PLAY::6": { "n": 50, "spearman": 0.17075574543155161 }, "S_RANT::0": { "n": 50, "spearman": 0.0955115157318174 }, "S_RANT::1": { "n": 50, "spearman": 0.3788400856489172 }, "S_RANT::2": { "n": 50, "spearman": 0.262858291771306 }, "S_RANT::3": { "n": 50, "spearman": -0.17809653146617604 }, "S_RANT::4": { "n": 50, "spearman": 0.6075814621421821 }, "S_RANT::5": { "n": 50, "spearman": 0.3518477073775373 }, "S_RANT::6": { "n": 50, "spearman": 0.7051799780099143 }, "S_STRY::0": { "n": 46, "spearman": 0.08845085255243292 }, "S_STRY::1": { "n": 50, "spearman": 0.4818724664413444 }, "S_STRY::2": { "n": 50, "spearman": 0.31320116893034333 }, "S_STRY::3": { "n": 50, "spearman": 0.33852897388469483 }, "S_STRY::4": { "n": 50, "spearman": 0.28335444660136333 }, "S_STRY::5": { "n": 50, "spearman": 0.5237460825138593 }, "S_STRY::6": { "n": 39, "spearman": 0.235076309095651 }, "S_TECH::0": { "n": 40, "spearman": 0.063760438639775 }, "S_TECH::1": { "n": 50, "spearman": 0.05310424990409415 }, "S_TECH::2": { "n": 50, "spearman": 0.012136920916776288 }, "S_TECH::3": { "n": 50, "spearman": 0.2251545840417087 }, "S_TECH::4": { "n": 50, "spearman": 0.285809189697932 }, "S_TECH::5": { "n": 50, "spearman": -0.0653174678099366 }, "S_TECH::6": { "n": 32, "spearman": -0.08594196001290173 }, "S_WHIS::0": { "n": 50, "spearman": 0.3478635490832614 }, "S_WHIS::1": { "n": 50, "spearman": 0.3513869990417936 }, "S_WHIS::2": { "n": 50, "spearman": 0.5367036798051473 }, "S_WHIS::3": { "n": 50, "spearman": 0.08471008638869573 }, "S_WHIS::4": { "n": 50, "spearman": 0.3274105157512014 }, "S_WHIS::5": { "n": 50, "spearman": 0.14233665883598934 }, "S_WHIS::6": { "n": 50, "spearman": 0.6640852748244399 }, "TEMP::0": { "n": 49, "spearman": -0.05790750092227603 }, "TEMP::1": { "n": 50, "spearman": 0.1502446391418973 }, "TEMP::2": { "n": 46, "spearman": 0.04796106284380291 }, "TEMP::3": { "n": 31, "spearman": 0.19851140939758843 }, "TEMP::4": { "n": 50, "spearman": 0.13247406911265197 }, "TEMP::5": { "n": 50, "spearman": 0.48627932692620374 }, "TEMP::6": { "n": 42, "spearman": 0.03508804091443982 }, "TENS::0": { "n": 32, "spearman": 0.2561419480499681 }, "TENS::1": { "n": 50, "spearman": -0.09975634773369878 }, "TENS::2": { "n": 40, "spearman": -0.11906619527665215 }, "TENS::3": { "n": 30, "spearman": 0.3373894904161625 }, "TENS::4": { "n": 50, "spearman": 0.2886243307549728 }, "TENS::5": { "n": 50, "spearman": 0.371709081248235 }, "TENS::6": { "n": 50, "spearman": 0.39510173359554196 }, "VALN::0": { "n": 50, "spearman": 0.12589779648579655 }, "VALN::1": { "n": 50, "spearman": -0.04439910972500958 }, "VALN::2": { "n": 43, "spearman": -0.02405058714535538 }, "VALN::3": { "n": 50, "spearman": 0.2761383983656291 }, "VALN::4": { "n": 50, "spearman": 0.4439191656801094 }, "VALN::5": { "n": 50, "spearman": 0.12347956635047436 }, "VALN::6": { "n": 50, "spearman": 0.21507116267380097 }, "VALS::0": { "n": 50, "spearman": 0.2745478535295527 }, "VALS::1": { "n": 50, "spearman": 0.02015822674461336 }, "VALS::2": { "n": 28, "spearman": -0.10074494853455751 }, "VALS::3": { "n": 50, "spearman": -0.15495986052470542 }, "VALS::4": { "n": 50, "spearman": 0.2848078752854161 }, "VALS::5": { "n": 50, "spearman": -0.03052756042298554 }, "VALS::6": { "n": 50, "spearman": -0.07879199670492511 }, "VFLX::0": { "n": 50, "spearman": 0.3550226410359434 }, "VFLX::1": { "n": 50, "spearman": 0.027495914949173698 }, "VFLX::2": { "n": 50, "spearman": 0.007708072230572519 }, "VFLX::3": { "n": 50, "spearman": 0.2606352985465071 }, "VFLX::4": { "n": 50, "spearman": -0.18834931233360586 }, "VFLX::5": { "n": 50, "spearman": -0.10710657170340163 }, "VFLX::6": { "n": 50, "spearman": -0.07103473632019355 }, "VOLT::0": { "n": 50, "spearman": 0.3495019784024515 }, "VOLT::1": { "n": 50, "spearman": 0.2032572232746577 }, "VOLT::2": { "n": 36, "spearman": 0.3091142066782167 }, "VOLT::3": { "n": 41, "spearman": 0.33815965559379263 }, "VOLT::4": { "n": 41, "spearman": 0.09455102450376807 }, "VOLT::5": { "n": 50, "spearman": 0.3283385914436779 }, "VOLT::6": { "n": 50, "spearman": 0.31275611060054676 }, "VULN::0": { "n": 50, "spearman": 0.10023910509765153 }, "VULN::1": { "n": 50, "spearman": 0.04510389492507848 }, "VULN::2": { "n": 50, "spearman": 0.0890433987640981 }, "VULN::3": { "n": 50, "spearman": -0.2156526651747501 }, "VULN::4": { "n": 50, "spearman": 0.4419798505224398 }, "VULN::5": { "n": 50, "spearman": 0.24192165872784713 }, "VULN::6": { "n": 50, "spearman": 0.12482901504326277 }, "WARM::0": { "n": 39, "spearman": 0.04870722586228727 }, "WARM::1": { "n": 50, "spearman": 0.055222165895601014 }, "WARM::2": { "n": 50, "spearman": -0.11491224310011312 }, "WARM::3": { "n": 49, "spearman": -0.020215638106436645 }, "WARM::4": { "n": 50, "spearman": 0.22582781814116515 }, "WARM::5": { "n": 50, "spearman": 0.0774152037762356 }, "WARM::6": { "n": 26, "spearman": 0.03855621866950842 } }, "by_benchmark_bucket": [ { "benchmark_bucket": "majority_no", "n": 6924, "accuracy": 0.31268053148469094, "balanced_accuracy": NaN, "precision": 0.0, "recall": NaN, "f1": NaN, "tp": 0, "fp": 4759, "tn": 2165, "fn": 0 }, { "benchmark_bucket": "majority_yes", "n": 454, "accuracy": 0.7533039647577092, "balanced_accuracy": NaN, "precision": 1.0, "recall": 0.7533039647577092, "f1": 0.8592964824120604, "tp": 342, "fp": 0, "tn": 0, "fn": 112 }, { "benchmark_bucket": "single_rater_no", "n": 3070, "accuracy": 0.3482084690553746, "balanced_accuracy": NaN, "precision": 0.0, "recall": NaN, "f1": NaN, "tp": 0, "fp": 2001, "tn": 1069, "fn": 0 }, { "benchmark_bucket": "single_rater_yes", "n": 1577, "accuracy": 0.7603043753963221, "balanced_accuracy": NaN, "precision": 1.0, "recall": 0.7603043753963221, "f1": 0.8638328530259366, "tp": 1199, "fp": 0, "tn": 0, "fn": 378 }, { "benchmark_bucket": "unanimous_no", "n": 4166, "accuracy": 0.3557369179068651, "balanced_accuracy": NaN, "precision": 0.0, "recall": NaN, "f1": NaN, "tp": 0, "fp": 2684, "tn": 1482, "fn": 0 }, { "benchmark_bucket": "unanimous_yes", "n": 2441, "accuracy": 0.8029496108152396, "balanced_accuracy": NaN, "precision": 1.0, "recall": 0.8029496108152396, "f1": 0.8907066575778232, "tp": 1960, "fp": 0, "tn": 0, "fn": 481 } ], "by_benchmark_bucket_optimal": [ { "benchmark_bucket": "majority_no", "n": 6924, "accuracy": 0.5082322357019065, "balanced_accuracy": NaN, "precision": 0.0, "recall": NaN, "f1": NaN, "tp": 0, "fp": 3405, "tn": 3519, "fn": 0 }, { "benchmark_bucket": "majority_yes", "n": 454, "accuracy": 0.5616740088105727, "balanced_accuracy": NaN, "precision": 1.0, "recall": 0.5616740088105727, "f1": 0.7193229901269393, "tp": 255, "fp": 0, "tn": 0, "fn": 199 }, { "benchmark_bucket": "single_rater_no", "n": 3070, "accuracy": 0.5517915309446254, "balanced_accuracy": NaN, "precision": 0.0, "recall": NaN, "f1": NaN, "tp": 0, "fp": 1376, "tn": 1694, "fn": 0 }, { "benchmark_bucket": "single_rater_yes", "n": 1577, "accuracy": 0.5871908687381103, "balanced_accuracy": NaN, "precision": 1.0, "recall": 0.5871908687381103, "f1": 0.7399121054734318, "tp": 926, "fp": 0, "tn": 0, "fn": 651 }, { "benchmark_bucket": "unanimous_no", "n": 4166, "accuracy": 0.5585693710993759, "balanced_accuracy": NaN, "precision": 0.0, "recall": NaN, "f1": NaN, "tp": 0, "fp": 1839, "tn": 2327, "fn": 0 }, { "benchmark_bucket": "unanimous_yes", "n": 2441, "accuracy": 0.6276116345759934, "balanced_accuracy": NaN, "precision": 1.0, "recall": 0.6276116345759934, "f1": 0.771205638056884, "tp": 1532, "fp": 0, "tn": 0, "fn": 909 } ], "by_n_raters": [ { "n_raters": 1, "n": 4647, "accuracy": 0.4880568108457069, "balanced_accuracy": 0.5542564222258484, "precision": 0.3746875, "recall": 0.7603043753963221, "f1": 0.5019886958342055, "tp": 1199, "fp": 2001, "tn": 1069, "fn": 378 }, { "n_raters": 2, "n": 12562, "accuracy": 0.41673300429867854, "balanced_accuracy": 0.5675285518187136, "precision": 0.21457120018271097, "recall": 0.8071305841924399, "f1": 0.3390166892196662, "tp": 1879, "fp": 6878, "tn": 3356, "fn": 449 }, { "n_raters": 3, "n": 1366, "accuracy": 0.5007320644216691, "balanced_accuracy": 0.5392169292398168, "precision": 0.4320337197049526, "recall": 0.7414104882459313, "f1": 0.5459387483355527, "tp": 410, "fp": 539, "tn": 274, "fn": 143 }, { "n_raters": 4, "n": 57, "accuracy": 0.5263157894736842, "balanced_accuracy": 0.6619601328903655, "precision": 0.3333333333333333, "recall": 0.9285714285714286, "f1": 0.4905660377358491, "tp": 13, "fp": 26, "tn": 17, "fn": 1 } ], "by_n_raters_optimal": [ { "n_raters": 1, "n": 4647, "accuracy": 0.5638046051215838, "balanced_accuracy": 0.5694911998413679, "precision": 0.40225890529973934, "recall": 0.5871908687381103, "f1": 0.47744263985563296, "tp": 926, "fp": 1376, "tn": 1694, "fn": 651 }, { "n_raters": 2, "n": 12562, "accuracy": 0.5445788887119886, "balanced_accuracy": 0.5766379855706367, "precision": 0.23135391923990498, "recall": 0.6275773195876289, "f1": 0.3380770565775772, "tp": 1461, "fp": 4854, "tn": 5380, "fn": 867 }, { "n_raters": 3, "n": 1366, "accuracy": 0.5541727672035139, "balanced_accuracy": 0.5566428449094618, "precision": 0.45918367346938777, "recall": 0.569620253164557, "f1": 0.5084745762711864, "tp": 315, "fp": 371, "tn": 442, "fn": 238 }, { "n_raters": 4, "n": 57, "accuracy": 0.6140350877192983, "balanced_accuracy": 0.6719269102990033, "precision": 0.36666666666666664, "recall": 0.7857142857142857, "f1": 0.5, "tp": 11, "fp": 19, "tn": 24, "fn": 3 } ], "ensemble_members": [ { "name": "external_FineLAP_emolia", "snapshot": "AndreasXi/FineLAP", "weight": 1.0 } ], "audio_count": 18632, "prompt_count": 399, "outputs": { "predictions": "emolia-dim/predictions.csv", "summary": "emolia-dim/summary.json" }, "model_type": "finelap", "pretrained": "AndreasXi/FineLAP" } }