gijs's picture
Upload external_evals_current_emolia
759d4e9
Raw History Blame Contribute Delete
71.3 kB
Invalid JSON:Unexpected token 'N', ..."ccuracy": NaN, "... is not valid JSON
{
"emolia-emo": {
"task": "emolia_bench_current",
"subset": "emolia-emo",
"model": "external_FineLAP_emolia",
"benchmark_dir": "benchmarks/emolia-bench-current",
"benchmark_commit": "unknown",
"rows_total": 7988,
"rows_evaluated_ok": 7988,
"missing_audio": 0,
"threshold": 0.0,
"similarity_distribution": {
"min": -0.1580991894006729,
"median": 0.08964752405881882,
"max": 0.23448176681995392,
"mean": 0.08336937427520752
},
"overall_binary_at_thr0": {
"n": 7988,
"accuracy": 0.5824987481221833,
"balanced_accuracy": 0.51690790108165,
"precision": 0.5869270409547057,
"recall": 0.9374052414988088,
"f1": 0.7218747393878742,
"tp": 4328,
"fp": 3046,
"tn": 325,
"fn": 289
},
"optimal_threshold": 0.07992248237133026,
"overall_binary_at_optimal_thr": {
"n": 7988,
"accuracy": 0.5373059589384076,
"balanced_accuracy": 0.5283692584387711,
"precision": 0.6026298194784935,
"recall": 0.5856616850768898,
"f1": 0.5940246045694201,
"tp": 2704,
"fp": 1783,
"tn": 1588,
"fn": 1913
},
"overall_binary_at_per_prompt_thr": {
"n": 7988,
"accuracy": 0.5714822233350025,
"balanced_accuracy": 0.586354152591634,
"precision": 0.6787425149700599,
"recall": 0.4910114793155729,
"f1": 0.5698127434962926,
"tp": 2267,
"fp": 1073,
"tn": 2298,
"fn": 2350
},
"per_prompt_thresholds": {
"Affection": 0.10862362384796143,
"Amusement": 0.09400834143161774,
"Anger": 0.13422791659832,
"Astonishment_Surprise": 0.018221912905573845,
"Awe": 0.13804513216018677,
"Bitterness": 0.15205127000808716,
"Concentration": 0.11868485063314438,
"Confusion": 0.12956169247627258,
"Contemplation": 0.07540598511695862,
"Contempt": 0.09284526109695435,
"Contentment": 0.04242999479174614,
"Disappointment": 0.13845151662826538,
"Disgust": -0.012649156153202057,
"Distress": 0.04968395456671715,
"Doubt": 0.06216391548514366,
"Elation": 0.13296416401863098,
"Embarrassment": 0.09209342300891876,
"Emotional_Numbness": 0.052062083035707474,
"Fatigue_Exhaustion": 0.026619259268045425,
"Fear": 0.08366362005472183,
"Helplessness": 0.047485675662755966,
"Hope_Enthusiasm_Optimism": 0.1095619946718216,
"Impatience_and_Irritability": 0.07622210681438446,
"Infatuation": 0.1269911527633667,
"Interest": 0.12328805774450302,
"Intoxication_Altered_States_of_Consciousness": 0.18535234034061432,
"Jealousy___Envy": 0.09735917299985886,
"Longing": 0.15194953978061676,
"Malevolence_Malice": 0.1325155794620514,
"Pain": 0.016030078753829002,
"Pleasure_Ecstasy": 0.10289177298545837,
"Pride": 0.015641016885638237,
"Relief": -0.007348282262682915,
"Sadness": 0.15815860033035278,
"Sexual_Lust": 0.1455637514591217,
"Shame": 0.054783791303634644,
"Sourness": 0.08158484101295471,
"Teasing": 0.1674424409866333,
"Thankfulness_Gratitude": 0.12918654084205627,
"Triumph": 0.06184152141213417
},
"spearman_avg": 0.06791797071507269,
"spearman_per_prompt": {
"Affection": {
"n": 201,
"spearman": 0.10818413577856313
},
"Amusement": {
"n": 229,
"spearman": 0.4799113062942517
},
"Anger": {
"n": 352,
"spearman": 0.08258543947255656
},
"Astonishment_Surprise": {
"n": 100,
"spearman": 0.061123057518023896
},
"Awe": {
"n": 131,
"spearman": -0.08841590605637373
},
"Bitterness": {
"n": 129,
"spearman": 0.27394673664665736
},
"Concentration": {
"n": 125,
"spearman": 0.49192043704054855
},
"Confusion": {
"n": 113,
"spearman": 0.11567614276117279
},
"Contemplation": {
"n": 131,
"spearman": 0.2075212141190296
},
"Contempt": {
"n": 189,
"spearman": 0.15205672521211933
},
"Contentment": {
"n": 250,
"spearman": 0.2858611285136964
},
"Disappointment": {
"n": 125,
"spearman": 0.05865323873422591
},
"Disgust": {
"n": 127,
"spearman": -0.07857530308777082
},
"Distress": {
"n": 200,
"spearman": 0.010013912164876189
},
"Doubt": {
"n": 100,
"spearman": 0.09947962097587897
},
"Elation": {
"n": 325,
"spearman": 0.026563480463139732
},
"Embarrassment": {
"n": 317,
"spearman": 0.18634417701032402
},
"Emotional_Numbness": {
"n": 207,
"spearman": 0.18516746231721923
},
"Fatigue_Exhaustion": {
"n": 244,
"spearman": 0.008120630289463499
},
"Fear": {
"n": 311,
"spearman": 0.12479329946042082
},
"Helplessness": {
"n": 141,
"spearman": 0.09817973937601845
},
"Hope_Enthusiasm_Optimism": {
"n": 111,
"spearman": 0.14342484301835198
},
"Impatience_and_Irritability": {
"n": 238,
"spearman": 0.1903179027254527
},
"Infatuation": {
"n": 423,
"spearman": 0.018418006536943487
},
"Interest": {
"n": 101,
"spearman": -0.01858260499527988
},
"Intoxication_Altered_States_of_Consciousness": {
"n": 606,
"spearman": -0.12301159881958613
},
"Jealousy___Envy": {
"n": 100,
"spearman": 0.0994614833451534
},
"Longing": {
"n": 250,
"spearman": -0.2052086183904707
},
"Malevolence_Malice": {
"n": 100,
"spearman": 0.04264292484561126
},
"Pain": {
"n": 171,
"spearman": -0.025990550203699503
},
"Pleasure_Ecstasy": {
"n": 172,
"spearman": 0.24582127309371252
},
"Pride": {
"n": 150,
"spearman": -0.10065355272352583
},
"Relief": {
"n": 162,
"spearman": -0.14627354955054983
},
"Sadness": {
"n": 150,
"spearman": -0.18939421734299924
},
"Sexual_Lust": {
"n": 280,
"spearman": -0.10428829764137237
},
"Shame": {
"n": 125,
"spearman": 0.1947324984687561
},
"Sourness": {
"n": 221,
"spearman": 0.07744211318354384
},
"Teasing": {
"n": 100,
"spearman": -0.3548205574326949
},
"Thankfulness_Gratitude": {
"n": 103,
"spearman": -0.06955848943108124
},
"Triumph": {
"n": 378,
"spearman": 0.15312914491260002
}
},
"by_benchmark_bucket": [
{
"benchmark_bucket": "majority_absent",
"n": 2565,
"accuracy": 0.09005847953216374,
"balanced_accuracy": NaN,
"precision": 0.0,
"recall": NaN,
"f1": NaN,
"tp": 0,
"fp": 2334,
"tn": 231,
"fn": 0
},
{
"benchmark_bucket": "majority_present",
"n": 2807,
"accuracy": 0.9291058069112932,
"balanced_accuracy": NaN,
"precision": 1.0,
"recall": 0.9291058069112932,
"f1": 0.9632502308402585,
"tp": 2608,
"fp": 0,
"tn": 0,
"fn": 199
},
{
"benchmark_bucket": "single_rater_absent",
"n": 1,
"accuracy": 0.0,
"balanced_accuracy": NaN,
"precision": 0.0,
"recall": NaN,
"f1": NaN,
"tp": 0,
"fp": 1,
"tn": 0,
"fn": 0
},
{
"benchmark_bucket": "single_rater_present",
"n": 1,
"accuracy": 1.0,
"balanced_accuracy": NaN,
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"tp": 1,
"fp": 0,
"tn": 0,
"fn": 0
},
{
"benchmark_bucket": "unanimous_absent",
"n": 805,
"accuracy": 0.11677018633540373,
"balanced_accuracy": NaN,
"precision": 0.0,
"recall": NaN,
"f1": NaN,
"tp": 0,
"fp": 711,
"tn": 94,
"fn": 0
},
{
"benchmark_bucket": "unanimous_present",
"n": 1809,
"accuracy": 0.9502487562189055,
"balanced_accuracy": NaN,
"precision": 1.0,
"recall": 0.9502487562189055,
"f1": 0.9744897959183674,
"tp": 1719,
"fp": 0,
"tn": 0,
"fn": 90
}
],
"by_benchmark_bucket_optimal": [
{
"benchmark_bucket": "majority_absent",
"n": 2565,
"accuracy": 0.46276803118908383,
"balanced_accuracy": NaN,
"precision": 0.0,
"recall": NaN,
"f1": NaN,
"tp": 0,
"fp": 1378,
"tn": 1187,
"fn": 0
},
{
"benchmark_bucket": "majority_present",
"n": 2807,
"accuracy": 0.5732098325614535,
"balanced_accuracy": NaN,
"precision": 1.0,
"recall": 0.5732098325614535,
"f1": 0.7287137681159421,
"tp": 1609,
"fp": 0,
"tn": 0,
"fn": 1198
},
{
"benchmark_bucket": "single_rater_absent",
"n": 1,
"accuracy": 0.0,
"balanced_accuracy": NaN,
"precision": 0.0,
"recall": NaN,
"f1": NaN,
"tp": 0,
"fp": 1,
"tn": 0,
"fn": 0
},
{
"benchmark_bucket": "single_rater_present",
"n": 1,
"accuracy": 1.0,
"balanced_accuracy": NaN,
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"tp": 1,
"fp": 0,
"tn": 0,
"fn": 0
},
{
"benchmark_bucket": "unanimous_absent",
"n": 805,
"accuracy": 0.49813664596273294,
"balanced_accuracy": NaN,
"precision": 0.0,
"recall": NaN,
"f1": NaN,
"tp": 0,
"fp": 404,
"tn": 401,
"fn": 0
},
{
"benchmark_bucket": "unanimous_present",
"n": 1809,
"accuracy": 0.6047540077390824,
"balanced_accuracy": NaN,
"precision": 1.0,
"recall": 0.6047540077390824,
"f1": 0.7537030657940061,
"tp": 1094,
"fp": 0,
"tn": 0,
"fn": 715
}
],
"by_n_raters": [
{
"n_raters": 1,
"n": 2,
"accuracy": 0.5,
"balanced_accuracy": 0.5,
"precision": 0.5,
"recall": 1.0,
"f1": 0.6666666666666666,
"tp": 1,
"fp": 1,
"tn": 0,
"fn": 0
},
{
"n_raters": 2,
"n": 2,
"accuracy": 0.5,
"balanced_accuracy": 0.5,
"precision": 0.5,
"recall": 1.0,
"f1": 0.6666666666666666,
"tp": 1,
"fp": 1,
"tn": 0,
"fn": 0
},
{
"n_raters": 3,
"n": 7984,
"accuracy": 0.5825400801603207,
"balanced_accuracy": 0.5169229547203535,
"precision": 0.5869742198100407,
"recall": 0.9373781148429036,
"f1": 0.7219023779724655,
"tp": 4326,
"fp": 3044,
"tn": 325,
"fn": 289
}
],
"by_n_raters_optimal": [
{
"n_raters": 1,
"n": 2,
"accuracy": 0.5,
"balanced_accuracy": 0.5,
"precision": 0.5,
"recall": 1.0,
"f1": 0.6666666666666666,
"tp": 1,
"fp": 1,
"tn": 0,
"fn": 0
},
{
"n_raters": 2,
"n": 2,
"accuracy": 0.5,
"balanced_accuracy": 0.5,
"precision": 0.5,
"recall": 1.0,
"f1": 0.6666666666666666,
"tp": 1,
"fp": 1,
"tn": 0,
"fn": 0
},
{
"n_raters": 3,
"n": 7984,
"accuracy": 0.5373246492985972,
"balanced_accuracy": 0.5284193045571647,
"precision": 0.6027213919250501,
"recall": 0.5854821235102925,
"f1": 0.5939766981754232,
"tp": 2702,
"fp": 1781,
"tn": 1588,
"fn": 1913
}
],
"ensemble_members": [
{
"name": "external_FineLAP_emolia",
"snapshot": "AndreasXi/FineLAP",
"weight": 1.0
}
],
"audio_count": 3944,
"prompt_count": 40,
"outputs": {
"predictions": "emolia-emo/predictions.csv",
"summary": "emolia-emo/summary.json"
},
"model_type": "finelap",
"pretrained": "AndreasXi/FineLAP"
},
"emolia-dim": {
"task": "emolia_bench_current",
"subset": "emolia-dim",
"model": "external_FineLAP_emolia",
"benchmark_dir": "benchmarks/emolia-bench-current",
"benchmark_commit": "unknown",
"rows_total": 18632,
"rows_evaluated_ok": 18632,
"missing_audio": 0,
"threshold": 0.0,
"similarity_distribution": {
"min": -0.29195302724838257,
"median": 0.052318960428237915,
"max": 0.32975709438323975,
"mean": 0.04757792875170708
},
"overall_binary_at_thr0": {
"n": 18632,
"accuracy": 0.4410154572778016,
"balanced_accuracy": 0.5579610230132501,
"precision": 0.2704519119351101,
"recall": 0.782871198568873,
"f1": 0.4020210139518861,
"tp": 3501,
"fp": 9444,
"tn": 4716,
"fn": 971
},
"optimal_threshold": 0.05208972096443176,
"overall_binary_at_optimal_thr": {
"n": 18632,
"accuracy": 0.5502898239587806,
"balanced_accuracy": 0.569574780429136,
"precision": 0.2906889531768992,
"recall": 0.6066636851520573,
"f1": 0.3930459978268743,
"tp": 2713,
"fp": 6620,
"tn": 7540,
"fn": 1759
},
"overall_binary_at_per_prompt_thr": {
"n": 18632,
"accuracy": 0.6285422928295405,
"balanced_accuracy": 0.6609887763661906,
"precision": 0.362708823859177,
"recall": 0.7233899821109123,
"f1": 0.48316033156597715,
"tp": 3235,
"fp": 5684,
"tn": 8476,
"fn": 1237
},
"per_prompt_thresholds": {
"AGEV::0": 0.019304580986499786,
"AGEV::1": 0.06543652713298798,
"AGEV::2": 0.08130304515361786,
"AGEV::3": -0.15899749100208282,
"AGEV::4": 0.10155151784420013,
"AGEV::5": 0.0414804182946682,
"AGEV::6": -0.01330514159053564,
"AROU::0": -0.08160315454006195,
"AROU::1": 0.09418568760156631,
"AROU::2": 0.05661148950457573,
"AROU::3": -0.05481669306755066,
"AROU::4": -0.049357540905475616,
"AROU::5": 0.15578246116638184,
"AROU::6": 0.022403646260499954,
"ARSH::0": -0.042243435978889465,
"ARSH::1": 0.009960778057575226,
"ARSH::2": -0.092664435505867,
"ARSH::3": 0.036346327513456345,
"ARSH::4": -0.07593975216150284,
"ARSH::5": -0.015687618404626846,
"ARSH::6": 0.02980409935116768,
"ATCK::0": 0.07440271973609924,
"ATCK::1": 0.0596969798207283,
"ATCK::2": 0.026524199172854424,
"ATCK::3": 0.09829255938529968,
"ATCK::4": 0.04538851976394653,
"ATCK::5": 0.10210587084293365,
"ATCK::6": -0.0795721560716629,
"BKGN::0": 0.07889767736196518,
"BKGN::1": 0.059913091361522675,
"BKGN::2": 0.25264501571655273,
"BKGN::3": -0.1057049036026001,
"BKGN::4": -0.12058359384536743,
"BKGN::5": -0.039413221180438995,
"BKGN::6": -0.013410208746790886,
"BRGT::0": -0.004795472137629986,
"BRGT::1": -0.019617093726992607,
"BRGT::2": -0.08251042664051056,
"BRGT::3": 0.004941364750266075,
"BRGT::4": 0.016228392720222473,
"BRGT::5": -0.02375926449894905,
"BRGT::6": -0.13982458412647247,
"CHNK::0": 0.09290376305580139,
"CHNK::1": -0.06629110127687454,
"CHNK::2": 0.06835509836673737,
"CHNK::3": 0.0011244365014135838,
"CHNK::4": 0.06613051891326904,
"CHNK::5": 0.09157498925924301,
"CHNK::6": 0.012589835561811924,
"CLRT::0": -0.013036840595304966,
"CLRT::1": -0.02314290590584278,
"CLRT::2": -0.040201134979724884,
"CLRT::3": 0.08155198395252228,
"CLRT::4": 0.10106821358203888,
"CLRT::5": 0.1291636824607849,
"CLRT::6": 0.04793334752321243,
"COGL::0": 0.00862429104745388,
"COGL::1": 0.0239042267203331,
"COGL::2": -0.03431698679924011,
"COGL::3": -0.01590096764266491,
"COGL::4": 0.08429552614688873,
"COGL::5": 0.044172320514917374,
"COGL::6": 0.0847744271159172,
"DARC::0": -0.037624768912792206,
"DARC::1": 0.1408030390739441,
"DARC::2": 0.10494204610586166,
"DARC::3": 0.10829032957553864,
"DARC::4": -0.1434004008769989,
"DARC::5": 0.10587328672409058,
"DARC::6": 0.054438792169094086,
"DFLU::0": 0.09628705680370331,
"DFLU::1": 0.1260344684123993,
"DFLU::2": 0.1837415099143982,
"DFLU::3": 0.06509923189878464,
"DFLU::4": 0.04951100051403046,
"DFLU::5": 0.023432251065969467,
"DFLU::6": -1.0,
"EMPH::0": 0.14137667417526245,
"EMPH::1": 0.17112326622009277,
"EMPH::2": 0.17792874574661255,
"EMPH::3": 0.05427702143788338,
"EMPH::4": 0.1419290453195572,
"EMPH::5": 0.06622305512428284,
"EMPH::6": 0.07694092392921448,
"ESTH::0": -0.13045650720596313,
"ESTH::1": -0.11614611744880676,
"ESTH::2": 0.047308631241321564,
"ESTH::3": -0.014573373831808567,
"ESTH::4": -0.038330838084220886,
"ESTH::5": 0.13450494408607483,
"ESTH::6": 0.026901695877313614,
"EXPL::0": 0.16553063690662384,
"EXPL::1": 0.10598107427358627,
"EXPL::2": 0.12203997373580933,
"FOCS::0": 0.020952891558408737,
"FOCS::1": 0.14859527349472046,
"FOCS::2": 0.09151867777109146,
"FOCS::3": 0.09014667570590973,
"FOCS::4": 0.059235624969005585,
"FOCS::5": 0.0785704180598259,
"FOCS::6": -0.058403387665748596,
"FULL::0": 0.07751216739416122,
"FULL::1": -0.005861015059053898,
"FULL::2": 0.10288771241903305,
"FULL::3": 0.046111807227134705,
"FULL::4": -0.02292507328093052,
"FULL::5": -0.012815749272704124,
"FULL::6": 0.10453271120786667,
"GEND::0": -0.01369864959269762,
"GEND::1": 0.13468334078788757,
"GEND::2": 0.05273215100169182,
"GEND::3": 0.10548628866672516,
"GEND::4": 0.14031589031219482,
"GEND::5": 0.08829927444458008,
"GEND::6": -0.05072659254074097,
"HARM::0": 0.007240919396281242,
"HARM::1": -0.030556369572877884,
"HARM::2": 0.011898589320480824,
"HARM::3": -0.07074630260467529,
"HARM::4": 0.06077864021062851,
"HARM::5": -0.0873195081949234,
"HARM::6": -0.01589370146393776,
"LANG::Americas": 0.05781998112797737,
"LANG::Asian_Pacific": -0.01788519136607647,
"LANG::European": 0.15171009302139282,
"LANG::Middle_Eastern_African": 0.018264492973685265,
"METL::0": -0.05318272113800049,
"METL::1": 0.11187157034873962,
"METL::2": -0.08167997002601624,
"METL::3": 0.005063390359282494,
"METL::4": -0.07968506962060928,
"METL::5": -0.024346619844436646,
"METL::6": -0.03268536925315857,
"RANG::0": -0.08357297629117966,
"RANG::1": -0.01645718142390251,
"RANG::2": 0.07783952355384827,
"RANG::3": 0.13225090503692627,
"RANG::4": 0.07963669300079346,
"RANG::5": 0.05093783885240555,
"RANG::6": -0.06840056926012039,
"RCQL::0": -0.1708662211894989,
"RCQL::1": -0.018776364624500275,
"RCQL::2": -0.027199935168027878,
"RCQL::3": 0.15367284417152405,
"RCQL::4": 0.009940101765096188,
"RCQL::5": 0.06365969777107239,
"RCQL::6": 0.01118568517267704,
"REGS::0": -0.06206464394927025,
"REGS::1": -0.027206026017665863,
"REGS::2": 0.05037526786327362,
"REGS::3": -0.0491667240858078,
"REGS::4": -0.08523355424404144,
"REGS::5": 0.0250533614307642,
"REGS::6": -0.03172292932868004,
"RESP::0": 0.002369808964431286,
"RESP::1": -0.027089431881904602,
"RESP::2": 0.03413882106542587,
"RESP::3": 0.059420619159936905,
"RESP::4": -0.054750487208366394,
"RESP::5": 0.2555293142795563,
"RESP::6": 0.11018870025873184,
"ROUG::0": -0.04430630803108215,
"ROUG::1": -0.023139823228120804,
"ROUG::2": 0.10155653953552246,
"ROUG::3": 0.043104492127895355,
"ROUG::4": -0.12951403856277466,
"ROUG::5": -0.13228321075439453,
"ROUG::6": -0.047276660799980164,
"R_CHST::0": -0.028039589524269104,
"R_CHST::1": 0.06766317039728165,
"R_CHST::2": 0.15492987632751465,
"R_CHST::3": 0.09309002757072449,
"R_CHST::4": 0.007760593201965094,
"R_CHST::5": 0.06724955886602402,
"R_CHST::6": 0.045522820204496384,
"R_HEAD::0": -0.014382470399141312,
"R_HEAD::1": 0.24513855576515198,
"R_HEAD::2": -0.03562580794095993,
"R_HEAD::3": 0.05248770862817764,
"R_HEAD::4": -0.05442716181278229,
"R_HEAD::5": -0.02453826740384102,
"R_HEAD::6": 0.022629475221037865,
"R_MASK::0": -0.036422424018383026,
"R_MASK::1": 0.026610130444169044,
"R_MASK::2": -0.002966645173728466,
"R_MASK::3": -0.009492115117609501,
"R_MASK::4": 0.18544551730155945,
"R_MASK::5": 0.022355839610099792,
"R_MASK::6": -0.10887520015239716,
"R_MIXD::0": 0.1553594470024109,
"R_MIXD::1": 0.005054417997598648,
"R_MIXD::2": 0.011325933039188385,
"R_MIXD::3": 0.17072081565856934,
"R_MIXD::4": 0.07521580904722214,
"R_MIXD::5": 0.13324308395385742,
"R_MIXD::6": -0.04879119619727135,
"R_NASL::0": 0.04773787781596184,
"R_NASL::1": 0.059830039739608765,
"R_NASL::2": 0.056225840002298355,
"R_NASL::3": 0.0219263918697834,
"R_NASL::4": -0.07308720052242279,
"R_NASL::5": -0.09399978816509247,
"R_NASL::6": 0.06580755859613419,
"R_ORAL::0": 0.12300741672515869,
"R_ORAL::1": -0.010005375370383263,
"R_ORAL::2": -0.0014287447556853294,
"R_ORAL::3": 0.11734306067228317,
"R_ORAL::4": 0.15831676125526428,
"R_ORAL::5": 0.08997265994548798,
"R_ORAL::6": -0.04665607959032059,
"R_THRT::0": -0.045668717473745346,
"R_THRT::1": 0.10345248132944107,
"R_THRT::2": 0.11006090044975281,
"R_THRT::3": 0.06564989686012268,
"R_THRT::4": -0.03850877285003662,
"R_THRT::5": -0.01414940133690834,
"R_THRT::6": -0.010388391092419624,
"SMTH::0": 0.035450227558612823,
"SMTH::1": 0.1641734540462494,
"SMTH::2": 0.019224878400564194,
"SMTH::3": 0.18342828750610352,
"SMTH::4": 0.06522609293460846,
"SMTH::5": 0.09124002605676651,
"SMTH::6": 0.035958416759967804,
"STNC::0": 0.10350564122200012,
"STNC::1": 0.21289728581905365,
"STNC::2": 0.15160977840423584,
"STNC::3": 0.1507357805967331,
"STNC::4": 0.11995264887809753,
"STNC::5": 0.09256494045257568,
"STNC::6": 0.09573687613010406,
"STRU::0": -1.0,
"STRU::1": 0.1069982647895813,
"STRU::2": 0.03600603714585304,
"STRU::3": 0.14550775289535522,
"STRU::4": 0.17477184534072876,
"STRU::5": 0.15615302324295044,
"STRU::6": 0.12000070512294769,
"S_ASMR::0": 0.031934045255184174,
"S_ASMR::1": 0.004727201536297798,
"S_ASMR::2": 0.05048604682087898,
"S_ASMR::3": -0.08823011070489883,
"S_ASMR::4": 0.04006199911236763,
"S_ASMR::5": -0.04532130807638168,
"S_ASMR::6": -0.052390940487384796,
"S_AUTH::0": 0.13075703382492065,
"S_AUTH::1": 0.056351933628320694,
"S_AUTH::2": 0.11623114347457886,
"S_AUTH::3": 0.12741665542125702,
"S_AUTH::4": 0.18056266009807587,
"S_AUTH::5": 0.011816264130175114,
"S_AUTH::6": 0.17887622117996216,
"S_CART::0": 0.16823658347129822,
"S_CART::1": 0.03129789978265762,
"S_CART::2": 0.09506285190582275,
"S_CART::3": 0.14697520434856415,
"S_CART::4": 0.0013551092706620693,
"S_CART::5": 0.048171523958444595,
"S_CART::6": 0.0936041921377182,
"S_CASU::0": 0.20592907071113586,
"S_CASU::1": 0.05208972096443176,
"S_CASU::2": 0.1350976675748825,
"S_CASU::3": 0.1826636791229248,
"S_CASU::4": 0.1647854745388031,
"S_CASU::5": -0.06142028048634529,
"S_CASU::6": 0.11970727145671844,
"S_CONV::0": 0.14475935697555542,
"S_CONV::1": 0.18867594003677368,
"S_CONV::2": 0.10291756689548492,
"S_CONV::3": 0.16869740188121796,
"S_CONV::4": 0.08524646610021591,
"S_CONV::5": 0.1519666463136673,
"S_CONV::6": 0.2107085883617401,
"S_DRAM::0": 0.0954623818397522,
"S_DRAM::1": 0.08955448865890503,
"S_DRAM::2": 0.10192921757698059,
"S_DRAM::3": 0.06871747225522995,
"S_DRAM::4": 0.03771726042032242,
"S_DRAM::5": 0.019391458481550217,
"S_DRAM::6": 0.047032006084918976,
"S_FORM::0": 0.184294193983078,
"S_FORM::1": 0.10944823175668716,
"S_FORM::2": 0.12211906164884567,
"S_FORM::3": 0.10559862852096558,
"S_FORM::4": 0.10730861127376556,
"S_FORM::5": 0.10753367096185684,
"S_FORM::6": 0.1908738911151886,
"S_MONO::0": 0.05664817988872528,
"S_MONO::1": 0.04821070283651352,
"S_MONO::2": 0.01049456000328064,
"S_MONO::3": 0.06739774346351624,
"S_MONO::4": 0.08046644181013107,
"S_MONO::5": 0.15289008617401123,
"S_MONO::6": 0.17093834280967712,
"S_NARR::0": 0.01973196119070053,
"S_NARR::1": 0.07225914299488068,
"S_NARR::2": 0.11551952362060547,
"S_NARR::3": 0.13276873528957367,
"S_NARR::4": 0.06977204233407974,
"S_NARR::5": 0.15992100536823273,
"S_NARR::6": 0.1840210109949112,
"S_NEWS::0": 0.08621376752853394,
"S_NEWS::1": 0.17030441761016846,
"S_NEWS::2": 0.14838138222694397,
"S_NEWS::3": 0.12917855381965637,
"S_NEWS::4": 0.18629536032676697,
"S_NEWS::5": 0.08274015784263611,
"S_NEWS::6": 0.06027723848819733,
"S_PLAY::0": 0.15214723348617554,
"S_PLAY::1": 0.15275323390960693,
"S_PLAY::2": 0.08703599870204926,
"S_PLAY::3": 0.10453905165195465,
"S_PLAY::4": 0.18999335169792175,
"S_PLAY::5": 0.13765406608581543,
"S_PLAY::6": 0.15531279146671295,
"S_RANT::0": 0.12275398522615433,
"S_RANT::1": 0.1093028336763382,
"S_RANT::2": 0.13265497982501984,
"S_RANT::3": -0.11752551794052124,
"S_RANT::4": 0.04923562332987785,
"S_RANT::5": 0.15995225310325623,
"S_RANT::6": 0.12624795734882355,
"S_STRY::0": 0.10853350907564163,
"S_STRY::1": 0.14174768328666687,
"S_STRY::2": 0.15626738965511322,
"S_STRY::3": 0.1037297397851944,
"S_STRY::4": 0.1736006885766983,
"S_STRY::5": 0.06889381259679794,
"S_STRY::6": -0.009649625048041344,
"S_TECH::0": -0.032084573060274124,
"S_TECH::1": 0.21409174799919128,
"S_TECH::2": 0.08192893862724304,
"S_TECH::3": 0.12397179752588272,
"S_TECH::4": 0.13106046617031097,
"S_TECH::5": 0.06290602684020996,
"S_TECH::6": 0.09921122342348099,
"S_WHIS::0": 0.049205899238586426,
"S_WHIS::1": -0.03679707646369934,
"S_WHIS::2": -0.008132310584187508,
"S_WHIS::3": -0.0004613064229488373,
"S_WHIS::4": 0.2623734474182129,
"S_WHIS::5": -0.00817853957414627,
"S_WHIS::6": 0.16248394548892975,
"TEMP::0": -0.02748621068894863,
"TEMP::1": 0.12951448559761047,
"TEMP::2": 0.15268245339393616,
"TEMP::3": 0.15431861579418182,
"TEMP::4": 0.09651492536067963,
"TEMP::5": 0.07193785160779953,
"TEMP::6": 0.07266916334629059,
"TENS::0": -0.031428080052137375,
"TENS::1": 0.04591205343604088,
"TENS::2": -0.02431330643594265,
"TENS::3": 0.037840768694877625,
"TENS::4": 0.07797135412693024,
"TENS::5": 0.022406740114092827,
"TENS::6": 0.05766315758228302,
"VALN::0": 0.11182906478643417,
"VALN::1": 0.18679878115653992,
"VALN::2": 0.053010180592536926,
"VALN::3": 0.06685306131839752,
"VALN::4": 0.14527030289173126,
"VALN::5": 0.046928804367780685,
"VALN::6": 0.09669607132673264,
"VALS::0": 0.11678160727024078,
"VALS::1": 0.08152702450752258,
"VALS::2": 0.0893346443772316,
"VALS::3": 0.15632911026477814,
"VALS::4": 0.05167520046234131,
"VALS::5": 0.08884553611278534,
"VALS::6": 0.03813512623310089,
"VFLX::0": 0.11949987709522247,
"VFLX::1": 0.06350377202033997,
"VFLX::2": 0.07349580526351929,
"VFLX::3": 0.0007824215572327375,
"VFLX::4": 0.013416875153779984,
"VFLX::5": -0.021329982206225395,
"VFLX::6": 0.09492790699005127,
"VOLT::0": 0.1293792575597763,
"VOLT::1": 0.025576632469892502,
"VOLT::2": 0.09914496541023254,
"VOLT::3": 0.1399690955877304,
"VOLT::4": 0.07620970904827118,
"VOLT::5": 0.047636453062295914,
"VOLT::6": 0.031141722574830055,
"VULN::0": 0.14766356348991394,
"VULN::1": 0.13034220039844513,
"VULN::2": 0.01916341483592987,
"VULN::3": 0.1841895878314972,
"VULN::4": 0.12501075863838196,
"VULN::5": 0.07630237936973572,
"VULN::6": 0.11306649446487427,
"WARM::0": -1.0,
"WARM::1": 0.03702526539564133,
"WARM::2": -0.002669733949005604,
"WARM::3": -0.009870454668998718,
"WARM::4": -0.07902028411626816,
"WARM::5": -0.04133950173854828,
"WARM::6": 0.020209800451993942
},
"spearman_avg": 0.15882838310561057,
"spearman_per_prompt": {
"AGEV::0": {
"n": 50,
"spearman": 0.4896140599820759
},
"AGEV::1": {
"n": 50,
"spearman": 0.5915912637538219
},
"AGEV::2": {
"n": 50,
"spearman": 0.11919493436885749
},
"AGEV::3": {
"n": 50,
"spearman": -0.1367064343944925
},
"AGEV::4": {
"n": 49,
"spearman": 0.19106199182987857
},
"AGEV::5": {
"n": 50,
"spearman": 0.07479292223044572
},
"AGEV::6": {
"n": 50,
"spearman": 0.29395691957523834
},
"AROU::0": {
"n": 50,
"spearman": 0.29241108713045166
},
"AROU::1": {
"n": 50,
"spearman": 0.055016044211819104
},
"AROU::2": {
"n": 50,
"spearman": 0.279134845852342
},
"AROU::3": {
"n": 47,
"spearman": -0.14717232849093337
},
"AROU::4": {
"n": 46,
"spearman": 0.2387198390110149
},
"AROU::5": {
"n": 50,
"spearman": 0.1420789920147048
},
"AROU::6": {
"n": 50,
"spearman": 0.4977151175529401
},
"ARSH::0": {
"n": 50,
"spearman": 0.13568285561449592
},
"ARSH::1": {
"n": 50,
"spearman": 0.06256746077015347
},
"ARSH::2": {
"n": 50,
"spearman": 0.14758627590499154
},
"ARSH::3": {
"n": 50,
"spearman": 0.15716837128427422
},
"ARSH::4": {
"n": 50,
"spearman": 0.06351651017301212
},
"ARSH::5": {
"n": 50,
"spearman": 0.37209083895208356
},
"ARSH::6": {
"n": 50,
"spearman": 0.43339742453181007
},
"ATCK::0": {
"n": 50,
"spearman": -0.04368301215946606
},
"ATCK::1": {
"n": 50,
"spearman": 0.24961515421937125
},
"ATCK::2": {
"n": 50,
"spearman": 0.002074703190791479
},
"ATCK::3": {
"n": 50,
"spearman": 0.4169106998756112
},
"ATCK::4": {
"n": 50,
"spearman": 0.2174542355606591
},
"ATCK::5": {
"n": 50,
"spearman": -0.3203229582444398
},
"ATCK::6": {
"n": 50,
"spearman": 0.44157576129784176
},
"BKGN::0": {
"n": 50,
"spearman": 0.1254045481094499
},
"BKGN::1": {
"n": 50,
"spearman": 0.14650200148643688
},
"BKGN::2": {
"n": 27,
"spearman": -0.09635582456711833
},
"BKGN::3": {
"n": 38,
"spearman": -0.07711278392375738
},
"BKGN::4": {
"n": 50,
"spearman": 0.4437402274290126
},
"BKGN::5": {
"n": 50,
"spearman": 0.563567483969538
},
"BKGN::6": {
"n": 50,
"spearman": 0.36240141257010833
},
"BRGT::0": {
"n": 33,
"spearman": 0.18988484457089563
},
"BRGT::1": {
"n": 37,
"spearman": 0.44128215496831397
},
"BRGT::2": {
"n": 50,
"spearman": 0.0327437647101084
},
"BRGT::3": {
"n": 50,
"spearman": 0.07667261533559555
},
"BRGT::4": {
"n": 50,
"spearman": 0.16272391634822744
},
"BRGT::5": {
"n": 50,
"spearman": 0.09258206934842687
},
"BRGT::6": {
"n": 50,
"spearman": 0.11995911299882468
},
"CHNK::0": {
"n": 50,
"spearman": 0.2283823991206577
},
"CHNK::1": {
"n": 50,
"spearman": 0.1838689375558862
},
"CHNK::2": {
"n": 37,
"spearman": -0.0394051668485303
},
"CHNK::3": {
"n": 50,
"spearman": -0.12560440017525804
},
"CHNK::4": {
"n": 50,
"spearman": 0.04026389788997514
},
"CHNK::5": {
"n": 50,
"spearman": 0.22406284540540203
},
"CHNK::6": {
"n": 34,
"spearman": -0.05774177684055333
},
"CLRT::0": {
"n": 50,
"spearman": 0.21809684761734818
},
"CLRT::1": {
"n": 50,
"spearman": 0.3859517328803313
},
"CLRT::2": {
"n": 50,
"spearman": -0.06089211665623448
},
"CLRT::3": {
"n": 32,
"spearman": 0.04313153098338824
},
"CLRT::4": {
"n": 50,
"spearman": 0.2802085730437447
},
"CLRT::5": {
"n": 50,
"spearman": -0.10754545093328766
},
"CLRT::6": {
"n": 50,
"spearman": 0.36650917096363983
},
"COGL::0": {
"n": 50,
"spearman": 0.17059277281143995
},
"COGL::1": {
"n": 50,
"spearman": 0.3020532946671994
},
"COGL::2": {
"n": 39,
"spearman": 0.09453321949367191
},
"COGL::3": {
"n": 31,
"spearman": -0.08200310994847138
},
"COGL::4": {
"n": 50,
"spearman": -0.05279892155037705
},
"COGL::5": {
"n": 50,
"spearman": -0.14927402994410854
},
"COGL::6": {
"n": 50,
"spearman": 0.3062368423231506
},
"DARC::0": {
"n": 50,
"spearman": -0.2167183350219678
},
"DARC::1": {
"n": 50,
"spearman": -0.0028430800933653393
},
"DARC::2": {
"n": 29,
"spearman": 0.2585694266608
},
"DARC::3": {
"n": 50,
"spearman": 0.4911754423953779
},
"DARC::4": {
"n": 50,
"spearman": -0.0850380081167463
},
"DARC::5": {
"n": 50,
"spearman": 0.2773500981126146
},
"DARC::6": {
"n": 50,
"spearman": 0.6257575106471339
},
"DFLU::0": {
"n": 50,
"spearman": -0.0033001113665381276
},
"DFLU::1": {
"n": 50,
"spearman": 0.12047243771027691
},
"DFLU::2": {
"n": 40,
"spearman": 0.07761086096037649
},
"DFLU::3": {
"n": 50,
"spearman": 0.23441889528264764
},
"DFLU::4": {
"n": 50,
"spearman": 0.12557575783337308
},
"DFLU::5": {
"n": 50,
"spearman": -0.010209967171252516
},
"DFLU::6": {
"n": 50,
"spearman": -0.13313191308515457
},
"EMPH::0": {
"n": 50,
"spearman": 0.3333750695219308
},
"EMPH::1": {
"n": 50,
"spearman": 0.010665581735601781
},
"EMPH::2": {
"n": 30,
"spearman": 0.2395280569473741
},
"EMPH::3": {
"n": 33,
"spearman": -0.08207608574064447
},
"EMPH::4": {
"n": 50,
"spearman": 0.2855361303409334
},
"EMPH::5": {
"n": 50,
"spearman": 0.26025077882710707
},
"EMPH::6": {
"n": 50,
"spearman": 0.14339663438911623
},
"ESTH::0": {
"n": 50,
"spearman": 0.2946556871038197
},
"ESTH::1": {
"n": 50,
"spearman": 0.30624820663849445
},
"ESTH::2": {
"n": 44,
"spearman": 0.30975731129495226
},
"ESTH::3": {
"n": 30,
"spearman": 0.38011093463664347
},
"ESTH::4": {
"n": 50,
"spearman": 0.0014814826896937425
},
"ESTH::5": {
"n": 50,
"spearman": -0.06724222360876699
},
"ESTH::6": {
"n": 43,
"spearman": 0.09141140928501167
},
"EXPL::0": {
"n": 50,
"spearman": 0.09995981451229904
},
"EXPL::1": {
"n": 44,
"spearman": -0.060051962232346476
},
"EXPL::2": {
"n": 50,
"spearman": 0.21988677223229638
},
"FOCS::0": {
"n": 50,
"spearman": 0.1056560496289087
},
"FOCS::1": {
"n": 50,
"spearman": 0.010017408234365602
},
"FOCS::2": {
"n": 50,
"spearman": -0.03041686496489063
},
"FOCS::3": {
"n": 41,
"spearman": 0.383339985336882
},
"FOCS::4": {
"n": 50,
"spearman": -0.015440767920650578
},
"FOCS::5": {
"n": 50,
"spearman": 0.07090884637732416
},
"FOCS::6": {
"n": 50,
"spearman": -0.06005824096042297
},
"FULL::0": {
"n": 27,
"spearman": 0.3157961696497792
},
"FULL::1": {
"n": 50,
"spearman": 0.09866377362795375
},
"FULL::2": {
"n": 30,
"spearman": 0.31723747355492926
},
"FULL::3": {
"n": 37,
"spearman": 0.06502666404976612
},
"FULL::4": {
"n": 50,
"spearman": -0.019430207172928968
},
"FULL::5": {
"n": 50,
"spearman": 0.15050453689811583
},
"FULL::6": {
"n": 29,
"spearman": 0.2337713244676159
},
"GEND::0": {
"n": 50,
"spearman": 0.13929683259175368
},
"GEND::1": {
"n": 50,
"spearman": 0.4531101455949723
},
"GEND::2": {
"n": 50,
"spearman": 0.23585156250209474
},
"GEND::3": {
"n": 50,
"spearman": 0.1839800722587209
},
"GEND::4": {
"n": 50,
"spearman": -0.008801311493125992
},
"GEND::5": {
"n": 50,
"spearman": 0.46443778016794196
},
"GEND::6": {
"n": 50,
"spearman": 0.3346587860063777
},
"HARM::0": {
"n": 50,
"spearman": 0.4946804701112798
},
"HARM::1": {
"n": 50,
"spearman": 0.16817253039506477
},
"HARM::2": {
"n": 50,
"spearman": -0.1610021530337009
},
"HARM::3": {
"n": 33,
"spearman": -0.24667865595534114
},
"HARM::4": {
"n": 50,
"spearman": -0.01581978244092813
},
"HARM::5": {
"n": 30,
"spearman": 0.0548787722534765
},
"HARM::6": {
"n": 50,
"spearman": 0.11267263762039569
},
"LANG::Americas": {
"n": 25,
"spearman": -0.02584141003615169
},
"LANG::Asian_Pacific": {
"n": 25,
"spearman": -0.41685719087286666
},
"LANG::European": {
"n": 25,
"spearman": 0.1141563585970786
},
"LANG::Middle_Eastern_African": {
"n": 25,
"spearman": -0.013743236300694642
},
"METL::0": {
"n": 42,
"spearman": 0.05361228788786051
},
"METL::1": {
"n": 50,
"spearman": -0.04952150480467491
},
"METL::2": {
"n": 30,
"spearman": -0.06730031971756383
},
"METL::3": {
"n": 50,
"spearman": -0.059387304990724504
},
"METL::4": {
"n": 50,
"spearman": 0.08375897732178504
},
"METL::5": {
"n": 50,
"spearman": 0.08352152763914354
},
"METL::6": {
"n": 50,
"spearman": 0.3018323767505707
},
"RANG::0": {
"n": 25,
"spearman": -0.1421277551988343
},
"RANG::1": {
"n": 50,
"spearman": 0.08637385359073248
},
"RANG::2": {
"n": 50,
"spearman": 0.22276358353991116
},
"RANG::3": {
"n": 27,
"spearman": 0.36973552623000416
},
"RANG::4": {
"n": 50,
"spearman": 0.16636287341105066
},
"RANG::5": {
"n": 50,
"spearman": 0.037016462341091204
},
"RANG::6": {
"n": 50,
"spearman": 0.15704113214561563
},
"RCQL::0": {
"n": 50,
"spearman": 0.07157185309566638
},
"RCQL::1": {
"n": 50,
"spearman": -0.014548939776218087
},
"RCQL::2": {
"n": 25,
"spearman": 0.32671916373004145
},
"RCQL::3": {
"n": 25,
"spearman": 0.08652105226990993
},
"RCQL::4": {
"n": 36,
"spearman": 0.04157336389429466
},
"RCQL::5": {
"n": 50,
"spearman": -0.13557866227643262
},
"RCQL::6": {
"n": 50,
"spearman": 0.17351416650501733
},
"REGS::0": {
"n": 50,
"spearman": 0.38363165517167674
},
"REGS::1": {
"n": 50,
"spearman": 0.2974075310523384
},
"REGS::2": {
"n": 50,
"spearman": 0.04736927822168046
},
"REGS::3": {
"n": 50,
"spearman": 0.216115543624932
},
"REGS::4": {
"n": 50,
"spearman": 0.2209294273045259
},
"REGS::5": {
"n": 50,
"spearman": 0.07189282059199288
},
"REGS::6": {
"n": 50,
"spearman": 0.24359480884092916
},
"RESP::0": {
"n": 50,
"spearman": 0.07213995734505728
},
"RESP::1": {
"n": 50,
"spearman": 0.09615877723065598
},
"RESP::2": {
"n": 44,
"spearman": 0.011784672160091927
},
"RESP::3": {
"n": 50,
"spearman": 0.30537951984981654
},
"RESP::4": {
"n": 50,
"spearman": 0.3619169559201897
},
"RESP::5": {
"n": 50,
"spearman": 0.5541519497286624
},
"RESP::6": {
"n": 50,
"spearman": 0.6487226926411235
},
"ROUG::0": {
"n": 27,
"spearman": 0.242207392735782
},
"ROUG::1": {
"n": 42,
"spearman": 0.12143795243120066
},
"ROUG::2": {
"n": 34,
"spearman": 0.056412216587845516
},
"ROUG::3": {
"n": 50,
"spearman": 0.38130171240392485
},
"ROUG::4": {
"n": 50,
"spearman": 0.1355553975683999
},
"ROUG::5": {
"n": 50,
"spearman": 0.18733489138476708
},
"ROUG::6": {
"n": 50,
"spearman": 0.22242522051357175
},
"R_CHST::0": {
"n": 50,
"spearman": -0.19364684737641324
},
"R_CHST::1": {
"n": 50,
"spearman": 0.1296263772590201
},
"R_CHST::2": {
"n": 30,
"spearman": 0.49166400163198604
},
"R_CHST::3": {
"n": 50,
"spearman": 0.3002753349794302
},
"R_CHST::4": {
"n": 50,
"spearman": -0.13492935566827952
},
"R_CHST::5": {
"n": 50,
"spearman": 0.33745277977853566
},
"R_CHST::6": {
"n": 40,
"spearman": 0.388129333413701
},
"R_HEAD::0": {
"n": 50,
"spearman": -0.03706496825815435
},
"R_HEAD::1": {
"n": 50,
"spearman": -0.025883529203066306
},
"R_HEAD::2": {
"n": 50,
"spearman": 0.225874863560794
},
"R_HEAD::3": {
"n": 50,
"spearman": -0.06133477866148369
},
"R_HEAD::4": {
"n": 50,
"spearman": 0.2790574408090179
},
"R_HEAD::5": {
"n": 50,
"spearman": 0.2488837007234788
},
"R_HEAD::6": {
"n": 40,
"spearman": 0.11061720498650375
},
"R_MASK::0": {
"n": 50,
"spearman": 0.15367949367993095
},
"R_MASK::1": {
"n": 50,
"spearman": 0.1786907908951405
},
"R_MASK::2": {
"n": 50,
"spearman": 0.08027669335119042
},
"R_MASK::3": {
"n": 50,
"spearman": 0.26074941072179164
},
"R_MASK::4": {
"n": 50,
"spearman": 0.05148466429795905
},
"R_MASK::5": {
"n": 50,
"spearman": 0.2428517794383212
},
"R_MASK::6": {
"n": 32,
"spearman": 0.35151587473205154
},
"R_MIXD::0": {
"n": 50,
"spearman": -0.0859044419074899
},
"R_MIXD::1": {
"n": 43,
"spearman": 0.48244732350832964
},
"R_MIXD::2": {
"n": 50,
"spearman": 0.05944239732120598
},
"R_MIXD::3": {
"n": 50,
"spearman": -0.1351120683740917
},
"R_MIXD::4": {
"n": 50,
"spearman": 0.12172938489393201
},
"R_MIXD::5": {
"n": 50,
"spearman": 0.22286451433879345
},
"R_MIXD::6": {
"n": 25,
"spearman": 0.018191761073083908
},
"R_NASL::0": {
"n": 28,
"spearman": -0.18648956023264626
},
"R_NASL::1": {
"n": 50,
"spearman": 0.1457436561983523
},
"R_NASL::2": {
"n": 50,
"spearman": -0.01751034691809668
},
"R_NASL::3": {
"n": 50,
"spearman": -0.21586186556733145
},
"R_NASL::4": {
"n": 41,
"spearman": 0.13446646581917485
},
"R_NASL::5": {
"n": 35,
"spearman": 0.06538685541200907
},
"R_NASL::6": {
"n": 25,
"spearman": 0.1785285054186588
},
"R_ORAL::0": {
"n": 43,
"spearman": -0.20686560244485774
},
"R_ORAL::1": {
"n": 50,
"spearman": -0.11031152976420386
},
"R_ORAL::2": {
"n": 34,
"spearman": -0.04773538937670744
},
"R_ORAL::3": {
"n": 50,
"spearman": 0.3089269191001888
},
"R_ORAL::4": {
"n": 50,
"spearman": -0.020510199104516822
},
"R_ORAL::5": {
"n": 50,
"spearman": -0.012772582872810809
},
"R_ORAL::6": {
"n": 34,
"spearman": 0.13921116618832519
},
"R_THRT::0": {
"n": 50,
"spearman": -0.08295006650606614
},
"R_THRT::1": {
"n": 50,
"spearman": -0.12829333244030103
},
"R_THRT::2": {
"n": 36,
"spearman": 0.006736921300156282
},
"R_THRT::3": {
"n": 50,
"spearman": 0.1734755890054438
},
"R_THRT::4": {
"n": 50,
"spearman": 0.27089295254798235
},
"R_THRT::5": {
"n": 50,
"spearman": 0.09681815314782884
},
"R_THRT::6": {
"n": 50,
"spearman": 0.35689050570090625
},
"SMTH::0": {
"n": 50,
"spearman": 0.3844705531819737
},
"SMTH::1": {
"n": 50,
"spearman": -0.057841265890266835
},
"SMTH::2": {
"n": 37,
"spearman": 0.05384366017689552
},
"SMTH::3": {
"n": 27,
"spearman": -0.12750099058846726
},
"SMTH::4": {
"n": 50,
"spearman": 0.24222917419739065
},
"SMTH::5": {
"n": 50,
"spearman": 0.3532446836404112
},
"SMTH::6": {
"n": 50,
"spearman": 0.06290982788351815
},
"STNC::0": {
"n": 50,
"spearman": 0.24185180942754775
},
"STNC::1": {
"n": 50,
"spearman": -0.11033783377681397
},
"STNC::2": {
"n": 50,
"spearman": 0.28532883074260207
},
"STNC::3": {
"n": 42,
"spearman": 0.18113683459359578
},
"STNC::4": {
"n": 50,
"spearman": 0.3172175360500802
},
"STNC::5": {
"n": 50,
"spearman": 0.25095530572592073
},
"STNC::6": {
"n": 50,
"spearman": 0.4952051905984172
},
"STRU::0": {
"n": 50,
"spearman": -0.5045835682704887
},
"STRU::1": {
"n": 50,
"spearman": 0.2760876581892509
},
"STRU::2": {
"n": 50,
"spearman": 0.020533128344885
},
"STRU::3": {
"n": 28,
"spearman": 0.18023457436552145
},
"STRU::4": {
"n": 50,
"spearman": 0.5241154946212111
},
"STRU::5": {
"n": 50,
"spearman": 0.292953852884096
},
"STRU::6": {
"n": 27,
"spearman": -0.08172163983990245
},
"S_ASMR::0": {
"n": 33,
"spearman": 0.32917509731358524
},
"S_ASMR::1": {
"n": 50,
"spearman": 0.17912257802740467
},
"S_ASMR::2": {
"n": 50,
"spearman": 0.34084796774003817
},
"S_ASMR::3": {
"n": 50,
"spearman": 0.35469672402936775
},
"S_ASMR::4": {
"n": 50,
"spearman": 0.37589228684685877
},
"S_ASMR::5": {
"n": 50,
"spearman": 0.08239213373292376
},
"S_ASMR::6": {
"n": 50,
"spearman": 0.5635452879383472
},
"S_AUTH::0": {
"n": 50,
"spearman": -0.09809754868773307
},
"S_AUTH::1": {
"n": 50,
"spearman": -0.09856839535963362
},
"S_AUTH::2": {
"n": 50,
"spearman": 0.14206646398333872
},
"S_AUTH::3": {
"n": 50,
"spearman": 0.2750966197258022
},
"S_AUTH::4": {
"n": 50,
"spearman": 0.3402160465318483
},
"S_AUTH::5": {
"n": 50,
"spearman": 0.47229775860169626
},
"S_AUTH::6": {
"n": 38,
"spearman": 0.34581590359780867
},
"S_CART::0": {
"n": 50,
"spearman": 0.1783002507543467
},
"S_CART::1": {
"n": 50,
"spearman": 0.12371223254467228
},
"S_CART::2": {
"n": 47,
"spearman": 0.2859866874476754
},
"S_CART::3": {
"n": 50,
"spearman": 0.2521219303145598
},
"S_CART::4": {
"n": 50,
"spearman": 0.5291570455534965
},
"S_CART::5": {
"n": 50,
"spearman": 0.09183212478182351
},
"S_CART::6": {
"n": 50,
"spearman": -0.008296713403822244
},
"S_CASU::0": {
"n": 26,
"spearman": 0.5186175879833475
},
"S_CASU::1": {
"n": 50,
"spearman": -0.28855728395320224
},
"S_CASU::2": {
"n": 50,
"spearman": 0.3042016806722689
},
"S_CASU::3": {
"n": 50,
"spearman": 0.3143623624196642
},
"S_CASU::4": {
"n": 50,
"spearman": 0.20558033450150837
},
"S_CASU::5": {
"n": 50,
"spearman": 0.18079769464271414
},
"S_CASU::6": {
"n": 40,
"spearman": 0.31306419493522936
},
"S_CONV::0": {
"n": 50,
"spearman": 0.20219357078471029
},
"S_CONV::1": {
"n": 50,
"spearman": 0.16767902286579292
},
"S_CONV::2": {
"n": 49,
"spearman": -0.020294511358495783
},
"S_CONV::3": {
"n": 50,
"spearman": 0.5976699406169361
},
"S_CONV::4": {
"n": 50,
"spearman": 0.23744943163346552
},
"S_CONV::5": {
"n": 50,
"spearman": 0.24891525935770328
},
"S_CONV::6": {
"n": 34,
"spearman": 0.18183933811528946
},
"S_DRAM::0": {
"n": 50,
"spearman": 0.1256377561182676
},
"S_DRAM::1": {
"n": 50,
"spearman": -0.003270349700838643
},
"S_DRAM::2": {
"n": 50,
"spearman": 0.04351109882375419
},
"S_DRAM::3": {
"n": 50,
"spearman": -0.3290797199931839
},
"S_DRAM::4": {
"n": 50,
"spearman": 0.40842795556527967
},
"S_DRAM::5": {
"n": 50,
"spearman": 0.40068127687471916
},
"S_DRAM::6": {
"n": 50,
"spearman": 0.27685676305370527
},
"S_FORM::0": {
"n": 50,
"spearman": -0.028631572896355865
},
"S_FORM::1": {
"n": 50,
"spearman": 0.14953372728221592
},
"S_FORM::2": {
"n": 50,
"spearman": 0.19131209317287878
},
"S_FORM::3": {
"n": 50,
"spearman": -0.023549997875644584
},
"S_FORM::4": {
"n": 50,
"spearman": 0.0375790659702575
},
"S_FORM::5": {
"n": 50,
"spearman": 0.48055806161697073
},
"S_FORM::6": {
"n": 42,
"spearman": 0.20503353112199618
},
"S_MONO::0": {
"n": 50,
"spearman": 0.1338275084524477
},
"S_MONO::1": {
"n": 50,
"spearman": 0.3039382984335961
},
"S_MONO::2": {
"n": 50,
"spearman": 0.09679937876509152
},
"S_MONO::3": {
"n": 50,
"spearman": 0.26873455407265495
},
"S_MONO::4": {
"n": 50,
"spearman": 0.29719717568261683
},
"S_MONO::5": {
"n": 50,
"spearman": 0.3994131603399526
},
"S_MONO::6": {
"n": 50,
"spearman": 0.2982789036159713
},
"S_NARR::0": {
"n": 50,
"spearman": 0.2654231898368143
},
"S_NARR::1": {
"n": 50,
"spearman": 0.03223239236975013
},
"S_NARR::2": {
"n": 50,
"spearman": 0.19278008280287875
},
"S_NARR::3": {
"n": 50,
"spearman": 0.145239071383319
},
"S_NARR::4": {
"n": 50,
"spearman": 0.4013659167685519
},
"S_NARR::5": {
"n": 50,
"spearman": 0.5332650231860271
},
"S_NARR::6": {
"n": 29,
"spearman": 0.21091023556024668
},
"S_NEWS::0": {
"n": 50,
"spearman": 0.15440528586637936
},
"S_NEWS::1": {
"n": 50,
"spearman": -0.06540254774347473
},
"S_NEWS::2": {
"n": 50,
"spearman": 0.08213233780186406
},
"S_NEWS::3": {
"n": 50,
"spearman": 0.2163491599997208
},
"S_NEWS::4": {
"n": 50,
"spearman": 0.02555827814669789
},
"S_NEWS::5": {
"n": 50,
"spearman": 0.056157485154658814
},
"S_NEWS::6": {
"n": 40,
"spearman": 0.2894190467512546
},
"S_PLAY::0": {
"n": 50,
"spearman": -0.025173805579683222
},
"S_PLAY::1": {
"n": 50,
"spearman": 0.18700796727230493
},
"S_PLAY::2": {
"n": 50,
"spearman": -0.013732340154424465
},
"S_PLAY::3": {
"n": 50,
"spearman": 0.4310968647761188
},
"S_PLAY::4": {
"n": 50,
"spearman": 0.381894044347301
},
"S_PLAY::5": {
"n": 50,
"spearman": 0.25456950999911476
},
"S_PLAY::6": {
"n": 50,
"spearman": 0.17075574543155161
},
"S_RANT::0": {
"n": 50,
"spearman": 0.0955115157318174
},
"S_RANT::1": {
"n": 50,
"spearman": 0.3788400856489172
},
"S_RANT::2": {
"n": 50,
"spearman": 0.262858291771306
},
"S_RANT::3": {
"n": 50,
"spearman": -0.17809653146617604
},
"S_RANT::4": {
"n": 50,
"spearman": 0.6075814621421821
},
"S_RANT::5": {
"n": 50,
"spearman": 0.3518477073775373
},
"S_RANT::6": {
"n": 50,
"spearman": 0.7051799780099143
},
"S_STRY::0": {
"n": 46,
"spearman": 0.08845085255243292
},
"S_STRY::1": {
"n": 50,
"spearman": 0.4818724664413444
},
"S_STRY::2": {
"n": 50,
"spearman": 0.31320116893034333
},
"S_STRY::3": {
"n": 50,
"spearman": 0.33852897388469483
},
"S_STRY::4": {
"n": 50,
"spearman": 0.28335444660136333
},
"S_STRY::5": {
"n": 50,
"spearman": 0.5237460825138593
},
"S_STRY::6": {
"n": 39,
"spearman": 0.235076309095651
},
"S_TECH::0": {
"n": 40,
"spearman": 0.063760438639775
},
"S_TECH::1": {
"n": 50,
"spearman": 0.05310424990409415
},
"S_TECH::2": {
"n": 50,
"spearman": 0.012136920916776288
},
"S_TECH::3": {
"n": 50,
"spearman": 0.2251545840417087
},
"S_TECH::4": {
"n": 50,
"spearman": 0.285809189697932
},
"S_TECH::5": {
"n": 50,
"spearman": -0.0653174678099366
},
"S_TECH::6": {
"n": 32,
"spearman": -0.08594196001290173
},
"S_WHIS::0": {
"n": 50,
"spearman": 0.3478635490832614
},
"S_WHIS::1": {
"n": 50,
"spearman": 0.3513869990417936
},
"S_WHIS::2": {
"n": 50,
"spearman": 0.5367036798051473
},
"S_WHIS::3": {
"n": 50,
"spearman": 0.08471008638869573
},
"S_WHIS::4": {
"n": 50,
"spearman": 0.3274105157512014
},
"S_WHIS::5": {
"n": 50,
"spearman": 0.14233665883598934
},
"S_WHIS::6": {
"n": 50,
"spearman": 0.6640852748244399
},
"TEMP::0": {
"n": 49,
"spearman": -0.05790750092227603
},
"TEMP::1": {
"n": 50,
"spearman": 0.1502446391418973
},
"TEMP::2": {
"n": 46,
"spearman": 0.04796106284380291
},
"TEMP::3": {
"n": 31,
"spearman": 0.19851140939758843
},
"TEMP::4": {
"n": 50,
"spearman": 0.13247406911265197
},
"TEMP::5": {
"n": 50,
"spearman": 0.48627932692620374
},
"TEMP::6": {
"n": 42,
"spearman": 0.03508804091443982
},
"TENS::0": {
"n": 32,
"spearman": 0.2561419480499681
},
"TENS::1": {
"n": 50,
"spearman": -0.09975634773369878
},
"TENS::2": {
"n": 40,
"spearman": -0.11906619527665215
},
"TENS::3": {
"n": 30,
"spearman": 0.3373894904161625
},
"TENS::4": {
"n": 50,
"spearman": 0.2886243307549728
},
"TENS::5": {
"n": 50,
"spearman": 0.371709081248235
},
"TENS::6": {
"n": 50,
"spearman": 0.39510173359554196
},
"VALN::0": {
"n": 50,
"spearman": 0.12589779648579655
},
"VALN::1": {
"n": 50,
"spearman": -0.04439910972500958
},
"VALN::2": {
"n": 43,
"spearman": -0.02405058714535538
},
"VALN::3": {
"n": 50,
"spearman": 0.2761383983656291
},
"VALN::4": {
"n": 50,
"spearman": 0.4439191656801094
},
"VALN::5": {
"n": 50,
"spearman": 0.12347956635047436
},
"VALN::6": {
"n": 50,
"spearman": 0.21507116267380097
},
"VALS::0": {
"n": 50,
"spearman": 0.2745478535295527
},
"VALS::1": {
"n": 50,
"spearman": 0.02015822674461336
},
"VALS::2": {
"n": 28,
"spearman": -0.10074494853455751
},
"VALS::3": {
"n": 50,
"spearman": -0.15495986052470542
},
"VALS::4": {
"n": 50,
"spearman": 0.2848078752854161
},
"VALS::5": {
"n": 50,
"spearman": -0.03052756042298554
},
"VALS::6": {
"n": 50,
"spearman": -0.07879199670492511
},
"VFLX::0": {
"n": 50,
"spearman": 0.3550226410359434
},
"VFLX::1": {
"n": 50,
"spearman": 0.027495914949173698
},
"VFLX::2": {
"n": 50,
"spearman": 0.007708072230572519
},
"VFLX::3": {
"n": 50,
"spearman": 0.2606352985465071
},
"VFLX::4": {
"n": 50,
"spearman": -0.18834931233360586
},
"VFLX::5": {
"n": 50,
"spearman": -0.10710657170340163
},
"VFLX::6": {
"n": 50,
"spearman": -0.07103473632019355
},
"VOLT::0": {
"n": 50,
"spearman": 0.3495019784024515
},
"VOLT::1": {
"n": 50,
"spearman": 0.2032572232746577
},
"VOLT::2": {
"n": 36,
"spearman": 0.3091142066782167
},
"VOLT::3": {
"n": 41,
"spearman": 0.33815965559379263
},
"VOLT::4": {
"n": 41,
"spearman": 0.09455102450376807
},
"VOLT::5": {
"n": 50,
"spearman": 0.3283385914436779
},
"VOLT::6": {
"n": 50,
"spearman": 0.31275611060054676
},
"VULN::0": {
"n": 50,
"spearman": 0.10023910509765153
},
"VULN::1": {
"n": 50,
"spearman": 0.04510389492507848
},
"VULN::2": {
"n": 50,
"spearman": 0.0890433987640981
},
"VULN::3": {
"n": 50,
"spearman": -0.2156526651747501
},
"VULN::4": {
"n": 50,
"spearman": 0.4419798505224398
},
"VULN::5": {
"n": 50,
"spearman": 0.24192165872784713
},
"VULN::6": {
"n": 50,
"spearman": 0.12482901504326277
},
"WARM::0": {
"n": 39,
"spearman": 0.04870722586228727
},
"WARM::1": {
"n": 50,
"spearman": 0.055222165895601014
},
"WARM::2": {
"n": 50,
"spearman": -0.11491224310011312
},
"WARM::3": {
"n": 49,
"spearman": -0.020215638106436645
},
"WARM::4": {
"n": 50,
"spearman": 0.22582781814116515
},
"WARM::5": {
"n": 50,
"spearman": 0.0774152037762356
},
"WARM::6": {
"n": 26,
"spearman": 0.03855621866950842
}
},
"by_benchmark_bucket": [
{
"benchmark_bucket": "majority_no",
"n": 6924,
"accuracy": 0.31268053148469094,
"balanced_accuracy": NaN,
"precision": 0.0,
"recall": NaN,
"f1": NaN,
"tp": 0,
"fp": 4759,
"tn": 2165,
"fn": 0
},
{
"benchmark_bucket": "majority_yes",
"n": 454,
"accuracy": 0.7533039647577092,
"balanced_accuracy": NaN,
"precision": 1.0,
"recall": 0.7533039647577092,
"f1": 0.8592964824120604,
"tp": 342,
"fp": 0,
"tn": 0,
"fn": 112
},
{
"benchmark_bucket": "single_rater_no",
"n": 3070,
"accuracy": 0.3482084690553746,
"balanced_accuracy": NaN,
"precision": 0.0,
"recall": NaN,
"f1": NaN,
"tp": 0,
"fp": 2001,
"tn": 1069,
"fn": 0
},
{
"benchmark_bucket": "single_rater_yes",
"n": 1577,
"accuracy": 0.7603043753963221,
"balanced_accuracy": NaN,
"precision": 1.0,
"recall": 0.7603043753963221,
"f1": 0.8638328530259366,
"tp": 1199,
"fp": 0,
"tn": 0,
"fn": 378
},
{
"benchmark_bucket": "unanimous_no",
"n": 4166,
"accuracy": 0.3557369179068651,
"balanced_accuracy": NaN,
"precision": 0.0,
"recall": NaN,
"f1": NaN,
"tp": 0,
"fp": 2684,
"tn": 1482,
"fn": 0
},
{
"benchmark_bucket": "unanimous_yes",
"n": 2441,
"accuracy": 0.8029496108152396,
"balanced_accuracy": NaN,
"precision": 1.0,
"recall": 0.8029496108152396,
"f1": 0.8907066575778232,
"tp": 1960,
"fp": 0,
"tn": 0,
"fn": 481
}
],
"by_benchmark_bucket_optimal": [
{
"benchmark_bucket": "majority_no",
"n": 6924,
"accuracy": 0.5082322357019065,
"balanced_accuracy": NaN,
"precision": 0.0,
"recall": NaN,
"f1": NaN,
"tp": 0,
"fp": 3405,
"tn": 3519,
"fn": 0
},
{
"benchmark_bucket": "majority_yes",
"n": 454,
"accuracy": 0.5616740088105727,
"balanced_accuracy": NaN,
"precision": 1.0,
"recall": 0.5616740088105727,
"f1": 0.7193229901269393,
"tp": 255,
"fp": 0,
"tn": 0,
"fn": 199
},
{
"benchmark_bucket": "single_rater_no",
"n": 3070,
"accuracy": 0.5517915309446254,
"balanced_accuracy": NaN,
"precision": 0.0,
"recall": NaN,
"f1": NaN,
"tp": 0,
"fp": 1376,
"tn": 1694,
"fn": 0
},
{
"benchmark_bucket": "single_rater_yes",
"n": 1577,
"accuracy": 0.5871908687381103,
"balanced_accuracy": NaN,
"precision": 1.0,
"recall": 0.5871908687381103,
"f1": 0.7399121054734318,
"tp": 926,
"fp": 0,
"tn": 0,
"fn": 651
},
{
"benchmark_bucket": "unanimous_no",
"n": 4166,
"accuracy": 0.5585693710993759,
"balanced_accuracy": NaN,
"precision": 0.0,
"recall": NaN,
"f1": NaN,
"tp": 0,
"fp": 1839,
"tn": 2327,
"fn": 0
},
{
"benchmark_bucket": "unanimous_yes",
"n": 2441,
"accuracy": 0.6276116345759934,
"balanced_accuracy": NaN,
"precision": 1.0,
"recall": 0.6276116345759934,
"f1": 0.771205638056884,
"tp": 1532,
"fp": 0,
"tn": 0,
"fn": 909
}
],
"by_n_raters": [
{
"n_raters": 1,
"n": 4647,
"accuracy": 0.4880568108457069,
"balanced_accuracy": 0.5542564222258484,
"precision": 0.3746875,
"recall": 0.7603043753963221,
"f1": 0.5019886958342055,
"tp": 1199,
"fp": 2001,
"tn": 1069,
"fn": 378
},
{
"n_raters": 2,
"n": 12562,
"accuracy": 0.41673300429867854,
"balanced_accuracy": 0.5675285518187136,
"precision": 0.21457120018271097,
"recall": 0.8071305841924399,
"f1": 0.3390166892196662,
"tp": 1879,
"fp": 6878,
"tn": 3356,
"fn": 449
},
{
"n_raters": 3,
"n": 1366,
"accuracy": 0.5007320644216691,
"balanced_accuracy": 0.5392169292398168,
"precision": 0.4320337197049526,
"recall": 0.7414104882459313,
"f1": 0.5459387483355527,
"tp": 410,
"fp": 539,
"tn": 274,
"fn": 143
},
{
"n_raters": 4,
"n": 57,
"accuracy": 0.5263157894736842,
"balanced_accuracy": 0.6619601328903655,
"precision": 0.3333333333333333,
"recall": 0.9285714285714286,
"f1": 0.4905660377358491,
"tp": 13,
"fp": 26,
"tn": 17,
"fn": 1
}
],
"by_n_raters_optimal": [
{
"n_raters": 1,
"n": 4647,
"accuracy": 0.5638046051215838,
"balanced_accuracy": 0.5694911998413679,
"precision": 0.40225890529973934,
"recall": 0.5871908687381103,
"f1": 0.47744263985563296,
"tp": 926,
"fp": 1376,
"tn": 1694,
"fn": 651
},
{
"n_raters": 2,
"n": 12562,
"accuracy": 0.5445788887119886,
"balanced_accuracy": 0.5766379855706367,
"precision": 0.23135391923990498,
"recall": 0.6275773195876289,
"f1": 0.3380770565775772,
"tp": 1461,
"fp": 4854,
"tn": 5380,
"fn": 867
},
{
"n_raters": 3,
"n": 1366,
"accuracy": 0.5541727672035139,
"balanced_accuracy": 0.5566428449094618,
"precision": 0.45918367346938777,
"recall": 0.569620253164557,
"f1": 0.5084745762711864,
"tp": 315,
"fp": 371,
"tn": 442,
"fn": 238
},
{
"n_raters": 4,
"n": 57,
"accuracy": 0.6140350877192983,
"balanced_accuracy": 0.6719269102990033,
"precision": 0.36666666666666664,
"recall": 0.7857142857142857,
"f1": 0.5,
"tp": 11,
"fp": 19,
"tn": 24,
"fn": 3
}
],
"ensemble_members": [
{
"name": "external_FineLAP_emolia",
"snapshot": "AndreasXi/FineLAP",
"weight": 1.0
}
],
"audio_count": 18632,
"prompt_count": 399,
"outputs": {
"predictions": "emolia-dim/predictions.csv",
"summary": "emolia-dim/summary.json"
},
"model_type": "finelap",
"pretrained": "AndreasXi/FineLAP"
}
}