Upload results_cross_dataset_ablation_2023-01-18 03:14:14.298159.json with huggingface_hub

results_cross_dataset_ablation_2023-01-18 03:14:14.298159.json

@@ -0,0 +1 @@
+{"winobias_roberta-base_finetuned": {"winobias_roberta-base_finetuned": {"250": {"base_acc": 0.8813131313131313, "contribs": [0.002113636350259185, 0.002164140809327364, -0.0014494947390630841, -0.0011414141627028584, 0.0020606061443686485, 0.0028636367060244083, 0.003896464826539159, 0.0043636346235871315, 0.0013863638741895556, 0.005282828584313393, 0.006287877913564444, 0.0031287893652915955, 0.0007272727671079338, 0.0003661616356112063, 0.004255049861967564, 0.0012297980720177293, 0.0015227270778268576, -0.000992423971183598, 0.000926767592318356, 1.5151458683249075e-05, 0.000851010496262461, 0.00011868696310557425, 0.0003282828547526151, 0.00039393940824083984, 0.0014520201366394758, 0.0012171717826277018, 0.00045959610724821687, 0.00035606054007075727, 0.0019747477490454912, 0.0010479798074811697, -0.0005707073141820729, 0.0022499999031424522, 0.0017449494916945696, 0.001853535883128643, 0.0007727273041382432, 0.0016085854731500149, 0.0027929290663450956, 0.006058080121874809, 0.0005101010319776833, 0.0008459598175249994, 0.0003888889914378524, 0.00029040416120551527, 0.0038813124410808086, 0.001340908813290298, 0.00015909085050225258, 0.002876262878999114, 0.0017777777975425124, 0.0013964645331725478, 0.0010429294779896736, 0.002250000601634383, 0.001954545732587576, 0.0012196971802040935, 0.004709595814347267, 0.0007070708670653403, 0.0017601008294150233, 0.00019191918545402586, 0.0016868688398972154, 0.0005757574690505862, 0.0007752525852993131, 0.001047980273142457, 0.0022803025785833597, 0.0032777783926576376, -0.00044696981785818934, 0.0003611113934312016, 0.0009898992720991373, 0.003035352798178792, 0.002775253728032112, 0.0008888887241482735, 0.004608586896210909, 0.004136363510042429, 0.000520202040206641, 0.0016464649233967066, 0.002772728679701686, 0.0009116160799749196, 0.0019191923784092069, 0.004436868708580732, 0.0007020202465355396, 0.0016515154857188463, 0.001676768297329545, -0.0003585858503356576, 0.00778535520657897, 0.004194444511085749, 0.008406567387282848, 0.005487373564392328, 0.0015126267680898309, 0.001636363915167749, 0.0077979834750294685, 0.0024823227431625128, 0.0032853533048182726, 0.0008914142963476479, 0.00014141411520540714, 0.00010353534889873117, 0.0016742422012612224, 0.009805556386709213, 0.000497474626172334, 0.0008181818993762136, 0.001353535451926291, 0.02236868627369404, 0.0006439393619075418, 0.0011363638332113624, 0.0027196966111660004, -0.00012878789857495576, 0.005972222425043583, 7.323236059164628e-05, 0.00023737370793242007, 0.0008661617175675929, 0.0015151522820815444, 0.0009166670497506857, 0.0007171719917096198, 0.000290404015686363, 0.011712121777236462, 0.00048232314293272793, -0.0007070707506500185, 0.0049772728234529495, 0.0003308080486021936, 0.002123737707734108, 0.0026590910274535418, 0.0020479795057326555, -0.0006287879077717662, 0.0015353536000475287, 0.009040405042469501, 0.0029545449651777744, 4.04040765715763e-05, 0.0213459599763155, 0.038469694554805756, -5.050509935244918e-05, 0.013833333738148212, -0.0003964646311942488, 0.0013535349862650037, 0.0009015153045766056, 0.00042676765588112175, 0.0005555557436309755, -0.0015277774073183537, 0.007159088738262653, 0.0013939394848421216, -0.0005808083224110305, -0.005679294466972351, 0.0011717170709744096, 0.0033863638527691364, -0.0010555557673797011, 0.0051540411077439785, 0.0014393938472494483, 0.02943686582148075, -8.585852629039437e-05], "bottom_up_results": [0.5, 0.5006313131313131, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5018939393939394, 0.5018939393939394, 0.5063131313131313, 0.5056818181818182, 0.5069444444444444, 0.5056818181818182, 0.5044191919191919, 0.5170454545454546, 0.5170454545454546, 0.5107323232323232, 0.5435606060606061, 0.5486111111111112, 0.5542929292929293, 0.6755050505050505, 0.7272727272727273, 0.7638888888888888, 0.7935606060606061, 0.8011363636363636, 0.8017676767676768, 0.8049242424242424, 0.8017676767676768, 0.8162878787878788, 0.8497474747474747, 0.8522727272727273, 0.8813131313131313], "top_down_results": [0.8813131313131313, 0.8813131313131313, 0.8787878787878788, 0.8806818181818182, 0.8825757575757576, 0.8825757575757576, 0.8806818181818182, 0.8800505050505051, 0.8794191919191919, 0.8775252525252525, 0.8787878787878788, 0.8768939393939394, 0.8787878787878788, 0.8800505050505051, 0.8768939393939394, 0.8743686868686869, 0.8743686868686869, 0.8762626262626263, 0.8762626262626263, 0.8762626262626263, 0.8775252525252525, 0.875, 0.8699494949494949, 0.8667929292929293, 0.8724747474747475, 0.875, 0.8731060606060606, 0.8674242424242424, 0.8667929292929293, 0.8661616161616161, 0.8674242424242424, 0.8699494949494949, 0.8699494949494949, 0.8718434343434344, 0.8718434343434344, 0.8693181818181818, 0.8718434343434344, 0.8712121212121212, 0.8674242424242424, 0.8674242424242424, 0.8667929292929293, 0.8661616161616161, 0.8636363636363636, 0.8661616161616161, 0.8630050505050505, 0.860479797979798, 0.8592171717171717, 0.860479797979798, 0.8623737373737373, 0.8598484848484849, 0.8541666666666666, 0.8592171717171717, 0.8585858585858586, 0.8623737373737373, 0.8585858585858586, 0.8560606060606061, 0.8579545454545454, 0.8585858585858586, 0.8566919191919192, 0.8535353535353535, 0.8547979797979798, 0.8535353535353535, 0.8529040404040404, 0.8535353535353535, 0.8522727272727273, 0.8497474747474747, 0.8503787878787878, 0.851010101010101, 0.8516414141414141, 0.8541666666666666, 0.8535353535353535, 0.8554292929292929, 0.8503787878787878, 0.851010101010101, 0.8560606060606061, 0.8547979797979798, 0.8529040404040404, 0.8465909090909091, 0.8459595959595959, 0.8472222222222222, 0.8472222222222222, 0.8472222222222222, 0.8409090909090909, 0.8371212121212122, 0.8383838383838383, 0.8352272727272727, 0.8390151515151515, 0.8415404040404041, 0.8428030303030303, 0.8428030303030303, 0.836489898989899, 0.8377525252525253, 0.8232323232323232, 0.821969696969697, 0.8143939393939394, 0.8080808080808081, 0.8049242424242424, 0.8080808080808081, 0.8068181818181818, 0.803030303030303, 0.797979797979798, 0.7878787878787878, 0.7910353535353535, 0.7840909090909091, 0.7821969696969697, 0.7809343434343434, 0.7821969696969697, 0.7821969696969697, 0.7803030303030303, 0.7733585858585859, 0.7727272727272727, 0.7765151515151515, 0.76010101010101, 0.7487373737373737, 0.7380050505050505, 0.7430555555555556, 0.7411616161616161, 0.7304292929292929, 0.7297979797979798, 0.7102272727272727, 0.7051767676767676, 0.6988636363636364, 0.6887626262626263, 0.6616161616161617, 0.6382575757575758, 0.5871212121212122, 0.5820707070707071, 0.5789141414141414, 0.5498737373737373, 0.5006313131313131, 0.5056818181818182, 0.5031565656565656, 0.5082070707070707, 0.5037878787878788, 0.5050505050505051, 0.5018939393939394, 0.49873737373737376, 0.5012626262626263, 0.5, 0.49936868686868685, 0.4962121212121212, 0.5006313131313131, 0.5, 0.5006313131313131, 0.5], "bottom_up_rev_results": [0.5, 0.5006313131313131, 0.5, 0.5006313131313131, 0.4962121212121212, 0.49936868686868685, 0.5, 0.5012626262626263, 0.49873737373737376, 0.5018939393939394, 0.5050505050505051, 0.5037878787878788, 0.5082070707070707, 0.5031565656565656, 0.5056818181818182, 0.5006313131313131, 0.5498737373737373, 0.5789141414141414, 0.5820707070707071, 0.5871212121212122, 0.6382575757575758, 0.6616161616161617, 0.6887626262626263, 0.6988636363636364, 0.7051767676767676, 0.7102272727272727, 0.7297979797979798, 0.7304292929292929, 0.7411616161616161, 0.7430555555555556, 0.7380050505050505, 0.7487373737373737, 0.76010101010101, 0.7765151515151515, 0.7727272727272727, 0.7733585858585859, 0.7803030303030303, 0.7821969696969697, 0.7821969696969697, 0.7809343434343434, 0.7821969696969697, 0.7840909090909091, 0.7910353535353535, 0.7878787878787878, 0.797979797979798, 0.803030303030303, 0.8068181818181818, 0.8080808080808081, 0.8049242424242424, 0.8080808080808081, 0.8143939393939394, 0.821969696969697, 0.8232323232323232, 0.8377525252525253, 0.836489898989899, 0.8428030303030303, 0.8428030303030303, 0.8415404040404041, 0.8390151515151515, 0.8352272727272727, 0.8383838383838383, 0.8371212121212122, 0.8409090909090909, 0.8472222222222222, 0.8472222222222222, 0.8472222222222222, 0.8459595959595959, 0.8465909090909091, 0.8529040404040404, 0.8547979797979798, 0.8560606060606061, 0.851010101010101, 0.8503787878787878, 0.8554292929292929, 0.8535353535353535, 0.8541666666666666, 0.8516414141414141, 0.851010101010101, 0.8503787878787878, 0.8497474747474747, 0.8522727272727273, 0.8535353535353535, 0.8529040404040404, 0.8535353535353535, 0.8547979797979798, 0.8535353535353535, 0.8566919191919192, 0.8585858585858586, 0.8579545454545454, 0.8560606060606061, 0.8585858585858586, 0.8623737373737373, 0.8585858585858586, 0.8592171717171717, 0.8541666666666666, 0.8598484848484849, 0.8623737373737373, 0.860479797979798, 0.8592171717171717, 0.860479797979798, 0.8630050505050505, 0.8661616161616161, 0.8636363636363636, 0.8661616161616161, 0.8667929292929293, 0.8674242424242424, 0.8674242424242424, 0.8712121212121212, 0.8718434343434344, 0.8693181818181818, 0.8718434343434344, 0.8718434343434344, 0.8699494949494949, 0.8699494949494949, 0.8674242424242424, 0.8661616161616161, 0.8667929292929293, 0.8674242424242424, 0.8731060606060606, 0.875, 0.8724747474747475, 0.8667929292929293, 0.8699494949494949, 0.875, 0.8775252525252525, 0.8762626262626263, 0.8762626262626263, 0.8762626262626263, 0.8743686868686869, 0.8743686868686869, 0.8768939393939394, 0.8800505050505051, 0.8787878787878788, 0.8768939393939394, 0.8787878787878788, 0.8775252525252525, 0.8794191919191919, 0.8800505050505051, 0.8806818181818182, 0.8825757575757576, 0.8825757575757576, 0.8806818181818182, 0.8787878787878788, 0.8813131313131313, 0.8813131313131313], "top_down_rev_results": [0.8813131313131313, 0.8522727272727273, 0.8497474747474747, 0.8162878787878788, 0.8017676767676768, 0.8049242424242424, 0.8017676767676768, 0.8011363636363636, 0.7935606060606061, 0.7638888888888888, 0.7272727272727273, 0.6755050505050505, 0.5542929292929293, 0.5486111111111112, 0.5435606060606061, 0.5107323232323232, 0.5170454545454546, 0.5170454545454546, 0.5044191919191919, 0.5056818181818182, 0.5069444444444444, 0.5056818181818182, 0.5063131313131313, 0.5018939393939394, 0.5018939393939394, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5006313131313131, 0.5]}}, "crowspairs_roberta-base_finetuned": {"250": {"base_acc": 0.8813131313131313, "contribs": [0.002874171594157815, 0.001456953352317214, 0.0003046358178835362, 0.002397351898252964, 0.0037880802992731333, 0.003788079135119915, 0.002397350501269102, 0.02054305002093315, 0.0002913907228503376, 0.002450329950079322, 0.0024105964694172144, 0.008211920037865639, 0.0011258278973400593, 0.00015894041280262172, 0.003086093347519636, 0.0023311255499720573, 0.002251656027510762, 0.0005827812710776925, 0.0008079470135271549, 0.00014569537597708404, 0.0024105962365865707, 0.0026092720218002796, 0.002450331347063184, -0.00023841064830776304, 0.000675496703479439, 0.00043708609882742167, -0.00034437087015248835, 0.00018543047190178186, 0.008675497025251389, -0.0011258275480940938, 0.0005033113993704319, 0.00013245036825537682, -0.0012980133760720491, 0.001841059303842485, 0.0009271524613723159, 0.0012582777999341488, 0.0016688741743564606, 0.001470198854804039, 0.00018543042824603617, -0.0018543051555752754, 0.006092715542763472, 0.0010198678355664015, 0.0007152319885790348, 0.002304636174812913, 0.0059867557138204575, 0.0025695376098155975, 0.008145695552229881, 0.00022516569879371673, 0.003589404048398137, 0.0014039737870916724, 0.0003576160524971783, 0.005006622057408094, 0.0014834440080448985, 0.0024370860774070024, 0.002701986813917756, -1.3245110494608525e-05, 0.0022781454026699066, 0.007801325526088476, 0.0019867552910000086, 0.0007947020349092782, 0.0023841059301048517, 0.003417218802496791, 0.005562913604080677, 0.0003973509301431477, 0.00011920530960196629, 0.0018543049227446318, 0.005536424461752176, 0.0009139075991697609, 0.0025695364456623793, 0.0036821195390075445, 0.0022119206842035055, -0.0008741724886931479, 0.0015496686100959778, -0.0007019866607151926, 0.013496695086359978, 0.00026490064919926226, 0.0010331126395612955, 0.001033112988807261, 0.0010993374744430184, 0.0026887410786002874, 0.004172185901552439, 0.000291390810161829, 0.0015629143454134464, 0.002543046372011304, -0.0007549670408479869, 0.0014966886956244707, -0.0013377482537180185, -0.001907284720800817, 0.008119207806885242, 0.0031655619386583567, 0.0010198676027357578, 0.00011920546239707619, -0.0007947020349092782, 0.008238410577178001, 0.004172186367213726, 0.0011523178545758128, 0.0006225169054232538, -0.001337748602963984, 0.0008476822986267507, 0.001774834468960762, 0.0006357617676258087, 0.0005695362924598157, -0.0007417218876071274, 0.001827814383432269, 0.0006092718685977161, 0.0004900663043372333, 0.004066224675625563, 0.0063178823329508305, 0.00025165564147755504, -0.0002384105755481869, 0.00027814574423246086, -0.0005562914884649217, -0.00010596027277642861, 0.0002516555832698941, 0.0017748342361301184, 0.0034172185696661472, 0.00017218546418007463, 0.0004503312229644507, 0.00019867558148689568, 0.004026490263640881, -0.00027814574423246086, 0.011841065250337124, 0.0002516556705813855, -0.0016688742907717824, 0.000516556145157665, -0.00031788088381290436, 0.006715233437716961, 0.0022251661866903305, 0.0027814568020403385, -0.0014304633950814605, 0.005841061007231474, 0.0014304633950814605, -3.97351395804435e-05, 0.03472847491502762, 0.00353642413392663, -0.0011788078118115664, -1.3245165973785333e-05, 0.001258278265595436, 0.0006490067462436855, 0.002635760698467493, 0.0016688741743564606, 0.010291391983628273, -0.00013245033915154636, -0.0007682121358811855], "bottom_up_results": [0.5, 0.5, 0.5, 0.5119949494949495, 0.5082070707070707, 0.5031565656565656, 0.51010101010101, 0.5069444444444444, 0.5, 0.5006313131313131, 0.5006313131313131, 0.5006313131313131, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5069444444444444, 0.5025252525252525, 0.5006313131313131, 0.5, 0.5006313131313131, 0.5006313131313131, 0.5006313131313131, 0.5, 0.5006313131313131, 0.49936868686868685, 0.5006313131313131, 0.5006313131313131, 0.5006313131313131, 0.5006313131313131, 0.5031565656565656, 0.5006313131313131, 0.5012626262626263, 0.5006313131313131, 0.5018939393939394, 0.5006313131313131, 0.5018939393939394, 0.5044191919191919, 0.5, 0.5018939393939394, 0.5050505050505051, 0.5037878787878788, 0.5063131313131313, 0.5063131313131313, 0.5069444444444444, 0.5568181818181818, 0.5612373737373737, 0.5763888888888888, 0.5732323232323232, 0.5744949494949495, 0.5763888888888888, 0.571969696969697, 0.5776515151515151, 0.586489898989899, 0.5902777777777778, 0.5915404040404041, 0.5877525252525253, 0.5896464646464646, 0.5789141414141414, 0.5744949494949495, 0.5782828282828283, 0.5833333333333334, 0.5757575757575758, 0.5757575757575758, 0.5833333333333334, 0.5871212121212122, 0.5877525252525253, 0.5871212121212122, 0.5921717171717171, 0.5946969696969697, 0.5984848484848485, 0.6180555555555556, 0.6205808080808081, 0.6161616161616161, 0.625, 0.6401515151515151, 0.6388888888888888, 0.6483585858585859, 0.6464646464646465, 0.6553030303030303, 0.6553030303030303, 0.6710858585858586, 0.6818181818181818, 0.6887626262626263, 0.6868686868686869, 0.6887626262626263, 0.7051767676767676, 0.7077020202020202, 0.7140151515151515, 0.7348484848484849, 0.7392676767676768, 0.7853535353535354, 0.7834595959595959, 0.7941919191919192, 0.8352272727272727, 0.8383838383838383, 0.8428030303030303, 0.8390151515151515, 0.8409090909090909, 0.8390151515151515, 0.8453282828282829, 0.8428030303030303, 0.8402777777777778, 0.8472222222222222, 0.851010101010101, 0.8503787878787878, 0.8529040404040404, 0.8560606060606061, 0.8529040404040404, 0.8535353535353535, 0.8529040404040404, 0.8529040404040404, 0.8541666666666666, 0.8472222222222222, 0.8522727272727273, 0.8522727272727273, 0.8560606060606061, 0.8554292929292929, 0.8573232323232324, 0.8623737373737373, 0.8623737373737373, 0.8630050505050505, 0.8592171717171717, 0.8623737373737373, 0.8686868686868687, 0.8699494949494949, 0.8699494949494949, 0.8731060606060606, 0.8705808080808081, 0.8712121212121212, 0.8724747474747475, 0.8718434343434344, 0.875, 0.8775252525252525, 0.8775252525252525, 0.8762626262626263, 0.8781565656565656, 0.8737373737373737, 0.8813131313131313], "top_down_results": [0.8813131313131313, 0.8768939393939394, 0.8762626262626263, 0.8686868686868687, 0.8686868686868687, 0.8428030303030303, 0.8516414141414141, 0.8491161616161617, 0.8497474747474747, 0.8529040404040404, 0.8541666666666666, 0.851010101010101, 0.8547979797979798, 0.8541666666666666, 0.8478535353535354, 0.8491161616161617, 0.8522727272727273, 0.8529040404040404, 0.8535353535353535, 0.8093434343434344, 0.8087121212121212, 0.8106060606060606, 0.7796717171717171, 0.7708333333333334, 0.7733585858585859, 0.7070707070707071, 0.696969696969697, 0.6988636363636364, 0.6982323232323232, 0.6982323232323232, 0.6963383838383839, 0.6988636363636364, 0.7013888888888888, 0.7026515151515151, 0.696969696969697, 0.6963383838383839, 0.7001262626262627, 0.6818181818181818, 0.67739898989899, 0.6748737373737373, 0.6647727272727273, 0.6035353535353535, 0.6085858585858586, 0.6268939393939394, 0.6313131313131313, 0.6313131313131313, 0.6212121212121212, 0.6212121212121212, 0.6130050505050505, 0.601010101010101, 0.5991161616161617, 0.5580808080808081, 0.5568181818181818, 0.5517676767676768, 0.5473484848484849, 0.5467171717171717, 0.553030303030303, 0.5612373737373737, 0.5593434343434344, 0.5700757575757576, 0.5650252525252525, 0.5656565656565656, 0.55239898989899, 0.5568181818181818, 0.5441919191919192, 0.5397727272727273, 0.5404040404040404, 0.5422979797979798, 0.5473484848484849, 0.538510101010101, 0.5359848484848485, 0.5315656565656566, 0.5353535353535354, 0.5176767676767676, 0.51010101010101, 0.5107323232323232, 0.5132575757575758, 0.509469696969697, 0.5088383838383839, 0.5088383838383839, 0.5088383838383839, 0.5138888888888888, 0.5037878787878788, 0.5012626262626263, 0.5025252525252525, 0.5012626262626263, 0.5025252525252525, 0.5025252525252525, 0.5025252525252525, 0.5037878787878788, 0.5088383838383839, 0.5031565656565656, 0.5037878787878788, 0.5044191919191919, 0.5050505050505051, 0.5075757575757576, 0.5037878787878788, 0.5044191919191919, 0.5031565656565656, 0.5025252525252525, 0.5031565656565656, 0.5063131313131313, 0.49242424242424243, 0.4917929292929293, 0.5037878787878788, 0.49242424242424243, 0.5056818181818182, 0.4962121212121212, 0.5018939393939394, 0.5025252525252525, 0.5, 0.49747474747474746, 0.5, 0.4962121212121212, 0.4962121212121212, 0.49558080808080807, 0.4917929292929293, 0.5, 0.49873737373737376, 0.49936868686868685, 0.5025252525252525, 0.4981060606060606, 0.49873737373737376, 0.49873737373737376, 0.4981060606060606, 0.4981060606060606, 0.49873737373737376, 0.5, 0.5, 0.5012626262626263, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5], "bottom_up_rev_results": [0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5012626262626263, 0.5, 0.5, 0.49873737373737376, 0.4981060606060606, 0.4981060606060606, 0.49873737373737376, 0.49873737373737376, 0.4981060606060606, 0.5025252525252525, 0.49936868686868685, 0.49873737373737376, 0.5, 0.4917929292929293, 0.49558080808080807, 0.4962121212121212, 0.4962121212121212, 0.5, 0.49747474747474746, 0.5, 0.5025252525252525, 0.5018939393939394, 0.4962121212121212, 0.5056818181818182, 0.49242424242424243, 0.5037878787878788, 0.4917929292929293, 0.49242424242424243, 0.5063131313131313, 0.5031565656565656, 0.5025252525252525, 0.5031565656565656, 0.5044191919191919, 0.5037878787878788, 0.5075757575757576, 0.5050505050505051, 0.5044191919191919, 0.5037878787878788, 0.5031565656565656, 0.5088383838383839, 0.5037878787878788, 0.5025252525252525, 0.5025252525252525, 0.5025252525252525, 0.5012626262626263, 0.5025252525252525, 0.5012626262626263, 0.5037878787878788, 0.5138888888888888, 0.5088383838383839, 0.5088383838383839, 0.5088383838383839, 0.509469696969697, 0.5132575757575758, 0.5107323232323232, 0.51010101010101, 0.5176767676767676, 0.5353535353535354, 0.5315656565656566, 0.5359848484848485, 0.538510101010101, 0.5473484848484849, 0.5422979797979798, 0.5404040404040404, 0.5397727272727273, 0.5441919191919192, 0.5568181818181818, 0.55239898989899, 0.5656565656565656, 0.5650252525252525, 0.5700757575757576, 0.5593434343434344, 0.5612373737373737, 0.553030303030303, 0.5467171717171717, 0.5473484848484849, 0.5517676767676768, 0.5568181818181818, 0.5580808080808081, 0.5991161616161617, 0.601010101010101, 0.6130050505050505, 0.6212121212121212, 0.6212121212121212, 0.6313131313131313, 0.6313131313131313, 0.6268939393939394, 0.6085858585858586, 0.6035353535353535, 0.6647727272727273, 0.6748737373737373, 0.67739898989899, 0.6818181818181818, 0.7001262626262627, 0.6963383838383839, 0.696969696969697, 0.7026515151515151, 0.7013888888888888, 0.6988636363636364, 0.6963383838383839, 0.6982323232323232, 0.6982323232323232, 0.6988636363636364, 0.696969696969697, 0.7070707070707071, 0.7733585858585859, 0.7708333333333334, 0.7796717171717171, 0.8106060606060606, 0.8087121212121212, 0.8093434343434344, 0.8535353535353535, 0.8529040404040404, 0.8522727272727273, 0.8491161616161617, 0.8478535353535354, 0.8541666666666666, 0.8547979797979798, 0.851010101010101, 0.8541666666666666, 0.8529040404040404, 0.8497474747474747, 0.8491161616161617, 0.8516414141414141, 0.8428030303030303, 0.8686868686868687, 0.8686868686868687, 0.8762626262626263, 0.8768939393939394, 0.8813131313131313], "top_down_rev_results": [0.8813131313131313, 0.8737373737373737, 0.8781565656565656, 0.8762626262626263, 0.8775252525252525, 0.8775252525252525, 0.875, 0.8718434343434344, 0.8724747474747475, 0.8712121212121212, 0.8705808080808081, 0.8731060606060606, 0.8699494949494949, 0.8699494949494949, 0.8686868686868687, 0.8623737373737373, 0.8592171717171717, 0.8630050505050505, 0.8623737373737373, 0.8623737373737373, 0.8573232323232324, 0.8554292929292929, 0.8560606060606061, 0.8522727272727273, 0.8522727272727273, 0.8472222222222222, 0.8541666666666666, 0.8529040404040404, 0.8529040404040404, 0.8535353535353535, 0.8529040404040404, 0.8560606060606061, 0.8529040404040404, 0.8503787878787878, 0.851010101010101, 0.8472222222222222, 0.8402777777777778, 0.8428030303030303, 0.8453282828282829, 0.8390151515151515, 0.8409090909090909, 0.8390151515151515, 0.8428030303030303, 0.8383838383838383, 0.8352272727272727, 0.7941919191919192, 0.7834595959595959, 0.7853535353535354, 0.7392676767676768, 0.7348484848484849, 0.7140151515151515, 0.7077020202020202, 0.7051767676767676, 0.6887626262626263, 0.6868686868686869, 0.6887626262626263, 0.6818181818181818, 0.6710858585858586, 0.6553030303030303, 0.6553030303030303, 0.6464646464646465, 0.6483585858585859, 0.6388888888888888, 0.6401515151515151, 0.625, 0.6161616161616161, 0.6205808080808081, 0.6180555555555556, 0.5984848484848485, 0.5946969696969697, 0.5921717171717171, 0.5871212121212122, 0.5877525252525253, 0.5871212121212122, 0.5833333333333334, 0.5757575757575758, 0.5757575757575758, 0.5833333333333334, 0.5782828282828283, 0.5744949494949495, 0.5789141414141414, 0.5896464646464646, 0.5877525252525253, 0.5915404040404041, 0.5902777777777778, 0.586489898989899, 0.5776515151515151, 0.571969696969697, 0.5763888888888888, 0.5744949494949495, 0.5732323232323232, 0.5763888888888888, 0.5612373737373737, 0.5568181818181818, 0.5069444444444444, 0.5063131313131313, 0.5063131313131313, 0.5037878787878788, 0.5050505050505051, 0.5018939393939394, 0.5, 0.5044191919191919, 0.5018939393939394, 0.5006313131313131, 0.5018939393939394, 0.5006313131313131, 0.5012626262626263, 0.5006313131313131, 0.5031565656565656, 0.5006313131313131, 0.5006313131313131, 0.5006313131313131, 0.5006313131313131, 0.49936868686868685, 0.5006313131313131, 0.5, 0.5006313131313131, 0.5006313131313131, 0.5006313131313131, 0.5, 0.5006313131313131, 0.5025252525252525, 0.5069444444444444, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5006313131313131, 0.5006313131313131, 0.5006313131313131, 0.5, 0.5069444444444444, 0.51010101010101, 0.5031565656565656, 0.5082070707070707, 0.5119949494949495, 0.5, 0.5, 0.5]}}, "stereoset_roberta-base_finetuned": {"250": {"base_acc": 0.8813131313131313, "contribs": [0.002753532724454999, 0.006021976936608553, -0.002474097767844796, 0.00519309239462018, 0.0003547882952261716, 0.002894820412620902, 0.004788070917129517, 0.005817897617816925, 0.0012904236791655421, 0.0034913665149360895, 0.0038210356142371893, 0.0041726864874362946, 0.0012841440038755536, 0.0014254318084567785, 0.0019529046257957816, 0.002442700555548072, 0.0041067516431212425, -0.0009513347176834941, 0.0015290427254512906, 0.0012025119503960013, 0.002750392071902752, 0.0019089479465037584, 0.0017896388890221715, -0.0009419152047485113, 0.002775511471554637, 0.0030298279598355293, 0.0005777080659754574, 0.0018995291320607066, 0.006094190292060375, 0.0017048667650669813, 4.081634688191116e-05, 0.0013877549208700657, 0.004025118891149759, 0.002276294631883502, -0.001858712756074965, 0.0018524336628615856, 0.001416012761183083, 0.003629514016211033, 0.000326530629536137, 0.0021883833687752485, 0.0026467826683074236, 0.0023987446911633015, 0.0023516484070569277, 0.001930926227942109, 0.0013281003339216113, 0.0022448990494012833, 0.004244897980242968, 0.0024866547901183367, 0.0004960753722116351, -0.00019780232105404139, 0.0015070652589201927, 0.0003987441014032811, 0.003397175809368491, -0.00422606011852622, 0.004150707740336657, 0.0024740982335060835, -0.0005243328050710261, 0.0035604401491582394, 0.005274727940559387, 0.0013124020770192146, 0.0030109891667962074, 0.0016734699020162225, 0.0005400314694270492, 0.0008257458102889359, 0.0014913654886186123, 0.02259027026593685, -0.001321820542216301, -0.0017927787266671658, 0.00828885193914175, 0.0006216641049832106, 0.0023233911488205194, -0.0025839884765446186, 0.006492937449365854, 0.0021789639722555876, 0.004637362901121378, 0.0022229210007935762, 0.004514915402978659, 0.0005400314694270492, 0.0011585553875193, 0.004477237351238728, 0.0008885398856364191, 0.004282576497644186, 0.0019183673430234194, 0.00463108392432332, -0.000263736117631197, 0.010706434026360512, 0.007240189239382744, -0.0012527480721473694, 0.0014191525988280773, 0.001996859908103943, 0.0016640507383272052, 0.0005934066139161587, 0.0013249610783532262, 0.0005023545818403363, 0.03320879861712456, 0.006197802722454071, 0.00022605968115385622, 0.0025839887093752623, 0.004078493919223547, -0.00034222909016534686, 0.001054945052601397, 0.0021193092688918114, -0.0012401884887367487, -0.000285714166238904, 0.0005274724098853767, -0.0005494505749084055, 0.02877865359187126, -0.0018744113622233272, 0.00045525908353738487, 0.0008665619534440339, 0.009180529974400997, 0.000860282510984689, 0.003990580793470144, 0.0033626381773501635, 0.0003296703507658094, 0.02095133066177368, -1.2558852176880464e-05, 0.0019968596752732992, 0.0023642070591449738, 0.006084770895540714, 0.003324961755424738, 0.013224489986896515, 0.0006875981343910098, 0.0017111458582803607, -0.007174253463745117, 0.0016043956857174635, 0.02234536223113537, 0.007029829081147909, 0.0030235489830374718, 1.883830555016175e-05, -0.00041130324825644493, 0.0021381480619311333, 0.0034945064689964056, 1.883830555016175e-05, 0.002188384300097823, 0.00031397180282510817, 0.014684456400573254, 0.005215072073042393, 0.0021538464352488518, 0.0012715858174487948, 0.0036985878832638264, 0.0009670326253399253, 0.0014160124119371176, 0.00498901167884469], "bottom_up_results": [0.5, 0.5006313131313131, 0.5, 0.4962121212121212, 0.49558080808080807, 0.4936868686868687, 0.49684343434343436, 0.5, 0.49936868686868685, 0.4981060606060606, 0.49936868686868685, 0.49936868686868685, 0.49873737373737376, 0.4981060606060606, 0.4981060606060606, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5012626262626263, 0.5018939393939394, 0.5, 0.5006313131313131, 0.5006313131313131, 0.5006313131313131, 0.5006313131313131, 0.5006313131313131, 0.5006313131313131, 0.5012626262626263, 0.5025252525252525, 0.5012626262626263, 0.5, 0.5, 0.5, 0.5, 0.49873737373737376, 0.5006313131313131, 0.5025252525252525, 0.5113636363636364, 0.5126262626262627, 0.4981060606060606, 0.4981060606060606, 0.49558080808080807, 0.49873737373737376, 0.5025252525252525, 0.523989898989899, 0.5233585858585859, 0.5271464646464646, 0.5315656565656566, 0.5372474747474747, 0.5429292929292929, 0.5422979797979798, 0.5454545454545454, 0.5498737373737373, 0.5599747474747475, 0.5662878787878788, 0.5984848484848485, 0.5877525252525253, 0.5934343434343434, 0.6041666666666666, 0.6035353535353535, 0.5959595959595959, 0.5965909090909091, 0.6167929292929293, 0.6237373737373737, 0.6332070707070707, 0.6357323232323232, 0.6319444444444444, 0.6287878787878788, 0.6243686868686869, 0.6231060606060606, 0.6174242424242424, 0.6231060606060606, 0.6300505050505051, 0.6262626262626263, 0.6300505050505051, 0.6363636363636364, 0.6376262626262627, 0.639520202020202, 0.6470959595959596, 0.6445707070707071, 0.6439393939393939, 0.6452020202020202, 0.6458333333333334, 0.6464646464646465, 0.6654040404040404, 0.6666666666666666, 0.6755050505050505, 0.6900252525252525, 0.6900252525252525, 0.6906565656565656, 0.6805555555555556, 0.6849747474747475, 0.6912878787878788, 0.6887626262626263, 0.6912878787878788, 0.7026515151515151, 0.7285353535353535, 0.7329545454545454, 0.7929292929292929, 0.7992424242424242, 0.803030303030303, 0.8061868686868687, 0.8055555555555556, 0.8055555555555556, 0.8093434343434344, 0.8131313131313131, 0.8207070707070707, 0.8181818181818182, 0.821969696969697, 0.8257575757575758, 0.827020202020202, 0.827020202020202, 0.8276515151515151, 0.8339646464646465, 0.8371212121212122, 0.8383838383838383, 0.8421717171717171, 0.8415404040404041, 0.8428030303030303, 0.8453282828282829, 0.8478535353535354, 0.8484848484848485, 0.8484848484848485, 0.8446969696969697, 0.8535353535353535, 0.8566919191919192, 0.8585858585858586, 0.8585858585858586, 0.8661616161616161, 0.8680555555555556, 0.8743686868686869, 0.8775252525252525, 0.875, 0.8813131313131313], "top_down_results": [0.8813131313131313, 0.8522727272727273, 0.8478535353535354, 0.851010101010101, 0.8503787878787878, 0.8497474747474747, 0.8516414141414141, 0.8529040404040404, 0.8554292929292929, 0.8516414141414141, 0.8491161616161617, 0.8484848484848485, 0.8440656565656566, 0.8446969696969697, 0.8358585858585859, 0.836489898989899, 0.8409090909090909, 0.8434343434343434, 0.8358585858585859, 0.8345959595959596, 0.8320707070707071, 0.8327020202020202, 0.8244949494949495, 0.8282828282828283, 0.8295454545454546, 0.8295454545454546, 0.8257575757575758, 0.8251262626262627, 0.8257575757575758, 0.8251262626262627, 0.8251262626262627, 0.8263888888888888, 0.8042929292929293, 0.8049242424242424, 0.8087121212121212, 0.80239898989899, 0.803030303030303, 0.8049242424242424, 0.8042929292929293, 0.8049242424242424, 0.8049242424242424, 0.7998737373737373, 0.8005050505050505, 0.7916666666666666, 0.7910353535353535, 0.7916666666666666, 0.7922979797979798, 0.7935606060606061, 0.797979797979798, 0.7973484848484849, 0.797979797979798, 0.7916666666666666, 0.7929292929292929, 0.7910353535353535, 0.7904040404040404, 0.7140151515151515, 0.7070707070707071, 0.7058080808080808, 0.7058080808080808, 0.7001262626262627, 0.6957070707070707, 0.6950757575757576, 0.7108585858585859, 0.7133838383838383, 0.7234848484848485, 0.7215909090909091, 0.6717171717171717, 0.6704545454545454, 0.6691919191919192, 0.6698232323232324, 0.6704545454545454, 0.5662878787878788, 0.5744949494949495, 0.5694444444444444, 0.5681818181818182, 0.5561868686868687, 0.5580808080808081, 0.553030303030303, 0.538510101010101, 0.5309343434343434, 0.5359848484848485, 0.5063131313131313, 0.5018939393939394, 0.5031565656565656, 0.5018939393939394, 0.5018939393939394, 0.5018939393939394, 0.5018939393939394, 0.5018939393939394, 0.5012626262626263, 0.5018939393939394, 0.5018939393939394, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.49936868686868685, 0.49873737373737376, 0.49936868686868685, 0.5, 0.5, 0.49936868686868685, 0.49936868686868685, 0.5006313131313131, 0.5, 0.5018939393939394, 0.49936868686868685, 0.5, 0.49936868686868685, 0.49936868686868685, 0.5012626262626263, 0.5006313131313131, 0.5, 0.49747474747474746, 0.4936868686868687, 0.5, 0.5, 0.5, 0.5], "bottom_up_rev_results": [0.5, 0.5, 0.5, 0.5, 0.4936868686868687, 0.49747474747474746, 0.5, 0.5006313131313131, 0.5012626262626263, 0.49936868686868685, 0.49936868686868685, 0.5, 0.49936868686868685, 0.5018939393939394, 0.5, 0.5006313131313131, 0.49936868686868685, 0.49936868686868685, 0.5, 0.5, 0.49936868686868685, 0.49873737373737376, 0.49936868686868685, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5018939393939394, 0.5018939393939394, 0.5012626262626263, 0.5018939393939394, 0.5018939393939394, 0.5018939393939394, 0.5018939393939394, 0.5018939393939394, 0.5031565656565656, 0.5018939393939394, 0.5063131313131313, 0.5359848484848485, 0.5309343434343434, 0.538510101010101, 0.553030303030303, 0.5580808080808081, 0.5561868686868687, 0.5681818181818182, 0.5694444444444444, 0.5744949494949495, 0.5662878787878788, 0.6704545454545454, 0.6698232323232324, 0.6691919191919192, 0.6704545454545454, 0.6717171717171717, 0.7215909090909091, 0.7234848484848485, 0.7133838383838383, 0.7108585858585859, 0.6950757575757576, 0.6957070707070707, 0.7001262626262627, 0.7058080808080808, 0.7058080808080808, 0.7070707070707071, 0.7140151515151515, 0.7904040404040404, 0.7910353535353535, 0.7929292929292929, 0.7916666666666666, 0.797979797979798, 0.7973484848484849, 0.797979797979798, 0.7935606060606061, 0.7922979797979798, 0.7916666666666666, 0.7910353535353535, 0.7916666666666666, 0.8005050505050505, 0.7998737373737373, 0.8049242424242424, 0.8049242424242424, 0.8042929292929293, 0.8049242424242424, 0.803030303030303, 0.80239898989899, 0.8087121212121212, 0.8049242424242424, 0.8042929292929293, 0.8263888888888888, 0.8251262626262627, 0.8251262626262627, 0.8257575757575758, 0.8251262626262627, 0.8257575757575758, 0.8295454545454546, 0.8295454545454546, 0.8282828282828283, 0.8244949494949495, 0.8327020202020202, 0.8320707070707071, 0.8345959595959596, 0.8358585858585859, 0.8434343434343434, 0.8409090909090909, 0.836489898989899, 0.8358585858585859, 0.8446969696969697, 0.8440656565656566, 0.8484848484848485, 0.8491161616161617, 0.8516414141414141, 0.8554292929292929, 0.8529040404040404, 0.8516414141414141, 0.8497474747474747, 0.8503787878787878, 0.851010101010101, 0.8478535353535354, 0.8522727272727273, 0.8813131313131313], "top_down_rev_results": [0.8813131313131313, 0.875, 0.8775252525252525, 0.8743686868686869, 0.8680555555555556, 0.8661616161616161, 0.8585858585858586, 0.8585858585858586, 0.8566919191919192, 0.8535353535353535, 0.8446969696969697, 0.8484848484848485, 0.8484848484848485, 0.8478535353535354, 0.8453282828282829, 0.8428030303030303, 0.8415404040404041, 0.8421717171717171, 0.8383838383838383, 0.8371212121212122, 0.8339646464646465, 0.8276515151515151, 0.827020202020202, 0.827020202020202, 0.8257575757575758, 0.821969696969697, 0.8181818181818182, 0.8207070707070707, 0.8131313131313131, 0.8093434343434344, 0.8055555555555556, 0.8055555555555556, 0.8061868686868687, 0.803030303030303, 0.7992424242424242, 0.7929292929292929, 0.7329545454545454, 0.7285353535353535, 0.7026515151515151, 0.6912878787878788, 0.6887626262626263, 0.6912878787878788, 0.6849747474747475, 0.6805555555555556, 0.6906565656565656, 0.6900252525252525, 0.6900252525252525, 0.6755050505050505, 0.6666666666666666, 0.6654040404040404, 0.6464646464646465, 0.6458333333333334, 0.6452020202020202, 0.6439393939393939, 0.6445707070707071, 0.6470959595959596, 0.639520202020202, 0.6376262626262627, 0.6363636363636364, 0.6300505050505051, 0.6262626262626263, 0.6300505050505051, 0.6231060606060606, 0.6174242424242424, 0.6231060606060606, 0.6243686868686869, 0.6287878787878788, 0.6319444444444444, 0.6357323232323232, 0.6332070707070707, 0.6237373737373737, 0.6167929292929293, 0.5965909090909091, 0.5959595959595959, 0.6035353535353535, 0.6041666666666666, 0.5934343434343434, 0.5877525252525253, 0.5984848484848485, 0.5662878787878788, 0.5599747474747475, 0.5498737373737373, 0.5454545454545454, 0.5422979797979798, 0.5429292929292929, 0.5372474747474747, 0.5315656565656566, 0.5271464646464646, 0.5233585858585859, 0.523989898989899, 0.5025252525252525, 0.49873737373737376, 0.49558080808080807, 0.4981060606060606, 0.4981060606060606, 0.5126262626262627, 0.5113636363636364, 0.5025252525252525, 0.5006313131313131, 0.49873737373737376, 0.5, 0.5, 0.5, 0.5, 0.5012626262626263, 0.5025252525252525, 0.5012626262626263, 0.5006313131313131, 0.5006313131313131, 0.5006313131313131, 0.5006313131313131, 0.5006313131313131, 0.5006313131313131, 0.5, 0.5018939393939394, 0.5012626262626263, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.4981060606060606, 0.4981060606060606, 0.49873737373737376, 0.49936868686868685, 0.49936868686868685, 0.4981060606060606, 0.49936868686868685, 0.5, 0.49684343434343436, 0.4936868686868687, 0.49558080808080807, 0.4962121212121212, 0.5, 0.5006313131313131, 0.5]}}}}