Upload results_2022-12-14 20:11:29.028920.json with huggingface_hub

results_2022-12-14 20:11:29.028920.json

@@ -0,0 +1 @@
+{"stereoset_binary_bert_finetuned": {"250": {"base_acc": 0.7605965463108321, "contribs": [-0.00022291994537226856, 0.0007315538823604584, 0.0013689171755686402, 0.0011491368059068918, -0.00010989012662321329, 0.0011993719963356853, 0.00016326525656040758, -0.000248037715209648, 0.0016326535260304809, 4.395604628371075e-05, 0.002769230864942074, 0.0009293563780374825, -0.00010361072781961411, 0.0013155413325875998, 0.00023233905085362494, -9.419108209840488e-06, 0.0025086349342018366, -0.0002480375987943262, 0.0019654633942991495, -0.0003924648044630885, 0.00047409735270775855, 0.00025117740733549, 0.000948194763623178, -0.00045839871745556593, 0.0016169544542208314, 0.0021255889441818, 0.000483516399981454, 0.0013124016113579273, -0.0005839873338118196, -5.3375257266452536e-05, 0.0010486654937267303, 0.00032339090830646455, 0.0010518053313717246, 0.0027158563025295734, 0.0011711149709299207, 4.709577115136199e-05, 0.0024113021790981293, 0.00020094194042030722, -0.0008288854733109474, 0.0008634221740067005, -0.00032653051312081516, 0.00223861844278872, 0.0010737836128100753, -0.00035164831206202507, 0.0001287283666897565, 0.001337519264779985, 0.0004395603318698704, 0.00045839877566322684, 0.0016703297151252627, -0.00034536884049884975, -0.004646781831979752, 0.0022982724476605654, 0.0019089477136731148, 0.0009827313479036093, 0.00022919956245459616, 0.0015133435372263193, 0.0014788074186071754, 0.0009356359951198101, 0.0012339093955233693, 0.002313971286639571, 0.0008037675288505852, 0.0007566719432361424, 0.0013281007995828986, 0.0005525905289687216, 0.0013281009159982204, -0.0014976455131545663, -0.00010361070599174127, 0.001733123674057424, 0.0026875974144786596, 0.0010675037046894431, 0.001607535290531814, -0.00045525887981057167, 0.0020941919647157192, 0.0005086343735456467, 0.000558869622182101, 0.000483516399981454, 0.00013814758858643472, 0.0058524333871901035, 0.00027001561829820275, 0.0013312401715666056, -0.0017080064862966537, 0.0013500782661139965, 0.0005086343735456467, 0.0015039247227832675, 0.0005902667762711644, 0.004040815867483616, 0.00045839871745556593, 0.004091052338480949, 0.0011868132278323174, 0.0038116180803626776, 0.0018210365669801831, 0.001899528899230063, -0.001048665726557374, 0.0004866563540417701, 0.001704866997897625, 0.0023390890564769506, 0.003940346650779247, 0.003331240266561508, -0.0006122449412941933, -0.0010706434259191155, 0.00050235481467098, 0.003356359200552106, 0.0027755112387239933, -0.001284144469536841, 0.00838932953774929, 0.014383039437234402, 0.0014034535270184278, 0.0027849304024130106, 0.0027472537476569414, 0.0027472542133182287, 0.004254318308085203, 0.0009795919759199023, 0.0024050234351307154, 0.01167347002774477, 0.0005871272878721356, 0.010819467715919018, 0.0007943485397845507, 0.0019372061360627413, 0.009689170867204666, 0.007375197950750589, -0.004270016215741634, 0.0006373626529239118, -0.00019152287859469652, 0.00707064475864172, 0.005318682640790939, 0.0006562009803019464, 0.0008383046952076256, 0.003670330625027418, 0.0018210361013188958, 2.825740011758171e-05, 0.0034411316737532616, 0.013315544463694096, 0.006210362073034048, 0.0024332813918590546, 0.006291992496699095, 0.00041444276575930417, -0.0004238618421368301, 0.002313971286639571, 0.0023422299418598413, 0.0020784924272447824, 0.004103610757738352, 0.0024113019462674856, 0.0037394033279269934, 0.006138145923614502], "bottom_up_results": [0.4945054945054945, 0.5125588697017268, 0.5102040816326531, 0.5188383045525903, 0.5172684458398744, 0.5164835164835165, 0.5298273155416012, 0.5180533751962323, 0.521193092621664, 0.5196232339089482, 0.5282574568288854, 0.5259026687598116, 0.521978021978022, 0.5054945054945055, 0.5054945054945055, 0.5054945054945055, 0.5070643642072213, 0.5062794348508635, 0.5062794348508635, 0.5070643642072213, 0.5078492935635793, 0.5054945054945055, 0.5062794348508635, 0.5047095761381476, 0.5047095761381476, 0.5047095761381476, 0.5047095761381476, 0.5047095761381476, 0.5054945054945055, 0.5031397174254317, 0.5031397174254317, 0.5039246467817896, 0.5039246467817896, 0.5039246467817896, 0.5039246467817896, 0.5039246467817896, 0.5031397174254317, 0.5039246467817896, 0.5039246467817896, 0.5054945054945055, 0.5062794348508635, 0.5062794348508635, 0.5062794348508635, 0.5054945054945055, 0.5054945054945055, 0.5062794348508635, 0.5047095761381476, 0.5070643642072213, 0.5078492935635793, 0.5070643642072213, 0.5078492935635793, 0.5070643642072213, 0.5070643642072213, 0.5062794348508635, 0.5062794348508635, 0.5062794348508635, 0.5078492935635793, 0.5070643642072213, 0.5054945054945055, 0.5054945054945055, 0.5054945054945055, 0.5054945054945055, 0.5054945054945055, 0.5054945054945055, 0.5054945054945055, 0.5054945054945055, 0.5054945054945055, 0.5047095761381476, 0.5047095761381476, 0.5047095761381476, 0.5054945054945055, 0.5062794348508635, 0.510989010989011, 0.5117739403453689, 0.5298273155416012, 0.5306122448979592, 0.5266875981161695, 0.5345368916797488, 0.5376766091051806, 0.5353218210361067, 0.5486656200941915, 0.5510204081632653, 0.5518053375196232, 0.5557299843014128, 0.5667189952904239, 0.5659340659340659, 0.5659340659340659, 0.5729984301412873, 0.5729984301412873, 0.5714285714285714, 0.5682888540031397, 0.5690737833594977, 0.5777080062794349, 0.5855572998430141, 0.5965463108320251, 0.5934065934065934, 0.5894819466248038, 0.597331240188383, 0.598116169544741, 0.5926216640502355, 0.5949764521193093, 0.5894819466248038, 0.5910518053375197, 0.597331240188383, 0.5965463108320251, 0.5879120879120879, 0.5934065934065934, 0.5863422291993721, 0.5902668759811617, 0.5879120879120879, 0.5510204081632653, 0.5580847723704867, 0.5596546310832025, 0.5588697017268446, 0.5635792778649922, 0.5635792778649922, 0.5635792778649922, 0.5698587127158555, 0.5682888540031397, 0.5722135007849294, 0.5706436420722135, 0.5910518053375197, 0.5902668759811617, 0.5965463108320251, 0.6106750392464678, 0.6295133437990581, 0.6467817896389325, 0.6491365777080063, 0.6585557299843015, 0.6593406593406593, 0.6554160125588697, 0.6554160125588697, 0.6554160125588697, 0.6601255886970173, 0.6679748822605965, 0.6671899529042387, 0.6805337519623234, 0.717425431711146, 0.7158555729984302, 0.7213500784929356, 0.7378335949764521, 0.7370486656200942, 0.7582417582417582, 0.7574568288854003, 0.7605965463108321], "top_down_results": [0.7605965463108321, 0.7590266875981162, 0.7558869701726845, 0.7535321821036107, 0.750392464678179, 0.7535321821036107, 0.750392464678179, 0.7519623233908949, 0.7535321821036107, 0.7535321821036107, 0.7519623233908949, 0.7574568288854003, 0.7535321821036107, 0.7590266875981162, 0.7590266875981162, 0.7613814756671899, 0.7598116169544741, 0.7598116169544741, 0.7621664050235479, 0.7605965463108321, 0.7613814756671899, 0.7637362637362637, 0.7621664050235479, 0.7637362637362637, 0.7629513343799058, 0.7676609105180534, 0.7660910518053375, 0.7653061224489796, 0.7653061224489796, 0.7582417582417582, 0.7645211930926217, 0.7621664050235479, 0.7582417582417582, 0.7582417582417582, 0.7551020408163265, 0.7566718995290423, 0.7566718995290423, 0.7582417582417582, 0.7543171114599686, 0.7582417582417582, 0.7613814756671899, 0.7590266875981162, 0.7598116169544741, 0.7590266875981162, 0.7582417582417582, 0.7613814756671899, 0.7605965463108321, 0.7613814756671899, 0.7598116169544741, 0.7582417582417582, 0.7543171114599686, 0.7551020408163265, 0.7527472527472527, 0.7488226059654631, 0.7488226059654631, 0.750392464678179, 0.7519623233908949, 0.7472527472527473, 0.7433281004709577, 0.7433281004709577, 0.7425431711145997, 0.7401883830455259, 0.7425431711145997, 0.7472527472527473, 0.7433281004709577, 0.7448979591836735, 0.7488226059654631, 0.7448979591836735, 0.7464678178963893, 0.7464678178963893, 0.7464678178963893, 0.7464678178963893, 0.7535321821036107, 0.7472527472527473, 0.7441130298273155, 0.7433281004709577, 0.7409733124018838, 0.7417582417582418, 0.7417582417582418, 0.7339089481946625, 0.7331240188383046, 0.7315541601255887, 0.7323390894819466, 0.7331240188383046, 0.7386185243328101, 0.7323390894819466, 0.7307692307692307, 0.7291993720565149, 0.7291993720565149, 0.728414442700157, 0.7197802197802198, 0.7205651491365777, 0.7252747252747253, 0.7111459968602826, 0.7158555729984302, 0.7095761381475667, 0.7119309262166404, 0.7048665620094191, 0.706436420722135, 0.707221350078493, 0.7080062794348508, 0.7017268445839875, 0.6993720565149136, 0.7017268445839875, 0.6962323390894819, 0.6923076923076923, 0.6962323390894819, 0.6923076923076923, 0.6860282574568289, 0.6821036106750392, 0.6695447409733124, 0.6695447409733124, 0.67425431711146, 0.6632653061224489, 0.6781789638932496, 0.6554160125588697, 0.6467817896389325, 0.6389324960753532, 0.6711145996860283, 0.67425431711146, 0.6656200941915228, 0.6679748822605965, 0.6671899529042387, 0.6530612244897959, 0.6538461538461539, 0.6475667189952904, 0.6452119309262166, 0.6499215070643642, 0.6475667189952904, 0.6436420722135008, 0.640502354788069, 0.6318681318681318, 0.6318681318681318, 0.6295133437990581, 0.6067503924646782, 0.6138147566718996, 0.5777080062794349, 0.5879120879120879, 0.6248037676609105, 0.6059654631083202, 0.5879120879120879, 0.5824175824175825, 0.49686028257456827, 0.4945054945054945, 0.4945054945054945], "bottom_up_rev_results": [0.4945054945054945, 0.4945054945054945, 0.49686028257456827, 0.5824175824175825, 0.5879120879120879, 0.6059654631083202, 0.6248037676609105, 0.5879120879120879, 0.5777080062794349, 0.6138147566718996, 0.6067503924646782, 0.6295133437990581, 0.6318681318681318, 0.6318681318681318, 0.640502354788069, 0.6436420722135008, 0.6475667189952904, 0.6499215070643642, 0.6452119309262166, 0.6475667189952904, 0.6538461538461539, 0.6530612244897959, 0.6671899529042387, 0.6679748822605965, 0.6656200941915228, 0.67425431711146, 0.6711145996860283, 0.6389324960753532, 0.6467817896389325, 0.6554160125588697, 0.6781789638932496, 0.6632653061224489, 0.67425431711146, 0.6695447409733124, 0.6695447409733124, 0.6821036106750392, 0.6860282574568289, 0.6923076923076923, 0.6962323390894819, 0.6923076923076923, 0.6962323390894819, 0.7017268445839875, 0.6993720565149136, 0.7017268445839875, 0.7080062794348508, 0.707221350078493, 0.706436420722135, 0.7048665620094191, 0.7119309262166404, 0.7095761381475667, 0.7158555729984302, 0.7111459968602826, 0.7252747252747253, 0.7205651491365777, 0.7197802197802198, 0.728414442700157, 0.7291993720565149, 0.7291993720565149, 0.7307692307692307, 0.7323390894819466, 0.7386185243328101, 0.7331240188383046, 0.7323390894819466, 0.7315541601255887, 0.7331240188383046, 0.7339089481946625, 0.7417582417582418, 0.7417582417582418, 0.7409733124018838, 0.7433281004709577, 0.7441130298273155, 0.7472527472527473, 0.7535321821036107, 0.7464678178963893, 0.7464678178963893, 0.7464678178963893, 0.7464678178963893, 0.7448979591836735, 0.7488226059654631, 0.7448979591836735, 0.7433281004709577, 0.7472527472527473, 0.7425431711145997, 0.7401883830455259, 0.7425431711145997, 0.7433281004709577, 0.7433281004709577, 0.7472527472527473, 0.7519623233908949, 0.750392464678179, 0.7488226059654631, 0.7488226059654631, 0.7527472527472527, 0.7551020408163265, 0.7543171114599686, 0.7582417582417582, 0.7613814756671899, 0.7613814756671899, 0.7605965463108321, 0.7613814756671899, 0.7629513343799058, 0.7590266875981162, 0.7598116169544741, 0.7590266875981162, 0.7613814756671899, 0.7582417582417582, 0.7543171114599686, 0.7582417582417582, 0.7566718995290423, 0.7566718995290423, 0.7551020408163265, 0.7582417582417582, 0.7582417582417582, 0.7621664050235479, 0.7645211930926217, 0.7582417582417582, 0.7653061224489796, 0.7653061224489796, 0.7660910518053375, 0.7676609105180534, 0.7629513343799058, 0.7637362637362637, 0.7621664050235479, 0.7637362637362637, 0.7613814756671899, 0.7605965463108321, 0.7621664050235479, 0.7598116169544741, 0.7598116169544741, 0.7613814756671899, 0.7590266875981162, 0.7590266875981162, 0.7535321821036107, 0.7574568288854003, 0.7519623233908949, 0.7535321821036107, 0.7535321821036107, 0.7519623233908949, 0.750392464678179, 0.7535321821036107, 0.750392464678179, 0.7535321821036107, 0.7558869701726845, 0.7590266875981162, 0.7605965463108321], "top_down_rev_results": [0.7605965463108321, 0.7574568288854003, 0.7582417582417582, 0.7370486656200942, 0.7378335949764521, 0.7213500784929356, 0.7158555729984302, 0.717425431711146, 0.6805337519623234, 0.6671899529042387, 0.6679748822605965, 0.6601255886970173, 0.6554160125588697, 0.6554160125588697, 0.6554160125588697, 0.6593406593406593, 0.6585557299843015, 0.6491365777080063, 0.6467817896389325, 0.6295133437990581, 0.6106750392464678, 0.5965463108320251, 0.5902668759811617, 0.5910518053375197, 0.5706436420722135, 0.5722135007849294, 0.5682888540031397, 0.5698587127158555, 0.5635792778649922, 0.5635792778649922, 0.5635792778649922, 0.5588697017268446, 0.5596546310832025, 0.5580847723704867, 0.5510204081632653, 0.5879120879120879, 0.5902668759811617, 0.5863422291993721, 0.5934065934065934, 0.5879120879120879, 0.5965463108320251, 0.597331240188383, 0.5910518053375197, 0.5894819466248038, 0.5949764521193093, 0.5926216640502355, 0.598116169544741, 0.597331240188383, 0.5894819466248038, 0.5934065934065934, 0.5965463108320251, 0.5855572998430141, 0.5777080062794349, 0.5690737833594977, 0.5682888540031397, 0.5714285714285714, 0.5729984301412873, 0.5729984301412873, 0.5659340659340659, 0.5659340659340659, 0.5667189952904239, 0.5557299843014128, 0.5518053375196232, 0.5510204081632653, 0.5486656200941915, 0.5353218210361067, 0.5376766091051806, 0.5345368916797488, 0.5266875981161695, 0.5306122448979592, 0.5298273155416012, 0.5117739403453689, 0.510989010989011, 0.5062794348508635, 0.5054945054945055, 0.5047095761381476, 0.5047095761381476, 0.5047095761381476, 0.5054945054945055, 0.5054945054945055, 0.5054945054945055, 0.5054945054945055, 0.5054945054945055, 0.5054945054945055, 0.5054945054945055, 0.5054945054945055, 0.5054945054945055, 0.5070643642072213, 0.5078492935635793, 0.5062794348508635, 0.5062794348508635, 0.5062794348508635, 0.5070643642072213, 0.5070643642072213, 0.5078492935635793, 0.5070643642072213, 0.5070643642072213, 0.5070643642072213, 0.5047095761381476, 0.5062794348508635, 0.5054945054945055, 0.5054945054945055, 0.5062794348508635, 0.5062794348508635, 0.5062794348508635, 0.5054945054945055, 0.5039246467817896, 0.5039246467817896, 0.5031397174254317, 0.5039246467817896, 0.5039246467817896, 0.5039246467817896, 0.5039246467817896, 0.5039246467817896, 0.5031397174254317, 0.5031397174254317, 0.5054945054945055, 0.5047095761381476, 0.5047095761381476, 0.5047095761381476, 0.5047095761381476, 0.5047095761381476, 0.5062794348508635, 0.5054945054945055, 0.5078492935635793, 0.5070643642072213, 0.5062794348508635, 0.5062794348508635, 0.5070643642072213, 0.5054945054945055, 0.5054945054945055, 0.5054945054945055, 0.521978021978022, 0.5259026687598116, 0.5282574568288854, 0.5196232339089482, 0.521193092621664, 0.5180533751962323, 0.5298273155416012, 0.5164835164835165, 0.5172684458398744, 0.5188383045525903, 0.5102040816326531, 0.5125588697017268, 0.4945054945054945]}}, "winobias_bert_classifieronly": {"250": {"base_acc": 0.76010101010101, "contribs": [-0.00022291994537226856, 0.0007315538823604584, 0.0013689171755686402, 0.0011491368059068918, -0.00010989012662321329, 0.0011993719963356853, 0.00016326525656040758, -0.000248037715209648, 0.0016326535260304809, 4.395604628371075e-05, 0.002769230864942074, 0.0009293563780374825, -0.00010361072781961411, 0.0013155413325875998, 0.00023233905085362494, -9.419108209840488e-06, 0.0025086349342018366, -0.0002480375987943262, 0.0019654633942991495, -0.0003924648044630885, 0.00047409735270775855, 0.00025117740733549, 0.000948194763623178, -0.00045839871745556593, 0.0016169544542208314, 0.0021255889441818, 0.000483516399981454, 0.0013124016113579273, -0.0005839873338118196, -5.3375257266452536e-05, 0.0010486654937267303, 0.00032339090830646455, 0.0010518053313717246, 0.0027158563025295734, 0.0011711149709299207, 4.709577115136199e-05, 0.0024113021790981293, 0.00020094194042030722, -0.0008288854733109474, 0.0008634221740067005, -0.00032653051312081516, 0.00223861844278872, 0.0010737836128100753, -0.00035164831206202507, 0.0001287283666897565, 0.001337519264779985, 0.0004395603318698704, 0.00045839877566322684, 0.0016703297151252627, -0.00034536884049884975, -0.004646781831979752, 0.0022982724476605654, 0.0019089477136731148, 0.0009827313479036093, 0.00022919956245459616, 0.0015133435372263193, 0.0014788074186071754, 0.0009356359951198101, 0.0012339093955233693, 0.002313971286639571, 0.0008037675288505852, 0.0007566719432361424, 0.0013281007995828986, 0.0005525905289687216, 0.0013281009159982204, -0.0014976455131545663, -0.00010361070599174127, 0.001733123674057424, 0.0026875974144786596, 0.0010675037046894431, 0.001607535290531814, -0.00045525887981057167, 0.0020941919647157192, 0.0005086343735456467, 0.000558869622182101, 0.000483516399981454, 0.00013814758858643472, 0.0058524333871901035, 0.00027001561829820275, 0.0013312401715666056, -0.0017080064862966537, 0.0013500782661139965, 0.0005086343735456467, 0.0015039247227832675, 0.0005902667762711644, 0.004040815867483616, 0.00045839871745556593, 0.004091052338480949, 0.0011868132278323174, 0.0038116180803626776, 0.0018210365669801831, 0.001899528899230063, -0.001048665726557374, 0.0004866563540417701, 0.001704866997897625, 0.0023390890564769506, 0.003940346650779247, 0.003331240266561508, -0.0006122449412941933, -0.0010706434259191155, 0.00050235481467098, 0.003356359200552106, 0.0027755112387239933, -0.001284144469536841, 0.00838932953774929, 0.014383039437234402, 0.0014034535270184278, 0.0027849304024130106, 0.0027472537476569414, 0.0027472542133182287, 0.004254318308085203, 0.0009795919759199023, 0.0024050234351307154, 0.01167347002774477, 0.0005871272878721356, 0.010819467715919018, 0.0007943485397845507, 0.0019372061360627413, 0.009689170867204666, 0.007375197950750589, -0.004270016215741634, 0.0006373626529239118, -0.00019152287859469652, 0.00707064475864172, 0.005318682640790939, 0.0006562009803019464, 0.0008383046952076256, 0.003670330625027418, 0.0018210361013188958, 2.825740011758171e-05, 0.0034411316737532616, 0.013315544463694096, 0.006210362073034048, 0.0024332813918590546, 0.006291992496699095, 0.00041444276575930417, -0.0004238618421368301, 0.002313971286639571, 0.0023422299418598413, 0.0020784924272447824, 0.004103610757738352, 0.0024113019462674856, 0.0037394033279269934, 0.006138145923614502], "bottom_up_results": [0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5012626262626263, 0.5, 0.5025252525252525, 0.5012626262626263, 0.5, 0.5012626262626263, 0.49873737373737376, 0.5025252525252525, 0.5012626262626263, 0.5050505050505051, 0.4943181818181818, 0.4911616161616162, 0.4880050505050505, 0.4930555555555556, 0.4936868686868687, 0.4930555555555556, 0.4936868686868687, 0.49558080808080807, 0.4943181818181818, 0.49242424242424243, 0.4943181818181818, 0.49936868686868685, 0.5012626262626263, 0.4981060606060606, 0.5075757575757576, 0.5056818181818182, 0.5063131313131313, 0.509469696969697, 0.5082070707070707, 0.5107323232323232, 0.5170454545454546, 0.5202020202020202, 0.5277777777777778, 0.5258838383838383, 0.5208333333333334, 0.5252525252525253, 0.5284090909090909, 0.5258838383838383, 0.5454545454545454, 0.5429292929292929, 0.5555555555555556, 0.6136363636363636, 0.6332070707070707, 0.6338383838383839, 0.6357323232323232, 0.6843434343434344, 0.6811868686868687, 0.6881313131313131, 0.6900252525252525, 0.7095959595959596, 0.7083333333333334, 0.7184343434343434, 0.7171717171717171, 0.7215909090909091, 0.7228535353535354, 0.7234848484848485, 0.7266414141414141, 0.7310606060606061, 0.7335858585858586, 0.73989898989899, 0.7411616161616161, 0.7361111111111112, 0.7430555555555556, 0.7455808080808081, 0.7468434343434344, 0.7468434343434344, 0.7474747474747475, 0.7455808080808081, 0.7468434343434344, 0.7468434343434344, 0.7487373737373737, 0.7424242424242424, 0.7417929292929293, 0.7386363636363636, 0.7386363636363636, 0.7380050505050505, 0.7380050505050505, 0.7386363636363636, 0.7392676767676768, 0.7361111111111112, 0.7367424242424242, 0.7392676767676768, 0.7380050505050505, 0.7373737373737373, 0.7367424242424242, 0.73989898989899, 0.7386363636363636, 0.7436868686868687, 0.7424242424242424, 0.7411616161616161, 0.7417929292929293, 0.7411616161616161, 0.7424242424242424, 0.7468434343434344, 0.7474747474747475, 0.7481060606060606, 0.7392676767676768, 0.7386363636363636, 0.7443181818181818, 0.7518939393939394, 0.7575757575757576, 0.7588383838383839, 0.7575757575757576, 0.7582070707070707, 0.759469696969697, 0.76010101010101], "top_down_results": [0.76010101010101, 0.7619949494949495, 0.7626262626262627, 0.76010101010101, 0.7619949494949495, 0.759469696969697, 0.7613636363636364, 0.7619949494949495, 0.7613636363636364, 0.7626262626262627, 0.7607323232323232, 0.7613636363636364, 0.759469696969697, 0.76010101010101, 0.7613636363636364, 0.7575757575757576, 0.7582070707070707, 0.7607323232323232, 0.7619949494949495, 0.7613636363636364, 0.7619949494949495, 0.7493686868686869, 0.7468434343434344, 0.7481060606060606, 0.7462121212121212, 0.7462121212121212, 0.7455808080808081, 0.7462121212121212, 0.7462121212121212, 0.7424242424242424, 0.7430555555555556, 0.7468434343434344, 0.7474747474747475, 0.7487373737373737, 0.7474747474747475, 0.7462121212121212, 0.7449494949494949, 0.7455808080808081, 0.7449494949494949, 0.7196969696969697, 0.7184343434343434, 0.7178030303030303, 0.7165404040404041, 0.7165404040404041, 0.7159090909090909, 0.7171717171717171, 0.7152777777777778, 0.7152777777777778, 0.7159090909090909, 0.7165404040404041, 0.7165404040404041, 0.7140151515151515, 0.7140151515151515, 0.7146464646464646, 0.7146464646464646, 0.7146464646464646, 0.7133838383838383, 0.7140151515151515, 0.7127525252525253, 0.7133838383838383, 0.7051767676767676, 0.7045454545454546, 0.7039141414141414, 0.7026515151515151, 0.7007575757575758, 0.696969696969697, 0.69760101010101, 0.696969696969697, 0.6944444444444444, 0.6818181818181818, 0.6824494949494949, 0.6805555555555556, 0.6717171717171717, 0.6666666666666666, 0.6496212121212122, 0.6193181818181818, 0.6268939393939394, 0.6287878787878788, 0.6224747474747475, 0.6262626262626263, 0.5965909090909091, 0.6003787878787878, 0.5902777777777778, 0.5940656565656566, 0.5763888888888888, 0.5656565656565656, 0.5416666666666666, 0.5429292929292929, 0.5246212121212122, 0.5126262626262627, 0.5056818181818182, 0.5063131313131313, 0.5069444444444444, 0.5069444444444444, 0.5088383838383839, 0.5088383838383839, 0.5082070707070707, 0.5012626262626263, 0.5018939393939394, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5006313131313131, 0.5, 0.5, 0.5006313131313131, 0.49936868686868685, 0.5050505050505051, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5], "bottom_up_rev_results": [0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5050505050505051, 0.49936868686868685, 0.5006313131313131, 0.5, 0.5, 0.5006313131313131, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5018939393939394, 0.5012626262626263, 0.5082070707070707, 0.5088383838383839, 0.5088383838383839, 0.5069444444444444, 0.5069444444444444, 0.5063131313131313, 0.5056818181818182, 0.5126262626262627, 0.5246212121212122, 0.5429292929292929, 0.5416666666666666, 0.5656565656565656, 0.5763888888888888, 0.5940656565656566, 0.5902777777777778, 0.6003787878787878, 0.5965909090909091, 0.6262626262626263, 0.6224747474747475, 0.6287878787878788, 0.6268939393939394, 0.6193181818181818, 0.6496212121212122, 0.6666666666666666, 0.6717171717171717, 0.6805555555555556, 0.6824494949494949, 0.6818181818181818, 0.6944444444444444, 0.696969696969697, 0.69760101010101, 0.696969696969697, 0.7007575757575758, 0.7026515151515151, 0.7039141414141414, 0.7045454545454546, 0.7051767676767676, 0.7133838383838383, 0.7127525252525253, 0.7140151515151515, 0.7133838383838383, 0.7146464646464646, 0.7146464646464646, 0.7146464646464646, 0.7140151515151515, 0.7140151515151515, 0.7165404040404041, 0.7165404040404041, 0.7159090909090909, 0.7152777777777778, 0.7152777777777778, 0.7171717171717171, 0.7159090909090909, 0.7165404040404041, 0.7165404040404041, 0.7178030303030303, 0.7184343434343434, 0.7196969696969697, 0.7449494949494949, 0.7455808080808081, 0.7449494949494949, 0.7462121212121212, 0.7474747474747475, 0.7487373737373737, 0.7474747474747475, 0.7468434343434344, 0.7430555555555556, 0.7424242424242424, 0.7462121212121212, 0.7462121212121212, 0.7455808080808081, 0.7462121212121212, 0.7462121212121212, 0.7481060606060606, 0.7468434343434344, 0.7493686868686869, 0.7619949494949495, 0.7613636363636364, 0.7619949494949495, 0.7607323232323232, 0.7582070707070707, 0.7575757575757576, 0.7613636363636364, 0.76010101010101, 0.759469696969697, 0.7613636363636364, 0.7607323232323232, 0.7626262626262627, 0.7613636363636364, 0.7619949494949495, 0.7613636363636364, 0.759469696969697, 0.7619949494949495, 0.76010101010101, 0.7626262626262627, 0.7619949494949495, 0.76010101010101], "top_down_rev_results": [0.76010101010101, 0.759469696969697, 0.7582070707070707, 0.7575757575757576, 0.7588383838383839, 0.7575757575757576, 0.7518939393939394, 0.7443181818181818, 0.7386363636363636, 0.7392676767676768, 0.7481060606060606, 0.7474747474747475, 0.7468434343434344, 0.7424242424242424, 0.7411616161616161, 0.7417929292929293, 0.7411616161616161, 0.7424242424242424, 0.7436868686868687, 0.7386363636363636, 0.73989898989899, 0.7367424242424242, 0.7373737373737373, 0.7380050505050505, 0.7392676767676768, 0.7367424242424242, 0.7361111111111112, 0.7392676767676768, 0.7386363636363636, 0.7380050505050505, 0.7380050505050505, 0.7386363636363636, 0.7386363636363636, 0.7417929292929293, 0.7424242424242424, 0.7487373737373737, 0.7468434343434344, 0.7468434343434344, 0.7455808080808081, 0.7474747474747475, 0.7468434343434344, 0.7468434343434344, 0.7455808080808081, 0.7430555555555556, 0.7361111111111112, 0.7411616161616161, 0.73989898989899, 0.7335858585858586, 0.7310606060606061, 0.7266414141414141, 0.7234848484848485, 0.7228535353535354, 0.7215909090909091, 0.7171717171717171, 0.7184343434343434, 0.7083333333333334, 0.7095959595959596, 0.6900252525252525, 0.6881313131313131, 0.6811868686868687, 0.6843434343434344, 0.6357323232323232, 0.6338383838383839, 0.6332070707070707, 0.6136363636363636, 0.5555555555555556, 0.5429292929292929, 0.5454545454545454, 0.5258838383838383, 0.5284090909090909, 0.5252525252525253, 0.5208333333333334, 0.5258838383838383, 0.5277777777777778, 0.5202020202020202, 0.5170454545454546, 0.5107323232323232, 0.5082070707070707, 0.509469696969697, 0.5063131313131313, 0.5056818181818182, 0.5075757575757576, 0.4981060606060606, 0.5012626262626263, 0.49936868686868685, 0.4943181818181818, 0.49242424242424243, 0.4943181818181818, 0.49558080808080807, 0.4936868686868687, 0.4930555555555556, 0.4936868686868687, 0.4930555555555556, 0.4880050505050505, 0.4911616161616162, 0.4943181818181818, 0.4898989898989899, 0.5012626262626263, 0.5025252525252525, 0.49873737373737376, 0.49936868686868685, 0.5, 0.5012626262626263, 0.5025252525252525, 0.5, 0.5012626262626263, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5]}}, "winobias_bert_finetuned": {"250": {"base_acc": 0.8244949494949495, "contribs": [-0.00022291994537226856, 0.0007315538823604584, 0.0013689171755686402, 0.0011491368059068918, -0.00010989012662321329, 0.0011993719963356853, 0.00016326525656040758, -0.000248037715209648, 0.0016326535260304809, 4.395604628371075e-05, 0.002769230864942074, 0.0009293563780374825, -0.00010361072781961411, 0.0013155413325875998, 0.00023233905085362494, -9.419108209840488e-06, 0.0025086349342018366, -0.0002480375987943262, 0.0019654633942991495, -0.0003924648044630885, 0.00047409735270775855, 0.00025117740733549, 0.000948194763623178, -0.00045839871745556593, 0.0016169544542208314, 0.0021255889441818, 0.000483516399981454, 0.0013124016113579273, -0.0005839873338118196, -5.3375257266452536e-05, 0.0010486654937267303, 0.00032339090830646455, 0.0010518053313717246, 0.0027158563025295734, 0.0011711149709299207, 4.709577115136199e-05, 0.0024113021790981293, 0.00020094194042030722, -0.0008288854733109474, 0.0008634221740067005, -0.00032653051312081516, 0.00223861844278872, 0.0010737836128100753, -0.00035164831206202507, 0.0001287283666897565, 0.001337519264779985, 0.0004395603318698704, 0.00045839877566322684, 0.0016703297151252627, -0.00034536884049884975, -0.004646781831979752, 0.0022982724476605654, 0.0019089477136731148, 0.0009827313479036093, 0.00022919956245459616, 0.0015133435372263193, 0.0014788074186071754, 0.0009356359951198101, 0.0012339093955233693, 0.002313971286639571, 0.0008037675288505852, 0.0007566719432361424, 0.0013281007995828986, 0.0005525905289687216, 0.0013281009159982204, -0.0014976455131545663, -0.00010361070599174127, 0.001733123674057424, 0.0026875974144786596, 0.0010675037046894431, 0.001607535290531814, -0.00045525887981057167, 0.0020941919647157192, 0.0005086343735456467, 0.000558869622182101, 0.000483516399981454, 0.00013814758858643472, 0.0058524333871901035, 0.00027001561829820275, 0.0013312401715666056, -0.0017080064862966537, 0.0013500782661139965, 0.0005086343735456467, 0.0015039247227832675, 0.0005902667762711644, 0.004040815867483616, 0.00045839871745556593, 0.004091052338480949, 0.0011868132278323174, 0.0038116180803626776, 0.0018210365669801831, 0.001899528899230063, -0.001048665726557374, 0.0004866563540417701, 0.001704866997897625, 0.0023390890564769506, 0.003940346650779247, 0.003331240266561508, -0.0006122449412941933, -0.0010706434259191155, 0.00050235481467098, 0.003356359200552106, 0.0027755112387239933, -0.001284144469536841, 0.00838932953774929, 0.014383039437234402, 0.0014034535270184278, 0.0027849304024130106, 0.0027472537476569414, 0.0027472542133182287, 0.004254318308085203, 0.0009795919759199023, 0.0024050234351307154, 0.01167347002774477, 0.0005871272878721356, 0.010819467715919018, 0.0007943485397845507, 0.0019372061360627413, 0.009689170867204666, 0.007375197950750589, -0.004270016215741634, 0.0006373626529239118, -0.00019152287859469652, 0.00707064475864172, 0.005318682640790939, 0.0006562009803019464, 0.0008383046952076256, 0.003670330625027418, 0.0018210361013188958, 2.825740011758171e-05, 0.0034411316737532616, 0.013315544463694096, 0.006210362073034048, 0.0024332813918590546, 0.006291992496699095, 0.00041444276575930417, -0.0004238618421368301, 0.002313971286639571, 0.0023422299418598413, 0.0020784924272447824, 0.004103610757738352, 0.0024113019462674856, 0.0037394033279269934, 0.006138145923614502], "bottom_up_results": [0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5025252525252525, 0.5006313131313131, 0.5006313131313131, 0.5006313131313131, 0.5006313131313131, 0.5012626262626263, 0.5012626262626263, 0.5012626262626263, 0.5025252525252525, 0.5031565656565656, 0.5031565656565656, 0.5031565656565656, 0.5025252525252525, 0.5037878787878788, 0.5037878787878788, 0.5025252525252525, 0.5056818181818182, 0.5050505050505051, 0.5574494949494949, 0.5574494949494949, 0.5656565656565656, 0.577020202020202, 0.5751262626262627, 0.5738636363636364, 0.5700757575757576, 0.5763888888888888, 0.5593434343434344, 0.5593434343434344, 0.5618686868686869, 0.553030303030303, 0.5606060606060606, 0.5467171717171717, 0.5738636363636364, 0.5757575757575758, 0.571969696969697, 0.5732323232323232, 0.5732323232323232, 0.5700757575757576, 0.5757575757575758, 0.5965909090909091, 0.6136363636363636, 0.6174242424242424, 0.6388888888888888, 0.6414141414141414, 0.6363636363636364, 0.6527777777777778, 0.6628787878787878, 0.6597222222222222, 0.6654040404040404, 0.6704545454545454, 0.6736111111111112, 0.672979797979798, 0.6723484848484849, 0.67739898989899, 0.6837121212121212, 0.6837121212121212, 0.7051767676767676, 0.7058080808080808, 0.7089646464646465, 0.7215909090909091, 0.7285353535353535, 0.7228535353535354, 0.7285353535353535, 0.7872474747474747, 0.7916666666666666, 0.7897727272727273, 0.7941919191919192, 0.7973484848484849, 0.7960858585858586, 0.7992424242424242, 0.7986111111111112, 0.803030303030303, 0.7998737373737373, 0.8011363636363636, 0.7973484848484849, 0.8017676767676768, 0.8005050505050505, 0.7992424242424242, 0.797979797979798, 0.7992424242424242, 0.7998737373737373, 0.803030303030303, 0.80239898989899, 0.80239898989899, 0.80239898989899, 0.8005050505050505, 0.8005050505050505, 0.7992424242424242, 0.7986111111111112, 0.7948232323232324, 0.7948232323232324, 0.7973484848484849, 0.7973484848484849, 0.7967171717171717, 0.7986111111111112, 0.8042929292929293, 0.8093434343434344, 0.8087121212121212, 0.8093434343434344, 0.8106060606060606, 0.8087121212121212, 0.8074494949494949, 0.8068181818181818, 0.8087121212121212, 0.8074494949494949, 0.8080808080808081, 0.8150252525252525, 0.8188131313131313, 0.8175505050505051, 0.8181818181818182, 0.8207070707070707, 0.8200757575757576, 0.8251262626262627, 0.8244949494949495, 0.8232323232323232, 0.8289141414141414, 0.8282828282828283, 0.8276515151515151, 0.8257575757575758, 0.8244949494949495, 0.8257575757575758, 0.8244949494949495, 0.8257575757575758, 0.8244949494949495], "top_down_results": [0.8244949494949495, 0.8289141414141414, 0.8295454545454546, 0.8282828282828283, 0.8263888888888888, 0.8289141414141414, 0.8282828282828283, 0.8207070707070707, 0.8194444444444444, 0.8194444444444444, 0.8169191919191919, 0.8188131313131313, 0.8213383838383839, 0.8200757575757576, 0.8207070707070707, 0.82260101010101, 0.8207070707070707, 0.8232323232323232, 0.821969696969697, 0.8213383838383839, 0.8194444444444444, 0.8207070707070707, 0.8207070707070707, 0.8213383838383839, 0.8175505050505051, 0.8169191919191919, 0.8175505050505051, 0.8181818181818182, 0.8143939393939394, 0.8162878787878788, 0.8169191919191919, 0.8156565656565656, 0.8175505050505051, 0.8175505050505051, 0.8162878787878788, 0.8156565656565656, 0.8156565656565656, 0.8137626262626263, 0.8162878787878788, 0.8125, 0.8112373737373737, 0.8049242424242424, 0.8061868686868687, 0.8042929292929293, 0.8049242424242424, 0.8011363636363636, 0.8036616161616161, 0.8049242424242424, 0.8049242424242424, 0.8049242424242424, 0.8112373737373737, 0.7998737373737373, 0.7992424242424242, 0.803030303030303, 0.8011363636363636, 0.80239898989899, 0.7992424242424242, 0.8011363636363636, 0.7948232323232324, 0.7941919191919192, 0.7872474747474747, 0.7815656565656566, 0.7809343434343434, 0.7720959595959596, 0.7752525252525253, 0.7702020202020202, 0.7714646464646465, 0.7670454545454546, 0.7676767676767676, 0.76010101010101, 0.7525252525252525, 0.7563131313131313, 0.7518939393939394, 0.7462121212121212, 0.7392676767676768, 0.7165404040404041, 0.6912878787878788, 0.69760101010101, 0.7039141414141414, 0.6893939393939394, 0.6647727272727273, 0.6401515151515151, 0.6212121212121212, 0.6268939393939394, 0.5738636363636364, 0.5650252525252525, 0.5568181818181818, 0.5574494949494949, 0.5378787878787878, 0.5265151515151515, 0.5309343434343434, 0.5246212121212122, 0.5252525252525253, 0.5378787878787878, 0.523989898989899, 0.5132575757575758, 0.5113636363636364, 0.5069444444444444, 0.5037878787878788, 0.5037878787878788, 0.5031565656565656, 0.5126262626262627, 0.5170454545454546, 0.5075757575757576, 0.5044191919191919, 0.5006313131313131, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.49936868686868685, 0.49936868686868685, 0.5012626262626263, 0.5044191919191919, 0.5018939393939394, 0.4930555555555556, 0.5031565656565656, 0.49684343434343436, 0.4898989898989899, 0.5107323232323232, 0.5189393939393939, 0.49873737373737376, 0.5012626262626263, 0.5006313131313131, 0.5050505050505051, 0.51010101010101, 0.4981060606060606, 0.509469696969697, 0.5, 0.5025252525252525, 0.49936868686868685, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5], "bottom_up_rev_results": [0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.49936868686868685, 0.5025252525252525, 0.5, 0.509469696969697, 0.4981060606060606, 0.51010101010101, 0.5050505050505051, 0.5006313131313131, 0.5012626262626263, 0.49873737373737376, 0.5189393939393939, 0.5107323232323232, 0.4898989898989899, 0.49684343434343436, 0.5031565656565656, 0.4930555555555556, 0.5018939393939394, 0.5044191919191919, 0.5012626262626263, 0.49936868686868685, 0.49936868686868685, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5006313131313131, 0.5044191919191919, 0.5075757575757576, 0.5170454545454546, 0.5126262626262627, 0.5031565656565656, 0.5037878787878788, 0.5037878787878788, 0.5069444444444444, 0.5113636363636364, 0.5132575757575758, 0.523989898989899, 0.5378787878787878, 0.5252525252525253, 0.5246212121212122, 0.5309343434343434, 0.5265151515151515, 0.5378787878787878, 0.5574494949494949, 0.5568181818181818, 0.5650252525252525, 0.5738636363636364, 0.6268939393939394, 0.6212121212121212, 0.6401515151515151, 0.6647727272727273, 0.6893939393939394, 0.7039141414141414, 0.69760101010101, 0.6912878787878788, 0.7165404040404041, 0.7392676767676768, 0.7462121212121212, 0.7518939393939394, 0.7563131313131313, 0.7525252525252525, 0.76010101010101, 0.7676767676767676, 0.7670454545454546, 0.7714646464646465, 0.7702020202020202, 0.7752525252525253, 0.7720959595959596, 0.7809343434343434, 0.7815656565656566, 0.7872474747474747, 0.7941919191919192, 0.7948232323232324, 0.8011363636363636, 0.7992424242424242, 0.80239898989899, 0.8011363636363636, 0.803030303030303, 0.7992424242424242, 0.7998737373737373, 0.8112373737373737, 0.8049242424242424, 0.8061868686868687, 0.8049242424242424, 0.8036616161616161, 0.8011363636363636, 0.8011363636363636, 0.8042929292929293, 0.8061868686868687, 0.8049242424242424, 0.8112373737373737, 0.8125, 0.8162878787878788, 0.8137626262626263, 0.8156565656565656, 0.8156565656565656, 0.8162878787878788, 0.8175505050505051, 0.8175505050505051, 0.8156565656565656, 0.8169191919191919, 0.8162878787878788, 0.8143939393939394, 0.8181818181818182, 0.8175505050505051, 0.8169191919191919, 0.8175505050505051, 0.8213383838383839, 0.8207070707070707, 0.8207070707070707, 0.8194444444444444, 0.8213383838383839, 0.821969696969697, 0.8232323232323232, 0.8207070707070707, 0.82260101010101, 0.8207070707070707, 0.8200757575757576, 0.8213383838383839, 0.8188131313131313, 0.8169191919191919, 0.8194444444444444, 0.8194444444444444, 0.8207070707070707, 0.8282828282828283, 0.8289141414141414, 0.8263888888888888, 0.8282828282828283, 0.8295454545454546, 0.8289141414141414, 0.8244949494949495], "top_down_rev_results": [0.8244949494949495, 0.8257575757575758, 0.8244949494949495, 0.8257575757575758, 0.8244949494949495, 0.8257575757575758, 0.8276515151515151, 0.8282828282828283, 0.8289141414141414, 0.8232323232323232, 0.8244949494949495, 0.8251262626262627, 0.8200757575757576, 0.8207070707070707, 0.8181818181818182, 0.8175505050505051, 0.8188131313131313, 0.8150252525252525, 0.8080808080808081, 0.8074494949494949, 0.8087121212121212, 0.8068181818181818, 0.8074494949494949, 0.8087121212121212, 0.8106060606060606, 0.8093434343434344, 0.8087121212121212, 0.8093434343434344, 0.8042929292929293, 0.7986111111111112, 0.7967171717171717, 0.7973484848484849, 0.7973484848484849, 0.7948232323232324, 0.7948232323232324, 0.7986111111111112, 0.7992424242424242, 0.8005050505050505, 0.8005050505050505, 0.80239898989899, 0.80239898989899, 0.80239898989899, 0.803030303030303, 0.7998737373737373, 0.7992424242424242, 0.797979797979798, 0.7992424242424242, 0.8005050505050505, 0.8017676767676768, 0.7973484848484849, 0.8011363636363636, 0.7998737373737373, 0.803030303030303, 0.7986111111111112, 0.7992424242424242, 0.7960858585858586, 0.7973484848484849, 0.7941919191919192, 0.7897727272727273, 0.7916666666666666, 0.7872474747474747, 0.7285353535353535, 0.7228535353535354, 0.7285353535353535, 0.7215909090909091, 0.7089646464646465, 0.7058080808080808, 0.7051767676767676, 0.6837121212121212, 0.6837121212121212, 0.67739898989899, 0.6723484848484849, 0.672979797979798, 0.6736111111111112, 0.6704545454545454, 0.6654040404040404, 0.6597222222222222, 0.6628787878787878, 0.6527777777777778, 0.6363636363636364, 0.6414141414141414, 0.6388888888888888, 0.6174242424242424, 0.6136363636363636, 0.5965909090909091, 0.5757575757575758, 0.5700757575757576, 0.5732323232323232, 0.5732323232323232, 0.571969696969697, 0.5757575757575758, 0.5738636363636364, 0.5467171717171717, 0.5606060606060606, 0.553030303030303, 0.5618686868686869, 0.5669191919191919, 0.5593434343434344, 0.5763888888888888, 0.5700757575757576, 0.5744949494949495, 0.5751262626262627, 0.577020202020202, 0.5656565656565656, 0.5574494949494949, 0.5574494949494949, 0.5050505050505051, 0.5056818181818182, 0.5025252525252525, 0.5037878787878788, 0.5037878787878788, 0.5025252525252525, 0.5031565656565656, 0.5031565656565656, 0.5031565656565656, 0.5025252525252525, 0.5012626262626263, 0.5012626262626263, 0.5012626262626263, 0.5006313131313131, 0.5006313131313131, 0.5006313131313131, 0.5006313131313131, 0.5025252525252525, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5]}}, "crows_pairs_bert_classifieronly": {"250": {"base_acc": 0.8079470198675497, "contribs": [-0.00022291994537226856, 0.0007315538823604584, 0.0013689171755686402, 0.0011491368059068918, -0.00010989012662321329, 0.0011993719963356853, 0.00016326525656040758, -0.000248037715209648, 0.0016326535260304809, 4.395604628371075e-05, 0.002769230864942074, 0.0009293563780374825, -0.00010361072781961411, 0.0013155413325875998, 0.00023233905085362494, -9.419108209840488e-06, 0.0025086349342018366, -0.0002480375987943262, 0.0019654633942991495, -0.0003924648044630885, 0.00047409735270775855, 0.00025117740733549, 0.000948194763623178, -0.00045839871745556593, 0.0016169544542208314, 0.0021255889441818, 0.000483516399981454, 0.0013124016113579273, -0.0005839873338118196, -5.3375257266452536e-05, 0.0010486654937267303, 0.00032339090830646455, 0.0010518053313717246, 0.0027158563025295734, 0.0011711149709299207, 4.709577115136199e-05, 0.0024113021790981293, 0.00020094194042030722, -0.0008288854733109474, 0.0008634221740067005, -0.00032653051312081516, 0.00223861844278872, 0.0010737836128100753, -0.00035164831206202507, 0.0001287283666897565, 0.001337519264779985, 0.0004395603318698704, 0.00045839877566322684, 0.0016703297151252627, -0.00034536884049884975, -0.004646781831979752, 0.0022982724476605654, 0.0019089477136731148, 0.0009827313479036093, 0.00022919956245459616, 0.0015133435372263193, 0.0014788074186071754, 0.0009356359951198101, 0.0012339093955233693, 0.002313971286639571, 0.0008037675288505852, 0.0007566719432361424, 0.0013281007995828986, 0.0005525905289687216, 0.0013281009159982204, -0.0014976455131545663, -0.00010361070599174127, 0.001733123674057424, 0.0026875974144786596, 0.0010675037046894431, 0.001607535290531814, -0.00045525887981057167, 0.0020941919647157192, 0.0005086343735456467, 0.000558869622182101, 0.000483516399981454, 0.00013814758858643472, 0.0058524333871901035, 0.00027001561829820275, 0.0013312401715666056, -0.0017080064862966537, 0.0013500782661139965, 0.0005086343735456467, 0.0015039247227832675, 0.0005902667762711644, 0.004040815867483616, 0.00045839871745556593, 0.004091052338480949, 0.0011868132278323174, 0.0038116180803626776, 0.0018210365669801831, 0.001899528899230063, -0.001048665726557374, 0.0004866563540417701, 0.001704866997897625, 0.0023390890564769506, 0.003940346650779247, 0.003331240266561508, -0.0006122449412941933, -0.0010706434259191155, 0.00050235481467098, 0.003356359200552106, 0.0027755112387239933, -0.001284144469536841, 0.00838932953774929, 0.014383039437234402, 0.0014034535270184278, 0.0027849304024130106, 0.0027472537476569414, 0.0027472542133182287, 0.004254318308085203, 0.0009795919759199023, 0.0024050234351307154, 0.01167347002774477, 0.0005871272878721356, 0.010819467715919018, 0.0007943485397845507, 0.0019372061360627413, 0.009689170867204666, 0.007375197950750589, -0.004270016215741634, 0.0006373626529239118, -0.00019152287859469652, 0.00707064475864172, 0.005318682640790939, 0.0006562009803019464, 0.0008383046952076256, 0.003670330625027418, 0.0018210361013188958, 2.825740011758171e-05, 0.0034411316737532616, 0.013315544463694096, 0.006210362073034048, 0.0024332813918590546, 0.006291992496699095, 0.00041444276575930417, -0.0004238618421368301, 0.002313971286639571, 0.0023422299418598413, 0.0020784924272447824, 0.004103610757738352, 0.0024113019462674856, 0.0037394033279269934, 0.006138145923614502], "bottom_up_results": [0.5629139072847682, 0.5629139072847682, 0.5629139072847682, 0.5629139072847682, 0.5629139072847682, 0.5629139072847682, 0.5629139072847682, 0.5629139072847682, 0.5629139072847682, 0.5629139072847682, 0.5629139072847682, 0.5629139072847682, 0.5629139072847682, 0.5629139072847682, 0.5629139072847682, 0.5629139072847682, 0.5629139072847682, 0.5629139072847682, 0.5629139072847682, 0.5629139072847682, 0.5629139072847682, 0.5629139072847682, 0.5629139072847682, 0.5629139072847682, 0.5629139072847682, 0.5629139072847682, 0.5629139072847682, 0.5629139072847682, 0.5629139072847682, 0.5629139072847682, 0.5695364238410596, 0.5695364238410596, 0.5695364238410596, 0.5695364238410596, 0.5662251655629139, 0.5662251655629139, 0.5662251655629139, 0.5662251655629139, 0.5662251655629139, 0.5761589403973509, 0.5761589403973509, 0.5794701986754967, 0.5827814569536424, 0.5761589403973509, 0.5761589403973509, 0.5761589403973509, 0.5695364238410596, 0.5695364238410596, 0.5728476821192053, 0.5761589403973509, 0.5728476821192053, 0.5761589403973509, 0.5761589403973509, 0.5960264900662252, 0.5860927152317881, 0.5860927152317881, 0.5894039735099338, 0.5894039735099338, 0.6258278145695364, 0.6291390728476821, 0.6258278145695364, 0.6258278145695364, 0.6390728476821192, 0.6357615894039735, 0.6357615894039735, 0.6324503311258278, 0.6357615894039735, 0.6390728476821192, 0.6390728476821192, 0.6390728476821192, 0.6423841059602649, 0.6423841059602649, 0.6456953642384106, 0.652317880794702, 0.6854304635761589, 0.6854304635761589, 0.6754966887417219, 0.6754966887417219, 0.6688741721854304, 0.6788079470198676, 0.7086092715231788, 0.695364238410596, 0.6920529801324503, 0.6986754966887417, 0.6920529801324503, 0.6920529801324503, 0.6920529801324503, 0.695364238410596, 0.6887417218543046, 0.695364238410596, 0.6854304635761589, 0.6821192052980133, 0.6854304635761589, 0.6854304635761589, 0.6821192052980133, 0.6788079470198676, 0.6788079470198676, 0.6721854304635762, 0.6754966887417219, 0.6854304635761589, 0.6854304635761589, 0.6754966887417219, 0.6721854304635762, 0.6754966887417219, 0.6754966887417219, 0.7218543046357616, 0.7251655629139073, 0.7251655629139073, 0.7251655629139073, 0.7350993377483444, 0.7251655629139073, 0.7218543046357616, 0.7284768211920529, 0.7251655629139073, 0.7185430463576159, 0.7251655629139073, 0.7251655629139073, 0.7284768211920529, 0.7284768211920529, 0.7284768211920529, 0.7284768211920529, 0.7317880794701986, 0.7218543046357616, 0.7251655629139073, 0.7251655629139073, 0.7350993377483444, 0.7350993377483444, 0.7317880794701986, 0.7317880794701986, 0.7317880794701986, 0.7251655629139073, 0.7384105960264901, 0.7384105960264901, 0.7384105960264901, 0.7284768211920529, 0.7350993377483444, 0.7549668874172185, 0.7516556291390728, 0.7450331125827815, 0.7450331125827815, 0.7748344370860927, 0.7814569536423841, 0.7947019867549668, 0.7947019867549668, 0.8079470198675497], "top_down_results": [0.8079470198675497, 0.7980132450331126, 0.804635761589404, 0.7913907284768212, 0.7880794701986755, 0.7847682119205298, 0.7781456953642384, 0.7814569536423841, 0.7748344370860927, 0.7781456953642384, 0.7781456953642384, 0.7781456953642384, 0.7781456953642384, 0.7847682119205298, 0.7847682119205298, 0.7814569536423841, 0.7748344370860927, 0.7781456953642384, 0.7847682119205298, 0.7847682119205298, 0.7913907284768212, 0.7947019867549668, 0.7980132450331126, 0.7947019867549668, 0.7947019867549668, 0.7880794701986755, 0.7847682119205298, 0.7847682119205298, 0.7814569536423841, 0.7715231788079471, 0.7682119205298014, 0.7682119205298014, 0.7682119205298014, 0.7682119205298014, 0.7649006622516556, 0.7582781456953642, 0.7649006622516556, 0.7649006622516556, 0.7549668874172185, 0.7582781456953642, 0.7549668874172185, 0.7582781456953642, 0.7582781456953642, 0.7549668874172185, 0.7582781456953642, 0.7549668874172185, 0.7516556291390728, 0.7549668874172185, 0.7582781456953642, 0.7582781456953642, 0.7549668874172185, 0.7582781456953642, 0.7549668874172185, 0.7615894039735099, 0.7615894039735099, 0.7549668874172185, 0.7649006622516556, 0.7649006622516556, 0.7549668874172185, 0.7483443708609272, 0.7483443708609272, 0.7483443708609272, 0.7450331125827815, 0.7450331125827815, 0.7350993377483444, 0.7384105960264901, 0.7384105960264901, 0.7384105960264901, 0.7417218543046358, 0.7384105960264901, 0.7317880794701986, 0.7284768211920529, 0.7317880794701986, 0.7317880794701986, 0.7384105960264901, 0.7384105960264901, 0.7417218543046358, 0.7350993377483444, 0.7317880794701986, 0.7317880794701986, 0.7284768211920529, 0.7251655629139073, 0.7350993377483444, 0.7284768211920529, 0.7317880794701986, 0.7284768211920529, 0.7284768211920529, 0.7218543046357616, 0.7317880794701986, 0.7251655629139073, 0.7350993377483444, 0.7350993377483444, 0.7450331125827815, 0.7516556291390728, 0.7483443708609272, 0.7549668874172185, 0.7450331125827815, 0.7052980132450332, 0.7152317880794702, 0.7185430463576159, 0.7185430463576159, 0.7152317880794702, 0.7317880794701986, 0.7582781456953642, 0.7516556291390728, 0.6920529801324503, 0.6986754966887417, 0.6887417218543046, 0.6754966887417219, 0.6821192052980133, 0.7019867549668874, 0.7218543046357616, 0.7185430463576159, 0.7251655629139073, 0.7251655629139073, 0.7019867549668874, 0.6920529801324503, 0.6754966887417219, 0.6854304635761589, 0.6821192052980133, 0.6821192052980133, 0.6920529801324503, 0.6920529801324503, 0.6887417218543046, 0.6854304635761589, 0.6920529801324503, 0.7052980132450332, 0.7152317880794702, 0.7086092715231788, 0.7152317880794702, 0.7185430463576159, 0.7152317880794702, 0.7119205298013245, 0.7086092715231788, 0.7086092715231788, 0.7086092715231788, 0.652317880794702, 0.652317880794702, 0.6357615894039735, 0.6622516556291391, 0.5960264900662252, 0.6026490066225165, 0.5629139072847682, 0.5629139072847682, 0.5629139072847682], "bottom_up_rev_results": [0.5629139072847682, 0.5629139072847682, 0.5629139072847682, 0.6026490066225165, 0.5960264900662252, 0.6622516556291391, 0.6357615894039735, 0.652317880794702, 0.652317880794702, 0.7086092715231788, 0.7086092715231788, 0.7086092715231788, 0.7119205298013245, 0.7152317880794702, 0.7185430463576159, 0.7152317880794702, 0.7086092715231788, 0.7152317880794702, 0.7052980132450332, 0.6920529801324503, 0.6854304635761589, 0.6887417218543046, 0.6920529801324503, 0.6920529801324503, 0.6821192052980133, 0.6821192052980133, 0.6854304635761589, 0.6754966887417219, 0.6920529801324503, 0.7019867549668874, 0.7251655629139073, 0.7251655629139073, 0.7185430463576159, 0.7218543046357616, 0.7019867549668874, 0.6821192052980133, 0.6754966887417219, 0.6887417218543046, 0.6986754966887417, 0.6920529801324503, 0.7516556291390728, 0.7582781456953642, 0.7317880794701986, 0.7152317880794702, 0.7185430463576159, 0.7185430463576159, 0.7152317880794702, 0.7052980132450332, 0.7450331125827815, 0.7549668874172185, 0.7483443708609272, 0.7516556291390728, 0.7450331125827815, 0.7350993377483444, 0.7350993377483444, 0.7251655629139073, 0.7317880794701986, 0.7218543046357616, 0.7284768211920529, 0.7284768211920529, 0.7317880794701986, 0.7284768211920529, 0.7350993377483444, 0.7251655629139073, 0.7284768211920529, 0.7317880794701986, 0.7317880794701986, 0.7350993377483444, 0.7417218543046358, 0.7384105960264901, 0.7384105960264901, 0.7317880794701986, 0.7317880794701986, 0.7284768211920529, 0.7317880794701986, 0.7384105960264901, 0.7417218543046358, 0.7384105960264901, 0.7384105960264901, 0.7384105960264901, 0.7350993377483444, 0.7450331125827815, 0.7450331125827815, 0.7483443708609272, 0.7483443708609272, 0.7483443708609272, 0.7549668874172185, 0.7649006622516556, 0.7649006622516556, 0.7549668874172185, 0.7615894039735099, 0.7615894039735099, 0.7549668874172185, 0.7582781456953642, 0.7549668874172185, 0.7582781456953642, 0.7549668874172185, 0.7549668874172185, 0.7516556291390728, 0.7549668874172185, 0.7549668874172185, 0.7549668874172185, 0.7582781456953642, 0.7582781456953642, 0.7549668874172185, 0.7582781456953642, 0.7549668874172185, 0.7649006622516556, 0.7649006622516556, 0.7582781456953642, 0.7649006622516556, 0.7682119205298014, 0.7682119205298014, 0.7682119205298014, 0.7682119205298014, 0.7715231788079471, 0.7814569536423841, 0.7847682119205298, 0.7847682119205298, 0.7880794701986755, 0.7947019867549668, 0.7947019867549668, 0.7980132450331126, 0.7947019867549668, 0.7913907284768212, 0.7847682119205298, 0.7847682119205298, 0.7781456953642384, 0.7748344370860927, 0.7814569536423841, 0.7847682119205298, 0.7847682119205298, 0.7781456953642384, 0.7781456953642384, 0.7781456953642384, 0.7781456953642384, 0.7748344370860927, 0.7814569536423841, 0.7781456953642384, 0.7847682119205298, 0.7880794701986755, 0.7913907284768212, 0.804635761589404, 0.7980132450331126, 0.8079470198675497], "top_down_rev_results": [0.8079470198675497, 0.7947019867549668, 0.7947019867549668, 0.7814569536423841, 0.7748344370860927, 0.7450331125827815, 0.7450331125827815, 0.7516556291390728, 0.7549668874172185, 0.7350993377483444, 0.7284768211920529, 0.7384105960264901, 0.7384105960264901, 0.7384105960264901, 0.7251655629139073, 0.7317880794701986, 0.7317880794701986, 0.7317880794701986, 0.7350993377483444, 0.7350993377483444, 0.7251655629139073, 0.7251655629139073, 0.7218543046357616, 0.7317880794701986, 0.7284768211920529, 0.7284768211920529, 0.7284768211920529, 0.7284768211920529, 0.7251655629139073, 0.7251655629139073, 0.7185430463576159, 0.7251655629139073, 0.7284768211920529, 0.7218543046357616, 0.7251655629139073, 0.7350993377483444, 0.7251655629139073, 0.7251655629139073, 0.7251655629139073, 0.7218543046357616, 0.6754966887417219, 0.6754966887417219, 0.6721854304635762, 0.6754966887417219, 0.6854304635761589, 0.6854304635761589, 0.6754966887417219, 0.6721854304635762, 0.6788079470198676, 0.6788079470198676, 0.6821192052980133, 0.6854304635761589, 0.6854304635761589, 0.6821192052980133, 0.6854304635761589, 0.695364238410596, 0.6887417218543046, 0.695364238410596, 0.6920529801324503, 0.6920529801324503, 0.6920529801324503, 0.6986754966887417, 0.6920529801324503, 0.695364238410596, 0.7086092715231788, 0.6788079470198676, 0.6688741721854304, 0.6754966887417219, 0.6754966887417219, 0.6854304635761589, 0.6854304635761589, 0.652317880794702, 0.6456953642384106, 0.6423841059602649, 0.6423841059602649, 0.6390728476821192, 0.6390728476821192, 0.6390728476821192, 0.6357615894039735, 0.6324503311258278, 0.6357615894039735, 0.6357615894039735, 0.6390728476821192, 0.6258278145695364, 0.6258278145695364, 0.6291390728476821, 0.6258278145695364, 0.5894039735099338, 0.5894039735099338, 0.5860927152317881, 0.5860927152317881, 0.5960264900662252, 0.5761589403973509, 0.5761589403973509, 0.5728476821192053, 0.5761589403973509, 0.5761589403973509, 0.5695364238410596, 0.5695364238410596, 0.5761589403973509, 0.5728476821192053, 0.5761589403973509, 0.5827814569536424, 0.5794701986754967, 0.5761589403973509, 0.5761589403973509, 0.5662251655629139, 0.5662251655629139, 0.5662251655629139, 0.5662251655629139, 0.5662251655629139, 0.5695364238410596, 0.5695364238410596, 0.5695364238410596, 0.5695364238410596, 0.5629139072847682, 0.5629139072847682, 0.5629139072847682, 0.5629139072847682, 0.5629139072847682, 0.5629139072847682, 0.5629139072847682, 0.5629139072847682, 0.5629139072847682, 0.5629139072847682, 0.5629139072847682, 0.5629139072847682, 0.5629139072847682, 0.5629139072847682, 0.5629139072847682, 0.5629139072847682, 0.5629139072847682, 0.5629139072847682, 0.5629139072847682, 0.5629139072847682, 0.5629139072847682, 0.5629139072847682, 0.5629139072847682, 0.5629139072847682, 0.5629139072847682, 0.5629139072847682, 0.5629139072847682, 0.5629139072847682, 0.5629139072847682, 0.5629139072847682]}}, "crows_pairs_bert_finetuned": {"250": {"base_acc": 0.7913907284768212, "contribs": [-0.00022291994537226856, 0.0007315538823604584, 0.0013689171755686402, 0.0011491368059068918, -0.00010989012662321329, 0.0011993719963356853, 0.00016326525656040758, -0.000248037715209648, 0.0016326535260304809, 4.395604628371075e-05, 0.002769230864942074, 0.0009293563780374825, -0.00010361072781961411, 0.0013155413325875998, 0.00023233905085362494, -9.419108209840488e-06, 0.0025086349342018366, -0.0002480375987943262, 0.0019654633942991495, -0.0003924648044630885, 0.00047409735270775855, 0.00025117740733549, 0.000948194763623178, -0.00045839871745556593, 0.0016169544542208314, 0.0021255889441818, 0.000483516399981454, 0.0013124016113579273, -0.0005839873338118196, -5.3375257266452536e-05, 0.0010486654937267303, 0.00032339090830646455, 0.0010518053313717246, 0.0027158563025295734, 0.0011711149709299207, 4.709577115136199e-05, 0.0024113021790981293, 0.00020094194042030722, -0.0008288854733109474, 0.0008634221740067005, -0.00032653051312081516, 0.00223861844278872, 0.0010737836128100753, -0.00035164831206202507, 0.0001287283666897565, 0.001337519264779985, 0.0004395603318698704, 0.00045839877566322684, 0.0016703297151252627, -0.00034536884049884975, -0.004646781831979752, 0.0022982724476605654, 0.0019089477136731148, 0.0009827313479036093, 0.00022919956245459616, 0.0015133435372263193, 0.0014788074186071754, 0.0009356359951198101, 0.0012339093955233693, 0.002313971286639571, 0.0008037675288505852, 0.0007566719432361424, 0.0013281007995828986, 0.0005525905289687216, 0.0013281009159982204, -0.0014976455131545663, -0.00010361070599174127, 0.001733123674057424, 0.0026875974144786596, 0.0010675037046894431, 0.001607535290531814, -0.00045525887981057167, 0.0020941919647157192, 0.0005086343735456467, 0.000558869622182101, 0.000483516399981454, 0.00013814758858643472, 0.0058524333871901035, 0.00027001561829820275, 0.0013312401715666056, -0.0017080064862966537, 0.0013500782661139965, 0.0005086343735456467, 0.0015039247227832675, 0.0005902667762711644, 0.004040815867483616, 0.00045839871745556593, 0.004091052338480949, 0.0011868132278323174, 0.0038116180803626776, 0.0018210365669801831, 0.001899528899230063, -0.001048665726557374, 0.0004866563540417701, 0.001704866997897625, 0.0023390890564769506, 0.003940346650779247, 0.003331240266561508, -0.0006122449412941933, -0.0010706434259191155, 0.00050235481467098, 0.003356359200552106, 0.0027755112387239933, -0.001284144469536841, 0.00838932953774929, 0.014383039437234402, 0.0014034535270184278, 0.0027849304024130106, 0.0027472537476569414, 0.0027472542133182287, 0.004254318308085203, 0.0009795919759199023, 0.0024050234351307154, 0.01167347002774477, 0.0005871272878721356, 0.010819467715919018, 0.0007943485397845507, 0.0019372061360627413, 0.009689170867204666, 0.007375197950750589, -0.004270016215741634, 0.0006373626529239118, -0.00019152287859469652, 0.00707064475864172, 0.005318682640790939, 0.0006562009803019464, 0.0008383046952076256, 0.003670330625027418, 0.0018210361013188958, 2.825740011758171e-05, 0.0034411316737532616, 0.013315544463694096, 0.006210362073034048, 0.0024332813918590546, 0.006291992496699095, 0.00041444276575930417, -0.0004238618421368301, 0.002313971286639571, 0.0023422299418598413, 0.0020784924272447824, 0.004103610757738352, 0.0024113019462674856, 0.0037394033279269934, 0.006138145923614502], "bottom_up_results": [0.5629139072847682, 0.5728476821192053, 0.5728476821192053, 0.5728476821192053, 0.5794701986754967, 0.5827814569536424, 0.5463576158940397, 0.5562913907284768, 0.5860927152317881, 0.5860927152317881, 0.5927152317880795, 0.5629139072847682, 0.5596026490066225, 0.6059602649006622, 0.6125827814569537, 0.6225165562913907, 0.609271523178808, 0.6291390728476821, 0.6357615894039735, 0.6423841059602649, 0.6556291390728477, 0.6655629139072847, 0.6589403973509934, 0.6655629139072847, 0.6688741721854304, 0.6688741721854304, 0.6688741721854304, 0.6688741721854304, 0.6887417218543046, 0.7019867549668874, 0.6986754966887417, 0.695364238410596, 0.6887417218543046, 0.6920529801324503, 0.6920529801324503, 0.695364238410596, 0.7019867549668874, 0.6986754966887417, 0.7052980132450332, 0.7119205298013245, 0.7086092715231788, 0.7086092715231788, 0.7019867549668874, 0.7052980132450332, 0.7052980132450332, 0.7119205298013245, 0.7119205298013245, 0.7119205298013245, 0.7119205298013245, 0.7119205298013245, 0.7119205298013245, 0.7152317880794702, 0.7119205298013245, 0.7119205298013245, 0.7119205298013245, 0.7119205298013245, 0.7052980132450332, 0.7052980132450332, 0.7119205298013245, 0.7086092715231788, 0.7152317880794702, 0.7086092715231788, 0.7052980132450332, 0.6986754966887417, 0.6986754966887417, 0.6986754966887417, 0.695364238410596, 0.7185430463576159, 0.7218543046357616, 0.7185430463576159, 0.7218543046357616, 0.7218543046357616, 0.7284768211920529, 0.7284768211920529, 0.7450331125827815, 0.7450331125827815, 0.7384105960264901, 0.7384105960264901, 0.7450331125827815, 0.7450331125827815, 0.7417218543046358, 0.7450331125827815, 0.7450331125827815, 0.7516556291390728, 0.7516556291390728, 0.7516556291390728, 0.7516556291390728, 0.7516556291390728, 0.7516556291390728, 0.7483443708609272, 0.7516556291390728, 0.7549668874172185, 0.7516556291390728, 0.7516556291390728, 0.7516556291390728, 0.7516556291390728, 0.7516556291390728, 0.7682119205298014, 0.7615894039735099, 0.7649006622516556, 0.7615894039735099, 0.7649006622516556, 0.7682119205298014, 0.7682119205298014, 0.7715231788079471, 0.7814569536423841, 0.7781456953642384, 0.7781456953642384, 0.7781456953642384, 0.7781456953642384, 0.7682119205298014, 0.7682119205298014, 0.7715231788079471, 0.7715231788079471, 0.7715231788079471, 0.7781456953642384, 0.7781456953642384, 0.7781456953642384, 0.7781456953642384, 0.7781456953642384, 0.7748344370860927, 0.7748344370860927, 0.7781456953642384, 0.7880794701986755, 0.7847682119205298, 0.7847682119205298, 0.7847682119205298, 0.7847682119205298, 0.7847682119205298, 0.7880794701986755, 0.7847682119205298, 0.7814569536423841, 0.7814569536423841, 0.7814569536423841, 0.7847682119205298, 0.7847682119205298, 0.7748344370860927, 0.7814569536423841, 0.7814569536423841, 0.7814569536423841, 0.7814569536423841, 0.7847682119205298, 0.7847682119205298, 0.7847682119205298, 0.7913907284768212], "top_down_results": [0.7913907284768212, 0.7781456953642384, 0.7781456953642384, 0.7781456953642384, 0.7781456953642384, 0.7781456953642384, 0.7748344370860927, 0.7715231788079471, 0.7516556291390728, 0.7516556291390728, 0.7483443708609272, 0.7483443708609272, 0.7450331125827815, 0.7450331125827815, 0.7516556291390728, 0.7549668874172185, 0.7384105960264901, 0.7549668874172185, 0.7582781456953642, 0.7582781456953642, 0.7417218543046358, 0.7317880794701986, 0.7350993377483444, 0.7317880794701986, 0.7317880794701986, 0.7417218543046358, 0.7417218543046358, 0.7417218543046358, 0.7417218543046358, 0.7384105960264901, 0.7450331125827815, 0.7417218543046358, 0.7417218543046358, 0.7185430463576159, 0.7185430463576159, 0.7218543046357616, 0.7119205298013245, 0.7119205298013245, 0.7019867549668874, 0.6986754966887417, 0.7086092715231788, 0.7052980132450332, 0.7086092715231788, 0.7052980132450332, 0.7086092715231788, 0.7019867549668874, 0.7052980132450332, 0.7052980132450332, 0.7152317880794702, 0.7152317880794702, 0.7218543046357616, 0.7185430463576159, 0.7152317880794702, 0.7185430463576159, 0.7185430463576159, 0.7185430463576159, 0.7218543046357616, 0.7185430463576159, 0.7185430463576159, 0.7185430463576159, 0.7185430463576159, 0.7185430463576159, 0.7251655629139073, 0.7218543046357616, 0.7284768211920529, 0.7251655629139073, 0.7218543046357616, 0.7218543046357616, 0.7251655629139073, 0.7185430463576159, 0.7317880794701986, 0.7317880794701986, 0.7019867549668874, 0.7019867549668874, 0.6887417218543046, 0.6920529801324503, 0.6986754966887417, 0.695364238410596, 0.6655629139072847, 0.6688741721854304, 0.6721854304635762, 0.6688741721854304, 0.6721854304635762, 0.6655629139072847, 0.6688741721854304, 0.6622516556291391, 0.6589403973509934, 0.6788079470198676, 0.6721854304635762, 0.6920529801324503, 0.6490066225165563, 0.6490066225165563, 0.652317880794702, 0.6490066225165563, 0.652317880794702, 0.6556291390728477, 0.6556291390728477, 0.6456953642384106, 0.6456953642384106, 0.6357615894039735, 0.6390728476821192, 0.5993377483443708, 0.5927152317880795, 0.6059602649006622, 0.5927152317880795, 0.5463576158940397, 0.5099337748344371, 0.5132450331125827, 0.5066225165562914, 0.5033112582781457, 0.5132450331125827, 0.5463576158940397, 0.5298013245033113, 0.5397350993377483, 0.543046357615894, 0.5264900662251656, 0.5331125827814569, 0.5231788079470199, 0.543046357615894, 0.543046357615894, 0.543046357615894, 0.5264900662251656, 0.543046357615894, 0.5331125827814569, 0.5331125827814569, 0.5397350993377483, 0.543046357615894, 0.5463576158940397, 0.5463576158940397, 0.5496688741721855, 0.5496688741721855, 0.5496688741721855, 0.5529801324503312, 0.5496688741721855, 0.5496688741721855, 0.5331125827814569, 0.5264900662251656, 0.543046357615894, 0.5662251655629139, 0.609271523178808, 0.609271523178808, 0.5761589403973509, 0.5662251655629139, 0.5629139072847682, 0.5629139072847682], "bottom_up_rev_results": [0.5629139072847682, 0.5629139072847682, 0.5662251655629139, 0.5761589403973509, 0.609271523178808, 0.609271523178808, 0.5662251655629139, 0.543046357615894, 0.5264900662251656, 0.5331125827814569, 0.5496688741721855, 0.5496688741721855, 0.5529801324503312, 0.5496688741721855, 0.5496688741721855, 0.5496688741721855, 0.5463576158940397, 0.5463576158940397, 0.543046357615894, 0.5397350993377483, 0.5331125827814569, 0.5331125827814569, 0.543046357615894, 0.5264900662251656, 0.543046357615894, 0.543046357615894, 0.543046357615894, 0.5231788079470199, 0.5331125827814569, 0.5264900662251656, 0.543046357615894, 0.5397350993377483, 0.5298013245033113, 0.5463576158940397, 0.5132450331125827, 0.5033112582781457, 0.5066225165562914, 0.5132450331125827, 0.5099337748344371, 0.5463576158940397, 0.5927152317880795, 0.6059602649006622, 0.5927152317880795, 0.5993377483443708, 0.6390728476821192, 0.6357615894039735, 0.6456953642384106, 0.6456953642384106, 0.6556291390728477, 0.6556291390728477, 0.652317880794702, 0.6490066225165563, 0.652317880794702, 0.6490066225165563, 0.6490066225165563, 0.6920529801324503, 0.6721854304635762, 0.6788079470198676, 0.6589403973509934, 0.6622516556291391, 0.6688741721854304, 0.6655629139072847, 0.6721854304635762, 0.6688741721854304, 0.6721854304635762, 0.6688741721854304, 0.6655629139072847, 0.695364238410596, 0.6986754966887417, 0.6920529801324503, 0.6887417218543046, 0.7019867549668874, 0.7019867549668874, 0.7317880794701986, 0.7317880794701986, 0.7185430463576159, 0.7251655629139073, 0.7218543046357616, 0.7218543046357616, 0.7251655629139073, 0.7284768211920529, 0.7218543046357616, 0.7251655629139073, 0.7185430463576159, 0.7185430463576159, 0.7185430463576159, 0.7185430463576159, 0.7185430463576159, 0.7218543046357616, 0.7185430463576159, 0.7185430463576159, 0.7185430463576159, 0.7152317880794702, 0.7185430463576159, 0.7218543046357616, 0.7152317880794702, 0.7119205298013245, 0.7052980132450332, 0.7052980132450332, 0.7019867549668874, 0.7019867549668874, 0.7052980132450332, 0.7086092715231788, 0.7052980132450332, 0.7086092715231788, 0.6986754966887417, 0.7019867549668874, 0.7119205298013245, 0.7119205298013245, 0.7218543046357616, 0.7185430463576159, 0.7185430463576159, 0.7417218543046358, 0.7417218543046358, 0.7450331125827815, 0.7384105960264901, 0.7417218543046358, 0.7417218543046358, 0.7417218543046358, 0.7417218543046358, 0.7317880794701986, 0.7317880794701986, 0.7350993377483444, 0.7317880794701986, 0.7417218543046358, 0.7582781456953642, 0.7582781456953642, 0.7549668874172185, 0.7384105960264901, 0.7549668874172185, 0.7516556291390728, 0.7450331125827815, 0.7450331125827815, 0.7483443708609272, 0.7483443708609272, 0.7516556291390728, 0.7516556291390728, 0.7715231788079471, 0.7748344370860927, 0.7781456953642384, 0.7781456953642384, 0.7781456953642384, 0.7781456953642384, 0.7781456953642384, 0.7913907284768212], "top_down_rev_results": [0.7913907284768212, 0.7847682119205298, 0.7847682119205298, 0.7847682119205298, 0.7814569536423841, 0.7814569536423841, 0.7814569536423841, 0.7814569536423841, 0.7748344370860927, 0.7847682119205298, 0.7847682119205298, 0.7814569536423841, 0.7814569536423841, 0.7814569536423841, 0.7847682119205298, 0.7880794701986755, 0.7847682119205298, 0.7847682119205298, 0.7847682119205298, 0.7847682119205298, 0.7847682119205298, 0.7880794701986755, 0.7781456953642384, 0.7748344370860927, 0.7748344370860927, 0.7781456953642384, 0.7781456953642384, 0.7781456953642384, 0.7781456953642384, 0.7781456953642384, 0.7715231788079471, 0.7715231788079471, 0.7715231788079471, 0.7682119205298014, 0.7682119205298014, 0.7781456953642384, 0.7781456953642384, 0.7781456953642384, 0.7781456953642384, 0.7814569536423841, 0.7715231788079471, 0.7682119205298014, 0.7682119205298014, 0.7649006622516556, 0.7615894039735099, 0.7649006622516556, 0.7615894039735099, 0.7682119205298014, 0.7516556291390728, 0.7516556291390728, 0.7516556291390728, 0.7516556291390728, 0.7516556291390728, 0.7549668874172185, 0.7516556291390728, 0.7483443708609272, 0.7516556291390728, 0.7516556291390728, 0.7516556291390728, 0.7516556291390728, 0.7516556291390728, 0.7516556291390728, 0.7450331125827815, 0.7450331125827815, 0.7417218543046358, 0.7450331125827815, 0.7450331125827815, 0.7384105960264901, 0.7384105960264901, 0.7450331125827815, 0.7450331125827815, 0.7284768211920529, 0.7284768211920529, 0.7218543046357616, 0.7218543046357616, 0.7185430463576159, 0.7218543046357616, 0.7185430463576159, 0.695364238410596, 0.6986754966887417, 0.6986754966887417, 0.6986754966887417, 0.7052980132450332, 0.7086092715231788, 0.7152317880794702, 0.7086092715231788, 0.7119205298013245, 0.7052980132450332, 0.7052980132450332, 0.7119205298013245, 0.7119205298013245, 0.7119205298013245, 0.7119205298013245, 0.7152317880794702, 0.7119205298013245, 0.7119205298013245, 0.7119205298013245, 0.7119205298013245, 0.7119205298013245, 0.7119205298013245, 0.7119205298013245, 0.7052980132450332, 0.7019867549668874, 0.7086092715231788, 0.7086092715231788, 0.7119205298013245, 0.7052980132450332, 0.6986754966887417, 0.7019867549668874, 0.695364238410596, 0.6920529801324503, 0.6920529801324503, 0.6887417218543046, 0.695364238410596, 0.6986754966887417, 0.7019867549668874, 0.6887417218543046, 0.6688741721854304, 0.6688741721854304, 0.6688741721854304, 0.6688741721854304, 0.6655629139072847, 0.6589403973509934, 0.6655629139072847, 0.6556291390728477, 0.6423841059602649, 0.6357615894039735, 0.6291390728476821, 0.609271523178808, 0.6225165562913907, 0.6125827814569537, 0.6059602649006622, 0.5596026490066225, 0.5629139072847682, 0.5927152317880795, 0.5860927152317881, 0.5860927152317881, 0.5562913907284768, 0.5463576158940397, 0.5827814569536424, 0.5794701986754967, 0.5728476821192053, 0.5728476821192053, 0.5728476821192053, 0.5629139072847682]}}}