| {"step": 5000, "accuracy": [55.140625, 62.751041412353516, 73.11250305175781, 83.48645782470703, 93.05416870117188, 96.64895629882812, 98.5406265258789, 99.09166717529297, 99.16041564941406], "accuracy_text": [20.436067581176758, 33.932003021240234, 52.317073822021484, 70.71138000488281, 87.68107604980469, 94.05764770507812, 97.41500091552734, 98.39246368408203, 98.5107192993164], "ce": [3.1804537773132324, 2.5852463245391846, 1.7850604057312012, 1.032672643661499, 0.38938450813293457, 0.20286588370800018, 0.11698425561189651, 0.08413901925086975, 0.07818673551082611], "utilization": [56.103515625, 69.6044921875, 84.3994140625, 90.869140625, 95.263671875, 91.943359375, 98.0712890625, 99.7802734375, 65.869140625], "perplexity": [1821.493333938759, 1796.9275016530246, 1679.7554939525205, 1689.3302395659646, 1634.955959946045, 1592.2415810882194, 2093.276468114015, 2444.1801641288594, 1654.9849332453493]} | |
| {"step": 10000, "accuracy": [56.45833206176758, 64.21353912353516, 74.67292022705078, 84.63021087646484, 93.98229217529297, 97.09791564941406, 98.7406234741211, 99.18645477294922, 99.27812194824219], "accuracy_text": [22.777162551879883, 36.5280876159668, 55.07945251464844, 72.73835754394531, 89.33111572265625, 94.85218048095703, 97.76607513427734, 98.5569076538086, 98.71951293945312], "ce": [3.112482786178589, 2.4984405040740967, 1.6711896657943726, 0.9625691771507263, 0.33915868401527405, 0.17722320556640625, 0.10017817467451096, 0.07250573486089706, 0.06723276525735855], "utilization": [41.69921875, 65.9423828125, 85.791015625, 88.818359375, 95.4345703125, 91.3330078125, 97.7294921875, 99.1455078125, 57.6171875], "perplexity": [1294.9579979358834, 1741.600331064031, 1631.9906855015229, 1502.2585012059355, 1521.141240711649, 1635.6499580976742, 2170.922738635056, 1934.7959151004673, 1313.3795281436785]} | |
| {"step": 15000, "accuracy": [56.82604217529297, 65.45625305175781, 76.13229370117188, 86.23332977294922, 94.03125, 97.45417022705078, 98.84687805175781, 99.25312805175781, 99.30000305175781], "accuracy_text": [23.455284118652344, 38.74168395996094, 57.675537109375, 75.58203887939453, 89.41426086425781, 95.4841079711914, 97.95454406738281, 98.67516326904297, 98.75831604003906], "ce": [3.053471088409424, 2.3636202812194824, 1.5416793823242188, 0.8347063660621643, 0.3407808542251587, 0.16278861463069916, 0.09493208676576614, 0.07106860727071762, 0.06734021008014679], "utilization": [42.28515625, 66.2841796875, 87.9150390625, 89.4287109375, 93.8720703125, 93.45703125, 97.802734375, 99.658203125, 57.2021484375], "perplexity": [1317.9944456856117, 1724.5568716445262, 1745.8999370891952, 1528.6597415816566, 1458.4354543892434, 1721.8321707922082, 2142.8608895148604, 2302.4647495579416, 1251.507866888947]} | |
| {"step": 20000, "accuracy": [57.11771011352539, 65.88749694824219, 77.01979064941406, 87.1875, 94.58958435058594, 97.7093734741211, 98.8531265258789, 99.1937484741211, 99.25208282470703], "accuracy_text": [23.939393997192383, 39.493717193603516, 59.24427032470703, 77.27642059326172, 90.4028091430664, 95.93680572509766, 97.96562957763672, 98.5698471069336, 98.6733169555664], "ce": [3.018975019454956, 2.3048031330108643, 1.4664212465286255, 0.7771292328834534, 0.31753838062286377, 0.15883898735046387, 0.09886088967323303, 0.07723783701658249, 0.07355011254549026], "utilization": [42.8466796875, 66.748046875, 88.427734375, 90.5517578125, 93.5302734375, 93.1396484375, 97.4609375, 99.5849609375, 55.7861328125], "perplexity": [1345.4842417352743, 1751.1868715983926, 1790.1745994479193, 1607.462225279443, 1558.899051772292, 1819.1480076238074, 2197.494502273359, 2304.12757143997, 1203.860098226307]} | |
| {"step": 25000, "accuracy": [57.43229293823242, 66.40833282470703, 77.59791564941406, 87.37916564941406, 94.97396087646484, 97.80833435058594, 98.97708129882812, 99.23332977294922, 99.28333282470703], "accuracy_text": [24.493717193603516, 40.415740966796875, 60.26422882080078, 77.61456298828125, 91.08832550048828, 96.11603546142578, 98.189208984375, 98.64375305175781, 98.72875213623047], "ce": [2.9927451610565186, 2.258744716644287, 1.4235345125198364, 0.7586280703544617, 0.3002151846885681, 0.1534961760044098, 0.09437588602304459, 0.07536539435386658, 0.07284251600503922], "utilization": [41.1865234375, 63.818359375, 88.7451171875, 89.6240234375, 91.845703125, 91.064453125, 96.09375, 99.4384765625, 51.513671875], "perplexity": [1296.0149443227683, 1662.2381519992875, 1707.3146260739395, 1540.0652413934336, 1405.1790850524008, 1523.7198196369857, 1927.3658992422415, 2135.064500536427, 985.9759226837346]} | |
| {"step": 30000, "accuracy": [57.381248474121094, 66.39375305175781, 77.82083129882812, 87.73542022705078, 95.19479370117188, 97.9749984741211, 98.99583435058594, 99.26041412353516, 99.29582977294922], "accuracy_text": [24.408721923828125, 40.39356994628906, 60.66518783569336, 78.24833679199219, 91.47634887695312, 96.4079818725586, 98.2187728881836, 98.68810272216797, 98.75092315673828], "ce": [2.988381862640381, 2.2457072734832764, 1.404836893081665, 0.7258455157279968, 0.2905394434928894, 0.15000738203525543, 0.09283383935689926, 0.07463284581899643, 0.07256363332271576], "utilization": [40.966796875, 62.4267578125, 88.1591796875, 90.1123046875, 91.6748046875, 90.0146484375, 94.482421875, 99.12109375, 50.09765625], "perplexity": [1287.5675062103066, 1646.9904020881731, 1704.5123158046617, 1562.4458436521609, 1438.3441912377446, 1525.114011111846, 1839.7939263993092, 2044.051705285007, 853.8413203380503]} | |