File size: 5,437 Bytes

16772ec

{"step": 5000, "accuracy": [54.06770706176758, 59.66770935058594, 64.77395629882812, 69.11770629882812, 74.49478912353516, 79.54166412353516, 85.48229217529297, 89.43645477294922, 94.97604370117188], "accuracy_text": [18.588321685791016, 28.482999801635742, 37.529563903808594, 45.2309684753418, 54.7579460144043, 63.71027374267578, 74.24797058105469, 81.26200866699219, 91.08832550048828], "ce": [3.607410430908203, 3.0456554889678955, 2.510672092437744, 2.060492515563965, 1.631625771522522, 1.2697405815124512, 0.9334864616394043, 0.6983961462974548, 0.42934003472328186], "utilization": [5.810546875, 11.3525390625, 20.9716796875, 27.9296875, 39.9658203125, 49.8779296875, 57.8125, 47.998046875, 74.072265625], "perplexity": [133.43796704117676, 69.98283569532767, 101.66345140742592, 102.78259641251253, 149.7559511960893, 161.76619899637163, 186.51413776685283, 195.15556997090508, 168.8576372643109]}
{"step": 10000, "accuracy": [55.657291412353516, 62.05521011352539, 67.70520782470703, 72.57917022705078, 77.81354522705078, 82.63854217529297, 87.90729522705078, 91.73124694824219, 96.63749694824219], "accuracy_text": [21.40983009338379, 32.790096282958984, 42.75313949584961, 51.37657165527344, 60.6485595703125, 69.20362091064453, 78.54952239990234, 85.33259582519531, 94.03547668457031], "ce": [3.373622417449951, 2.716947317123413, 2.1619253158569336, 1.6997838020324707, 1.309045433998108, 1.0027559995651245, 0.7158554792404175, 0.5058043599128723, 0.2927784025669098], "utilization": [13.7451171875, 20.4345703125, 36.71875, 48.388671875, 62.4267578125, 63.7939453125, 65.6005859375, 52.7099609375, 74.90234375], "perplexity": [426.8032146803929, 141.02980789058003, 183.32705854379046, 163.3409118476242, 143.63668112708413, 132.61082977767686, 133.733719956568, 160.64752279545573, 116.18427379468825]}
{"step": 15000, "accuracy": [55.890625, 62.639583587646484, 68.75, 73.7281265258789, 79.34479522705078, 84.16354370117188, 89.46979522705078, 92.88333129882812, 97.11145782470703], "accuracy_text": [21.849594116210938, 33.865482330322266, 44.6082763671875, 53.412784576416016, 63.36289596557617, 71.91056823730469, 81.32113647460938, 87.3761978149414, 94.8761978149414], "ce": [3.3286664485931396, 2.6200225353240967, 2.040570020675659, 1.5765327215194702, 1.1897622346878052, 0.8818261027336121, 0.613118588924408, 0.4318864047527313, 0.24756917357444763], "utilization": [18.896484375, 26.0009765625, 46.240234375, 57.421875, 68.9697265625, 65.52734375, 65.91796875, 52.099609375, 74.8291015625], "perplexity": [624.37334867757, 172.51539334433417, 234.2229772225131, 178.69873982524487, 182.69490111328017, 133.7779831096999, 142.58550630698443, 140.22894457632668, 99.8436784331231]}
{"step": 20000, "accuracy": [56.115623474121094, 63.15833282470703, 69.2281265258789, 74.44271087646484, 80.01249694824219, 84.82395935058594, 90.12916564941406, 93.37291717529297, 97.3812484741211], "accuracy_text": [22.29120445251465, 34.80044174194336, 45.463783264160156, 54.682186126708984, 64.54730224609375, 73.08019256591797, 82.49076080322266, 88.24464416503906, 95.35476684570312], "ce": [3.2981956005096436, 2.5627315044403076, 1.9732420444488525, 1.5060522556304932, 1.1193089485168457, 0.8261856436729431, 0.5667018890380859, 0.3978751599788666, 0.22641001641750336], "utilization": [22.94921875, 29.248046875, 50.9765625, 62.4267578125, 72.119140625, 65.2099609375, 65.478515625, 51.46484375, 74.4140625], "perplexity": [732.9527101984335, 191.8198232620225, 249.98393029165425, 182.88813878130912, 182.51579193679342, 129.47609940905355, 138.7944260125042, 133.5627365717088, 98.07097507780051]}
{"step": 25000, "accuracy": [56.446876525878906, 63.53333282470703, 69.8499984741211, 75.19479370117188, 80.68333435058594, 85.39479064941406, 90.61978912353516, 93.72916412353516, 97.515625], "accuracy_text": [22.89726448059082, 35.46932601928711, 46.57058334350586, 56.02180480957031, 65.74279022216797, 74.09645080566406, 83.36289978027344, 88.87841796875, 95.59312438964844], "ce": [3.2691566944122314, 2.5241336822509766, 1.9279544353485107, 1.451008915901184, 1.0709283351898193, 0.78147292137146, 0.5368722081184387, 0.3779560625553131, 0.21578150987625122], "utilization": [26.6357421875, 31.34765625, 54.1748046875, 64.697265625, 73.3642578125, 66.1376953125, 65.3076171875, 50.9033203125, 74.072265625], "perplexity": [842.2507607249916, 201.95943187711416, 240.35836672756608, 175.48137656517125, 183.56726327472245, 130.4789623361532, 140.12286778623536, 127.10695244103789, 99.03986082718376]}
{"step": 30000, "accuracy": [56.515625, 63.68333435058594, 69.82499694824219, 75.27916717529297, 80.84896087646484, 85.8218765258789, 90.78229522705078, 93.7906265258789, 97.5999984741211], "accuracy_text": [23.046932220458984, 35.71138381958008, 46.52623748779297, 56.1622314453125, 66.03289031982422, 74.85218048095703, 83.6511459350586, 88.98743438720703, 95.74464416503906], "ce": [3.2579843997955322, 2.5054564476013184, 1.91356360912323, 1.4327224493026733, 1.0509898662567139, 0.759772539138794, 0.5240222215652466, 0.3678230941295624, 0.2089213877916336], "utilization": [29.931640625, 33.0810546875, 55.8349609375, 66.69921875, 73.73046875, 66.0400390625, 65.1123046875, 51.3427734375, 73.9990234375], "perplexity": [920.9595246422899, 210.34261824088722, 245.59177159740554, 178.00706733472964, 184.36948845025094, 131.89028537608547, 137.77632310969395, 129.1095807115925, 99.23608961784494]}