[
    {
        "loss": 0.7696,
        "learning_rate": 0.0002,
        "epoch": 0.02,
        "step": 1
    },
    {
        "loss": 0.6496,
        "learning_rate": 0.0002,
        "epoch": 0.04,
        "step": 2
    },
    {
        "loss": 0.6886,
        "learning_rate": 0.0002,
        "epoch": 0.05,
        "step": 3
    },
    {
        "loss": 0.6262,
        "learning_rate": 0.0002,
        "epoch": 0.07,
        "step": 4
    },
    {
        "loss": 0.5216,
        "learning_rate": 0.0002,
        "epoch": 0.09,
        "step": 5
    },
    {
        "loss": 0.5246,
        "learning_rate": 0.0002,
        "epoch": 0.11,
        "step": 6
    },
    {
        "loss": 0.4545,
        "learning_rate": 0.0002,
        "epoch": 0.12,
        "step": 7
    },
    {
        "loss": 0.4518,
        "learning_rate": 0.0002,
        "epoch": 0.14,
        "step": 8
    },
    {
        "loss": 0.3915,
        "learning_rate": 0.0002,
        "epoch": 0.16,
        "step": 9
    },
    {
        "loss": 0.4736,
        "learning_rate": 0.0002,
        "epoch": 0.18,
        "step": 10
    },
    {
        "loss": 0.4215,
        "learning_rate": 0.0002,
        "epoch": 0.19,
        "step": 11
    },
    {
        "loss": 0.3712,
        "learning_rate": 0.0002,
        "epoch": 0.21,
        "step": 12
    },
    {
        "loss": 0.3054,
        "learning_rate": 0.0002,
        "epoch": 0.23,
        "step": 13
    },
    {
        "loss": 0.2136,
        "learning_rate": 0.0002,
        "epoch": 0.25,
        "step": 14
    },
    {
        "loss": 0.1414,
        "learning_rate": 0.0002,
        "epoch": 0.26,
        "step": 15
    },
    {
        "loss": 0.215,
        "learning_rate": 0.0002,
        "epoch": 0.28,
        "step": 16
    },
    {
        "loss": 0.3062,
        "learning_rate": 0.0002,
        "epoch": 0.3,
        "step": 17
    },
    {
        "loss": 0.3171,
        "learning_rate": 0.0002,
        "epoch": 0.32,
        "step": 18
    },
    {
        "loss": 0.2465,
        "learning_rate": 0.0002,
        "epoch": 0.33,
        "step": 19
    },
    {
        "loss": 0.2049,
        "learning_rate": 0.0002,
        "epoch": 0.35,
        "step": 20
    },
    {
        "loss": 0.2947,
        "learning_rate": 0.0002,
        "epoch": 0.37,
        "step": 21
    },
    {
        "loss": 0.1174,
        "learning_rate": 0.0002,
        "epoch": 0.39,
        "step": 22
    },
    {
        "loss": 0.118,
        "learning_rate": 0.0002,
        "epoch": 0.4,
        "step": 23
    },
    {
        "loss": 0.1616,
        "learning_rate": 0.0002,
        "epoch": 0.42,
        "step": 24
    },
    {
        "loss": 0.1731,
        "learning_rate": 0.0002,
        "epoch": 0.44,
        "step": 25
    },
    {
        "eval_code_easy_loss": 0.1410333812236786,
        "eval_code_easy_score": -0.04131929576396942,
        "eval_code_easy_brier_score": 0.04131929576396942,
        "eval_code_easy_average_probability": 0.8963662981987,
        "eval_code_easy_accuracy": 0.94,
        "eval_code_easy_probabilities": [
            0.9897421598434448,
            0.9846920371055603,
            0.9921024441719055,
            0.9999797344207764,
            0.9999569654464722,
            0.9998584985733032,
            0.4596724212169647,
            0.9999803304672241,
            0.9999934434890747,
            0.6896206736564636,
            0.7018794417381287,
            0.8044198751449585,
            0.9061204791069031,
            0.9999116659164429,
            0.9998483657836914,
            0.9975529313087463,
            0.9999861717224121,
            0.9999945163726807,
            0.9997785687446594,
            0.9217097163200378,
            0.549553632736206,
            0.9999867677688599,
            0.9999836683273315,
            0.9999502897262573,
            0.9999196529388428,
            0.999788224697113,
            0.9994627833366394,
            0.8858318328857422,
            0.8768848180770874,
            0.9063717126846313,
            0.6450658440589905,
            0.718223512172699,
            0.6423218846321106,
            0.6255131363868713,
            0.4555876851081848,
            0.5870699286460876,
            0.7827481031417847,
            0.9729915857315063,
            0.7549998164176941,
            0.9984861016273499,
            0.9989733695983887,
            0.9916539192199707,
            0.9056527018547058,
            0.8946619629859924,
            0.8330284357070923,
            0.9995453953742981,
            0.5416378378868103,
            0.9464252591133118,
            0.972342848777771,
            0.9960533380508423,
            0.988210916519165,
            0.4754994809627533,
            0.9999995231628418,
            0.9999991655349731,
            0.9999830722808838,
            0.9999951124191284,
            0.9999954700469971,
            0.9999794960021973,
            0.3308394253253937,
            0.9999799728393555,
            0.9992032647132874,
            0.9999996423721313,
            0.9999727010726929,
            0.9999815225601196,
            0.9999794960021973,
            0.9999793767929077,
            0.988341748714447,
            0.99339359998703,
            0.9851863980293274,
            0.631180465221405,
            0.2889827787876129,
            0.2886982560157776,
            0.9839469194412231,
            0.9860828518867493,
            0.9651493430137634,
            0.7786540389060974,
            0.8290436863899231,
            0.9590767621994019,
            0.9999992847442627,
            0.9999868869781494,
            0.9999861717224121,
            0.9500917196273804,
            0.9666972160339355,
            0.8169301748275757,
            0.9984229803085327,
            0.9998488426208496,
            0.9996005892753601,
            0.9686463475227356,
            0.9352719783782959,
            0.9167892336845398,
            0.9999650716781616,
            0.8374965190887451,
            0.9999854564666748,
            0.9999997615814209,
            0.9999997615814209,
            0.9999992847442627,
            0.9999997615814209,
            0.9999991655349731,
            0.9999997615814209,
            0.848063588142395
        ],
        "eval_code_easy_runtime": 31.1515,
        "eval_code_easy_samples_per_second": 3.21,
        "eval_code_easy_steps_per_second": 0.128,
        "epoch": 0.44,
        "step": 25
    },
    {
        "eval_code_hard_loss": 0.44707271456718445,
        "eval_code_hard_score": -0.14680194854736328,
        "eval_code_hard_brier_score": 0.14680194854736328,
        "eval_code_hard_average_probability": 0.6711300015449524,
        "eval_code_hard_accuracy": 0.83,
        "eval_code_hard_probabilities": [
            0.9999589920043945,
            0.47546130418777466,
            0.5713449716567993,
            0.9994718432426453,
            0.9991668462753296,
            0.9993312358856201,
            0.4067853093147278,
            0.40341079235076904,
            0.41259637475013733,
            0.4262898862361908,
            0.48981818556785583,
            0.6610403060913086,
            0.9994863271713257,
            0.9982219338417053,
            0.99834144115448,
            0.7558809518814087,
            0.6139836311340332,
            0.6215753555297852,
            0.9995869994163513,
            0.9992690682411194,
            0.9992164373397827,
            0.8080712556838989,
            0.8023390769958496,
            0.7505528330802917,
            0.5108107328414917,
            0.5139395594596863,
            0.4423873722553253,
            0.7270267605781555,
            0.7878870368003845,
            0.7860028743743896,
            0.6687493920326233,
            0.7331302165985107,
            0.6188584566116333,
            0.5269416570663452,
            0.4910818338394165,
            0.4837784469127655,
            0.5938860774040222,
            0.5307540893554688,
            0.6091882586479187,
            0.5714852213859558,
            0.5575187802314758,
            0.636616587638855,
            0.5653713941574097,
            0.5363364219665527,
            0.5516955256462097,
            0.7773237228393555,
            0.5234290361404419,
            0.5288711786270142,
            0.6337161064147949,
            0.6571640968322754,
            0.6706582903862,
            0.45844873785972595,
            0.7167773842811584,
            0.605722188949585,
            0.9969874024391174,
            0.9969995617866516,
            0.9975918531417847,
            0.3677201271057129,
            0.5539365410804749,
            0.7323344349861145,
            0.9991826415061951,
            0.9991852641105652,
            0.9992254972457886,
            0.9554563760757446,
            0.9320324659347534,
            0.9908183217048645,
            0.5780607461929321,
            0.9173429608345032,
            0.573617160320282,
            0.710330605506897,
            0.610026478767395,
            0.5195437073707581,
            0.8946442008018494,
            0.925991415977478,
            0.938264787197113,
            0.5608754754066467,
            0.5026195049285889,
            0.4715512990951538,
            0.5032576322555542,
            0.5153825879096985,
            0.5001385807991028,
            0.6857117414474487,
            0.6296961307525635,
            0.58381187915802,
            0.5933532118797302,
            0.5141075253486633,
            0.5213065147399902,
            0.4824189841747284,
            0.5641835331916809,
            0.5198292136192322,
            0.5848154425621033,
            0.6065869927406311,
            0.5906622409820557,
            0.39757779240608215,
            0.37057143449783325,
            0.33965691924095154,
            0.638043999671936,
            0.75816410779953,
            0.8119453191757202,
            0.4706781804561615
        ],
        "eval_code_hard_runtime": 110.7399,
        "eval_code_hard_samples_per_second": 0.903,
        "eval_code_hard_steps_per_second": 0.036,
        "epoch": 0.44,
        "step": 25
    },
    {
        "loss": 0.1187,
        "learning_rate": 0.0002,
        "epoch": 0.46,
        "step": 26
    },
    {
        "loss": 0.1277,
        "learning_rate": 0.0002,
        "epoch": 0.47,
        "step": 27
    },
    {
        "loss": 0.0581,
        "learning_rate": 0.0002,
        "epoch": 0.49,
        "step": 28
    },
    {
        "loss": 0.1622,
        "learning_rate": 0.0002,
        "epoch": 0.51,
        "step": 29
    },
    {
        "loss": 0.0558,
        "learning_rate": 0.0002,
        "epoch": 0.53,
        "step": 30
    },
    {
        "loss": 0.0873,
        "learning_rate": 0.0002,
        "epoch": 0.54,
        "step": 31
    },
    {
        "loss": 0.1237,
        "learning_rate": 0.0002,
        "epoch": 0.56,
        "step": 32
    },
    {
        "loss": 0.1127,
        "learning_rate": 0.0002,
        "epoch": 0.58,
        "step": 33
    },
    {
        "loss": 0.0673,
        "learning_rate": 0.0002,
        "epoch": 0.6,
        "step": 34
    },
    {
        "loss": 0.0628,
        "learning_rate": 0.0002,
        "epoch": 0.61,
        "step": 35
    },
    {
        "loss": 0.1647,
        "learning_rate": 0.0002,
        "epoch": 0.63,
        "step": 36
    },
    {
        "loss": 0.0389,
        "learning_rate": 0.0002,
        "epoch": 0.65,
        "step": 37
    },
    {
        "loss": 0.0162,
        "learning_rate": 0.0002,
        "epoch": 0.67,
        "step": 38
    },
    {
        "loss": 0.1205,
        "learning_rate": 0.0002,
        "epoch": 0.68,
        "step": 39
    },
    {
        "loss": 0.2798,
        "learning_rate": 0.0002,
        "epoch": 0.7,
        "step": 40
    },
    {
        "loss": 0.0202,
        "learning_rate": 0.0002,
        "epoch": 0.72,
        "step": 41
    },
    {
        "loss": 0.0563,
        "learning_rate": 0.0002,
        "epoch": 0.74,
        "step": 42
    },
    {
        "loss": 0.0959,
        "learning_rate": 0.0002,
        "epoch": 0.75,
        "step": 43
    },
    {
        "loss": 0.033,
        "learning_rate": 0.0002,
        "epoch": 0.77,
        "step": 44
    },
    {
        "loss": 0.0377,
        "learning_rate": 0.0002,
        "epoch": 0.79,
        "step": 45
    },
    {
        "loss": 0.1312,
        "learning_rate": 0.0002,
        "epoch": 0.81,
        "step": 46
    },
    {
        "loss": 0.1171,
        "learning_rate": 0.0002,
        "epoch": 0.82,
        "step": 47
    },
    {
        "loss": 0.0586,
        "learning_rate": 0.0002,
        "epoch": 0.84,
        "step": 48
    },
    {
        "loss": 0.0373,
        "learning_rate": 0.0002,
        "epoch": 0.86,
        "step": 49
    },
    {
        "loss": 0.1418,
        "learning_rate": 0.0002,
        "epoch": 0.88,
        "step": 50
    },
    {
        "eval_code_easy_loss": 0.09489491581916809,
        "eval_code_easy_score": -0.030822403728961945,
        "eval_code_easy_brier_score": 0.030822403728961945,
        "eval_code_easy_average_probability": 0.9424028992652893,
        "eval_code_easy_accuracy": 0.95,
        "eval_code_easy_probabilities": [
            0.9999914169311523,
            1.0,
            1.0,
            0.9999921321868896,
            0.9999855756759644,
            0.9999556541442871,
            0.4764171540737152,
            1.0,
            1.0,
            0.9999983310699463,
            0.9999955892562866,
            0.9999998807907104,
            0.9997754693031311,
            0.9999978542327881,
            0.9999951124191284,
            0.9944272041320801,
            1.0,
            1.0,
            1.0,
            0.9332470893859863,
            0.686340868473053,
            0.9999998807907104,
            0.9999998807907104,
            0.9999996423721313,
            1.0,
            0.9999998807907104,
            0.9999986886978149,
            0.9998589754104614,
            0.9998730421066284,
            0.9999005794525146,
            0.7265980839729309,
            0.8790691494941711,
            0.8301546573638916,
            0.9983548521995544,
            0.9948050379753113,
            0.9825286865234375,
            0.962716817855835,
            0.9991486072540283,
            0.9315124750137329,
            0.9939038157463074,
            0.9942259192466736,
            0.9889645576477051,
            0.9977827668190002,
            0.9999998807907104,
            0.9890486001968384,
            0.9997009038925171,
            0.20336638391017914,
            0.9882842302322388,
            0.9745821952819824,
            0.9941431879997253,
            0.9512994289398193,
            0.7942199110984802,
            1.0,
            1.0,
            1.0,
            1.0,
            1.0,
            0.999992847442627,
            0.254838228225708,
            0.9999922513961792,
            1.0,
            1.0,
            0.9999960660934448,
            1.0,
            1.0,
            1.0,
            1.0,
            1.0,
            1.0,
            0.9282342791557312,
            0.25453829765319824,
            0.1509198695421219,
            0.9998898506164551,
            0.9999701976776123,
            0.999139666557312,
            0.8278753161430359,
            0.8814498782157898,
            0.9445298910140991,
            1.0,
            0.9999996423721313,
            1.0,
            0.9991635084152222,
            1.0,
            0.9999971389770508,
            0.955471932888031,
            0.9967992305755615,
            0.9889751672744751,
            0.9923612475395203,
            0.9318004250526428,
            0.9118591547012329,
            1.0,
            0.95877605676651,
            0.9997400641441345,
            1.0,
            1.0,
            1.0,
            1.0,
            1.0,
            1.0,
            0.9998133778572083
        ],
        "eval_code_easy_runtime": 31.1754,
        "eval_code_easy_samples_per_second": 3.208,
        "eval_code_easy_steps_per_second": 0.128,
        "epoch": 0.88,
        "step": 50
    },
    {
        "eval_code_hard_loss": 0.48955029249191284,
        "eval_code_hard_score": -0.16734105348587036,
        "eval_code_hard_brier_score": 0.16734105348587036,
        "eval_code_hard_average_probability": 0.6507197022438049,
        "eval_code_hard_accuracy": 0.74,
        "eval_code_hard_probabilities": [
            0.998719334602356,
            0.4495692551136017,
            0.560586154460907,
            0.9998689889907837,
            0.9994572997093201,
            0.999840259552002,
            0.40500903129577637,
            0.4450298845767975,
            0.39399078488349915,
            0.48165562748908997,
            0.4001981019973755,
            0.6641137599945068,
            0.999977707862854,
            0.9998791217803955,
            0.9998584985733032,
            0.8799082636833191,
            0.766524612903595,
            0.775595486164093,
            0.9999852180480957,
            0.9999836683273315,
            0.9999798536300659,
            0.8477662205696106,
            0.7681900262832642,
            0.7254011631011963,
            0.4458688199520111,
            0.4710305333137512,
            0.3777993619441986,
            0.09769346565008163,
            0.4915977418422699,
            0.5548089146614075,
            0.6629347801208496,
            0.7435128092765808,
            0.5462533831596375,
            0.6541544198989868,
            0.4705035388469696,
            0.5168669819831848,
            0.42897677421569824,
            0.3096539080142975,
            0.4461301267147064,
            0.461626797914505,
            0.46588248014450073,
            0.5764793157577515,
            0.5880526304244995,
            0.5188709497451782,
            0.5498936772346497,
            0.8593714237213135,
            0.5482467412948608,
            0.5750262141227722,
            0.67604660987854,
            0.8179431557655334,
            0.8246544003486633,
            0.4119476079940796,
            0.7206862568855286,
            0.6743555068969727,
            0.9999415874481201,
            0.9999454021453857,
            0.9999594688415527,
            0.470983624458313,
            0.5161882042884827,
            0.5438310503959656,
            0.9999815225601196,
            0.9999749660491943,
            0.9999841451644897,
            0.9674224257469177,
            0.9396224617958069,
            0.9942786693572998,
            0.6115734577178955,
            0.9555063247680664,
            0.6700289249420166,
            0.8057522177696228,
            0.6384589672088623,
            0.5619309544563293,
            0.6012542843818665,
            0.6818827986717224,
            0.709420382976532,
            0.6579272747039795,
            0.42321380972862244,
            0.44099465012550354,
            0.5047284364700317,
            0.506719172000885,
            0.5062504410743713,
            0.6765443682670593,
            0.7465528249740601,
            0.6119047999382019,
            0.5429056882858276,
            0.5111532807350159,
            0.5241301655769348,
            0.4921115040779114,
            0.6113234162330627,
            0.5521866679191589,
            0.5868935585021973,
            0.6085503697395325,
            0.5654861927032471,
            0.3610905706882477,
            0.3744204640388489,
            0.31809136271476746,
            0.5574522018432617,
            0.641338586807251,
            0.48631271719932556,
            0.5477950572967529
        ],
        "eval_code_hard_runtime": 110.6958,
        "eval_code_hard_samples_per_second": 0.903,
        "eval_code_hard_steps_per_second": 0.036,
        "epoch": 0.88,
        "step": 50
    },
    {
        "loss": 0.0819,
        "learning_rate": 0.0002,
        "epoch": 0.89,
        "step": 51
    },
    {
        "loss": 0.0037,
        "learning_rate": 0.0002,
        "epoch": 0.91,
        "step": 52
    },
    {
        "loss": 0.1525,
        "learning_rate": 0.0002,
        "epoch": 0.93,
        "step": 53
    },
    {
        "loss": 0.2635,
        "learning_rate": 0.0002,
        "epoch": 0.95,
        "step": 54
    },
    {
        "loss": 0.1162,
        "learning_rate": 0.0002,
        "epoch": 0.96,
        "step": 55
    },
    {
        "loss": 0.0352,
        "learning_rate": 0.0002,
        "epoch": 0.98,
        "step": 56
    },
    {
        "loss": 0.1891,
        "learning_rate": 0.0002,
        "epoch": 1.0,
        "step": 57
    },
    {
        "loss": 0.0453,
        "learning_rate": 0.0002,
        "epoch": 1.02,
        "step": 58
    },
    {
        "loss": 0.0562,
        "learning_rate": 0.0002,
        "epoch": 1.04,
        "step": 59
    },
    {
        "loss": 0.0006,
        "learning_rate": 0.0002,
        "epoch": 1.05,
        "step": 60
    },
    {
        "loss": 0.0445,
        "learning_rate": 0.0002,
        "epoch": 1.07,
        "step": 61
    },
    {
        "loss": 0.0125,
        "learning_rate": 0.0002,
        "epoch": 1.09,
        "step": 62
    },
    {
        "loss": 0.0378,
        "learning_rate": 0.0002,
        "epoch": 1.11,
        "step": 63
    },
    {
        "loss": 0.0367,
        "learning_rate": 0.0002,
        "epoch": 1.12,
        "step": 64
    },
    {
        "loss": 0.0261,
        "learning_rate": 0.0002,
        "epoch": 1.14,
        "step": 65
    },
    {
        "loss": 0.0022,
        "learning_rate": 0.0002,
        "epoch": 1.16,
        "step": 66
    },
    {
        "loss": 0.0151,
        "learning_rate": 0.0002,
        "epoch": 1.18,
        "step": 67
    },
    {
        "loss": 0.0262,
        "learning_rate": 0.0002,
        "epoch": 1.19,
        "step": 68
    },
    {
        "loss": 0.0025,
        "learning_rate": 0.0002,
        "epoch": 1.21,
        "step": 69
    },
    {
        "loss": 0.009,
        "learning_rate": 0.0002,
        "epoch": 1.23,
        "step": 70
    },
    {
        "loss": 0.0233,
        "learning_rate": 0.0002,
        "epoch": 1.25,
        "step": 71
    },
    {
        "loss": 0.0167,
        "learning_rate": 0.0002,
        "epoch": 1.26,
        "step": 72
    },
    {
        "loss": 0.0088,
        "learning_rate": 0.0002,
        "epoch": 1.28,
        "step": 73
    },
    {
        "loss": 0.0003,
        "learning_rate": 0.0002,
        "epoch": 1.3,
        "step": 74
    },
    {
        "loss": 0.0111,
        "learning_rate": 0.0002,
        "epoch": 1.32,
        "step": 75
    },
    {
        "eval_code_easy_loss": 0.08589933067560196,
        "eval_code_easy_score": -0.029182305559515953,
        "eval_code_easy_brier_score": 0.029182305559515953,
        "eval_code_easy_average_probability": 0.9475240111351013,
        "eval_code_easy_accuracy": 0.95,
        "eval_code_easy_probabilities": [
            1.0,
            1.0,
            1.0,
            1.0,
            1.0,
            0.9999991655349731,
            0.44722074270248413,
            1.0,
            1.0,
            0.9999874830245972,
            0.9999817609786987,
            0.9999996423721313,
            0.9983553290367126,
            1.0,
            0.9999998807907104,
            0.969874918460846,
            1.0,
            1.0,
            1.0,
            0.9999077320098877,
            0.7078168392181396,
            1.0,
            1.0,
            1.0,
            0.9998465776443481,
            0.9997827410697937,
            0.9978830218315125,
            0.9988357424736023,
            0.9989570379257202,
            0.9992606043815613,
            0.7118145227432251,
            0.8777998089790344,
            0.7065884470939636,
            0.9980650544166565,
            0.9990893602371216,
            0.9781619310379028,
            0.9999847412109375,
            1.0,
            0.9993658661842346,
            0.9999990463256836,
            0.9999980926513672,
            0.9999912977218628,
            0.9999923706054688,
            1.0,
            0.9999966621398926,
            0.9973452687263489,
            0.13087554275989532,
            0.8122653365135193,
            0.9999538660049438,
            0.9999990463256836,
            0.9998875856399536,
            0.9902234673500061,
            1.0,
            1.0,
            0.9999982118606567,
            0.9999996423721313,
            0.9999994039535522,
            0.9999998807907104,
            0.396033376455307,
            0.9999998807907104,
            0.9999998807907104,
            1.0,
            0.9975220561027527,
            1.0,
            1.0,
            1.0,
            0.9999996423721313,
            1.0,
            0.9999997615814209,
            0.9743689298629761,
            0.3422013521194458,
            0.25521236658096313,
            0.9973738193511963,
            0.9997031092643738,
            0.9819728136062622,
            0.9939416646957397,
            0.997735857963562,
            0.9992177486419678,
            1.0,
            0.9999991655349731,
            0.9999998807907104,
            0.9803919196128845,
            1.0,
            0.9999996423721313,
            0.9999098777770996,
            0.9999998807907104,
            0.9999986886978149,
            0.9992156028747559,
            0.9822015166282654,
            0.9914659261703491,
            0.9999808073043823,
            0.5561801791191101,
            0.9888289570808411,
            1.0,
            1.0,
            1.0,
            1.0,
            1.0,
            1.0,
            0.9998490810394287
        ],
        "eval_code_easy_runtime": 31.1417,
        "eval_code_easy_samples_per_second": 3.211,
        "eval_code_easy_steps_per_second": 0.128,
        "epoch": 1.32,
        "step": 75
    },
    {
        "eval_code_hard_loss": 0.4541158378124237,
        "eval_code_hard_score": -0.15187427401542664,
        "eval_code_hard_brier_score": 0.15187427401542664,
        "eval_code_hard_average_probability": 0.7136721014976501,
        "eval_code_hard_accuracy": 0.79,
        "eval_code_hard_probabilities": [
            0.9999998807907104,
            0.42837128043174744,
            0.6079556345939636,
            0.9998014569282532,
            0.9960059523582458,
            0.9952560067176819,
            0.25668519735336304,
            0.37132731080055237,
            0.18430009484291077,
            0.5929830074310303,
            0.3093147277832031,
            0.7880420088768005,
            0.999980092048645,
            0.9994723200798035,
            0.9992823004722595,
            0.9913004040718079,
            0.9134578704833984,
            0.9550933837890625,
            0.9999967813491821,
            0.9999939203262329,
            0.9999887943267822,
            0.9903974533081055,
            0.9929130673408508,
            0.9700443744659424,
            0.5675995945930481,
            0.4452306032180786,
            0.39090991020202637,
            0.05753504857420921,
            0.5650666952133179,
            0.6610203981399536,
            0.8633843660354614,
            0.9552722573280334,
            0.6663053035736084,
            0.7623808979988098,
            0.4418239891529083,
            0.5061418414115906,
            0.2837110459804535,
            0.19440007209777832,
            0.4149368107318878,
            0.6865063905715942,
            0.653810441493988,
            0.8122990131378174,
            0.7234838604927063,
            0.5346352458000183,
            0.6917294263839722,
            0.9355289340019226,
            0.5552300810813904,
            0.6327811479568481,
            0.8747856020927429,
            0.962817907333374,
            0.9655711650848389,
            0.18094369769096375,
            0.8358926177024841,
            0.876140296459198,
            0.9999440908432007,
            0.9999480247497559,
            0.9999721050262451,
            0.2512325644493103,
            0.5562063455581665,
            0.623430609703064,
            0.9999799728393555,
            0.9999500513076782,
            0.9999836683273315,
            0.9980340600013733,
            0.9961856007575989,
            0.9999278783798218,
            0.9568101167678833,
            0.9999703168869019,
            0.9811659455299377,
            0.9707834720611572,
            0.8236635327339172,
            0.4347587823867798,
            0.8745930790901184,
            0.9302994608879089,
            0.9327366352081299,
            0.766298234462738,
            0.3869512379169464,
            0.4064312279224396,
            0.5269957184791565,
            0.5092197060585022,
            0.5739120841026306,
            0.9161906838417053,
            0.9152584075927734,
            0.8292853832244873,
            0.6077045798301697,
            0.4789629280567169,
            0.55214923620224,
            0.5199791193008423,
            0.834286093711853,
            0.7272135615348816,
            0.5919612050056458,
            0.628190279006958,
            0.5904282331466675,
            0.20717588067054749,
            0.23157484829425812,
            0.17664135992527008,
            0.7453339099884033,
            0.9322812557220459,
            0.7623251676559448,
            0.5810563564300537
        ],
        "eval_code_hard_runtime": 110.6654,
        "eval_code_hard_samples_per_second": 0.904,
        "eval_code_hard_steps_per_second": 0.036,
        "epoch": 1.32,
        "step": 75
    },
    {
        "loss": 0.0328,
        "learning_rate": 0.0002,
        "epoch": 1.33,
        "step": 76
    },
    {
        "loss": 0.0814,
        "learning_rate": 0.0002,
        "epoch": 1.35,
        "step": 77
    },
    {
        "loss": 0.0022,
        "learning_rate": 0.0002,
        "epoch": 1.37,
        "step": 78
    },
    {
        "loss": 0.0048,
        "learning_rate": 0.0002,
        "epoch": 1.39,
        "step": 79
    },
    {
        "loss": 0.0439,
        "learning_rate": 0.0002,
        "epoch": 1.4,
        "step": 80
    },
    {
        "loss": 0.0316,
        "learning_rate": 0.0002,
        "epoch": 1.42,
        "step": 81
    },
    {
        "loss": 0.0956,
        "learning_rate": 0.0002,
        "epoch": 1.44,
        "step": 82
    },
    {
        "loss": 0.0138,
        "learning_rate": 0.0002,
        "epoch": 1.46,
        "step": 83
    },
    {
        "loss": 0.0014,
        "learning_rate": 0.0002,
        "epoch": 1.47,
        "step": 84
    },
    {
        "loss": 0.0353,
        "learning_rate": 0.0002,
        "epoch": 1.49,
        "step": 85
    },
    {
        "loss": 0.0024,
        "learning_rate": 0.0002,
        "epoch": 1.51,
        "step": 86
    },
    {
        "loss": 0.0206,
        "learning_rate": 0.0002,
        "epoch": 1.53,
        "step": 87
    },
    {
        "loss": 0.0007,
        "learning_rate": 0.0002,
        "epoch": 1.54,
        "step": 88
    },
    {
        "loss": 0.0472,
        "learning_rate": 0.0002,
        "epoch": 1.56,
        "step": 89
    },
    {
        "loss": 0.0521,
        "learning_rate": 0.0002,
        "epoch": 1.58,
        "step": 90
    },
    {
        "loss": 0.0073,
        "learning_rate": 0.0002,
        "epoch": 1.6,
        "step": 91
    },
    {
        "loss": 0.1226,
        "learning_rate": 0.0002,
        "epoch": 1.61,
        "step": 92
    },
    {
        "loss": 0.0452,
        "learning_rate": 0.0002,
        "epoch": 1.63,
        "step": 93
    },
    {
        "loss": 0.0143,
        "learning_rate": 0.0002,
        "epoch": 1.65,
        "step": 94
    },
    {
        "loss": 0.0593,
        "learning_rate": 0.0002,
        "epoch": 1.67,
        "step": 95
    },
    {
        "loss": 0.0165,
        "learning_rate": 0.0002,
        "epoch": 1.68,
        "step": 96
    },
    {
        "loss": 0.0016,
        "learning_rate": 0.0002,
        "epoch": 1.7,
        "step": 97
    },
    {
        "loss": 0.0025,
        "learning_rate": 0.0002,
        "epoch": 1.72,
        "step": 98
    },
    {
        "loss": 0.0032,
        "learning_rate": 0.0002,
        "epoch": 1.74,
        "step": 99
    },
    {
        "loss": 0.0065,
        "learning_rate": 0.0002,
        "epoch": 1.75,
        "step": 100
    },
    {
        "eval_code_easy_loss": 0.1302385777235031,
        "eval_code_easy_score": -0.038255855441093445,
        "eval_code_easy_brier_score": 0.038255855441093445,
        "eval_code_easy_average_probability": 0.9474854469299316,
        "eval_code_easy_accuracy": 0.96,
        "eval_code_easy_probabilities": [
            0.9999997615814209,
            1.0,
            0.9999998807907104,
            1.0,
            0.9999998807907104,
            0.9999867677688599,
            0.14685745537281036,
            1.0,
            1.0,
            0.9999862909317017,
            0.9999769926071167,
            0.9999992847442627,
            0.9967072606086731,
            1.0,
            0.9999990463256836,
            0.9817181825637817,
            1.0,
            1.0,
            1.0,
            0.9999679327011108,
            0.989346444606781,
            1.0,
            1.0,
            0.9999996423721313,
            1.0,
            1.0,
            0.9997485280036926,
            0.9999996423721313,
            0.9999998807907104,
            0.9999997615814209,
            0.7592384815216064,
            0.9866325259208679,
            0.7520292401313782,
            0.9871376752853394,
            0.9395173788070679,
            0.9484317898750305,
            0.99998939037323,
            1.0,
            0.987211287021637,
            0.9999986886978149,
            0.9999985694885254,
            0.999853253364563,
            0.9999595880508423,
            0.9999998807907104,
            0.9999158382415771,
            0.9994738698005676,
            0.07437732070684433,
            0.8850747346878052,
            0.9996064305305481,
            0.9999996423721313,
            0.9999347925186157,
            0.9994233846664429,
            1.0,
            0.9999998807907104,
            1.0,
            1.0,
            1.0,
            1.0,
            0.754472017288208,
            0.9999998807907104,
            0.9999997615814209,
            1.0,
            0.9901873469352722,
            1.0,
            1.0,
            1.0,
            1.0,
            1.0,
            1.0,
            0.9974935054779053,
            0.0717310905456543,
            0.029978960752487183,
            1.0,
            1.0,
            0.999995231628418,
            0.9984604120254517,
            0.9997397065162659,
            0.9999804496765137,
            1.0,
            1.0,
            1.0,
            0.9670922160148621,
            0.9999996423721313,
            0.9999791383743286,
            0.998187243938446,
            0.9999996423721313,
            0.9999892711639404,
            0.9999653100967407,
            0.9966863989830017,
            0.999233603477478,
            1.0,
            0.513279378414154,
            0.9999966621398926,
            1.0,
            1.0,
            1.0,
            1.0,
            1.0,
            1.0,
            0.9999997615814209
        ],
        "eval_code_easy_runtime": 31.1546,
        "eval_code_easy_samples_per_second": 3.21,
        "eval_code_easy_steps_per_second": 0.128,
        "epoch": 1.75,
        "step": 100
    },
    {
        "eval_code_hard_loss": 0.4152863323688507,
        "eval_code_hard_score": -0.13397492468357086,
        "eval_code_hard_brier_score": 0.13397492468357086,
        "eval_code_hard_average_probability": 0.7467895746231079,
        "eval_code_hard_accuracy": 0.82,
        "eval_code_hard_probabilities": [
            0.999998927116394,
            0.3584747314453125,
            0.5524832010269165,
            0.9999052286148071,
            0.9991750121116638,
            0.9992142915725708,
            0.17623497545719147,
            0.41959860920906067,
            0.08018570393323898,
            0.6593999862670898,
            0.26273950934410095,
            0.7871806621551514,
            0.999994158744812,
            0.9992138147354126,
            0.9983713030815125,
            0.9971001744270325,
            0.9297299981117249,
            0.9683568477630615,
            0.9999955892562866,
            0.9999574422836304,
            0.9999104738235474,
            0.9948668479919434,
            0.9949619770050049,
            0.9704132080078125,
            0.6137145757675171,
            0.5000441074371338,
            0.39442917704582214,
            0.11175673454999924,
            0.797296941280365,
            0.8252298831939697,
            0.9333888292312622,
            0.9808279871940613,
            0.7203049659729004,
            0.8538256287574768,
            0.4518895745277405,
            0.613561749458313,
            0.5261998772621155,
            0.38816678524017334,
            0.7502338886260986,
            0.6585968136787415,
            0.6722922325134277,
            0.8558183908462524,
            0.8481931090354919,
            0.5945469737052917,
            0.8612274527549744,
            0.9837346076965332,
            0.5298483371734619,
            0.7162337303161621,
            0.9290578365325928,
            0.9855068922042847,
            0.9883608818054199,
            0.20835253596305847,
            0.9197254776954651,
            0.8866751194000244,
            0.9997254014015198,
            0.9997286200523376,
            0.9998807907104492,
            0.4348519742488861,
            0.5857678651809692,
            0.5733372569084167,
            0.9998024106025696,
            0.9995396137237549,
            0.9998968839645386,
            0.9989103078842163,
            0.9946140646934509,
            0.9999970197677612,
            0.8636531829833984,
            0.9994328618049622,
            0.9395280480384827,
            0.9852699637413025,
            0.8448395729064941,
            0.33028489351272583,
            0.9747959971427917,
            0.996696949005127,
            0.9959298968315125,
            0.8669978976249695,
            0.32030242681503296,
            0.336773544549942,
            0.5315243005752563,
            0.4963895082473755,
            0.5617468357086182,
            0.9487797021865845,
            0.9507840275764465,
            0.8413812518119812,
            0.8480523228645325,
            0.5873783230781555,
            0.5967154502868652,
            0.5515139698982239,
            0.7987790107727051,
            0.7132774591445923,
            0.7350783348083496,
            0.7808082699775696,
            0.746001124382019,
            0.17566508054733276,
            0.21035020053386688,
            0.10222747921943665,
            0.6762077212333679,
            0.9854094386100769,
            0.8317046761512756,
            0.7221127152442932
        ],
        "eval_code_hard_runtime": 110.7468,
        "eval_code_hard_samples_per_second": 0.903,
        "eval_code_hard_steps_per_second": 0.036,
        "epoch": 1.75,
        "step": 100
    },
    {
        "loss": 0.0416,
        "learning_rate": 0.0002,
        "epoch": 1.77,
        "step": 101
    },
    {
        "loss": 0.0034,
        "learning_rate": 0.0002,
        "epoch": 1.79,
        "step": 102
    },
    {
        "loss": 0.1193,
        "learning_rate": 0.0002,
        "epoch": 1.81,
        "step": 103
    },
    {
        "loss": 0.0152,
        "learning_rate": 0.0002,
        "epoch": 1.82,
        "step": 104
    },
    {
        "loss": 0.0074,
        "learning_rate": 0.0002,
        "epoch": 1.84,
        "step": 105
    },
    {
        "loss": 0.0236,
        "learning_rate": 0.0002,
        "epoch": 1.86,
        "step": 106
    },
    {
        "loss": 0.0077,
        "learning_rate": 0.0002,
        "epoch": 1.88,
        "step": 107
    },
    {
        "loss": 0.1086,
        "learning_rate": 0.0002,
        "epoch": 1.89,
        "step": 108
    },
    {
        "loss": 0.0718,
        "learning_rate": 0.0002,
        "epoch": 1.91,
        "step": 109
    },
    {
        "loss": 0.0042,
        "learning_rate": 0.0002,
        "epoch": 1.93,
        "step": 110
    },
    {
        "loss": 0.0068,
        "learning_rate": 0.0002,
        "epoch": 1.95,
        "step": 111
    },
    {
        "loss": 0.0774,
        "learning_rate": 0.0002,
        "epoch": 1.96,
        "step": 112
    },
    {
        "loss": 0.0374,
        "learning_rate": 0.0002,
        "epoch": 1.98,
        "step": 113
    },
    {
        "loss": 0.0035,
        "learning_rate": 0.0002,
        "epoch": 2.0,
        "step": 114
    },
    {
        "loss": 0.0083,
        "learning_rate": 0.0002,
        "epoch": 2.02,
        "step": 115
    },
    {
        "loss": 0.0147,
        "learning_rate": 0.0002,
        "epoch": 2.04,
        "step": 116
    },
    {
        "loss": 0.0079,
        "learning_rate": 0.0002,
        "epoch": 2.05,
        "step": 117
    },
    {
        "loss": 0.0012,
        "learning_rate": 0.0002,
        "epoch": 2.07,
        "step": 118
    },
    {
        "loss": 0.0137,
        "learning_rate": 0.0002,
        "epoch": 2.09,
        "step": 119
    },
    {
        "loss": 0.029,
        "learning_rate": 0.0002,
        "epoch": 2.11,
        "step": 120
    },
    {
        "loss": 0.0125,
        "learning_rate": 0.0002,
        "epoch": 2.12,
        "step": 121
    },
    {
        "loss": 0.0102,
        "learning_rate": 0.0002,
        "epoch": 2.14,
        "step": 122
    },
    {
        "loss": 0.0057,
        "learning_rate": 0.0002,
        "epoch": 2.16,
        "step": 123
    },
    {
        "loss": 0.0001,
        "learning_rate": 0.0002,
        "epoch": 2.18,
        "step": 124
    },
    {
        "loss": 0.1814,
        "learning_rate": 0.0002,
        "epoch": 2.19,
        "step": 125
    },
    {
        "eval_code_easy_loss": 0.10904992371797562,
        "eval_code_easy_score": -0.03530557453632355,
        "eval_code_easy_brier_score": 0.03530557453632355,
        "eval_code_easy_average_probability": 0.9442441463470459,
        "eval_code_easy_accuracy": 0.95,
        "eval_code_easy_probabilities": [
            0.9999860525131226,
            0.9999575614929199,
            0.9999876022338867,
            1.0,
            1.0,
            0.9999998807907104,
            0.3663080930709839,
            1.0,
            1.0,
            0.9986967444419861,
            0.9995228052139282,
            0.9994437098503113,
            0.9989981055259705,
            1.0,
            1.0,
            0.9903301000595093,
            1.0,
            1.0,
            1.0,
            1.0,
            0.9906626343727112,
            1.0,
            1.0,
            1.0,
            0.9999998807907104,
            1.0,
            0.9999880790710449,
            0.9878363013267517,
            0.9968984127044678,
            0.9852358102798462,
            0.7452288866043091,
            0.8594924807548523,
            0.625163733959198,
            0.9999972581863403,
            0.9998786449432373,
            0.9998183846473694,
            0.9999641180038452,
            0.9999997615814209,
            0.986954391002655,
            0.9998384714126587,
            0.9996883869171143,
            0.9997907280921936,
            1.0,
            1.0,
            1.0,
            0.6630300283432007,
            0.3178897202014923,
            0.23424135148525238,
            0.9830185174942017,
            0.9976402521133423,
            0.9478833079338074,
            1.0,
            1.0,
            1.0,
            1.0,
            1.0,
            1.0,
            0.9999997615814209,
            0.9950571060180664,
            0.9999996423721313,
            0.9999940395355225,
            0.9999960660934448,
            0.998701810836792,
            1.0,
            1.0,
            1.0,
            1.0,
            1.0,
            1.0,
            0.9900442361831665,
            0.11046496033668518,
            0.05695008859038353,
            0.9999970197677612,
            0.9999996423721313,
            0.999971866607666,
            0.9758032560348511,
            0.987618088722229,
            0.9728375673294067,
            1.0,
            0.9999998807907104,
            1.0,
            0.9999992847442627,
            1.0,
            1.0,
            0.9805415868759155,
            0.9995923638343811,
            0.9991359114646912,
            0.9988665580749512,
            0.9318742156028748,
            0.9750478863716125,
            0.9999997615814209,
            0.7831814289093018,
            0.9958741068840027,
            1.0,
            1.0,
            1.0,
            1.0,
            1.0,
            1.0,
            0.9994946718215942
        ],
        "eval_code_easy_runtime": 31.118,
        "eval_code_easy_samples_per_second": 3.214,
        "eval_code_easy_steps_per_second": 0.129,
        "epoch": 2.19,
        "step": 125
    },
    {
        "eval_code_hard_loss": 0.4987069070339203,
        "eval_code_hard_score": -0.15576696395874023,
        "eval_code_hard_brier_score": 0.15576696395874023,
        "eval_code_hard_average_probability": 0.6946533918380737,
        "eval_code_hard_accuracy": 0.79,
        "eval_code_hard_probabilities": [
            0.9995853304862976,
            0.20991425216197968,
            0.549527108669281,
            1.0,
            0.9999998807907104,
            1.0,
            0.22219569981098175,
            0.37956300377845764,
            0.20069900155067444,
            0.6470227837562561,
            0.31780990958213806,
            0.6012275218963623,
            1.0,
            0.9999998807907104,
            0.9999998807907104,
            0.9296144247055054,
            0.8540101051330566,
            0.8961200714111328,
            1.0,
            1.0,
            1.0,
            0.9873550534248352,
            0.9724990129470825,
            0.9760501980781555,
            0.38157281279563904,
            0.42047223448753357,
            0.3564426898956299,
            0.0027432094793766737,
            0.2510468661785126,
            0.3818874955177307,
            0.8423392176628113,
            0.9236337542533875,
            0.5938029289245605,
            0.8878844380378723,
            0.7184504866600037,
            0.7954170107841492,
            0.4380953311920166,
            0.42004096508026123,
            0.6841737627983093,
            0.5444896817207336,
            0.40916869044303894,
            0.5416669249534607,
            0.7608702182769775,
            0.5757149457931519,
            0.8424829840660095,
            0.9364664554595947,
            0.548158586025238,
            0.6652321219444275,
            0.8666991591453552,
            0.876342236995697,
            0.8881990313529968,
            0.3995114266872406,
            0.8002880215644836,
            0.6442937254905701,
            1.0,
            1.0,
            1.0,
            0.202246755361557,
            0.5754519104957581,
            0.5530020594596863,
            1.0,
            1.0,
            1.0,
            0.9787330031394958,
            0.9658524394035339,
            0.9971476197242737,
            0.7014413475990295,
            0.9961981177330017,
            0.8666495680809021,
            0.8775137066841125,
            0.5972762107849121,
            0.5123103857040405,
            0.6785091757774353,
            0.7748872637748718,
            0.8229066133499146,
            0.6105999946594238,
            0.33387431502342224,
            0.2667674720287323,
            0.520160436630249,
            0.5227006673812866,
            0.5882536172866821,
            0.7376717329025269,
            0.8348681926727295,
            0.6894320249557495,
            0.39057934284210205,
            0.3577791750431061,
            0.5273920893669128,
            0.47946465015411377,
            0.7557993531227112,
            0.7129892110824585,
            0.5154388546943665,
            0.55854332447052,
            0.5196318030357361,
            0.7760440111160278,
            0.8043990731239319,
            0.7464650869369507,
            0.760195791721344,
            0.9593195915222168,
            0.7079413533210754,
            0.5481259822845459
        ],
        "eval_code_hard_runtime": 110.6367,
        "eval_code_hard_samples_per_second": 0.904,
        "eval_code_hard_steps_per_second": 0.036,
        "epoch": 2.19,
        "step": 125
    },
    {
        "loss": 0.0089,
        "learning_rate": 0.0002,
        "epoch": 2.21,
        "step": 126
    },
    {
        "loss": 0.008,
        "learning_rate": 0.0002,
        "epoch": 2.23,
        "step": 127
    },
    {
        "loss": 0.0025,
        "learning_rate": 0.0002,
        "epoch": 2.25,
        "step": 128
    },
    {
        "loss": 0.003,
        "learning_rate": 0.0002,
        "epoch": 2.26,
        "step": 129
    },
    {
        "loss": 0.0029,
        "learning_rate": 0.0002,
        "epoch": 2.28,
        "step": 130
    },
    {
        "loss": 0.012,
        "learning_rate": 0.0002,
        "epoch": 2.3,
        "step": 131
    },
    {
        "loss": 0.0097,
        "learning_rate": 0.0002,
        "epoch": 2.32,
        "step": 132
    },
    {
        "loss": 0.0024,
        "learning_rate": 0.0002,
        "epoch": 2.33,
        "step": 133
    },
    {
        "loss": 0.0047,
        "learning_rate": 0.0002,
        "epoch": 2.35,
        "step": 134
    },
    {
        "loss": 0.0007,
        "learning_rate": 0.0002,
        "epoch": 2.37,
        "step": 135
    },
    {
        "loss": 0.0027,
        "learning_rate": 0.0002,
        "epoch": 2.39,
        "step": 136
    },
    {
        "loss": 0.0,
        "learning_rate": 0.0002,
        "epoch": 2.4,
        "step": 137
    },
    {
        "loss": 0.0001,
        "learning_rate": 0.0002,
        "epoch": 2.42,
        "step": 138
    },
    {
        "loss": 0.0,
        "learning_rate": 0.0002,
        "epoch": 2.44,
        "step": 139
    },
    {
        "loss": 0.0016,
        "learning_rate": 0.0002,
        "epoch": 2.46,
        "step": 140
    },
    {
        "loss": 0.0002,
        "learning_rate": 0.0002,
        "epoch": 2.47,
        "step": 141
    },
    {
        "loss": 0.0696,
        "learning_rate": 0.0002,
        "epoch": 2.49,
        "step": 142
    },
    {
        "loss": 0.0059,
        "learning_rate": 0.0002,
        "epoch": 2.51,
        "step": 143
    },
    {
        "loss": 0.0005,
        "learning_rate": 0.0002,
        "epoch": 2.53,
        "step": 144
    },
    {
        "loss": 0.0,
        "learning_rate": 0.0002,
        "epoch": 2.54,
        "step": 145
    },
    {
        "loss": 0.0204,
        "learning_rate": 0.0002,
        "epoch": 2.56,
        "step": 146
    },
    {
        "loss": 0.0043,
        "learning_rate": 0.0002,
        "epoch": 2.58,
        "step": 147
    },
    {
        "loss": 0.008,
        "learning_rate": 0.0002,
        "epoch": 2.6,
        "step": 148
    },
    {
        "loss": 0.0462,
        "learning_rate": 0.0002,
        "epoch": 2.61,
        "step": 149
    },
    {
        "loss": 0.0002,
        "learning_rate": 0.0002,
        "epoch": 2.63,
        "step": 150
    },
    {
        "eval_code_easy_loss": 0.07808719575405121,
        "eval_code_easy_score": -0.024909913539886475,
        "eval_code_easy_brier_score": 0.024909913539886475,
        "eval_code_easy_average_probability": 0.9644252061843872,
        "eval_code_easy_accuracy": 0.96,
        "eval_code_easy_probabilities": [
            1.0,
            1.0,
            1.0,
            1.0,
            1.0,
            1.0,
            0.25757572054862976,
            1.0,
            1.0,
            1.0,
            1.0,
            1.0,
            0.9849016070365906,
            1.0,
            1.0,
            0.9876202940940857,
            1.0,
            1.0,
            1.0,
            0.9999861717224121,
            0.9844418168067932,
            1.0,
            1.0,
            1.0,
            1.0,
            1.0,
            0.9999815225601196,
            0.9999998807907104,
            1.0,
            0.9999998807907104,
            0.9330133199691772,
            0.9998921155929565,
            0.9747464060783386,
            0.9998412132263184,
            0.9905625581741333,
            0.974348783493042,
            0.9999979734420776,
            1.0,
            0.9953662157058716,
            1.0,
            1.0,
            0.9999998807907104,
            0.9999034404754639,
            1.0,
            0.999864935874939,
            0.9999926090240479,
            0.4541763961315155,
            0.9853015542030334,
            0.9999998807907104,
            1.0,
            1.0,
            0.9991912245750427,
            1.0,
            1.0,
            1.0,
            1.0,
            1.0,
            1.0,
            0.8326194882392883,
            1.0,
            1.0,
            1.0,
            0.9997536540031433,
            1.0,
            1.0,
            1.0,
            1.0,
            1.0,
            1.0,
            0.9999920129776001,
            0.16892309486865997,
            0.04870113357901573,
            1.0,
            1.0,
            1.0,
            0.9999966621398926,
            0.9999991655349731,
            1.0,
            1.0,
            1.0,
            1.0,
            0.9763332009315491,
            1.0,
            1.0,
            0.9999935626983643,
            1.0,
            1.0,
            1.0,
            0.9999570846557617,
            0.9999858140945435,
            1.0,
            0.8955685496330261,
            0.9999994039535522,
            1.0,
            1.0,
            1.0,
            1.0,
            1.0,
            1.0,
            1.0
        ],
        "eval_code_easy_runtime": 31.1286,
        "eval_code_easy_samples_per_second": 3.212,
        "eval_code_easy_steps_per_second": 0.128,
        "epoch": 2.63,
        "step": 150
    },
    {
        "eval_code_hard_loss": 0.5192895531654358,
        "eval_code_hard_score": -0.15126831829547882,
        "eval_code_hard_brier_score": 0.15126831829547882,
        "eval_code_hard_average_probability": 0.747479259967804,
        "eval_code_hard_accuracy": 0.8,
        "eval_code_hard_probabilities": [
            1.0,
            0.23972108960151672,
            0.34699881076812744,
            0.9999767541885376,
            0.9995144605636597,
            0.9983108043670654,
            0.08374932408332825,
            0.43437740206718445,
            0.01867709495127201,
            0.6382063031196594,
            0.15230077505111694,
            0.8396382331848145,
            0.9999982118606567,
            0.9995055198669434,
            0.9989895224571228,
            0.999188244342804,
            0.9740042686462402,
            0.9889111518859863,
            0.9999994039535522,
            0.9998956918716431,
            0.9998466968536377,
            0.9999018907546997,
            0.999890923500061,
            0.9991710186004639,
            0.5053916573524475,
            0.39974549412727356,
            0.42459815740585327,
            0.0008407415589317679,
            0.42807716131210327,
            0.5588884949684143,
            0.9891363382339478,
            0.9961511492729187,
            0.7021331191062927,
            0.9854065179824829,
            0.8423302173614502,
            0.8964764475822449,
            0.1724509447813034,
            0.12598082423210144,
            0.7715829610824585,
            0.7074795365333557,
            0.5872290134429932,
            0.8601648211479187,
            0.9107590317726135,
            0.6049399375915527,
            0.9440699219703674,
            0.9954397082328796,
            0.5415297150611877,
            0.787742555141449,
            0.9602062702178955,
            0.9986072182655334,
            0.9982185959815979,
            0.1667134314775467,
            0.9801592826843262,
            0.9148990511894226,
            0.9998517036437988,
            0.9998817443847656,
            0.9999765157699585,
            0.3098694384098053,
            0.6319935917854309,
            0.5650399923324585,
            0.999991774559021,
            0.9999759197235107,
            0.999995231628418,
            0.9999890327453613,
            0.9999120235443115,
            1.0,
            0.9366697072982788,
            0.9999974966049194,
            0.9823035597801208,
            0.9867276549339294,
            0.8337392807006836,
            0.13807430863380432,
            0.9943860769271851,
            0.9992918968200684,
            0.9986520409584045,
            0.8924828767776489,
            0.1779462993144989,
            0.14102093875408173,
            0.5240833163261414,
            0.4705985486507416,
            0.5385470390319824,
            0.9867573976516724,
            0.9934804439544678,
            0.9309672713279724,
            0.7547566890716553,
            0.46812355518341064,
            0.6644623279571533,
            0.5478729605674744,
            0.9080039262771606,
            0.9042761325836182,
            0.564723789691925,
            0.7475408911705017,
            0.5996127128601074,
            0.6277127861976624,
            0.6707883477210999,
            0.3496539294719696,
            0.9058393836021423,
            0.9995261430740356,
            0.902912437915802,
            0.6317912936210632
        ],
        "eval_code_hard_runtime": 110.7028,
        "eval_code_hard_samples_per_second": 0.903,
        "eval_code_hard_steps_per_second": 0.036,
        "epoch": 2.63,
        "step": 150
    },
    {
        "train_runtime": 4923.5411,
        "train_samples_per_second": 0.975,
        "train_steps_per_second": 0.03,
        "total_flos": 0.0,
        "train_loss": 0.09649283700817553,
        "epoch": 2.63,
        "step": 150
    }
]