| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0, |
| "eval_steps": 500, |
| "global_step": 613, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.008159934720522236, |
| "grad_norm": 42.25, |
| "learning_rate": 4.210526315789474e-06, |
| "loss": 2.764590835571289, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.016319869441044473, |
| "grad_norm": 9.75, |
| "learning_rate": 9.473684210526315e-06, |
| "loss": 2.489868927001953, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.02447980416156671, |
| "grad_norm": 8.1875, |
| "learning_rate": 1.4736842105263159e-05, |
| "loss": 2.2080495834350584, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.032639738882088945, |
| "grad_norm": 4.4375, |
| "learning_rate": 2e-05, |
| "loss": 2.0085981369018553, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.04079967360261118, |
| "grad_norm": 3.515625, |
| "learning_rate": 1.9996503676899863e-05, |
| "loss": 1.855879020690918, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.04895960832313342, |
| "grad_norm": 3.359375, |
| "learning_rate": 1.9986017152454497e-05, |
| "loss": 1.8655593872070313, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.05711954304365565, |
| "grad_norm": 3.140625, |
| "learning_rate": 1.9968547759519426e-05, |
| "loss": 1.764651107788086, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.06527947776417789, |
| "grad_norm": 3.453125, |
| "learning_rate": 1.9944107713823068e-05, |
| "loss": 1.8568502426147462, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.07343941248470012, |
| "grad_norm": 2.734375, |
| "learning_rate": 1.9912714105424694e-05, |
| "loss": 1.7390193939208984, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.08159934720522236, |
| "grad_norm": 4.03125, |
| "learning_rate": 1.9874388886763944e-05, |
| "loss": 1.5365073204040527, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.08975928192574459, |
| "grad_norm": 2.296875, |
| "learning_rate": 1.9829158857310288e-05, |
| "loss": 1.7221796035766601, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.09791921664626684, |
| "grad_norm": 3.25, |
| "learning_rate": 1.9777055644823087e-05, |
| "loss": 1.6801658630371095, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.10607915136678907, |
| "grad_norm": 3.75, |
| "learning_rate": 1.9718115683235418e-05, |
| "loss": 1.6599308013916017, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.1142390860873113, |
| "grad_norm": 2.96875, |
| "learning_rate": 1.9652380187177128e-05, |
| "loss": 1.5088156700134276, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.12239902080783353, |
| "grad_norm": 3.078125, |
| "learning_rate": 1.957989512315489e-05, |
| "loss": 1.541905117034912, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.13055895552835578, |
| "grad_norm": 2.640625, |
| "learning_rate": 1.9500711177409456e-05, |
| "loss": 1.635506820678711, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.138718890248878, |
| "grad_norm": 3.421875, |
| "learning_rate": 1.9414883720472557e-05, |
| "loss": 1.4972270011901856, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.14687882496940025, |
| "grad_norm": 2.921875, |
| "learning_rate": 1.932247276844826e-05, |
| "loss": 1.5120899200439453, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.15503875968992248, |
| "grad_norm": 2.421875, |
| "learning_rate": 1.9223542941045817e-05, |
| "loss": 1.516195011138916, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.1631986944104447, |
| "grad_norm": 3.578125, |
| "learning_rate": 1.9118163416393392e-05, |
| "loss": 1.5576241493225098, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.17135862913096694, |
| "grad_norm": 3.875, |
| "learning_rate": 1.9006407882664256e-05, |
| "loss": 1.4911109924316406, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.17951856385148918, |
| "grad_norm": 2.875, |
| "learning_rate": 1.8888354486549238e-05, |
| "loss": 1.4046802520751953, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.18767849857201144, |
| "grad_norm": 2.890625, |
| "learning_rate": 1.8764085778611507e-05, |
| "loss": 1.4821024894714356, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.19583843329253367, |
| "grad_norm": 2.625, |
| "learning_rate": 1.863368865556191e-05, |
| "loss": 1.4233411788940429, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.2039983680130559, |
| "grad_norm": 4.0, |
| "learning_rate": 1.8497254299495147e-05, |
| "loss": 1.4180265426635743, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.21215830273357814, |
| "grad_norm": 3.796875, |
| "learning_rate": 1.8354878114129368e-05, |
| "loss": 1.4138151168823243, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.22031823745410037, |
| "grad_norm": 2.4375, |
| "learning_rate": 1.820665965809373e-05, |
| "loss": 1.5245219230651856, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.2284781721746226, |
| "grad_norm": 3.75, |
| "learning_rate": 1.8052702575310588e-05, |
| "loss": 1.4437243461608886, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.23663810689514483, |
| "grad_norm": 3.078125, |
| "learning_rate": 1.789311452252092e-05, |
| "loss": 1.3076929092407226, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.24479804161566707, |
| "grad_norm": 3.890625, |
| "learning_rate": 1.772800709400383e-05, |
| "loss": 1.4008633613586425, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.2529579763361893, |
| "grad_norm": 2.375, |
| "learning_rate": 1.7557495743542586e-05, |
| "loss": 1.5305479049682618, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.26111791105671156, |
| "grad_norm": 3.34375, |
| "learning_rate": 1.7381699703691866e-05, |
| "loss": 1.3546552658081055, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.2692778457772338, |
| "grad_norm": 3.953125, |
| "learning_rate": 1.720074190240269e-05, |
| "loss": 1.374640655517578, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.277437780497756, |
| "grad_norm": 2.9375, |
| "learning_rate": 1.7014748877063212e-05, |
| "loss": 1.4571109771728517, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.28559771521827826, |
| "grad_norm": 3.9375, |
| "learning_rate": 1.682385068601563e-05, |
| "loss": 1.3947142601013183, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.2937576499388005, |
| "grad_norm": 2.421875, |
| "learning_rate": 1.6628180817610963e-05, |
| "loss": 1.425752830505371, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.3019175846593227, |
| "grad_norm": 3.4375, |
| "learning_rate": 1.6427876096865394e-05, |
| "loss": 1.4002631187438965, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.31007751937984496, |
| "grad_norm": 3.8125, |
| "learning_rate": 1.6223076589783368e-05, |
| "loss": 1.3912601470947266, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.3182374541003672, |
| "grad_norm": 4.46875, |
| "learning_rate": 1.6013925505414386e-05, |
| "loss": 1.2885801315307617, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.3263973888208894, |
| "grad_norm": 3.96875, |
| "learning_rate": 1.5800569095711983e-05, |
| "loss": 1.3117466926574708, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.33455732354141166, |
| "grad_norm": 3.6875, |
| "learning_rate": 1.5583156553264923e-05, |
| "loss": 1.4435410499572754, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.3427172582619339, |
| "grad_norm": 2.71875, |
| "learning_rate": 1.5361839906972095e-05, |
| "loss": 1.3575885772705079, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.3508771929824561, |
| "grad_norm": 4.125, |
| "learning_rate": 1.5136773915734067e-05, |
| "loss": 1.3277423858642579, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.35903712770297835, |
| "grad_norm": 3.25, |
| "learning_rate": 1.4908115960235683e-05, |
| "loss": 1.4906869888305665, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.3671970624235006, |
| "grad_norm": 2.875, |
| "learning_rate": 1.4676025932895315e-05, |
| "loss": 1.472239875793457, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.3753569971440229, |
| "grad_norm": 3.0625, |
| "learning_rate": 1.4440666126057743e-05, |
| "loss": 1.3827289581298827, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.3835169318645451, |
| "grad_norm": 2.90625, |
| "learning_rate": 1.4202201118508863e-05, |
| "loss": 1.4698705673217773, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.39167686658506734, |
| "grad_norm": 2.21875, |
| "learning_rate": 1.396079766039157e-05, |
| "loss": 1.390995407104492, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.3998368013055896, |
| "grad_norm": 2.734375, |
| "learning_rate": 1.3716624556603275e-05, |
| "loss": 1.4784428596496582, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.4079967360261118, |
| "grad_norm": 2.59375, |
| "learning_rate": 1.3469852548756626e-05, |
| "loss": 1.4209571838378907, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.41615667074663404, |
| "grad_norm": 3.6875, |
| "learning_rate": 1.3220654195785917e-05, |
| "loss": 1.3656881332397461, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.42431660546715627, |
| "grad_norm": 2.53125, |
| "learning_rate": 1.296920375328275e-05, |
| "loss": 1.5011524200439452, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.4324765401876785, |
| "grad_norm": 3.421875, |
| "learning_rate": 1.2715677051645259e-05, |
| "loss": 1.4276366233825684, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.44063647490820074, |
| "grad_norm": 2.828125, |
| "learning_rate": 1.2460251373126136e-05, |
| "loss": 1.390436553955078, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.44879640962872297, |
| "grad_norm": 3.265625, |
| "learning_rate": 1.2203105327865407e-05, |
| "loss": 1.3565399169921875, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.4569563443492452, |
| "grad_norm": 2.84375, |
| "learning_rate": 1.194441872899471e-05, |
| "loss": 1.472177791595459, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.46511627906976744, |
| "grad_norm": 2.296875, |
| "learning_rate": 1.1684372466900306e-05, |
| "loss": 1.4198420524597168, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.47327621379028967, |
| "grad_norm": 4.03125, |
| "learning_rate": 1.1423148382732854e-05, |
| "loss": 1.322580337524414, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.4814361485108119, |
| "grad_norm": 2.296875, |
| "learning_rate": 1.1160929141252303e-05, |
| "loss": 1.4380602836608887, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.48959608323133413, |
| "grad_norm": 2.796875, |
| "learning_rate": 1.0897898103096917e-05, |
| "loss": 1.285576343536377, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.49775601795185637, |
| "grad_norm": 2.84375, |
| "learning_rate": 1.0634239196565646e-05, |
| "loss": 1.4786340713500976, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.5059159526723787, |
| "grad_norm": 2.953125, |
| "learning_rate": 1.0370136789003582e-05, |
| "loss": 1.374602699279785, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.5140758873929009, |
| "grad_norm": 3.84375, |
| "learning_rate": 1.0105775557880398e-05, |
| "loss": 1.4532788276672364, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.5222358221134231, |
| "grad_norm": 2.90625, |
| "learning_rate": 9.841340361651921e-06, |
| "loss": 1.3536710739135742, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.5303957568339454, |
| "grad_norm": 2.765625, |
| "learning_rate": 9.57701611049517e-06, |
| "loss": 1.3883792877197265, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.5385556915544676, |
| "grad_norm": 3.78125, |
| "learning_rate": 9.312987637007191e-06, |
| "loss": 1.3699709892272949, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.5467156262749898, |
| "grad_norm": 3.140625, |
| "learning_rate": 9.049439566958176e-06, |
| "loss": 1.4548574447631837, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.554875560995512, |
| "grad_norm": 3.0, |
| "learning_rate": 8.786556190189183e-06, |
| "loss": 1.3517833709716798, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.5630354957160343, |
| "grad_norm": 3.25, |
| "learning_rate": 8.52452133174478e-06, |
| "loss": 1.426644992828369, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.5711954304365565, |
| "grad_norm": 2.53125, |
| "learning_rate": 8.263518223330698e-06, |
| "loss": 1.383060359954834, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.5793553651570787, |
| "grad_norm": 2.796875, |
| "learning_rate": 8.00372937518636e-06, |
| "loss": 1.331951904296875, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.587515299877601, |
| "grad_norm": 2.609375, |
| "learning_rate": 7.745336448461958e-06, |
| "loss": 1.445413303375244, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.5956752345981232, |
| "grad_norm": 2.4375, |
| "learning_rate": 7.488520128189209e-06, |
| "loss": 1.4074223518371582, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.6038351693186454, |
| "grad_norm": 3.609375, |
| "learning_rate": 7.233459996934731e-06, |
| "loss": 1.3592453956604005, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.6119951040391677, |
| "grad_norm": 4.28125, |
| "learning_rate": 6.9803344092242855e-06, |
| "loss": 1.3151020050048827, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.6201550387596899, |
| "grad_norm": 3.078125, |
| "learning_rate": 6.729320366825785e-06, |
| "loss": 1.3170394897460938, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.6283149734802121, |
| "grad_norm": 2.46875, |
| "learning_rate": 6.480593394978208e-06, |
| "loss": 1.4254400253295898, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.6364749082007344, |
| "grad_norm": 4.34375, |
| "learning_rate": 6.234327419653013e-06, |
| "loss": 1.3528937339782714, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.6446348429212566, |
| "grad_norm": 2.171875, |
| "learning_rate": 5.990694645933866e-06, |
| "loss": 1.3909344673156738, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.6527947776417788, |
| "grad_norm": 2.359375, |
| "learning_rate": 5.749865437599703e-06, |
| "loss": 1.4332430839538575, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.6609547123623011, |
| "grad_norm": 2.78125, |
| "learning_rate": 5.512008197995379e-06, |
| "loss": 1.4415637016296388, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.6691146470828233, |
| "grad_norm": 2.109375, |
| "learning_rate": 5.277289252273175e-06, |
| "loss": 1.3970324516296386, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.6772745818033455, |
| "grad_norm": 3.9375, |
| "learning_rate": 5.045872731087479e-06, |
| "loss": 1.3478738784790039, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.6854345165238678, |
| "grad_norm": 2.734375, |
| "learning_rate": 4.817920455824045e-06, |
| "loss": 1.3553836822509766, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.69359445124439, |
| "grad_norm": 2.828125, |
| "learning_rate": 4.593591825444028e-06, |
| "loss": 1.4708582878112793, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.7017543859649122, |
| "grad_norm": 2.328125, |
| "learning_rate": 4.373043705021899e-06, |
| "loss": 1.4501720428466798, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.7099143206854345, |
| "grad_norm": 4.3125, |
| "learning_rate": 4.1564303160552935e-06, |
| "loss": 1.3744462966918944, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.7180742554059567, |
| "grad_norm": 1.859375, |
| "learning_rate": 3.943903128623336e-06, |
| "loss": 1.3946028709411622, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.7262341901264789, |
| "grad_norm": 3.4375, |
| "learning_rate": 3.735610755468988e-06, |
| "loss": 1.2606407165527345, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.7343941248470012, |
| "grad_norm": 2.96875, |
| "learning_rate": 3.5316988480794255e-06, |
| "loss": 1.3681606292724608, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.7425540595675234, |
| "grad_norm": 2.46875, |
| "learning_rate": 3.3323099948370853e-06, |
| "loss": 1.3252838134765625, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.7507139942880457, |
| "grad_norm": 3.90625, |
| "learning_rate": 3.1375836213126653e-06, |
| "loss": 1.414201831817627, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.758873929008568, |
| "grad_norm": 4.4375, |
| "learning_rate": 2.9476558927697605e-06, |
| "loss": 1.318328857421875, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.7670338637290902, |
| "grad_norm": 3.78125, |
| "learning_rate": 2.7626596189492983e-06, |
| "loss": 1.3034313201904297, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.7751937984496124, |
| "grad_norm": 2.25, |
| "learning_rate": 2.582724161200405e-06, |
| "loss": 1.3811626434326172, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.7833537331701347, |
| "grad_norm": 3.125, |
| "learning_rate": 2.4079753420225694e-06, |
| "loss": 1.3948455810546876, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.7915136678906569, |
| "grad_norm": 2.125, |
| "learning_rate": 2.2385353570824308e-06, |
| "loss": 1.3906720161437989, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.7996736026111791, |
| "grad_norm": 2.859375, |
| "learning_rate": 2.0745226897666858e-06, |
| "loss": 1.4307458877563477, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.8078335373317014, |
| "grad_norm": 2.65625, |
| "learning_rate": 1.9160520283308115e-06, |
| "loss": 1.3465310096740724, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.8159934720522236, |
| "grad_norm": 2.96875, |
| "learning_rate": 1.7632341857016733e-06, |
| "loss": 1.4635851860046387, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.8241534067727458, |
| "grad_norm": 3.578125, |
| "learning_rate": 1.616176021989926e-06, |
| "loss": 1.4342742919921876, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.8323133414932681, |
| "grad_norm": 2.390625, |
| "learning_rate": 1.4749803697665366e-06, |
| "loss": 1.4339244842529297, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.8404732762137903, |
| "grad_norm": 2.65625, |
| "learning_rate": 1.339745962155613e-06, |
| "loss": 1.3769190788269043, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.8486332109343125, |
| "grad_norm": 3.4375, |
| "learning_rate": 1.2105673637938054e-06, |
| "loss": 1.3848706245422364, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.8567931456548348, |
| "grad_norm": 2.75, |
| "learning_rate": 1.0875349047046113e-06, |
| "loss": 1.460084819793701, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.864953080375357, |
| "grad_norm": 4.3125, |
| "learning_rate": 9.707346171337895e-07, |
| "loss": 1.4155464172363281, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.8731130150958792, |
| "grad_norm": 3.78125, |
| "learning_rate": 8.602481753900427e-07, |
| "loss": 1.370467472076416, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.8812729498164015, |
| "grad_norm": 2.765625, |
| "learning_rate": 7.561528387330797e-07, |
| "loss": 1.4545866012573243, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.8894328845369237, |
| "grad_norm": 3.203125, |
| "learning_rate": 6.585213973489335e-07, |
| "loss": 1.3990278244018555, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.8975928192574459, |
| "grad_norm": 2.375, |
| "learning_rate": 5.674221214503639e-07, |
| "loss": 1.3850707054138183, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.9057527539779682, |
| "grad_norm": 3.125, |
| "learning_rate": 4.829187135379221e-07, |
| "loss": 1.4300135612487792, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.9139126886984904, |
| "grad_norm": 2.140625, |
| "learning_rate": 4.0507026385502747e-07, |
| "loss": 1.3187259674072265, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.9220726234190126, |
| "grad_norm": 2.53125, |
| "learning_rate": 3.339312090682689e-07, |
| "loss": 1.4685959815979004, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.9302325581395349, |
| "grad_norm": 2.59375, |
| "learning_rate": 2.6955129420176193e-07, |
| "loss": 1.4852921485900878, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.9383924928600571, |
| "grad_norm": 3.4375, |
| "learning_rate": 2.119755378522137e-07, |
| "loss": 1.3241841316223144, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.9465524275805793, |
| "grad_norm": 2.578125, |
| "learning_rate": 1.612442007090076e-07, |
| "loss": 1.3388869285583496, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.9547123623011016, |
| "grad_norm": 4.625, |
| "learning_rate": 1.1739275740134004e-07, |
| "loss": 1.2855671882629394, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.9628722970216238, |
| "grad_norm": 2.53125, |
| "learning_rate": 8.04518716920466e-08, |
| "loss": 1.3641891479492188, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.971032231742146, |
| "grad_norm": 2.78125, |
| "learning_rate": 5.044737503554165e-08, |
| "loss": 1.5328051567077636, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.9791921664626683, |
| "grad_norm": 2.578125, |
| "learning_rate": 2.7400248514776184e-08, |
| "loss": 1.3465785026550292, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.9873521011831905, |
| "grad_norm": 2.71875, |
| "learning_rate": 1.1326608169920373e-08, |
| "loss": 1.39981107711792, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.9955120359037127, |
| "grad_norm": 3.125, |
| "learning_rate": 2.237693728981416e-09, |
| "loss": 1.4022762298583984, |
| "step": 610 |
| }, |
| { |
| "epoch": 1.0, |
| "step": 613, |
| "total_flos": 2.961647362958254e+17, |
| "train_loss": 1.4641528666311143, |
| "train_runtime": 5382.2079, |
| "train_samples_per_second": 0.455, |
| "train_steps_per_second": 0.114 |
| } |
| ], |
| "logging_steps": 5, |
| "max_steps": 613, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2.961647362958254e+17, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
