| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 9.0, |
| "eval_steps": 500, |
| "global_step": 612, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.07428040854224698, |
| "grad_norm": 0.0166015625, |
| "learning_rate": 4.970588235294118e-05, |
| "loss": 0.6377665996551514, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.14856081708449395, |
| "grad_norm": 0.0146484375, |
| "learning_rate": 4.933823529411765e-05, |
| "loss": 0.6021791934967041, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.22284122562674094, |
| "grad_norm": 0.01373291015625, |
| "learning_rate": 4.897058823529412e-05, |
| "loss": 0.6274982929229737, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.2971216341689879, |
| "grad_norm": 0.0135498046875, |
| "learning_rate": 4.860294117647059e-05, |
| "loss": 0.599825382232666, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.3714020427112349, |
| "grad_norm": 0.0159912109375, |
| "learning_rate": 4.823529411764706e-05, |
| "loss": 0.6859479427337647, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.4456824512534819, |
| "grad_norm": 0.01422119140625, |
| "learning_rate": 4.7867647058823535e-05, |
| "loss": 0.636006212234497, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.5199628597957289, |
| "grad_norm": 0.01116943359375, |
| "learning_rate": 4.75e-05, |
| "loss": 0.6127719879150391, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.5942432683379758, |
| "grad_norm": 0.01531982421875, |
| "learning_rate": 4.713235294117647e-05, |
| "loss": 0.5927554130554199, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.6685236768802229, |
| "grad_norm": 0.011474609375, |
| "learning_rate": 4.6764705882352944e-05, |
| "loss": 0.6282303333282471, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.7428040854224698, |
| "grad_norm": 0.015869140625, |
| "learning_rate": 4.639705882352942e-05, |
| "loss": 0.5779662609100342, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.8170844939647168, |
| "grad_norm": 0.01318359375, |
| "learning_rate": 4.6029411764705885e-05, |
| "loss": 0.617146348953247, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.8913649025069638, |
| "grad_norm": 0.0130615234375, |
| "learning_rate": 4.566176470588235e-05, |
| "loss": 0.5746903896331788, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.9656453110492108, |
| "grad_norm": 0.0108642578125, |
| "learning_rate": 4.5294117647058826e-05, |
| "loss": 0.5909358024597168, |
| "step": 65 |
| }, |
| { |
| "epoch": 1.0297121634168989, |
| "grad_norm": 0.00994873046875, |
| "learning_rate": 4.49264705882353e-05, |
| "loss": 0.5567221164703369, |
| "step": 70 |
| }, |
| { |
| "epoch": 1.1039925719591457, |
| "grad_norm": 0.01031494140625, |
| "learning_rate": 4.455882352941177e-05, |
| "loss": 0.5583184242248536, |
| "step": 75 |
| }, |
| { |
| "epoch": 1.1782729805013927, |
| "grad_norm": 0.01214599609375, |
| "learning_rate": 4.4191176470588235e-05, |
| "loss": 0.5047792911529541, |
| "step": 80 |
| }, |
| { |
| "epoch": 1.2525533890436398, |
| "grad_norm": 0.014892578125, |
| "learning_rate": 4.382352941176471e-05, |
| "loss": 0.509721040725708, |
| "step": 85 |
| }, |
| { |
| "epoch": 1.3268337975858868, |
| "grad_norm": 0.0162353515625, |
| "learning_rate": 4.345588235294118e-05, |
| "loss": 0.522771167755127, |
| "step": 90 |
| }, |
| { |
| "epoch": 1.4011142061281336, |
| "grad_norm": 0.01263427734375, |
| "learning_rate": 4.308823529411765e-05, |
| "loss": 0.48066258430480957, |
| "step": 95 |
| }, |
| { |
| "epoch": 1.4753946146703807, |
| "grad_norm": 0.02294921875, |
| "learning_rate": 4.272058823529412e-05, |
| "loss": 0.5085556030273437, |
| "step": 100 |
| }, |
| { |
| "epoch": 1.5496750232126275, |
| "grad_norm": 0.01287841796875, |
| "learning_rate": 4.235294117647059e-05, |
| "loss": 0.4806520462036133, |
| "step": 105 |
| }, |
| { |
| "epoch": 1.6239554317548746, |
| "grad_norm": 0.0107421875, |
| "learning_rate": 4.198529411764706e-05, |
| "loss": 0.48960013389587403, |
| "step": 110 |
| }, |
| { |
| "epoch": 1.6982358402971216, |
| "grad_norm": 0.0120849609375, |
| "learning_rate": 4.161764705882353e-05, |
| "loss": 0.47647743225097655, |
| "step": 115 |
| }, |
| { |
| "epoch": 1.7725162488393686, |
| "grad_norm": 0.0230712890625, |
| "learning_rate": 4.125e-05, |
| "loss": 0.5240037918090821, |
| "step": 120 |
| }, |
| { |
| "epoch": 1.8467966573816157, |
| "grad_norm": 0.0152587890625, |
| "learning_rate": 4.0882352941176474e-05, |
| "loss": 0.5106610298156739, |
| "step": 125 |
| }, |
| { |
| "epoch": 1.9210770659238627, |
| "grad_norm": 0.01312255859375, |
| "learning_rate": 4.051470588235294e-05, |
| "loss": 0.5423622608184815, |
| "step": 130 |
| }, |
| { |
| "epoch": 1.9953574744661096, |
| "grad_norm": 0.01214599609375, |
| "learning_rate": 4.0147058823529415e-05, |
| "loss": 0.48050861358642577, |
| "step": 135 |
| }, |
| { |
| "epoch": 2.0594243268337977, |
| "grad_norm": 0.01177978515625, |
| "learning_rate": 3.977941176470588e-05, |
| "loss": 0.4528938293457031, |
| "step": 140 |
| }, |
| { |
| "epoch": 2.1337047353760448, |
| "grad_norm": 0.0135498046875, |
| "learning_rate": 3.9411764705882356e-05, |
| "loss": 0.4708698749542236, |
| "step": 145 |
| }, |
| { |
| "epoch": 2.2079851439182914, |
| "grad_norm": 0.015869140625, |
| "learning_rate": 3.9044117647058823e-05, |
| "loss": 0.40610790252685547, |
| "step": 150 |
| }, |
| { |
| "epoch": 2.2822655524605384, |
| "grad_norm": 0.020263671875, |
| "learning_rate": 3.86764705882353e-05, |
| "loss": 0.4004369735717773, |
| "step": 155 |
| }, |
| { |
| "epoch": 2.3565459610027855, |
| "grad_norm": 0.01495361328125, |
| "learning_rate": 3.830882352941177e-05, |
| "loss": 0.402101993560791, |
| "step": 160 |
| }, |
| { |
| "epoch": 2.4308263695450325, |
| "grad_norm": 0.01519775390625, |
| "learning_rate": 3.794117647058824e-05, |
| "loss": 0.41231889724731446, |
| "step": 165 |
| }, |
| { |
| "epoch": 2.5051067780872796, |
| "grad_norm": 0.01611328125, |
| "learning_rate": 3.7573529411764706e-05, |
| "loss": 0.4784365653991699, |
| "step": 170 |
| }, |
| { |
| "epoch": 2.5793871866295266, |
| "grad_norm": 0.0174560546875, |
| "learning_rate": 3.720588235294118e-05, |
| "loss": 0.4141225814819336, |
| "step": 175 |
| }, |
| { |
| "epoch": 2.6536675951717736, |
| "grad_norm": 0.0189208984375, |
| "learning_rate": 3.6838235294117654e-05, |
| "loss": 0.44509315490722656, |
| "step": 180 |
| }, |
| { |
| "epoch": 2.7279480037140207, |
| "grad_norm": 0.018310546875, |
| "learning_rate": 3.6470588235294114e-05, |
| "loss": 0.4210689067840576, |
| "step": 185 |
| }, |
| { |
| "epoch": 2.8022284122562673, |
| "grad_norm": 0.0272216796875, |
| "learning_rate": 3.610294117647059e-05, |
| "loss": 0.4066977024078369, |
| "step": 190 |
| }, |
| { |
| "epoch": 2.8765088207985143, |
| "grad_norm": 0.0128173828125, |
| "learning_rate": 3.573529411764706e-05, |
| "loss": 0.4026792049407959, |
| "step": 195 |
| }, |
| { |
| "epoch": 2.9507892293407614, |
| "grad_norm": 0.0174560546875, |
| "learning_rate": 3.5367647058823536e-05, |
| "loss": 0.44449539184570314, |
| "step": 200 |
| }, |
| { |
| "epoch": 3.0148560817084493, |
| "grad_norm": 0.016357421875, |
| "learning_rate": 3.5e-05, |
| "loss": 0.36432900428771975, |
| "step": 205 |
| }, |
| { |
| "epoch": 3.0891364902506964, |
| "grad_norm": 0.01904296875, |
| "learning_rate": 3.463235294117647e-05, |
| "loss": 0.31903977394104005, |
| "step": 210 |
| }, |
| { |
| "epoch": 3.1634168987929434, |
| "grad_norm": 0.02587890625, |
| "learning_rate": 3.4264705882352945e-05, |
| "loss": 0.36570186614990235, |
| "step": 215 |
| }, |
| { |
| "epoch": 3.2376973073351905, |
| "grad_norm": 0.0272216796875, |
| "learning_rate": 3.389705882352941e-05, |
| "loss": 0.3146202087402344, |
| "step": 220 |
| }, |
| { |
| "epoch": 3.3119777158774375, |
| "grad_norm": 0.02099609375, |
| "learning_rate": 3.352941176470588e-05, |
| "loss": 0.3360214948654175, |
| "step": 225 |
| }, |
| { |
| "epoch": 3.386258124419684, |
| "grad_norm": 0.0166015625, |
| "learning_rate": 3.3161764705882353e-05, |
| "loss": 0.310416054725647, |
| "step": 230 |
| }, |
| { |
| "epoch": 3.460538532961931, |
| "grad_norm": 0.017822265625, |
| "learning_rate": 3.279411764705883e-05, |
| "loss": 0.32846100330352784, |
| "step": 235 |
| }, |
| { |
| "epoch": 3.534818941504178, |
| "grad_norm": 0.0196533203125, |
| "learning_rate": 3.2426470588235295e-05, |
| "loss": 0.3553309917449951, |
| "step": 240 |
| }, |
| { |
| "epoch": 3.6090993500464252, |
| "grad_norm": 0.0186767578125, |
| "learning_rate": 3.205882352941177e-05, |
| "loss": 0.3320646286010742, |
| "step": 245 |
| }, |
| { |
| "epoch": 3.6833797585886723, |
| "grad_norm": 0.021484375, |
| "learning_rate": 3.1691176470588236e-05, |
| "loss": 0.32249722480773924, |
| "step": 250 |
| }, |
| { |
| "epoch": 3.7576601671309193, |
| "grad_norm": 0.022216796875, |
| "learning_rate": 3.132352941176471e-05, |
| "loss": 0.3548262596130371, |
| "step": 255 |
| }, |
| { |
| "epoch": 3.8319405756731664, |
| "grad_norm": 0.02685546875, |
| "learning_rate": 3.095588235294118e-05, |
| "loss": 0.32151591777801514, |
| "step": 260 |
| }, |
| { |
| "epoch": 3.9062209842154134, |
| "grad_norm": 0.0216064453125, |
| "learning_rate": 3.058823529411765e-05, |
| "loss": 0.3099962711334229, |
| "step": 265 |
| }, |
| { |
| "epoch": 3.98050139275766, |
| "grad_norm": 0.021484375, |
| "learning_rate": 3.022058823529412e-05, |
| "loss": 0.34290590286254885, |
| "step": 270 |
| }, |
| { |
| "epoch": 4.044568245125348, |
| "grad_norm": 0.017822265625, |
| "learning_rate": 2.985294117647059e-05, |
| "loss": 0.29376044273376467, |
| "step": 275 |
| }, |
| { |
| "epoch": 4.1188486536675954, |
| "grad_norm": 0.02685546875, |
| "learning_rate": 2.948529411764706e-05, |
| "loss": 0.26094722747802734, |
| "step": 280 |
| }, |
| { |
| "epoch": 4.1931290622098425, |
| "grad_norm": 0.0211181640625, |
| "learning_rate": 2.9117647058823534e-05, |
| "loss": 0.22459895610809327, |
| "step": 285 |
| }, |
| { |
| "epoch": 4.2674094707520895, |
| "grad_norm": 0.0191650390625, |
| "learning_rate": 2.8749999999999997e-05, |
| "loss": 0.2518251895904541, |
| "step": 290 |
| }, |
| { |
| "epoch": 4.341689879294336, |
| "grad_norm": 0.0284423828125, |
| "learning_rate": 2.838235294117647e-05, |
| "loss": 0.241434645652771, |
| "step": 295 |
| }, |
| { |
| "epoch": 4.415970287836583, |
| "grad_norm": 0.02392578125, |
| "learning_rate": 2.8014705882352942e-05, |
| "loss": 0.24431805610656737, |
| "step": 300 |
| }, |
| { |
| "epoch": 4.49025069637883, |
| "grad_norm": 0.0218505859375, |
| "learning_rate": 2.7647058823529416e-05, |
| "loss": 0.24309628009796141, |
| "step": 305 |
| }, |
| { |
| "epoch": 4.564531104921077, |
| "grad_norm": 0.03369140625, |
| "learning_rate": 2.727941176470588e-05, |
| "loss": 0.2588023662567139, |
| "step": 310 |
| }, |
| { |
| "epoch": 4.638811513463324, |
| "grad_norm": 0.031494140625, |
| "learning_rate": 2.6911764705882354e-05, |
| "loss": 0.23660171031951904, |
| "step": 315 |
| }, |
| { |
| "epoch": 4.713091922005571, |
| "grad_norm": 0.0289306640625, |
| "learning_rate": 2.6544117647058825e-05, |
| "loss": 0.2682183265686035, |
| "step": 320 |
| }, |
| { |
| "epoch": 4.787372330547818, |
| "grad_norm": 0.0284423828125, |
| "learning_rate": 2.6176470588235295e-05, |
| "loss": 0.2554553270339966, |
| "step": 325 |
| }, |
| { |
| "epoch": 4.861652739090065, |
| "grad_norm": 0.0223388671875, |
| "learning_rate": 2.580882352941177e-05, |
| "loss": 0.24070463180541993, |
| "step": 330 |
| }, |
| { |
| "epoch": 4.935933147632312, |
| "grad_norm": 0.0252685546875, |
| "learning_rate": 2.5441176470588236e-05, |
| "loss": 0.26400344371795653, |
| "step": 335 |
| }, |
| { |
| "epoch": 5.0, |
| "grad_norm": 0.047119140625, |
| "learning_rate": 2.5073529411764707e-05, |
| "loss": 0.24686508178710936, |
| "step": 340 |
| }, |
| { |
| "epoch": 5.074280408542247, |
| "grad_norm": 0.0308837890625, |
| "learning_rate": 2.4705882352941178e-05, |
| "loss": 0.21166512966156006, |
| "step": 345 |
| }, |
| { |
| "epoch": 5.148560817084494, |
| "grad_norm": 0.0281982421875, |
| "learning_rate": 2.433823529411765e-05, |
| "loss": 0.17841538190841674, |
| "step": 350 |
| }, |
| { |
| "epoch": 5.222841225626741, |
| "grad_norm": 0.05029296875, |
| "learning_rate": 2.397058823529412e-05, |
| "loss": 0.19187978506088257, |
| "step": 355 |
| }, |
| { |
| "epoch": 5.297121634168988, |
| "grad_norm": 0.02685546875, |
| "learning_rate": 2.360294117647059e-05, |
| "loss": 0.18872741460800171, |
| "step": 360 |
| }, |
| { |
| "epoch": 5.371402042711235, |
| "grad_norm": 0.021728515625, |
| "learning_rate": 2.323529411764706e-05, |
| "loss": 0.18178963661193848, |
| "step": 365 |
| }, |
| { |
| "epoch": 5.445682451253482, |
| "grad_norm": 0.0263671875, |
| "learning_rate": 2.286764705882353e-05, |
| "loss": 0.16827574968338013, |
| "step": 370 |
| }, |
| { |
| "epoch": 5.519962859795729, |
| "grad_norm": 0.0247802734375, |
| "learning_rate": 2.25e-05, |
| "loss": 0.18692827224731445, |
| "step": 375 |
| }, |
| { |
| "epoch": 5.5942432683379755, |
| "grad_norm": 0.02587890625, |
| "learning_rate": 2.2132352941176472e-05, |
| "loss": 0.1941287636756897, |
| "step": 380 |
| }, |
| { |
| "epoch": 5.6685236768802225, |
| "grad_norm": 0.017822265625, |
| "learning_rate": 2.1764705882352943e-05, |
| "loss": 0.17947893142700194, |
| "step": 385 |
| }, |
| { |
| "epoch": 5.74280408542247, |
| "grad_norm": 0.022216796875, |
| "learning_rate": 2.1397058823529413e-05, |
| "loss": 0.1924704432487488, |
| "step": 390 |
| }, |
| { |
| "epoch": 5.817084493964717, |
| "grad_norm": 0.025634765625, |
| "learning_rate": 2.1029411764705884e-05, |
| "loss": 0.1785291075706482, |
| "step": 395 |
| }, |
| { |
| "epoch": 5.891364902506964, |
| "grad_norm": 0.023681640625, |
| "learning_rate": 2.066176470588235e-05, |
| "loss": 0.17278404235839845, |
| "step": 400 |
| }, |
| { |
| "epoch": 5.965645311049211, |
| "grad_norm": 0.02099609375, |
| "learning_rate": 2.0294117647058825e-05, |
| "loss": 0.17876056432724, |
| "step": 405 |
| }, |
| { |
| "epoch": 6.029712163416899, |
| "grad_norm": 0.020751953125, |
| "learning_rate": 1.9926470588235296e-05, |
| "loss": 0.17755091190338135, |
| "step": 410 |
| }, |
| { |
| "epoch": 6.103992571959146, |
| "grad_norm": 0.0211181640625, |
| "learning_rate": 1.9558823529411766e-05, |
| "loss": 0.1487801194190979, |
| "step": 415 |
| }, |
| { |
| "epoch": 6.178272980501393, |
| "grad_norm": 0.0284423828125, |
| "learning_rate": 1.9191176470588237e-05, |
| "loss": 0.12222347259521485, |
| "step": 420 |
| }, |
| { |
| "epoch": 6.25255338904364, |
| "grad_norm": 0.02099609375, |
| "learning_rate": 1.8823529411764708e-05, |
| "loss": 0.12180306911468505, |
| "step": 425 |
| }, |
| { |
| "epoch": 6.326833797585887, |
| "grad_norm": 0.028076171875, |
| "learning_rate": 1.8455882352941178e-05, |
| "loss": 0.14487186670303345, |
| "step": 430 |
| }, |
| { |
| "epoch": 6.401114206128134, |
| "grad_norm": 0.0228271484375, |
| "learning_rate": 1.808823529411765e-05, |
| "loss": 0.14980677366256714, |
| "step": 435 |
| }, |
| { |
| "epoch": 6.475394614670381, |
| "grad_norm": 0.0272216796875, |
| "learning_rate": 1.772058823529412e-05, |
| "loss": 0.14352109432220458, |
| "step": 440 |
| }, |
| { |
| "epoch": 6.549675023212628, |
| "grad_norm": 0.027587890625, |
| "learning_rate": 1.735294117647059e-05, |
| "loss": 0.13605911731719972, |
| "step": 445 |
| }, |
| { |
| "epoch": 6.623955431754875, |
| "grad_norm": 0.020751953125, |
| "learning_rate": 1.698529411764706e-05, |
| "loss": 0.1634863495826721, |
| "step": 450 |
| }, |
| { |
| "epoch": 6.698235840297121, |
| "grad_norm": 0.024658203125, |
| "learning_rate": 1.6617647058823528e-05, |
| "loss": 0.14141926765441895, |
| "step": 455 |
| }, |
| { |
| "epoch": 6.772516248839368, |
| "grad_norm": 0.026123046875, |
| "learning_rate": 1.6250000000000002e-05, |
| "loss": 0.14137257337570192, |
| "step": 460 |
| }, |
| { |
| "epoch": 6.846796657381615, |
| "grad_norm": 0.0186767578125, |
| "learning_rate": 1.588235294117647e-05, |
| "loss": 0.11963517665863037, |
| "step": 465 |
| }, |
| { |
| "epoch": 6.921077065923862, |
| "grad_norm": 0.0216064453125, |
| "learning_rate": 1.5514705882352943e-05, |
| "loss": 0.1356942892074585, |
| "step": 470 |
| }, |
| { |
| "epoch": 6.995357474466109, |
| "grad_norm": 0.01708984375, |
| "learning_rate": 1.5147058823529412e-05, |
| "loss": 0.12711585760116578, |
| "step": 475 |
| }, |
| { |
| "epoch": 7.059424326833797, |
| "grad_norm": 0.0159912109375, |
| "learning_rate": 1.4779411764705883e-05, |
| "loss": 0.10833323001861572, |
| "step": 480 |
| }, |
| { |
| "epoch": 7.133704735376044, |
| "grad_norm": 0.0167236328125, |
| "learning_rate": 1.4411764705882352e-05, |
| "loss": 0.12604920864105223, |
| "step": 485 |
| }, |
| { |
| "epoch": 7.207985143918291, |
| "grad_norm": 0.018798828125, |
| "learning_rate": 1.4044117647058824e-05, |
| "loss": 0.10249454975128174, |
| "step": 490 |
| }, |
| { |
| "epoch": 7.282265552460538, |
| "grad_norm": 0.0166015625, |
| "learning_rate": 1.3676470588235296e-05, |
| "loss": 0.11613593101501465, |
| "step": 495 |
| }, |
| { |
| "epoch": 7.3565459610027855, |
| "grad_norm": 0.0245361328125, |
| "learning_rate": 1.3308823529411765e-05, |
| "loss": 0.13158254623413085, |
| "step": 500 |
| }, |
| { |
| "epoch": 7.4308263695450325, |
| "grad_norm": 0.02294921875, |
| "learning_rate": 1.2941176470588238e-05, |
| "loss": 0.10998619794845581, |
| "step": 505 |
| }, |
| { |
| "epoch": 7.5051067780872796, |
| "grad_norm": 0.0203857421875, |
| "learning_rate": 1.2573529411764706e-05, |
| "loss": 0.10489879846572876, |
| "step": 510 |
| }, |
| { |
| "epoch": 7.579387186629527, |
| "grad_norm": 0.0159912109375, |
| "learning_rate": 1.2205882352941177e-05, |
| "loss": 0.1057117223739624, |
| "step": 515 |
| }, |
| { |
| "epoch": 7.653667595171774, |
| "grad_norm": 0.0274658203125, |
| "learning_rate": 1.1838235294117648e-05, |
| "loss": 0.12168807983398437, |
| "step": 520 |
| }, |
| { |
| "epoch": 7.727948003714021, |
| "grad_norm": 0.017578125, |
| "learning_rate": 1.1470588235294118e-05, |
| "loss": 0.10375174283981323, |
| "step": 525 |
| }, |
| { |
| "epoch": 7.802228412256268, |
| "grad_norm": 0.0162353515625, |
| "learning_rate": 1.1102941176470589e-05, |
| "loss": 0.10978785753250123, |
| "step": 530 |
| }, |
| { |
| "epoch": 7.876508820798515, |
| "grad_norm": 0.0211181640625, |
| "learning_rate": 1.0735294117647058e-05, |
| "loss": 0.12140828371047974, |
| "step": 535 |
| }, |
| { |
| "epoch": 7.950789229340762, |
| "grad_norm": 0.0177001953125, |
| "learning_rate": 1.036764705882353e-05, |
| "loss": 0.11465342044830322, |
| "step": 540 |
| }, |
| { |
| "epoch": 8.01485608170845, |
| "grad_norm": 0.01806640625, |
| "learning_rate": 1e-05, |
| "loss": 0.13681257963180543, |
| "step": 545 |
| }, |
| { |
| "epoch": 8.089136490250697, |
| "grad_norm": 0.0140380859375, |
| "learning_rate": 9.632352941176471e-06, |
| "loss": 0.09307116866111756, |
| "step": 550 |
| }, |
| { |
| "epoch": 8.163416898792944, |
| "grad_norm": 0.0126953125, |
| "learning_rate": 9.264705882352942e-06, |
| "loss": 0.10220249891281127, |
| "step": 555 |
| }, |
| { |
| "epoch": 8.237697307335191, |
| "grad_norm": 0.01556396484375, |
| "learning_rate": 8.897058823529413e-06, |
| "loss": 0.10676058530807495, |
| "step": 560 |
| }, |
| { |
| "epoch": 8.311977715877438, |
| "grad_norm": 0.01470947265625, |
| "learning_rate": 8.529411764705883e-06, |
| "loss": 0.10347579717636109, |
| "step": 565 |
| }, |
| { |
| "epoch": 8.386258124419685, |
| "grad_norm": 0.0159912109375, |
| "learning_rate": 8.161764705882354e-06, |
| "loss": 0.1033887505531311, |
| "step": 570 |
| }, |
| { |
| "epoch": 8.460538532961932, |
| "grad_norm": 0.0166015625, |
| "learning_rate": 7.794117647058825e-06, |
| "loss": 0.10061744451522828, |
| "step": 575 |
| }, |
| { |
| "epoch": 8.534818941504179, |
| "grad_norm": 0.0152587890625, |
| "learning_rate": 7.426470588235294e-06, |
| "loss": 0.10932677984237671, |
| "step": 580 |
| }, |
| { |
| "epoch": 8.609099350046424, |
| "grad_norm": 0.017822265625, |
| "learning_rate": 7.058823529411765e-06, |
| "loss": 0.12288035154342651, |
| "step": 585 |
| }, |
| { |
| "epoch": 8.683379758588671, |
| "grad_norm": 0.01806640625, |
| "learning_rate": 6.6911764705882356e-06, |
| "loss": 0.10533527135849, |
| "step": 590 |
| }, |
| { |
| "epoch": 8.757660167130918, |
| "grad_norm": 0.01708984375, |
| "learning_rate": 6.323529411764706e-06, |
| "loss": 0.10011863708496094, |
| "step": 595 |
| }, |
| { |
| "epoch": 8.831940575673165, |
| "grad_norm": 0.019287109375, |
| "learning_rate": 5.955882352941177e-06, |
| "loss": 0.09496849179267883, |
| "step": 600 |
| }, |
| { |
| "epoch": 8.906220984215413, |
| "grad_norm": 0.026123046875, |
| "learning_rate": 5.588235294117647e-06, |
| "loss": 0.10275882482528687, |
| "step": 605 |
| }, |
| { |
| "epoch": 8.98050139275766, |
| "grad_norm": 0.015625, |
| "learning_rate": 5.220588235294118e-06, |
| "loss": 0.09559512734413148, |
| "step": 610 |
| } |
| ], |
| "logging_steps": 5, |
| "max_steps": 680, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 10, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.5742192562271683e+18, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
