| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.96, |
| "eval_steps": 500, |
| "global_step": 4800, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.001, |
| "grad_norm": 13.726217269897461, |
| "learning_rate": 4e-06, |
| "loss": 10.4133, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.002, |
| "grad_norm": 4.9693684577941895, |
| "learning_rate": 8.999999999999999e-06, |
| "loss": 9.8384, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.003, |
| "grad_norm": 2.879361152648926, |
| "learning_rate": 1.4e-05, |
| "loss": 9.5182, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.004, |
| "grad_norm": 3.023117780685425, |
| "learning_rate": 1.9e-05, |
| "loss": 9.3697, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.005, |
| "grad_norm": 3.9188971519470215, |
| "learning_rate": 2.3999999999999997e-05, |
| "loss": 9.1674, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.006, |
| "grad_norm": 4.881481647491455, |
| "learning_rate": 2.8999999999999997e-05, |
| "loss": 9.0057, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.007, |
| "grad_norm": 5.366204261779785, |
| "learning_rate": 3.399999999999999e-05, |
| "loss": 8.8219, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.008, |
| "grad_norm": 12.275991439819336, |
| "learning_rate": 3.9e-05, |
| "loss": 8.6271, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.009, |
| "grad_norm": 3.798144578933716, |
| "learning_rate": 4.4e-05, |
| "loss": 8.3997, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 2.8132495880126953, |
| "learning_rate": 4.899999999999999e-05, |
| "loss": 8.211, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.011, |
| "grad_norm": 3.747354507446289, |
| "learning_rate": 5.399999999999999e-05, |
| "loss": 8.0857, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.012, |
| "grad_norm": 3.045440435409546, |
| "learning_rate": 5.899999999999999e-05, |
| "loss": 7.7861, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.013, |
| "grad_norm": 2.5404093265533447, |
| "learning_rate": 6.4e-05, |
| "loss": 7.5872, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.014, |
| "grad_norm": 2.668727159500122, |
| "learning_rate": 6.9e-05, |
| "loss": 7.2799, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.015, |
| "grad_norm": 2.7760627269744873, |
| "learning_rate": 7.4e-05, |
| "loss": 7.1264, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.016, |
| "grad_norm": 2.291050434112549, |
| "learning_rate": 7.899999999999998e-05, |
| "loss": 6.9572, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.017, |
| "grad_norm": 2.175490140914917, |
| "learning_rate": 8.4e-05, |
| "loss": 6.7924, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.018, |
| "grad_norm": 2.3527913093566895, |
| "learning_rate": 8.9e-05, |
| "loss": 6.7404, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.019, |
| "grad_norm": 2.1863811016082764, |
| "learning_rate": 9.4e-05, |
| "loss": 6.4791, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 1.8337147235870361, |
| "learning_rate": 9.9e-05, |
| "loss": 6.3777, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.021, |
| "grad_norm": 2.6010560989379883, |
| "learning_rate": 0.000104, |
| "loss": 6.2828, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.022, |
| "grad_norm": 2.021232843399048, |
| "learning_rate": 0.00010899999999999999, |
| "loss": 6.1714, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.023, |
| "grad_norm": 2.872624397277832, |
| "learning_rate": 0.00011399999999999999, |
| "loss": 6.055, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.024, |
| "grad_norm": 1.730695366859436, |
| "learning_rate": 0.00011899999999999999, |
| "loss": 5.9749, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.025, |
| "grad_norm": 1.8848776817321777, |
| "learning_rate": 0.00012399999999999998, |
| "loss": 5.8248, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.026, |
| "grad_norm": 1.6250139474868774, |
| "learning_rate": 0.000129, |
| "loss": 5.8104, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.027, |
| "grad_norm": 1.776007056236267, |
| "learning_rate": 0.00013399999999999998, |
| "loss": 5.6435, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.028, |
| "grad_norm": 1.5446497201919556, |
| "learning_rate": 0.000139, |
| "loss": 5.6116, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.029, |
| "grad_norm": 1.7168349027633667, |
| "learning_rate": 0.00014399999999999998, |
| "loss": 5.5175, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 1.5292563438415527, |
| "learning_rate": 0.000149, |
| "loss": 5.4173, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.031, |
| "grad_norm": 1.3585489988327026, |
| "learning_rate": 0.00015399999999999998, |
| "loss": 5.363, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.032, |
| "grad_norm": 1.428066372871399, |
| "learning_rate": 0.000159, |
| "loss": 5.3579, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.033, |
| "grad_norm": 1.2797551155090332, |
| "learning_rate": 0.00016399999999999997, |
| "loss": 5.2454, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.034, |
| "grad_norm": 1.2886139154434204, |
| "learning_rate": 0.000169, |
| "loss": 5.2456, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.035, |
| "grad_norm": 1.220340609550476, |
| "learning_rate": 0.00017399999999999997, |
| "loss": 5.2171, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.036, |
| "grad_norm": 1.3801219463348389, |
| "learning_rate": 0.000179, |
| "loss": 5.1411, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.037, |
| "grad_norm": 1.2507349252700806, |
| "learning_rate": 0.00018399999999999997, |
| "loss": 5.0654, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.038, |
| "grad_norm": 1.1602240800857544, |
| "learning_rate": 0.00018899999999999999, |
| "loss": 4.9534, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.039, |
| "grad_norm": 1.1360636949539185, |
| "learning_rate": 0.00019399999999999997, |
| "loss": 5.003, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 1.3035187721252441, |
| "learning_rate": 0.00019899999999999999, |
| "loss": 5.0598, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.041, |
| "grad_norm": 1.2107629776000977, |
| "learning_rate": 0.000204, |
| "loss": 4.862, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.042, |
| "grad_norm": 1.2512259483337402, |
| "learning_rate": 0.00020899999999999998, |
| "loss": 4.8316, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.043, |
| "grad_norm": 1.1587598323822021, |
| "learning_rate": 0.000214, |
| "loss": 4.8094, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.044, |
| "grad_norm": 1.0695734024047852, |
| "learning_rate": 0.00021899999999999998, |
| "loss": 4.7331, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.045, |
| "grad_norm": 1.2294334173202515, |
| "learning_rate": 0.000224, |
| "loss": 4.7008, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.046, |
| "grad_norm": 0.9978997707366943, |
| "learning_rate": 0.00022899999999999998, |
| "loss": 4.6802, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.047, |
| "grad_norm": 0.9799301028251648, |
| "learning_rate": 0.000234, |
| "loss": 4.6729, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.048, |
| "grad_norm": 0.9935582280158997, |
| "learning_rate": 0.00023899999999999998, |
| "loss": 4.6054, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.049, |
| "grad_norm": 1.0166147947311401, |
| "learning_rate": 0.000244, |
| "loss": 4.5731, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 0.9937739372253418, |
| "learning_rate": 0.000249, |
| "loss": 4.4931, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.051, |
| "grad_norm": 1.3121594190597534, |
| "learning_rate": 0.000254, |
| "loss": 4.5523, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.052, |
| "grad_norm": 0.8952345252037048, |
| "learning_rate": 0.00025899999999999995, |
| "loss": 4.458, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.053, |
| "grad_norm": 0.9221830368041992, |
| "learning_rate": 0.00026399999999999997, |
| "loss": 4.47, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.054, |
| "grad_norm": 0.9459202289581299, |
| "learning_rate": 0.000269, |
| "loss": 4.3436, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.055, |
| "grad_norm": 0.907535970211029, |
| "learning_rate": 0.000274, |
| "loss": 4.399, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.056, |
| "grad_norm": 0.9379016757011414, |
| "learning_rate": 0.000279, |
| "loss": 4.3173, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.057, |
| "grad_norm": 0.8357326984405518, |
| "learning_rate": 0.00028399999999999996, |
| "loss": 4.4404, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.058, |
| "grad_norm": 0.8483668565750122, |
| "learning_rate": 0.000289, |
| "loss": 4.3564, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.059, |
| "grad_norm": 0.8923192024230957, |
| "learning_rate": 0.000294, |
| "loss": 4.2908, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 0.8518162369728088, |
| "learning_rate": 0.000299, |
| "loss": 4.3578, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.061, |
| "grad_norm": 0.7717773914337158, |
| "learning_rate": 0.00029999946385159685, |
| "loss": 4.274, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.062, |
| "grad_norm": 0.8026501536369324, |
| "learning_rate": 0.00029999728575527777, |
| "loss": 4.2535, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.063, |
| "grad_norm": 0.7490338087081909, |
| "learning_rate": 0.0002999934322260777, |
| "loss": 4.1746, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.064, |
| "grad_norm": 0.7846081256866455, |
| "learning_rate": 0.0002999879033070396, |
| "loss": 4.191, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.065, |
| "grad_norm": 0.9395541548728943, |
| "learning_rate": 0.0002999806990599202, |
| "loss": 4.1992, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.066, |
| "grad_norm": 0.7602784633636475, |
| "learning_rate": 0.00029997181956518905, |
| "loss": 4.0873, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.067, |
| "grad_norm": 0.769402027130127, |
| "learning_rate": 0.000299961264922028, |
| "loss": 4.0827, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.068, |
| "grad_norm": 0.7498162984848022, |
| "learning_rate": 0.0002999490352483299, |
| "loss": 4.1329, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.069, |
| "grad_norm": 0.7378515005111694, |
| "learning_rate": 0.00029993513068069704, |
| "loss": 4.0957, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 0.7770788669586182, |
| "learning_rate": 0.00029991955137444014, |
| "loss": 3.9895, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.071, |
| "grad_norm": 0.6819906830787659, |
| "learning_rate": 0.0002999022975035762, |
| "loss": 3.9696, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.072, |
| "grad_norm": 0.7527605295181274, |
| "learning_rate": 0.0002998833692608267, |
| "loss": 4.0049, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.073, |
| "grad_norm": 0.8272974491119385, |
| "learning_rate": 0.0002998627668576155, |
| "loss": 3.9313, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.074, |
| "grad_norm": 0.6840147376060486, |
| "learning_rate": 0.00029984049052406646, |
| "loss": 3.9424, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.075, |
| "grad_norm": 0.6854280233383179, |
| "learning_rate": 0.00029981654050900057, |
| "loss": 3.9876, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.076, |
| "grad_norm": 0.6815478205680847, |
| "learning_rate": 0.00029979091707993383, |
| "loss": 3.8654, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.077, |
| "grad_norm": 0.7019010186195374, |
| "learning_rate": 0.00029976362052307355, |
| "loss": 3.9083, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.078, |
| "grad_norm": 0.7006312608718872, |
| "learning_rate": 0.00029973465114331555, |
| "loss": 3.8683, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.079, |
| "grad_norm": 0.6919441223144531, |
| "learning_rate": 0.0002997040092642407, |
| "loss": 3.8363, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 0.6442705392837524, |
| "learning_rate": 0.00029967169522811135, |
| "loss": 3.7315, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.081, |
| "grad_norm": 0.6530693769454956, |
| "learning_rate": 0.0002996377093958673, |
| "loss": 3.8249, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.082, |
| "grad_norm": 0.7034955024719238, |
| "learning_rate": 0.0002996020521471219, |
| "loss": 3.7612, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.083, |
| "grad_norm": 0.6602813601493835, |
| "learning_rate": 0.000299564723880158, |
| "loss": 3.7912, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.084, |
| "grad_norm": 0.6340587139129639, |
| "learning_rate": 0.00029952572501192314, |
| "loss": 3.7946, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.085, |
| "grad_norm": 0.6614922285079956, |
| "learning_rate": 0.000299485055978025, |
| "loss": 3.7346, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.086, |
| "grad_norm": 0.6904277205467224, |
| "learning_rate": 0.00029944271723272685, |
| "loss": 3.608, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.087, |
| "grad_norm": 1.0566864013671875, |
| "learning_rate": 0.00029939870924894206, |
| "loss": 3.7429, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.088, |
| "grad_norm": 0.6728774905204773, |
| "learning_rate": 0.000299353032518229, |
| "loss": 3.7887, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.089, |
| "grad_norm": 0.6397653818130493, |
| "learning_rate": 0.00029930568755078544, |
| "loss": 3.7278, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 0.649704098701477, |
| "learning_rate": 0.0002992566748754432, |
| "loss": 3.6609, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.091, |
| "grad_norm": 0.6457221508026123, |
| "learning_rate": 0.0002992059950396618, |
| "loss": 3.6433, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.092, |
| "grad_norm": 0.6439397931098938, |
| "learning_rate": 0.00029915364860952256, |
| "loss": 3.5866, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.093, |
| "grad_norm": 0.6577675342559814, |
| "learning_rate": 0.00029909963616972225, |
| "loss": 3.6028, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.094, |
| "grad_norm": 0.6369614601135254, |
| "learning_rate": 0.00029904395832356653, |
| "loss": 3.6547, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.095, |
| "grad_norm": 0.6148671507835388, |
| "learning_rate": 0.00029898661569296336, |
| "loss": 3.5645, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.096, |
| "grad_norm": 0.6119360327720642, |
| "learning_rate": 0.00029892760891841585, |
| "loss": 3.5271, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.097, |
| "grad_norm": 0.6091258525848389, |
| "learning_rate": 0.0002988669386590151, |
| "loss": 3.5216, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.098, |
| "grad_norm": 0.6266127228736877, |
| "learning_rate": 0.00029880460559243314, |
| "loss": 3.5137, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.099, |
| "grad_norm": 0.6600483059883118, |
| "learning_rate": 0.00029874061041491493, |
| "loss": 3.6216, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 0.5879938006401062, |
| "learning_rate": 0.000298674953841271, |
| "loss": 3.4859, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.101, |
| "grad_norm": 0.5879422426223755, |
| "learning_rate": 0.00029860763660486913, |
| "loss": 3.5691, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.102, |
| "grad_norm": 0.6330602169036865, |
| "learning_rate": 0.0002985386594576263, |
| "loss": 3.4669, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.103, |
| "grad_norm": 0.6023596525192261, |
| "learning_rate": 0.0002984680231700004, |
| "loss": 3.5629, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.104, |
| "grad_norm": 0.6126276850700378, |
| "learning_rate": 0.00029839572853098133, |
| "loss": 3.4725, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.105, |
| "grad_norm": 0.5834094882011414, |
| "learning_rate": 0.00029832177634808255, |
| "loss": 3.4099, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.106, |
| "grad_norm": 0.6275287866592407, |
| "learning_rate": 0.0002982461674473317, |
| "loss": 3.4758, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.107, |
| "grad_norm": 0.5847580432891846, |
| "learning_rate": 0.00029816890267326184, |
| "loss": 3.319, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.108, |
| "grad_norm": 0.6252226829528809, |
| "learning_rate": 0.0002980899828889013, |
| "loss": 3.4195, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.109, |
| "grad_norm": 0.6148211359977722, |
| "learning_rate": 0.0002980094089757649, |
| "loss": 3.3954, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 0.6043537855148315, |
| "learning_rate": 0.0002979271818338434, |
| "loss": 3.3332, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.111, |
| "grad_norm": 0.6230714321136475, |
| "learning_rate": 0.0002978433023815939, |
| "loss": 3.3496, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.112, |
| "grad_norm": 0.6967390179634094, |
| "learning_rate": 0.00029775777155592907, |
| "loss": 3.3825, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.113, |
| "grad_norm": 0.6039656400680542, |
| "learning_rate": 0.00029767059031220747, |
| "loss": 3.3775, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.114, |
| "grad_norm": 0.6448938846588135, |
| "learning_rate": 0.00029758175962422214, |
| "loss": 3.3608, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.115, |
| "grad_norm": 0.5955671072006226, |
| "learning_rate": 0.00029749128048419006, |
| "loss": 3.2822, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.116, |
| "grad_norm": 1.0059808492660522, |
| "learning_rate": 0.00029739915390274103, |
| "loss": 3.2733, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.117, |
| "grad_norm": 0.589187502861023, |
| "learning_rate": 0.0002973053809089063, |
| "loss": 3.3818, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.118, |
| "grad_norm": 0.5997525453567505, |
| "learning_rate": 0.0002972099625501073, |
| "loss": 3.3073, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.119, |
| "grad_norm": 0.595435380935669, |
| "learning_rate": 0.0002971128998921436, |
| "loss": 3.2607, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 0.6213010549545288, |
| "learning_rate": 0.0002970141940191814, |
| "loss": 3.2259, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.121, |
| "grad_norm": 0.5790759325027466, |
| "learning_rate": 0.00029691384603374094, |
| "loss": 3.2976, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.122, |
| "grad_norm": 0.5658262372016907, |
| "learning_rate": 0.0002968118570566847, |
| "loss": 3.2429, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.123, |
| "grad_norm": 0.5907502174377441, |
| "learning_rate": 0.0002967082282272045, |
| "loss": 3.339, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.124, |
| "grad_norm": 0.5808840990066528, |
| "learning_rate": 0.00029660296070280895, |
| "loss": 3.2019, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.125, |
| "grad_norm": 0.5826807022094727, |
| "learning_rate": 0.00029649605565931043, |
| "loss": 3.2223, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.126, |
| "grad_norm": 0.5372958779335022, |
| "learning_rate": 0.0002963875142908121, |
| "loss": 3.2082, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.127, |
| "grad_norm": 0.5273796916007996, |
| "learning_rate": 0.0002962773378096944, |
| "loss": 3.2612, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.128, |
| "grad_norm": 0.5920493602752686, |
| "learning_rate": 0.0002961655274466015, |
| "loss": 3.1669, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.129, |
| "grad_norm": 0.575118362903595, |
| "learning_rate": 0.0002960520844504279, |
| "loss": 3.1589, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 0.5747135877609253, |
| "learning_rate": 0.0002959370100883039, |
| "loss": 3.1427, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.131, |
| "grad_norm": 0.5302339792251587, |
| "learning_rate": 0.000295820305645582, |
| "loss": 3.139, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.132, |
| "grad_norm": 0.5856277346611023, |
| "learning_rate": 0.00029570197242582204, |
| "loss": 3.1229, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.133, |
| "grad_norm": 0.5387154817581177, |
| "learning_rate": 0.00029558201175077723, |
| "loss": 3.1793, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.134, |
| "grad_norm": 0.519659161567688, |
| "learning_rate": 0.0002954604249603787, |
| "loss": 3.019, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.135, |
| "grad_norm": 0.5343477725982666, |
| "learning_rate": 0.0002953372134127212, |
| "loss": 3.1136, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.136, |
| "grad_norm": 0.5857408046722412, |
| "learning_rate": 0.0002952123784840475, |
| "loss": 3.1447, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.137, |
| "grad_norm": 0.5493313670158386, |
| "learning_rate": 0.000295085921568733, |
| "loss": 3.159, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.138, |
| "grad_norm": 0.5469555854797363, |
| "learning_rate": 0.0002949578440792705, |
| "loss": 3.0828, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.139, |
| "grad_norm": 0.5394929647445679, |
| "learning_rate": 0.0002948281474462541, |
| "loss": 3.0478, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 0.528149425983429, |
| "learning_rate": 0.0002946968331183634, |
| "loss": 3.1151, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.141, |
| "grad_norm": 0.5426072478294373, |
| "learning_rate": 0.0002945639025623473, |
| "loss": 3.1065, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.142, |
| "grad_norm": 0.5489263534545898, |
| "learning_rate": 0.00029442935726300734, |
| "loss": 3.0476, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.143, |
| "grad_norm": 0.5520033836364746, |
| "learning_rate": 0.0002942931987231816, |
| "loss": 3.0378, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.144, |
| "grad_norm": 0.5429459810256958, |
| "learning_rate": 0.0002941554284637276, |
| "loss": 3.0479, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.145, |
| "grad_norm": 0.5990952253341675, |
| "learning_rate": 0.00029401604802350523, |
| "loss": 3.0617, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.146, |
| "grad_norm": 0.5248637199401855, |
| "learning_rate": 0.0002938750589593599, |
| "loss": 3.0854, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.147, |
| "grad_norm": 0.59062260389328, |
| "learning_rate": 0.0002937324628461048, |
| "loss": 3.0252, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.148, |
| "grad_norm": 0.51813805103302, |
| "learning_rate": 0.0002935882612765035, |
| "loss": 3.0378, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.149, |
| "grad_norm": 0.5538212656974792, |
| "learning_rate": 0.00029344245586125227, |
| "loss": 2.9998, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 0.5211405158042908, |
| "learning_rate": 0.0002932950482289618, |
| "loss": 3.0235, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.151, |
| "grad_norm": 0.5439658761024475, |
| "learning_rate": 0.00029314604002613913, |
| "loss": 3.0212, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.152, |
| "grad_norm": 0.5444567799568176, |
| "learning_rate": 0.0002929954329171693, |
| "loss": 3.0763, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.153, |
| "grad_norm": 0.5256481170654297, |
| "learning_rate": 0.0002928432285842969, |
| "loss": 3.0378, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.154, |
| "grad_norm": 0.5187762379646301, |
| "learning_rate": 0.0002926894287276068, |
| "loss": 3.0012, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.155, |
| "grad_norm": 0.5280289649963379, |
| "learning_rate": 0.0002925340350650058, |
| "loss": 2.9581, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.156, |
| "grad_norm": 0.5345909595489502, |
| "learning_rate": 0.0002923770493322029, |
| "loss": 2.9386, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.157, |
| "grad_norm": 0.5289936661720276, |
| "learning_rate": 0.00029221847328269034, |
| "loss": 2.9282, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.158, |
| "grad_norm": 0.5417344570159912, |
| "learning_rate": 0.00029205830868772364, |
| "loss": 3.0096, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.159, |
| "grad_norm": 0.5449649095535278, |
| "learning_rate": 0.00029189655733630193, |
| "loss": 2.9267, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 0.5082869529724121, |
| "learning_rate": 0.0002917332210351482, |
| "loss": 2.9358, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.161, |
| "grad_norm": 0.5396576523780823, |
| "learning_rate": 0.0002915683016086889, |
| "loss": 3.0027, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.162, |
| "grad_norm": 0.5313181281089783, |
| "learning_rate": 0.0002914018008990335, |
| "loss": 2.9455, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.163, |
| "grad_norm": 0.49431952834129333, |
| "learning_rate": 0.0002912337207659541, |
| "loss": 3.0227, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.164, |
| "grad_norm": 0.535514235496521, |
| "learning_rate": 0.0002910640630868645, |
| "loss": 2.8925, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.165, |
| "grad_norm": 0.5321778059005737, |
| "learning_rate": 0.00029089282975679946, |
| "loss": 2.898, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.166, |
| "grad_norm": 0.5481770038604736, |
| "learning_rate": 0.00029072002268839316, |
| "loss": 3.0421, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.167, |
| "grad_norm": 0.5205419659614563, |
| "learning_rate": 0.0002905456438118582, |
| "loss": 2.9817, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.168, |
| "grad_norm": 0.519214391708374, |
| "learning_rate": 0.00029036969507496385, |
| "loss": 2.8693, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.169, |
| "grad_norm": 0.5142780542373657, |
| "learning_rate": 0.00029019217844301437, |
| "loss": 2.9589, |
| "step": 845 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 0.5100776553153992, |
| "learning_rate": 0.0002900130958988269, |
| "loss": 2.9288, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.171, |
| "grad_norm": 0.49259114265441895, |
| "learning_rate": 0.00028983244944270957, |
| "loss": 2.8171, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.172, |
| "grad_norm": 0.5288705825805664, |
| "learning_rate": 0.000289650241092439, |
| "loss": 2.8789, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.173, |
| "grad_norm": 0.5391842126846313, |
| "learning_rate": 0.00028946647288323766, |
| "loss": 2.915, |
| "step": 865 |
| }, |
| { |
| "epoch": 0.174, |
| "grad_norm": 0.5194993615150452, |
| "learning_rate": 0.00028928114686775153, |
| "loss": 2.8859, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.175, |
| "grad_norm": 0.503380298614502, |
| "learning_rate": 0.00028909426511602657, |
| "loss": 2.9212, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.176, |
| "grad_norm": 0.5249530076980591, |
| "learning_rate": 0.0002889058297154862, |
| "loss": 2.8832, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.177, |
| "grad_norm": 0.4950558543205261, |
| "learning_rate": 0.0002887158427709075, |
| "loss": 2.8848, |
| "step": 885 |
| }, |
| { |
| "epoch": 0.178, |
| "grad_norm": 0.5167747735977173, |
| "learning_rate": 0.0002885243064043982, |
| "loss": 2.8871, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.179, |
| "grad_norm": 0.49764567613601685, |
| "learning_rate": 0.0002883312227553724, |
| "loss": 2.8416, |
| "step": 895 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 0.5111367702484131, |
| "learning_rate": 0.00028813659398052707, |
| "loss": 2.8673, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.181, |
| "grad_norm": 0.5087841749191284, |
| "learning_rate": 0.00028794042225381794, |
| "loss": 2.8911, |
| "step": 905 |
| }, |
| { |
| "epoch": 0.182, |
| "grad_norm": 0.5020551085472107, |
| "learning_rate": 0.00028774270976643503, |
| "loss": 2.8075, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.183, |
| "grad_norm": 0.47799405455589294, |
| "learning_rate": 0.00028754345872677837, |
| "loss": 2.8803, |
| "step": 915 |
| }, |
| { |
| "epoch": 0.184, |
| "grad_norm": 0.4816206693649292, |
| "learning_rate": 0.0002873426713604331, |
| "loss": 2.7745, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.185, |
| "grad_norm": 0.5181537866592407, |
| "learning_rate": 0.00028714034991014493, |
| "loss": 2.787, |
| "step": 925 |
| }, |
| { |
| "epoch": 0.186, |
| "grad_norm": 0.49121904373168945, |
| "learning_rate": 0.00028693649663579483, |
| "loss": 2.8193, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.187, |
| "grad_norm": 0.49521416425704956, |
| "learning_rate": 0.0002867311138143737, |
| "loss": 2.767, |
| "step": 935 |
| }, |
| { |
| "epoch": 0.188, |
| "grad_norm": 0.47037652134895325, |
| "learning_rate": 0.00028652420373995744, |
| "loss": 2.8282, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.189, |
| "grad_norm": 0.4956018328666687, |
| "learning_rate": 0.0002863157687236808, |
| "loss": 2.7311, |
| "step": 945 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 0.521686851978302, |
| "learning_rate": 0.0002861058110937116, |
| "loss": 2.7677, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.191, |
| "grad_norm": 0.5066460371017456, |
| "learning_rate": 0.0002858943331952253, |
| "loss": 2.793, |
| "step": 955 |
| }, |
| { |
| "epoch": 0.192, |
| "grad_norm": 0.4976024031639099, |
| "learning_rate": 0.00028568133739037793, |
| "loss": 2.776, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.193, |
| "grad_norm": 0.4874838590621948, |
| "learning_rate": 0.00028546682605828054, |
| "loss": 2.8554, |
| "step": 965 |
| }, |
| { |
| "epoch": 0.194, |
| "grad_norm": 0.4944135546684265, |
| "learning_rate": 0.000285250801594972, |
| "loss": 2.8121, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.195, |
| "grad_norm": 0.48091182112693787, |
| "learning_rate": 0.0002850332664133925, |
| "loss": 2.7394, |
| "step": 975 |
| }, |
| { |
| "epoch": 0.196, |
| "grad_norm": 0.46700772643089294, |
| "learning_rate": 0.0002848142229433568, |
| "loss": 2.6952, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.197, |
| "grad_norm": 0.5188003182411194, |
| "learning_rate": 0.0002845936736315267, |
| "loss": 2.8399, |
| "step": 985 |
| }, |
| { |
| "epoch": 0.198, |
| "grad_norm": 0.5063126683235168, |
| "learning_rate": 0.00028437162094138366, |
| "loss": 2.7841, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.199, |
| "grad_norm": 0.49878448247909546, |
| "learning_rate": 0.0002841480673532021, |
| "loss": 2.7651, |
| "step": 995 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 0.5015583634376526, |
| "learning_rate": 0.0002839230153640205, |
| "loss": 2.813, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.201, |
| "grad_norm": 0.5300015211105347, |
| "learning_rate": 0.00028369646748761443, |
| "loss": 2.7488, |
| "step": 1005 |
| }, |
| { |
| "epoch": 0.202, |
| "grad_norm": 0.4953711926937103, |
| "learning_rate": 0.0002834684262544682, |
| "loss": 2.7762, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.203, |
| "grad_norm": 0.49907276034355164, |
| "learning_rate": 0.0002832388942117462, |
| "loss": 2.7878, |
| "step": 1015 |
| }, |
| { |
| "epoch": 0.204, |
| "grad_norm": 0.4764520525932312, |
| "learning_rate": 0.0002830078739232653, |
| "loss": 2.8229, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.205, |
| "grad_norm": 0.46354764699935913, |
| "learning_rate": 0.00028277536796946526, |
| "loss": 2.7619, |
| "step": 1025 |
| }, |
| { |
| "epoch": 0.206, |
| "grad_norm": 0.463844895362854, |
| "learning_rate": 0.0002825413789473806, |
| "loss": 2.6742, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.207, |
| "grad_norm": 0.5160843729972839, |
| "learning_rate": 0.0002823059094706113, |
| "loss": 2.7154, |
| "step": 1035 |
| }, |
| { |
| "epoch": 0.208, |
| "grad_norm": 0.47835180163383484, |
| "learning_rate": 0.00028206896216929363, |
| "loss": 2.733, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.209, |
| "grad_norm": 0.5362768769264221, |
| "learning_rate": 0.0002818305396900708, |
| "loss": 2.7082, |
| "step": 1045 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 0.4910009503364563, |
| "learning_rate": 0.0002815906446960635, |
| "loss": 2.693, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.211, |
| "grad_norm": 0.5005692839622498, |
| "learning_rate": 0.0002813492798668398, |
| "loss": 2.793, |
| "step": 1055 |
| }, |
| { |
| "epoch": 0.212, |
| "grad_norm": 0.47488823533058167, |
| "learning_rate": 0.0002811064478983857, |
| "loss": 2.7746, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.213, |
| "grad_norm": 0.4562411606311798, |
| "learning_rate": 0.00028086215150307473, |
| "loss": 2.6761, |
| "step": 1065 |
| }, |
| { |
| "epoch": 0.214, |
| "grad_norm": 0.47498100996017456, |
| "learning_rate": 0.00028061639340963763, |
| "loss": 2.6934, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.215, |
| "grad_norm": 0.4689179062843323, |
| "learning_rate": 0.0002803691763631321, |
| "loss": 2.6655, |
| "step": 1075 |
| }, |
| { |
| "epoch": 0.216, |
| "grad_norm": 0.46847668290138245, |
| "learning_rate": 0.0002801205031249118, |
| "loss": 2.7459, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.217, |
| "grad_norm": 0.4786347448825836, |
| "learning_rate": 0.00027987037647259587, |
| "loss": 2.7196, |
| "step": 1085 |
| }, |
| { |
| "epoch": 0.218, |
| "grad_norm": 0.48441487550735474, |
| "learning_rate": 0.00027961879920003767, |
| "loss": 2.7219, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.219, |
| "grad_norm": 0.5033813714981079, |
| "learning_rate": 0.0002793657741172935, |
| "loss": 2.7095, |
| "step": 1095 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 0.4371601641178131, |
| "learning_rate": 0.0002791113040505915, |
| "loss": 2.6165, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.221, |
| "grad_norm": 0.47073352336883545, |
| "learning_rate": 0.0002788553918422999, |
| "loss": 2.6581, |
| "step": 1105 |
| }, |
| { |
| "epoch": 0.222, |
| "grad_norm": 0.5119361281394958, |
| "learning_rate": 0.00027859804035089533, |
| "loss": 2.7874, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.223, |
| "grad_norm": 0.45070821046829224, |
| "learning_rate": 0.0002783392524509307, |
| "loss": 2.6972, |
| "step": 1115 |
| }, |
| { |
| "epoch": 0.224, |
| "grad_norm": 0.45409971475601196, |
| "learning_rate": 0.0002780790310330035, |
| "loss": 2.6349, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.225, |
| "grad_norm": 0.46642905473709106, |
| "learning_rate": 0.00027781737900372296, |
| "loss": 2.6704, |
| "step": 1125 |
| }, |
| { |
| "epoch": 0.226, |
| "grad_norm": 0.46489498019218445, |
| "learning_rate": 0.0002775542992856781, |
| "loss": 2.7102, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.227, |
| "grad_norm": 0.9031617641448975, |
| "learning_rate": 0.000277289794817405, |
| "loss": 2.6664, |
| "step": 1135 |
| }, |
| { |
| "epoch": 0.228, |
| "grad_norm": 0.4736745357513428, |
| "learning_rate": 0.0002770238685533534, |
| "loss": 2.7807, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.229, |
| "grad_norm": 0.4746663272380829, |
| "learning_rate": 0.0002767565234638546, |
| "loss": 2.7733, |
| "step": 1145 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 0.4613768756389618, |
| "learning_rate": 0.0002764877625350876, |
| "loss": 2.6382, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.231, |
| "grad_norm": 0.45333442091941833, |
| "learning_rate": 0.0002762175887690461, |
| "loss": 2.6333, |
| "step": 1155 |
| }, |
| { |
| "epoch": 0.232, |
| "grad_norm": 0.48350557684898376, |
| "learning_rate": 0.0002759460051835048, |
| "loss": 2.7099, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.233, |
| "grad_norm": 0.46377626061439514, |
| "learning_rate": 0.0002756730148119855, |
| "loss": 2.673, |
| "step": 1165 |
| }, |
| { |
| "epoch": 0.234, |
| "grad_norm": 0.4856124818325043, |
| "learning_rate": 0.00027539862070372393, |
| "loss": 2.7564, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.235, |
| "grad_norm": 0.48508885502815247, |
| "learning_rate": 0.0002751228259236348, |
| "loss": 2.6935, |
| "step": 1175 |
| }, |
| { |
| "epoch": 0.236, |
| "grad_norm": 0.4603351652622223, |
| "learning_rate": 0.00027484563355227826, |
| "loss": 2.6816, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.237, |
| "grad_norm": 0.4790993928909302, |
| "learning_rate": 0.000274567046685825, |
| "loss": 2.7326, |
| "step": 1185 |
| }, |
| { |
| "epoch": 0.238, |
| "grad_norm": 0.4396674335002899, |
| "learning_rate": 0.000274287068436022, |
| "loss": 2.6504, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.239, |
| "grad_norm": 0.4911787211894989, |
| "learning_rate": 0.0002740057019301576, |
| "loss": 2.7139, |
| "step": 1195 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 0.45822376012802124, |
| "learning_rate": 0.0002737229503110267, |
| "loss": 2.6546, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.241, |
| "grad_norm": 0.44974634051322937, |
| "learning_rate": 0.0002734388167368954, |
| "loss": 2.6673, |
| "step": 1205 |
| }, |
| { |
| "epoch": 0.242, |
| "grad_norm": 0.45818230509757996, |
| "learning_rate": 0.0002731533043814661, |
| "loss": 2.7511, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.243, |
| "grad_norm": 0.45645296573638916, |
| "learning_rate": 0.0002728664164338418, |
| "loss": 2.6447, |
| "step": 1215 |
| }, |
| { |
| "epoch": 0.244, |
| "grad_norm": 0.46149763464927673, |
| "learning_rate": 0.0002725781560984904, |
| "loss": 2.6297, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.245, |
| "grad_norm": 0.47193628549575806, |
| "learning_rate": 0.00027228852659520915, |
| "loss": 2.6723, |
| "step": 1225 |
| }, |
| { |
| "epoch": 0.246, |
| "grad_norm": 0.47553935647010803, |
| "learning_rate": 0.0002719975311590885, |
| "loss": 2.6032, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.247, |
| "grad_norm": 0.4629911482334137, |
| "learning_rate": 0.0002717051730404762, |
| "loss": 2.6566, |
| "step": 1235 |
| }, |
| { |
| "epoch": 0.248, |
| "grad_norm": 0.46325111389160156, |
| "learning_rate": 0.00027141145550494056, |
| "loss": 2.5453, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.249, |
| "grad_norm": 0.46191033720970154, |
| "learning_rate": 0.00027111638183323453, |
| "loss": 2.5978, |
| "step": 1245 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 0.45227476954460144, |
| "learning_rate": 0.00027081995532125857, |
| "loss": 2.6556, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.251, |
| "grad_norm": 0.4406815767288208, |
| "learning_rate": 0.000270522179280024, |
| "loss": 2.6529, |
| "step": 1255 |
| }, |
| { |
| "epoch": 0.252, |
| "grad_norm": 0.4414892792701721, |
| "learning_rate": 0.0002702230570356163, |
| "loss": 2.6808, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.253, |
| "grad_norm": 0.45952120423316956, |
| "learning_rate": 0.00026992259192915746, |
| "loss": 2.5599, |
| "step": 1265 |
| }, |
| { |
| "epoch": 0.254, |
| "grad_norm": 0.45652300119400024, |
| "learning_rate": 0.000269620787316769, |
| "loss": 2.61, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.255, |
| "grad_norm": 0.4613508880138397, |
| "learning_rate": 0.00026931764656953444, |
| "loss": 2.7847, |
| "step": 1275 |
| }, |
| { |
| "epoch": 0.256, |
| "grad_norm": 0.4642449915409088, |
| "learning_rate": 0.0002690131730734615, |
| "loss": 2.6241, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.257, |
| "grad_norm": 0.6733850240707397, |
| "learning_rate": 0.0002687073702294445, |
| "loss": 2.605, |
| "step": 1285 |
| }, |
| { |
| "epoch": 0.258, |
| "grad_norm": 0.4731089174747467, |
| "learning_rate": 0.0002684002414532261, |
| "loss": 2.6458, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.259, |
| "grad_norm": 0.5482076406478882, |
| "learning_rate": 0.0002680917901753594, |
| "loss": 2.5853, |
| "step": 1295 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 0.4559101164340973, |
| "learning_rate": 0.0002677820198411696, |
| "loss": 2.5809, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.261, |
| "grad_norm": 0.480686753988266, |
| "learning_rate": 0.0002674709339107152, |
| "loss": 2.6749, |
| "step": 1305 |
| }, |
| { |
| "epoch": 0.262, |
| "grad_norm": 0.42668047547340393, |
| "learning_rate": 0.00026715853585874977, |
| "loss": 2.6271, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.263, |
| "grad_norm": 0.4340451657772064, |
| "learning_rate": 0.00026684482917468293, |
| "loss": 2.6019, |
| "step": 1315 |
| }, |
| { |
| "epoch": 0.264, |
| "grad_norm": 0.4473606050014496, |
| "learning_rate": 0.00026652981736254125, |
| "loss": 2.5944, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.265, |
| "grad_norm": 0.4584132134914398, |
| "learning_rate": 0.0002662135039409296, |
| "loss": 2.6534, |
| "step": 1325 |
| }, |
| { |
| "epoch": 0.266, |
| "grad_norm": 0.43533068895339966, |
| "learning_rate": 0.00026589589244299113, |
| "loss": 2.6027, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.267, |
| "grad_norm": 0.456048846244812, |
| "learning_rate": 0.00026557698641636835, |
| "loss": 2.5276, |
| "step": 1335 |
| }, |
| { |
| "epoch": 0.268, |
| "grad_norm": 0.441222608089447, |
| "learning_rate": 0.0002652567894231634, |
| "loss": 2.5891, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.269, |
| "grad_norm": 0.4482981860637665, |
| "learning_rate": 0.0002649353050398982, |
| "loss": 2.7258, |
| "step": 1345 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 0.4718676805496216, |
| "learning_rate": 0.0002646125368574743, |
| "loss": 2.6594, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.271, |
| "grad_norm": 0.44714292883872986, |
| "learning_rate": 0.00026428848848113315, |
| "loss": 2.5474, |
| "step": 1355 |
| }, |
| { |
| "epoch": 0.272, |
| "grad_norm": 0.42453283071517944, |
| "learning_rate": 0.00026396316353041564, |
| "loss": 2.5412, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.273, |
| "grad_norm": 0.42612630128860474, |
| "learning_rate": 0.0002636365656391216, |
| "loss": 2.6426, |
| "step": 1365 |
| }, |
| { |
| "epoch": 0.274, |
| "grad_norm": 0.45025870203971863, |
| "learning_rate": 0.00026330869845526944, |
| "loss": 2.6238, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.275, |
| "grad_norm": 0.46621114015579224, |
| "learning_rate": 0.0002629795656410551, |
| "loss": 2.6543, |
| "step": 1375 |
| }, |
| { |
| "epoch": 0.276, |
| "grad_norm": 0.4684096872806549, |
| "learning_rate": 0.00026264917087281134, |
| "loss": 2.5498, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.277, |
| "grad_norm": 0.444062739610672, |
| "learning_rate": 0.0002623175178409667, |
| "loss": 2.5517, |
| "step": 1385 |
| }, |
| { |
| "epoch": 0.278, |
| "grad_norm": 0.46531593799591064, |
| "learning_rate": 0.00026198461025000417, |
| "loss": 2.591, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.279, |
| "grad_norm": 0.43859636783599854, |
| "learning_rate": 0.0002616504518184199, |
| "loss": 2.6114, |
| "step": 1395 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 0.4471001923084259, |
| "learning_rate": 0.0002613150462786815, |
| "loss": 2.5127, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.281, |
| "grad_norm": 0.4279544949531555, |
| "learning_rate": 0.00026097839737718664, |
| "loss": 2.6325, |
| "step": 1405 |
| }, |
| { |
| "epoch": 0.282, |
| "grad_norm": 0.45175451040267944, |
| "learning_rate": 0.0002606405088742209, |
| "loss": 2.5789, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.283, |
| "grad_norm": 0.4278489351272583, |
| "learning_rate": 0.00026030138454391597, |
| "loss": 2.4853, |
| "step": 1415 |
| }, |
| { |
| "epoch": 0.284, |
| "grad_norm": 0.48170074820518494, |
| "learning_rate": 0.00025996102817420745, |
| "loss": 2.5067, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.285, |
| "grad_norm": 0.4388919770717621, |
| "learning_rate": 0.0002596194435667925, |
| "loss": 2.4981, |
| "step": 1425 |
| }, |
| { |
| "epoch": 0.286, |
| "grad_norm": 0.4510611593723297, |
| "learning_rate": 0.00025927663453708733, |
| "loss": 2.6489, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.287, |
| "grad_norm": 0.43777748942375183, |
| "learning_rate": 0.0002589326049141847, |
| "loss": 2.5824, |
| "step": 1435 |
| }, |
| { |
| "epoch": 0.288, |
| "grad_norm": 0.43350744247436523, |
| "learning_rate": 0.0002585873585408111, |
| "loss": 2.6057, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.289, |
| "grad_norm": 0.42946937680244446, |
| "learning_rate": 0.00025824089927328384, |
| "loss": 2.5705, |
| "step": 1445 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 0.4467051029205322, |
| "learning_rate": 0.00025789323098146787, |
| "loss": 2.6092, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.291, |
| "grad_norm": 0.4496210515499115, |
| "learning_rate": 0.0002575443575487328, |
| "loss": 2.4654, |
| "step": 1455 |
| }, |
| { |
| "epoch": 0.292, |
| "grad_norm": 0.43781545758247375, |
| "learning_rate": 0.0002571942828719092, |
| "loss": 2.4598, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.293, |
| "grad_norm": 0.430301308631897, |
| "learning_rate": 0.0002568430108612454, |
| "loss": 2.5123, |
| "step": 1465 |
| }, |
| { |
| "epoch": 0.294, |
| "grad_norm": 0.42806944251060486, |
| "learning_rate": 0.00025649054544036356, |
| "loss": 2.5518, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.295, |
| "grad_norm": 0.4417232573032379, |
| "learning_rate": 0.0002561368905462159, |
| "loss": 2.5158, |
| "step": 1475 |
| }, |
| { |
| "epoch": 0.296, |
| "grad_norm": 0.4251876473426819, |
| "learning_rate": 0.00025578205012904086, |
| "loss": 2.5811, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.297, |
| "grad_norm": 0.45378217101097107, |
| "learning_rate": 0.0002554260281523188, |
| "loss": 2.4669, |
| "step": 1485 |
| }, |
| { |
| "epoch": 0.298, |
| "grad_norm": 0.42655450105667114, |
| "learning_rate": 0.00025506882859272796, |
| "loss": 2.4976, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.299, |
| "grad_norm": 0.44121378660202026, |
| "learning_rate": 0.00025471045544009965, |
| "loss": 2.5124, |
| "step": 1495 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 0.4258913993835449, |
| "learning_rate": 0.00025435091269737414, |
| "loss": 2.5127, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.301, |
| "grad_norm": 0.46033087372779846, |
| "learning_rate": 0.0002539902043805556, |
| "loss": 2.4782, |
| "step": 1505 |
| }, |
| { |
| "epoch": 0.302, |
| "grad_norm": 0.4258130192756653, |
| "learning_rate": 0.00025362833451866753, |
| "loss": 2.4894, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.303, |
| "grad_norm": 0.44221916794776917, |
| "learning_rate": 0.00025326530715370744, |
| "loss": 2.4741, |
| "step": 1515 |
| }, |
| { |
| "epoch": 0.304, |
| "grad_norm": 0.42666810750961304, |
| "learning_rate": 0.00025290112634060186, |
| "loss": 2.5112, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.305, |
| "grad_norm": 0.4374025762081146, |
| "learning_rate": 0.0002525357961471613, |
| "loss": 2.5195, |
| "step": 1525 |
| }, |
| { |
| "epoch": 0.306, |
| "grad_norm": 0.4391957223415375, |
| "learning_rate": 0.00025216932065403425, |
| "loss": 2.4956, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.307, |
| "grad_norm": 0.43732672929763794, |
| "learning_rate": 0.00025180170395466204, |
| "loss": 2.4465, |
| "step": 1535 |
| }, |
| { |
| "epoch": 0.308, |
| "grad_norm": 0.45370855927467346, |
| "learning_rate": 0.0002514329501552331, |
| "loss": 2.5087, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.309, |
| "grad_norm": 0.4213542342185974, |
| "learning_rate": 0.00025106306337463686, |
| "loss": 2.4634, |
| "step": 1545 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 0.4372135102748871, |
| "learning_rate": 0.0002506920477444179, |
| "loss": 2.5841, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.311, |
| "grad_norm": 0.4450632631778717, |
| "learning_rate": 0.0002503199074087298, |
| "loss": 2.4903, |
| "step": 1555 |
| }, |
| { |
| "epoch": 0.312, |
| "grad_norm": 0.4359963536262512, |
| "learning_rate": 0.00024994664652428877, |
| "loss": 2.4622, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.313, |
| "grad_norm": 0.4272458255290985, |
| "learning_rate": 0.0002495722692603274, |
| "loss": 2.5966, |
| "step": 1565 |
| }, |
| { |
| "epoch": 0.314, |
| "grad_norm": 0.430254191160202, |
| "learning_rate": 0.00024919677979854776, |
| "loss": 2.4504, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.315, |
| "grad_norm": 0.41149428486824036, |
| "learning_rate": 0.0002488201823330751, |
| "loss": 2.5111, |
| "step": 1575 |
| }, |
| { |
| "epoch": 0.316, |
| "grad_norm": 0.4507811665534973, |
| "learning_rate": 0.0002484424810704107, |
| "loss": 2.4763, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.317, |
| "grad_norm": 0.43168288469314575, |
| "learning_rate": 0.00024806368022938495, |
| "loss": 2.5124, |
| "step": 1585 |
| }, |
| { |
| "epoch": 0.318, |
| "grad_norm": 0.44648832082748413, |
| "learning_rate": 0.0002476837840411103, |
| "loss": 2.46, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.319, |
| "grad_norm": 0.4257158041000366, |
| "learning_rate": 0.0002473027967489341, |
| "loss": 2.5119, |
| "step": 1595 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 0.4564734101295471, |
| "learning_rate": 0.0002469207226083908, |
| "loss": 2.5977, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.321, |
| "grad_norm": 0.46141913533210754, |
| "learning_rate": 0.00024653756588715486, |
| "loss": 2.611, |
| "step": 1605 |
| }, |
| { |
| "epoch": 0.322, |
| "grad_norm": 0.44771572947502136, |
| "learning_rate": 0.0002461533308649929, |
| "loss": 2.4669, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.323, |
| "grad_norm": 0.43828845024108887, |
| "learning_rate": 0.0002457680218337157, |
| "loss": 2.433, |
| "step": 1615 |
| }, |
| { |
| "epoch": 0.324, |
| "grad_norm": 0.4548298120498657, |
| "learning_rate": 0.0002453816430971307, |
| "loss": 2.4799, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.325, |
| "grad_norm": 0.4636451303958893, |
| "learning_rate": 0.0002449941989709936, |
| "loss": 2.5127, |
| "step": 1625 |
| }, |
| { |
| "epoch": 0.326, |
| "grad_norm": 0.422651082277298, |
| "learning_rate": 0.0002446056937829603, |
| "loss": 2.539, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.327, |
| "grad_norm": 0.45776715874671936, |
| "learning_rate": 0.00024421613187253823, |
| "loss": 2.5262, |
| "step": 1635 |
| }, |
| { |
| "epoch": 0.328, |
| "grad_norm": 0.43375980854034424, |
| "learning_rate": 0.00024382551759103853, |
| "loss": 2.533, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.329, |
| "grad_norm": 0.4225177764892578, |
| "learning_rate": 0.00024343385530152683, |
| "loss": 2.5418, |
| "step": 1645 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 0.42413005232810974, |
| "learning_rate": 0.00024304114937877486, |
| "loss": 2.3906, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.331, |
| "grad_norm": 0.4245309829711914, |
| "learning_rate": 0.00024264740420921132, |
| "loss": 2.4826, |
| "step": 1655 |
| }, |
| { |
| "epoch": 0.332, |
| "grad_norm": 0.45272067189216614, |
| "learning_rate": 0.00024225262419087323, |
| "loss": 2.4663, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.333, |
| "grad_norm": 0.43966102600097656, |
| "learning_rate": 0.00024185681373335656, |
| "loss": 2.3933, |
| "step": 1665 |
| }, |
| { |
| "epoch": 0.334, |
| "grad_norm": 0.42622506618499756, |
| "learning_rate": 0.00024145997725776697, |
| "loss": 2.4733, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.335, |
| "grad_norm": 0.44191116094589233, |
| "learning_rate": 0.0002410621191966705, |
| "loss": 2.5164, |
| "step": 1675 |
| }, |
| { |
| "epoch": 0.336, |
| "grad_norm": 0.40515631437301636, |
| "learning_rate": 0.00024066324399404416, |
| "loss": 2.5272, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.337, |
| "grad_norm": 0.42186275124549866, |
| "learning_rate": 0.00024026335610522604, |
| "loss": 2.4699, |
| "step": 1685 |
| }, |
| { |
| "epoch": 0.338, |
| "grad_norm": 0.4451305568218231, |
| "learning_rate": 0.0002398624599968658, |
| "loss": 2.4666, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.339, |
| "grad_norm": 0.4346270263195038, |
| "learning_rate": 0.00023946056014687454, |
| "loss": 2.5605, |
| "step": 1695 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 0.42730483412742615, |
| "learning_rate": 0.00023905766104437504, |
| "loss": 2.4154, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.341, |
| "grad_norm": 0.41405901312828064, |
| "learning_rate": 0.0002386537671896514, |
| "loss": 2.3792, |
| "step": 1705 |
| }, |
| { |
| "epoch": 0.342, |
| "grad_norm": 0.42070284485816956, |
| "learning_rate": 0.0002382488830940989, |
| "loss": 2.4676, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.343, |
| "grad_norm": 0.4284003973007202, |
| "learning_rate": 0.00023784301328017354, |
| "loss": 2.433, |
| "step": 1715 |
| }, |
| { |
| "epoch": 0.344, |
| "grad_norm": 0.4249774217605591, |
| "learning_rate": 0.00023743616228134154, |
| "loss": 2.4119, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.345, |
| "grad_norm": 0.4497978389263153, |
| "learning_rate": 0.00023702833464202882, |
| "loss": 2.4146, |
| "step": 1725 |
| }, |
| { |
| "epoch": 0.346, |
| "grad_norm": 0.421589732170105, |
| "learning_rate": 0.00023661953491756996, |
| "loss": 2.4051, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.347, |
| "grad_norm": 0.44604167342185974, |
| "learning_rate": 0.00023620976767415764, |
| "loss": 2.519, |
| "step": 1735 |
| }, |
| { |
| "epoch": 0.348, |
| "grad_norm": 0.414231538772583, |
| "learning_rate": 0.00023579903748879145, |
| "loss": 2.4193, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.349, |
| "grad_norm": 0.4184156060218811, |
| "learning_rate": 0.00023538734894922673, |
| "loss": 2.4478, |
| "step": 1745 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 0.43089163303375244, |
| "learning_rate": 0.0002349747066539235, |
| "loss": 2.3942, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.351, |
| "grad_norm": 0.4269482493400574, |
| "learning_rate": 0.00023456111521199494, |
| "loss": 2.5309, |
| "step": 1755 |
| }, |
| { |
| "epoch": 0.352, |
| "grad_norm": 0.4043903350830078, |
| "learning_rate": 0.00023414657924315598, |
| "loss": 2.4896, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.353, |
| "grad_norm": 0.4351564347743988, |
| "learning_rate": 0.00023373110337767175, |
| "loss": 2.3659, |
| "step": 1765 |
| }, |
| { |
| "epoch": 0.354, |
| "grad_norm": 0.41638249158859253, |
| "learning_rate": 0.00023331469225630567, |
| "loss": 2.4415, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.355, |
| "grad_norm": 0.41405797004699707, |
| "learning_rate": 0.00023289735053026785, |
| "loss": 2.4004, |
| "step": 1775 |
| }, |
| { |
| "epoch": 0.356, |
| "grad_norm": 0.43309521675109863, |
| "learning_rate": 0.00023247908286116287, |
| "loss": 2.4222, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.357, |
| "grad_norm": 0.43367326259613037, |
| "learning_rate": 0.00023205989392093812, |
| "loss": 2.4417, |
| "step": 1785 |
| }, |
| { |
| "epoch": 0.358, |
| "grad_norm": 0.4391366243362427, |
| "learning_rate": 0.00023163978839183113, |
| "loss": 2.4042, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.359, |
| "grad_norm": 0.4290434718132019, |
| "learning_rate": 0.0002312187709663176, |
| "loss": 2.4001, |
| "step": 1795 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 0.4561871588230133, |
| "learning_rate": 0.0002307968463470589, |
| "loss": 2.4138, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.361, |
| "grad_norm": 0.4181992709636688, |
| "learning_rate": 0.00023037401924684946, |
| "loss": 2.3321, |
| "step": 1805 |
| }, |
| { |
| "epoch": 0.362, |
| "grad_norm": 0.4237087666988373, |
| "learning_rate": 0.00022995029438856437, |
| "loss": 2.4286, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.363, |
| "grad_norm": 0.4123045802116394, |
| "learning_rate": 0.00022952567650510617, |
| "loss": 2.4236, |
| "step": 1815 |
| }, |
| { |
| "epoch": 0.364, |
| "grad_norm": 0.41121742129325867, |
| "learning_rate": 0.00022910017033935258, |
| "loss": 2.4475, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.365, |
| "grad_norm": 0.4109913408756256, |
| "learning_rate": 0.00022867378064410303, |
| "loss": 2.4107, |
| "step": 1825 |
| }, |
| { |
| "epoch": 0.366, |
| "grad_norm": 0.4502372145652771, |
| "learning_rate": 0.00022824651218202578, |
| "loss": 2.4689, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.367, |
| "grad_norm": 0.4249553084373474, |
| "learning_rate": 0.00022781836972560473, |
| "loss": 2.4354, |
| "step": 1835 |
| }, |
| { |
| "epoch": 0.368, |
| "grad_norm": 0.4587641954421997, |
| "learning_rate": 0.0002273893580570861, |
| "loss": 2.4022, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.369, |
| "grad_norm": 0.4180518388748169, |
| "learning_rate": 0.000226959481968425, |
| "loss": 2.4303, |
| "step": 1845 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 0.4448012113571167, |
| "learning_rate": 0.0002265287462612318, |
| "loss": 2.3981, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.371, |
| "grad_norm": 0.4289359450340271, |
| "learning_rate": 0.0002260971557467187, |
| "loss": 2.3435, |
| "step": 1855 |
| }, |
| { |
| "epoch": 0.372, |
| "grad_norm": 0.42983385920524597, |
| "learning_rate": 0.0002256647152456459, |
| "loss": 2.349, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.373, |
| "grad_norm": 0.4299187660217285, |
| "learning_rate": 0.00022523142958826763, |
| "loss": 2.396, |
| "step": 1865 |
| }, |
| { |
| "epoch": 0.374, |
| "grad_norm": 0.42625340819358826, |
| "learning_rate": 0.00022479730361427844, |
| "loss": 2.2904, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.375, |
| "grad_norm": 0.4453998804092407, |
| "learning_rate": 0.00022436234217275888, |
| "loss": 2.5129, |
| "step": 1875 |
| }, |
| { |
| "epoch": 0.376, |
| "grad_norm": 0.4248093366622925, |
| "learning_rate": 0.00022392655012212163, |
| "loss": 2.3976, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.377, |
| "grad_norm": 0.42273494601249695, |
| "learning_rate": 0.0002234899323300569, |
| "loss": 2.4843, |
| "step": 1885 |
| }, |
| { |
| "epoch": 0.378, |
| "grad_norm": 0.40302085876464844, |
| "learning_rate": 0.00022305249367347835, |
| "loss": 2.4268, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.379, |
| "grad_norm": 0.4263085126876831, |
| "learning_rate": 0.00022261423903846846, |
| "loss": 2.4438, |
| "step": 1895 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 0.4482550621032715, |
| "learning_rate": 0.00022217517332022386, |
| "loss": 2.4004, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.381, |
| "grad_norm": 0.42222732305526733, |
| "learning_rate": 0.0002217353014230011, |
| "loss": 2.4649, |
| "step": 1905 |
| }, |
| { |
| "epoch": 0.382, |
| "grad_norm": 0.44026628136634827, |
| "learning_rate": 0.00022129462826006116, |
| "loss": 2.4186, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.383, |
| "grad_norm": 0.4032437801361084, |
| "learning_rate": 0.0002208531587536153, |
| "loss": 2.388, |
| "step": 1915 |
| }, |
| { |
| "epoch": 0.384, |
| "grad_norm": 0.42311862111091614, |
| "learning_rate": 0.00022041089783476954, |
| "loss": 2.4084, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.385, |
| "grad_norm": 0.4101983904838562, |
| "learning_rate": 0.00021996785044346983, |
| "loss": 2.4068, |
| "step": 1925 |
| }, |
| { |
| "epoch": 0.386, |
| "grad_norm": 0.42865946888923645, |
| "learning_rate": 0.0002195240215284468, |
| "loss": 2.3719, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.387, |
| "grad_norm": 0.4461745023727417, |
| "learning_rate": 0.00021907941604716057, |
| "loss": 2.382, |
| "step": 1935 |
| }, |
| { |
| "epoch": 0.388, |
| "grad_norm": 0.42378079891204834, |
| "learning_rate": 0.00021863403896574534, |
| "loss": 2.3732, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.389, |
| "grad_norm": 0.4562043845653534, |
| "learning_rate": 0.00021818789525895375, |
| "loss": 2.3665, |
| "step": 1945 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 0.41517820954322815, |
| "learning_rate": 0.0002177409899101016, |
| "loss": 2.4582, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.391, |
| "grad_norm": 0.4133061170578003, |
| "learning_rate": 0.00021729332791101203, |
| "loss": 2.3971, |
| "step": 1955 |
| }, |
| { |
| "epoch": 0.392, |
| "grad_norm": 0.4128275513648987, |
| "learning_rate": 0.00021684491426195957, |
| "loss": 2.4198, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.393, |
| "grad_norm": 0.4075275957584381, |
| "learning_rate": 0.0002163957539716149, |
| "loss": 2.3646, |
| "step": 1965 |
| }, |
| { |
| "epoch": 0.394, |
| "grad_norm": 0.4190007448196411, |
| "learning_rate": 0.0002159458520569881, |
| "loss": 2.458, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.395, |
| "grad_norm": 0.4138437509536743, |
| "learning_rate": 0.0002154952135433732, |
| "loss": 2.3209, |
| "step": 1975 |
| }, |
| { |
| "epoch": 0.396, |
| "grad_norm": 0.44516539573669434, |
| "learning_rate": 0.00021504384346429187, |
| "loss": 2.4555, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.397, |
| "grad_norm": 0.4246795177459717, |
| "learning_rate": 0.00021459174686143718, |
| "loss": 2.3423, |
| "step": 1985 |
| }, |
| { |
| "epoch": 0.398, |
| "grad_norm": 0.42210015654563904, |
| "learning_rate": 0.00021413892878461717, |
| "loss": 2.4987, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.399, |
| "grad_norm": 0.43938738107681274, |
| "learning_rate": 0.0002136853942916987, |
| "loss": 2.4339, |
| "step": 1995 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 0.4321936368942261, |
| "learning_rate": 0.00021323114844855087, |
| "loss": 2.4217, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.401, |
| "grad_norm": 0.436798632144928, |
| "learning_rate": 0.00021277619632898817, |
| "loss": 2.2219, |
| "step": 2005 |
| }, |
| { |
| "epoch": 0.402, |
| "grad_norm": 0.4363677203655243, |
| "learning_rate": 0.00021232054301471428, |
| "loss": 2.3598, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.403, |
| "grad_norm": 0.43887215852737427, |
| "learning_rate": 0.0002118641935952648, |
| "loss": 2.4391, |
| "step": 2015 |
| }, |
| { |
| "epoch": 0.404, |
| "grad_norm": 0.41993457078933716, |
| "learning_rate": 0.0002114071531679509, |
| "loss": 2.428, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.405, |
| "grad_norm": 0.4155243933200836, |
| "learning_rate": 0.00021094942683780194, |
| "loss": 2.4014, |
| "step": 2025 |
| }, |
| { |
| "epoch": 0.406, |
| "grad_norm": 0.4476686716079712, |
| "learning_rate": 0.00021049101971750875, |
| "loss": 2.4425, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.407, |
| "grad_norm": 0.42122960090637207, |
| "learning_rate": 0.00021003193692736643, |
| "loss": 2.3467, |
| "step": 2035 |
| }, |
| { |
| "epoch": 0.408, |
| "grad_norm": 0.40306955575942993, |
| "learning_rate": 0.00020957218359521706, |
| "loss": 2.3764, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.409, |
| "grad_norm": 0.47617068886756897, |
| "learning_rate": 0.00020911176485639263, |
| "loss": 2.3937, |
| "step": 2045 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 0.42115652561187744, |
| "learning_rate": 0.00020865068585365745, |
| "loss": 2.3776, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.411, |
| "grad_norm": 0.4249623417854309, |
| "learning_rate": 0.00020818895173715083, |
| "loss": 2.3161, |
| "step": 2055 |
| }, |
| { |
| "epoch": 0.412, |
| "grad_norm": 0.40884312987327576, |
| "learning_rate": 0.00020772656766432961, |
| "loss": 2.3615, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.413, |
| "grad_norm": 0.4013335108757019, |
| "learning_rate": 0.0002072635387999104, |
| "loss": 2.3916, |
| "step": 2065 |
| }, |
| { |
| "epoch": 0.414, |
| "grad_norm": 0.40139567852020264, |
| "learning_rate": 0.00020679987031581206, |
| "loss": 2.3001, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.415, |
| "grad_norm": 0.40394365787506104, |
| "learning_rate": 0.00020633556739109782, |
| "loss": 2.3268, |
| "step": 2075 |
| }, |
| { |
| "epoch": 0.416, |
| "grad_norm": 0.4449470341205597, |
| "learning_rate": 0.00020587063521191736, |
| "loss": 2.4028, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.417, |
| "grad_norm": 0.42907705903053284, |
| "learning_rate": 0.0002054050789714491, |
| "loss": 2.3472, |
| "step": 2085 |
| }, |
| { |
| "epoch": 0.418, |
| "grad_norm": 0.4474325478076935, |
| "learning_rate": 0.00020493890386984198, |
| "loss": 2.331, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.419, |
| "grad_norm": 0.4234548807144165, |
| "learning_rate": 0.0002044721151141576, |
| "loss": 2.307, |
| "step": 2095 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 0.45159173011779785, |
| "learning_rate": 0.00020400471791831172, |
| "loss": 2.4009, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.421, |
| "grad_norm": 0.42569705843925476, |
| "learning_rate": 0.00020353671750301648, |
| "loss": 2.2994, |
| "step": 2105 |
| }, |
| { |
| "epoch": 0.422, |
| "grad_norm": 0.41479888558387756, |
| "learning_rate": 0.0002030681190957216, |
| "loss": 2.3603, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.423, |
| "grad_norm": 0.4099830389022827, |
| "learning_rate": 0.00020259892793055633, |
| "loss": 2.4141, |
| "step": 2115 |
| }, |
| { |
| "epoch": 0.424, |
| "grad_norm": 0.44319307804107666, |
| "learning_rate": 0.00020212914924827092, |
| "loss": 2.3434, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.425, |
| "grad_norm": 0.4080663323402405, |
| "learning_rate": 0.00020165878829617794, |
| "loss": 2.3563, |
| "step": 2125 |
| }, |
| { |
| "epoch": 0.426, |
| "grad_norm": 0.4360628128051758, |
| "learning_rate": 0.00020118785032809385, |
| "loss": 2.3404, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.427, |
| "grad_norm": 0.4054611027240753, |
| "learning_rate": 0.00020071634060428022, |
| "loss": 2.3795, |
| "step": 2135 |
| }, |
| { |
| "epoch": 0.428, |
| "grad_norm": 0.4493691623210907, |
| "learning_rate": 0.00020024426439138495, |
| "loss": 2.3898, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.429, |
| "grad_norm": 0.42616891860961914, |
| "learning_rate": 0.00019977162696238358, |
| "loss": 2.4323, |
| "step": 2145 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 0.43381640315055847, |
| "learning_rate": 0.00019929843359652017, |
| "loss": 2.3555, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.431, |
| "grad_norm": 0.39783987402915955, |
| "learning_rate": 0.00019882468957924855, |
| "loss": 2.3587, |
| "step": 2155 |
| }, |
| { |
| "epoch": 0.432, |
| "grad_norm": 0.4238894283771515, |
| "learning_rate": 0.00019835040020217316, |
| "loss": 2.3681, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.433, |
| "grad_norm": 0.4072917103767395, |
| "learning_rate": 0.00019787557076298998, |
| "loss": 2.3289, |
| "step": 2165 |
| }, |
| { |
| "epoch": 0.434, |
| "grad_norm": 0.40059733390808105, |
| "learning_rate": 0.00019740020656542733, |
| "loss": 2.4105, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.435, |
| "grad_norm": 0.44404855370521545, |
| "learning_rate": 0.00019692431291918667, |
| "loss": 2.2413, |
| "step": 2175 |
| }, |
| { |
| "epoch": 0.436, |
| "grad_norm": 0.41822120547294617, |
| "learning_rate": 0.00019644789513988337, |
| "loss": 2.3406, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.437, |
| "grad_norm": 0.4292788803577423, |
| "learning_rate": 0.00019597095854898697, |
| "loss": 2.3422, |
| "step": 2185 |
| }, |
| { |
| "epoch": 0.438, |
| "grad_norm": 0.41014593839645386, |
| "learning_rate": 0.0001954935084737623, |
| "loss": 2.3293, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.439, |
| "grad_norm": 0.4195305109024048, |
| "learning_rate": 0.00019501555024720944, |
| "loss": 2.3776, |
| "step": 2195 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 0.39849036931991577, |
| "learning_rate": 0.00019453708920800475, |
| "loss": 2.3109, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.441, |
| "grad_norm": 0.4177517592906952, |
| "learning_rate": 0.0001940581307004404, |
| "loss": 2.4408, |
| "step": 2205 |
| }, |
| { |
| "epoch": 0.442, |
| "grad_norm": 0.4089096486568451, |
| "learning_rate": 0.00019357868007436552, |
| "loss": 2.3956, |
| "step": 2210 |
| }, |
| { |
| "epoch": 0.443, |
| "grad_norm": 0.3905986547470093, |
| "learning_rate": 0.00019309874268512596, |
| "loss": 2.3823, |
| "step": 2215 |
| }, |
| { |
| "epoch": 0.444, |
| "grad_norm": 0.40985196828842163, |
| "learning_rate": 0.00019261832389350463, |
| "loss": 2.3608, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.445, |
| "grad_norm": 0.40191152691841125, |
| "learning_rate": 0.00019213742906566152, |
| "loss": 2.2658, |
| "step": 2225 |
| }, |
| { |
| "epoch": 0.446, |
| "grad_norm": 0.4191170632839203, |
| "learning_rate": 0.0001916560635730739, |
| "loss": 2.3718, |
| "step": 2230 |
| }, |
| { |
| "epoch": 0.447, |
| "grad_norm": 0.44027984142303467, |
| "learning_rate": 0.00019117423279247628, |
| "loss": 2.3377, |
| "step": 2235 |
| }, |
| { |
| "epoch": 0.448, |
| "grad_norm": 0.4240022897720337, |
| "learning_rate": 0.00019069194210580019, |
| "loss": 2.3589, |
| "step": 2240 |
| }, |
| { |
| "epoch": 0.449, |
| "grad_norm": 0.40984782576560974, |
| "learning_rate": 0.00019020919690011424, |
| "loss": 2.3659, |
| "step": 2245 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 0.40956535935401917, |
| "learning_rate": 0.000189726002567564, |
| "loss": 2.3578, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.451, |
| "grad_norm": 0.4261001944541931, |
| "learning_rate": 0.0001892423645053116, |
| "loss": 2.3671, |
| "step": 2255 |
| }, |
| { |
| "epoch": 0.452, |
| "grad_norm": 0.42046308517456055, |
| "learning_rate": 0.00018875828811547557, |
| "loss": 2.3699, |
| "step": 2260 |
| }, |
| { |
| "epoch": 0.453, |
| "grad_norm": 0.423777312040329, |
| "learning_rate": 0.00018827377880507035, |
| "loss": 2.3395, |
| "step": 2265 |
| }, |
| { |
| "epoch": 0.454, |
| "grad_norm": 0.41518712043762207, |
| "learning_rate": 0.00018778884198594615, |
| "loss": 2.2932, |
| "step": 2270 |
| }, |
| { |
| "epoch": 0.455, |
| "grad_norm": 0.43722566962242126, |
| "learning_rate": 0.00018730348307472824, |
| "loss": 2.2692, |
| "step": 2275 |
| }, |
| { |
| "epoch": 0.456, |
| "grad_norm": 0.4038710594177246, |
| "learning_rate": 0.00018681770749275647, |
| "loss": 2.283, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.457, |
| "grad_norm": 0.42532870173454285, |
| "learning_rate": 0.00018633152066602508, |
| "loss": 2.2813, |
| "step": 2285 |
| }, |
| { |
| "epoch": 0.458, |
| "grad_norm": 0.4140380024909973, |
| "learning_rate": 0.00018584492802512152, |
| "loss": 2.308, |
| "step": 2290 |
| }, |
| { |
| "epoch": 0.459, |
| "grad_norm": 0.4389931559562683, |
| "learning_rate": 0.00018535793500516626, |
| "loss": 2.3299, |
| "step": 2295 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 0.42715537548065186, |
| "learning_rate": 0.00018487054704575183, |
| "loss": 2.3266, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.461, |
| "grad_norm": 0.42225635051727295, |
| "learning_rate": 0.00018438276959088218, |
| "loss": 2.3171, |
| "step": 2305 |
| }, |
| { |
| "epoch": 0.462, |
| "grad_norm": 0.4294082820415497, |
| "learning_rate": 0.00018389460808891176, |
| "loss": 2.3159, |
| "step": 2310 |
| }, |
| { |
| "epoch": 0.463, |
| "grad_norm": 0.44747427105903625, |
| "learning_rate": 0.00018340606799248485, |
| "loss": 2.2908, |
| "step": 2315 |
| }, |
| { |
| "epoch": 0.464, |
| "grad_norm": 0.4157891571521759, |
| "learning_rate": 0.0001829171547584744, |
| "loss": 2.4158, |
| "step": 2320 |
| }, |
| { |
| "epoch": 0.465, |
| "grad_norm": 0.4599103331565857, |
| "learning_rate": 0.00018242787384792136, |
| "loss": 2.384, |
| "step": 2325 |
| }, |
| { |
| "epoch": 0.466, |
| "grad_norm": 0.40598711371421814, |
| "learning_rate": 0.00018193823072597338, |
| "loss": 2.3425, |
| "step": 2330 |
| }, |
| { |
| "epoch": 0.467, |
| "grad_norm": 0.43444859981536865, |
| "learning_rate": 0.00018144823086182406, |
| "loss": 2.3395, |
| "step": 2335 |
| }, |
| { |
| "epoch": 0.468, |
| "grad_norm": 0.45927369594573975, |
| "learning_rate": 0.00018095787972865162, |
| "loss": 2.5384, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.469, |
| "grad_norm": 0.45538032054901123, |
| "learning_rate": 0.0001804671828035579, |
| "loss": 2.3153, |
| "step": 2345 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 0.3852723240852356, |
| "learning_rate": 0.00017997614556750723, |
| "loss": 2.3461, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.471, |
| "grad_norm": 0.4270138144493103, |
| "learning_rate": 0.00017948477350526504, |
| "loss": 2.2924, |
| "step": 2355 |
| }, |
| { |
| "epoch": 0.472, |
| "grad_norm": 0.41092297434806824, |
| "learning_rate": 0.00017899307210533663, |
| "loss": 2.3212, |
| "step": 2360 |
| }, |
| { |
| "epoch": 0.473, |
| "grad_norm": 0.4263060986995697, |
| "learning_rate": 0.00017850104685990614, |
| "loss": 2.3173, |
| "step": 2365 |
| }, |
| { |
| "epoch": 0.474, |
| "grad_norm": 0.4177812933921814, |
| "learning_rate": 0.0001780087032647748, |
| "loss": 2.3849, |
| "step": 2370 |
| }, |
| { |
| "epoch": 0.475, |
| "grad_norm": 0.4262104630470276, |
| "learning_rate": 0.00017751604681929967, |
| "loss": 2.3068, |
| "step": 2375 |
| }, |
| { |
| "epoch": 0.476, |
| "grad_norm": 0.40943190455436707, |
| "learning_rate": 0.00017702308302633253, |
| "loss": 2.2976, |
| "step": 2380 |
| }, |
| { |
| "epoch": 0.477, |
| "grad_norm": 0.40264710783958435, |
| "learning_rate": 0.00017652981739215784, |
| "loss": 2.2258, |
| "step": 2385 |
| }, |
| { |
| "epoch": 0.478, |
| "grad_norm": 0.4030868411064148, |
| "learning_rate": 0.0001760362554264319, |
| "loss": 2.3503, |
| "step": 2390 |
| }, |
| { |
| "epoch": 0.479, |
| "grad_norm": 0.40495970845222473, |
| "learning_rate": 0.00017554240264212062, |
| "loss": 2.2957, |
| "step": 2395 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 0.413086473941803, |
| "learning_rate": 0.0001750482645554385, |
| "loss": 2.3362, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.481, |
| "grad_norm": 0.42103326320648193, |
| "learning_rate": 0.00017455384668578676, |
| "loss": 2.4136, |
| "step": 2405 |
| }, |
| { |
| "epoch": 0.482, |
| "grad_norm": 0.4094327688217163, |
| "learning_rate": 0.00017405915455569163, |
| "loss": 2.3414, |
| "step": 2410 |
| }, |
| { |
| "epoch": 0.483, |
| "grad_norm": 0.44162988662719727, |
| "learning_rate": 0.00017356419369074288, |
| "loss": 2.2554, |
| "step": 2415 |
| }, |
| { |
| "epoch": 0.484, |
| "grad_norm": 0.41292014718055725, |
| "learning_rate": 0.00017306896961953193, |
| "loss": 2.2463, |
| "step": 2420 |
| }, |
| { |
| "epoch": 0.485, |
| "grad_norm": 0.43508976697921753, |
| "learning_rate": 0.00017257348787359022, |
| "loss": 2.2801, |
| "step": 2425 |
| }, |
| { |
| "epoch": 0.486, |
| "grad_norm": 0.4286428689956665, |
| "learning_rate": 0.00017207775398732716, |
| "loss": 2.2726, |
| "step": 2430 |
| }, |
| { |
| "epoch": 0.487, |
| "grad_norm": 0.4207102060317993, |
| "learning_rate": 0.0001715817734979687, |
| "loss": 2.3964, |
| "step": 2435 |
| }, |
| { |
| "epoch": 0.488, |
| "grad_norm": 0.4012376368045807, |
| "learning_rate": 0.00017108555194549524, |
| "loss": 2.3938, |
| "step": 2440 |
| }, |
| { |
| "epoch": 0.489, |
| "grad_norm": 0.42363470792770386, |
| "learning_rate": 0.00017058909487257972, |
| "loss": 2.3354, |
| "step": 2445 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 0.4191186726093292, |
| "learning_rate": 0.0001700924078245259, |
| "loss": 2.3304, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.491, |
| "grad_norm": 0.4244017004966736, |
| "learning_rate": 0.00016959549634920623, |
| "loss": 2.2543, |
| "step": 2455 |
| }, |
| { |
| "epoch": 0.492, |
| "grad_norm": 0.418206125497818, |
| "learning_rate": 0.00016909836599699997, |
| "loss": 2.322, |
| "step": 2460 |
| }, |
| { |
| "epoch": 0.493, |
| "grad_norm": 0.4423177242279053, |
| "learning_rate": 0.0001686010223207312, |
| "loss": 2.1921, |
| "step": 2465 |
| }, |
| { |
| "epoch": 0.494, |
| "grad_norm": 0.4443405270576477, |
| "learning_rate": 0.00016810347087560672, |
| "loss": 2.3374, |
| "step": 2470 |
| }, |
| { |
| "epoch": 0.495, |
| "grad_norm": 0.4554826617240906, |
| "learning_rate": 0.0001676057172191542, |
| "loss": 2.3143, |
| "step": 2475 |
| }, |
| { |
| "epoch": 0.496, |
| "grad_norm": 0.41316652297973633, |
| "learning_rate": 0.00016710776691115968, |
| "loss": 2.3136, |
| "step": 2480 |
| }, |
| { |
| "epoch": 0.497, |
| "grad_norm": 0.4269903302192688, |
| "learning_rate": 0.00016660962551360613, |
| "loss": 2.3707, |
| "step": 2485 |
| }, |
| { |
| "epoch": 0.498, |
| "grad_norm": 0.4215530753135681, |
| "learning_rate": 0.00016611129859061066, |
| "loss": 2.3857, |
| "step": 2490 |
| }, |
| { |
| "epoch": 0.499, |
| "grad_norm": 0.42953386902809143, |
| "learning_rate": 0.00016561279170836267, |
| "loss": 2.2289, |
| "step": 2495 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 0.41060370206832886, |
| "learning_rate": 0.00016511411043506184, |
| "loss": 2.2564, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.501, |
| "grad_norm": 0.425135999917984, |
| "learning_rate": 0.00016461526034085563, |
| "loss": 2.4423, |
| "step": 2505 |
| }, |
| { |
| "epoch": 0.502, |
| "grad_norm": 0.4176621735095978, |
| "learning_rate": 0.00016411624699777717, |
| "loss": 2.3313, |
| "step": 2510 |
| }, |
| { |
| "epoch": 0.503, |
| "grad_norm": 0.4177638590335846, |
| "learning_rate": 0.000163617075979683, |
| "loss": 2.2815, |
| "step": 2515 |
| }, |
| { |
| "epoch": 0.504, |
| "grad_norm": 0.42569682002067566, |
| "learning_rate": 0.0001631177528621911, |
| "loss": 2.299, |
| "step": 2520 |
| }, |
| { |
| "epoch": 0.505, |
| "grad_norm": 0.41489818692207336, |
| "learning_rate": 0.00016261828322261803, |
| "loss": 2.2341, |
| "step": 2525 |
| }, |
| { |
| "epoch": 0.506, |
| "grad_norm": 0.4402053654193878, |
| "learning_rate": 0.0001621186726399172, |
| "loss": 2.3399, |
| "step": 2530 |
| }, |
| { |
| "epoch": 0.507, |
| "grad_norm": 0.4353001117706299, |
| "learning_rate": 0.0001616189266946162, |
| "loss": 2.2805, |
| "step": 2535 |
| }, |
| { |
| "epoch": 0.508, |
| "grad_norm": 0.4333752393722534, |
| "learning_rate": 0.00016111905096875468, |
| "loss": 2.2669, |
| "step": 2540 |
| }, |
| { |
| "epoch": 0.509, |
| "grad_norm": 0.4180094599723816, |
| "learning_rate": 0.0001606190510458218, |
| "loss": 2.3054, |
| "step": 2545 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 0.4101157784461975, |
| "learning_rate": 0.00016011893251069404, |
| "loss": 2.3033, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.511, |
| "grad_norm": 0.41150620579719543, |
| "learning_rate": 0.0001596187009495728, |
| "loss": 2.3246, |
| "step": 2555 |
| }, |
| { |
| "epoch": 0.512, |
| "grad_norm": 0.4234907925128937, |
| "learning_rate": 0.00015911836194992183, |
| "loss": 2.3146, |
| "step": 2560 |
| }, |
| { |
| "epoch": 0.513, |
| "grad_norm": 0.4023984968662262, |
| "learning_rate": 0.00015861792110040496, |
| "loss": 2.2686, |
| "step": 2565 |
| }, |
| { |
| "epoch": 0.514, |
| "grad_norm": 0.41848230361938477, |
| "learning_rate": 0.0001581173839908238, |
| "loss": 2.249, |
| "step": 2570 |
| }, |
| { |
| "epoch": 0.515, |
| "grad_norm": 0.3979667127132416, |
| "learning_rate": 0.000157616756212055, |
| "loss": 2.2636, |
| "step": 2575 |
| }, |
| { |
| "epoch": 0.516, |
| "grad_norm": 0.4226064085960388, |
| "learning_rate": 0.00015711604335598808, |
| "loss": 2.2615, |
| "step": 2580 |
| }, |
| { |
| "epoch": 0.517, |
| "grad_norm": 0.4342791736125946, |
| "learning_rate": 0.00015661525101546268, |
| "loss": 2.374, |
| "step": 2585 |
| }, |
| { |
| "epoch": 0.518, |
| "grad_norm": 0.4076896011829376, |
| "learning_rate": 0.00015611438478420648, |
| "loss": 2.2511, |
| "step": 2590 |
| }, |
| { |
| "epoch": 0.519, |
| "grad_norm": 0.42497551441192627, |
| "learning_rate": 0.00015561345025677235, |
| "loss": 2.306, |
| "step": 2595 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 0.40860408544540405, |
| "learning_rate": 0.00015511245302847606, |
| "loss": 2.2657, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.521, |
| "grad_norm": 0.43411552906036377, |
| "learning_rate": 0.00015461139869533383, |
| "loss": 2.3071, |
| "step": 2605 |
| }, |
| { |
| "epoch": 0.522, |
| "grad_norm": 0.44043874740600586, |
| "learning_rate": 0.00015411029285399946, |
| "loss": 2.316, |
| "step": 2610 |
| }, |
| { |
| "epoch": 0.523, |
| "grad_norm": 0.4515673518180847, |
| "learning_rate": 0.0001536091411017024, |
| "loss": 2.2077, |
| "step": 2615 |
| }, |
| { |
| "epoch": 0.524, |
| "grad_norm": 0.42663195729255676, |
| "learning_rate": 0.0001531079490361847, |
| "loss": 2.2715, |
| "step": 2620 |
| }, |
| { |
| "epoch": 0.525, |
| "grad_norm": 0.4274803102016449, |
| "learning_rate": 0.00015260672225563877, |
| "loss": 2.2968, |
| "step": 2625 |
| }, |
| { |
| "epoch": 0.526, |
| "grad_norm": 0.4248811900615692, |
| "learning_rate": 0.0001521054663586448, |
| "loss": 2.3694, |
| "step": 2630 |
| }, |
| { |
| "epoch": 0.527, |
| "grad_norm": 0.4073241651058197, |
| "learning_rate": 0.00015160418694410815, |
| "loss": 2.2967, |
| "step": 2635 |
| }, |
| { |
| "epoch": 0.528, |
| "grad_norm": 0.42025795578956604, |
| "learning_rate": 0.00015110288961119693, |
| "loss": 2.2745, |
| "step": 2640 |
| }, |
| { |
| "epoch": 0.529, |
| "grad_norm": 0.42329052090644836, |
| "learning_rate": 0.00015060157995927932, |
| "loss": 2.3771, |
| "step": 2645 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 0.38789117336273193, |
| "learning_rate": 0.0001501002635878612, |
| "loss": 2.2525, |
| "step": 2650 |
| }, |
| { |
| "epoch": 0.531, |
| "grad_norm": 0.43104180693626404, |
| "learning_rate": 0.00014959894609652334, |
| "loss": 2.29, |
| "step": 2655 |
| }, |
| { |
| "epoch": 0.532, |
| "grad_norm": 0.42107024788856506, |
| "learning_rate": 0.00014909763308485925, |
| "loss": 2.3289, |
| "step": 2660 |
| }, |
| { |
| "epoch": 0.533, |
| "grad_norm": 0.419460654258728, |
| "learning_rate": 0.0001485963301524122, |
| "loss": 2.24, |
| "step": 2665 |
| }, |
| { |
| "epoch": 0.534, |
| "grad_norm": 0.45686954259872437, |
| "learning_rate": 0.0001480950428986129, |
| "loss": 2.2585, |
| "step": 2670 |
| }, |
| { |
| "epoch": 0.535, |
| "grad_norm": 0.4176424741744995, |
| "learning_rate": 0.0001475937769227171, |
| "loss": 2.3315, |
| "step": 2675 |
| }, |
| { |
| "epoch": 0.536, |
| "grad_norm": 0.4299408197402954, |
| "learning_rate": 0.00014709253782374274, |
| "loss": 2.2319, |
| "step": 2680 |
| }, |
| { |
| "epoch": 0.537, |
| "grad_norm": 0.42534300684928894, |
| "learning_rate": 0.00014659133120040755, |
| "loss": 2.2121, |
| "step": 2685 |
| }, |
| { |
| "epoch": 0.538, |
| "grad_norm": 0.42528364062309265, |
| "learning_rate": 0.00014609016265106656, |
| "loss": 2.2479, |
| "step": 2690 |
| }, |
| { |
| "epoch": 0.539, |
| "grad_norm": 0.4252580404281616, |
| "learning_rate": 0.0001455890377736495, |
| "loss": 2.2287, |
| "step": 2695 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 0.4283309876918793, |
| "learning_rate": 0.00014508796216559832, |
| "loss": 2.2557, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.541, |
| "grad_norm": 0.434817373752594, |
| "learning_rate": 0.00014458694142380454, |
| "loss": 2.2359, |
| "step": 2705 |
| }, |
| { |
| "epoch": 0.542, |
| "grad_norm": 0.41941994428634644, |
| "learning_rate": 0.00014408598114454705, |
| "loss": 2.2425, |
| "step": 2710 |
| }, |
| { |
| "epoch": 0.543, |
| "grad_norm": 0.42644003033638, |
| "learning_rate": 0.00014358508692342926, |
| "loss": 2.3102, |
| "step": 2715 |
| }, |
| { |
| "epoch": 0.544, |
| "grad_norm": 0.45429447293281555, |
| "learning_rate": 0.0001430842643553166, |
| "loss": 2.2705, |
| "step": 2720 |
| }, |
| { |
| "epoch": 0.545, |
| "grad_norm": 0.38917839527130127, |
| "learning_rate": 0.00014258351903427438, |
| "loss": 2.2375, |
| "step": 2725 |
| }, |
| { |
| "epoch": 0.546, |
| "grad_norm": 0.42386049032211304, |
| "learning_rate": 0.00014208285655350496, |
| "loss": 2.2354, |
| "step": 2730 |
| }, |
| { |
| "epoch": 0.547, |
| "grad_norm": 0.43970856070518494, |
| "learning_rate": 0.00014158228250528546, |
| "loss": 2.3308, |
| "step": 2735 |
| }, |
| { |
| "epoch": 0.548, |
| "grad_norm": 0.4227691888809204, |
| "learning_rate": 0.00014108180248090506, |
| "loss": 2.3061, |
| "step": 2740 |
| }, |
| { |
| "epoch": 0.549, |
| "grad_norm": 0.39985859394073486, |
| "learning_rate": 0.000140581422070603, |
| "loss": 2.2377, |
| "step": 2745 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 0.3900357484817505, |
| "learning_rate": 0.00014008114686350556, |
| "loss": 2.2854, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.551, |
| "grad_norm": 0.4252527356147766, |
| "learning_rate": 0.00013958098244756418, |
| "loss": 2.2305, |
| "step": 2755 |
| }, |
| { |
| "epoch": 0.552, |
| "grad_norm": 0.3899967074394226, |
| "learning_rate": 0.0001390809344094926, |
| "loss": 2.3445, |
| "step": 2760 |
| }, |
| { |
| "epoch": 0.553, |
| "grad_norm": 0.4172196090221405, |
| "learning_rate": 0.0001385810083347047, |
| "loss": 2.2162, |
| "step": 2765 |
| }, |
| { |
| "epoch": 0.554, |
| "grad_norm": 0.43587014079093933, |
| "learning_rate": 0.0001380812098072522, |
| "loss": 2.2852, |
| "step": 2770 |
| }, |
| { |
| "epoch": 0.555, |
| "grad_norm": 0.41883230209350586, |
| "learning_rate": 0.0001375815444097619, |
| "loss": 2.2875, |
| "step": 2775 |
| }, |
| { |
| "epoch": 0.556, |
| "grad_norm": 0.41043713688850403, |
| "learning_rate": 0.0001370820177233738, |
| "loss": 2.3192, |
| "step": 2780 |
| }, |
| { |
| "epoch": 0.557, |
| "grad_norm": 0.42568516731262207, |
| "learning_rate": 0.00013658263532767835, |
| "loss": 2.2224, |
| "step": 2785 |
| }, |
| { |
| "epoch": 0.558, |
| "grad_norm": 0.44088488817214966, |
| "learning_rate": 0.00013608340280065446, |
| "loss": 2.2605, |
| "step": 2790 |
| }, |
| { |
| "epoch": 0.559, |
| "grad_norm": 0.39374229311943054, |
| "learning_rate": 0.0001355843257186069, |
| "loss": 2.2003, |
| "step": 2795 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 0.398308128118515, |
| "learning_rate": 0.00013508540965610424, |
| "loss": 2.27, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.561, |
| "grad_norm": 0.3940664231777191, |
| "learning_rate": 0.00013458666018591656, |
| "loss": 2.1863, |
| "step": 2805 |
| }, |
| { |
| "epoch": 0.562, |
| "grad_norm": 0.4169365167617798, |
| "learning_rate": 0.00013408808287895306, |
| "loss": 2.1897, |
| "step": 2810 |
| }, |
| { |
| "epoch": 0.563, |
| "grad_norm": 0.4238418638706207, |
| "learning_rate": 0.0001335896833041999, |
| "loss": 2.258, |
| "step": 2815 |
| }, |
| { |
| "epoch": 0.564, |
| "grad_norm": 0.423495352268219, |
| "learning_rate": 0.00013309146702865805, |
| "loss": 2.2247, |
| "step": 2820 |
| }, |
| { |
| "epoch": 0.565, |
| "grad_norm": 0.4261130690574646, |
| "learning_rate": 0.00013259343961728108, |
| "loss": 2.2895, |
| "step": 2825 |
| }, |
| { |
| "epoch": 0.566, |
| "grad_norm": 0.42107266187667847, |
| "learning_rate": 0.00013209560663291303, |
| "loss": 2.217, |
| "step": 2830 |
| }, |
| { |
| "epoch": 0.567, |
| "grad_norm": 0.4057311713695526, |
| "learning_rate": 0.0001315979736362261, |
| "loss": 2.2517, |
| "step": 2835 |
| }, |
| { |
| "epoch": 0.568, |
| "grad_norm": 0.41574499011039734, |
| "learning_rate": 0.00013110054618565886, |
| "loss": 2.2166, |
| "step": 2840 |
| }, |
| { |
| "epoch": 0.569, |
| "grad_norm": 0.3923725485801697, |
| "learning_rate": 0.0001306033298373539, |
| "loss": 2.2217, |
| "step": 2845 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 0.4277208149433136, |
| "learning_rate": 0.0001301063301450958, |
| "loss": 2.257, |
| "step": 2850 |
| }, |
| { |
| "epoch": 0.571, |
| "grad_norm": 0.4455857574939728, |
| "learning_rate": 0.00012960955266024917, |
| "loss": 2.2104, |
| "step": 2855 |
| }, |
| { |
| "epoch": 0.572, |
| "grad_norm": 0.43064215779304504, |
| "learning_rate": 0.00012911300293169664, |
| "loss": 2.2939, |
| "step": 2860 |
| }, |
| { |
| "epoch": 0.573, |
| "grad_norm": 0.4337853789329529, |
| "learning_rate": 0.00012861668650577688, |
| "loss": 2.3123, |
| "step": 2865 |
| }, |
| { |
| "epoch": 0.574, |
| "grad_norm": 0.41334277391433716, |
| "learning_rate": 0.00012812060892622264, |
| "loss": 2.2551, |
| "step": 2870 |
| }, |
| { |
| "epoch": 0.575, |
| "grad_norm": 0.4144851863384247, |
| "learning_rate": 0.00012762477573409868, |
| "loss": 2.241, |
| "step": 2875 |
| }, |
| { |
| "epoch": 0.576, |
| "grad_norm": 0.40655460953712463, |
| "learning_rate": 0.00012712919246774017, |
| "loss": 2.1983, |
| "step": 2880 |
| }, |
| { |
| "epoch": 0.577, |
| "grad_norm": 0.4161902666091919, |
| "learning_rate": 0.0001266338646626906, |
| "loss": 2.1633, |
| "step": 2885 |
| }, |
| { |
| "epoch": 0.578, |
| "grad_norm": 0.45048007369041443, |
| "learning_rate": 0.00012613879785163998, |
| "loss": 2.3365, |
| "step": 2890 |
| }, |
| { |
| "epoch": 0.579, |
| "grad_norm": 0.40051379799842834, |
| "learning_rate": 0.00012564399756436314, |
| "loss": 2.1469, |
| "step": 2895 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 0.4100329875946045, |
| "learning_rate": 0.00012514946932765794, |
| "loss": 2.1957, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.581, |
| "grad_norm": 0.40546661615371704, |
| "learning_rate": 0.00012465521866528346, |
| "loss": 2.182, |
| "step": 2905 |
| }, |
| { |
| "epoch": 0.582, |
| "grad_norm": 0.4651910662651062, |
| "learning_rate": 0.00012416125109789827, |
| "loss": 2.2542, |
| "step": 2910 |
| }, |
| { |
| "epoch": 0.583, |
| "grad_norm": 0.4111328721046448, |
| "learning_rate": 0.00012366757214299896, |
| "loss": 2.2598, |
| "step": 2915 |
| }, |
| { |
| "epoch": 0.584, |
| "grad_norm": 0.4306609630584717, |
| "learning_rate": 0.00012317418731485832, |
| "loss": 2.2524, |
| "step": 2920 |
| }, |
| { |
| "epoch": 0.585, |
| "grad_norm": 0.4010145664215088, |
| "learning_rate": 0.00012268110212446386, |
| "loss": 2.2163, |
| "step": 2925 |
| }, |
| { |
| "epoch": 0.586, |
| "grad_norm": 0.44942528009414673, |
| "learning_rate": 0.00012218832207945609, |
| "loss": 2.3242, |
| "step": 2930 |
| }, |
| { |
| "epoch": 0.587, |
| "grad_norm": 0.42698466777801514, |
| "learning_rate": 0.00012169585268406728, |
| "loss": 2.2714, |
| "step": 2935 |
| }, |
| { |
| "epoch": 0.588, |
| "grad_norm": 0.420461505651474, |
| "learning_rate": 0.00012120369943905976, |
| "loss": 2.2011, |
| "step": 2940 |
| }, |
| { |
| "epoch": 0.589, |
| "grad_norm": 0.4152168929576874, |
| "learning_rate": 0.00012071186784166456, |
| "loss": 2.2704, |
| "step": 2945 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 0.39992696046829224, |
| "learning_rate": 0.00012022036338551985, |
| "loss": 2.2062, |
| "step": 2950 |
| }, |
| { |
| "epoch": 0.591, |
| "grad_norm": 0.39946138858795166, |
| "learning_rate": 0.00011972919156060985, |
| "loss": 2.2606, |
| "step": 2955 |
| }, |
| { |
| "epoch": 0.592, |
| "grad_norm": 0.4226006865501404, |
| "learning_rate": 0.00011923835785320349, |
| "loss": 2.252, |
| "step": 2960 |
| }, |
| { |
| "epoch": 0.593, |
| "grad_norm": 0.416586697101593, |
| "learning_rate": 0.00011874786774579264, |
| "loss": 2.1411, |
| "step": 2965 |
| }, |
| { |
| "epoch": 0.594, |
| "grad_norm": 0.44908973574638367, |
| "learning_rate": 0.00011825772671703155, |
| "loss": 2.2244, |
| "step": 2970 |
| }, |
| { |
| "epoch": 0.595, |
| "grad_norm": 0.42042890191078186, |
| "learning_rate": 0.0001177679402416753, |
| "loss": 2.1188, |
| "step": 2975 |
| }, |
| { |
| "epoch": 0.596, |
| "grad_norm": 0.4261787235736847, |
| "learning_rate": 0.00011727851379051865, |
| "loss": 2.2926, |
| "step": 2980 |
| }, |
| { |
| "epoch": 0.597, |
| "grad_norm": 0.4221886992454529, |
| "learning_rate": 0.00011678945283033488, |
| "loss": 2.2446, |
| "step": 2985 |
| }, |
| { |
| "epoch": 0.598, |
| "grad_norm": 0.41435757279396057, |
| "learning_rate": 0.000116300762823815, |
| "loss": 2.2215, |
| "step": 2990 |
| }, |
| { |
| "epoch": 0.599, |
| "grad_norm": 0.4205993115901947, |
| "learning_rate": 0.00011581244922950652, |
| "loss": 2.2375, |
| "step": 2995 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 0.41477659344673157, |
| "learning_rate": 0.00011532451750175245, |
| "loss": 2.2337, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.601, |
| "grad_norm": 0.4197056293487549, |
| "learning_rate": 0.00011483697309063048, |
| "loss": 2.241, |
| "step": 3005 |
| }, |
| { |
| "epoch": 0.602, |
| "grad_norm": 0.4107452929019928, |
| "learning_rate": 0.00011434982144189203, |
| "loss": 2.2036, |
| "step": 3010 |
| }, |
| { |
| "epoch": 0.603, |
| "grad_norm": 0.4387679994106293, |
| "learning_rate": 0.00011386306799690153, |
| "loss": 2.1471, |
| "step": 3015 |
| }, |
| { |
| "epoch": 0.604, |
| "grad_norm": 0.4124211072921753, |
| "learning_rate": 0.0001133767181925756, |
| "loss": 2.1362, |
| "step": 3020 |
| }, |
| { |
| "epoch": 0.605, |
| "grad_norm": 0.4435650408267975, |
| "learning_rate": 0.00011289077746132207, |
| "loss": 2.2456, |
| "step": 3025 |
| }, |
| { |
| "epoch": 0.606, |
| "grad_norm": 0.4163254201412201, |
| "learning_rate": 0.00011240525123097982, |
| "loss": 2.1252, |
| "step": 3030 |
| }, |
| { |
| "epoch": 0.607, |
| "grad_norm": 0.44170472025871277, |
| "learning_rate": 0.00011192014492475771, |
| "loss": 2.2534, |
| "step": 3035 |
| }, |
| { |
| "epoch": 0.608, |
| "grad_norm": 0.41352444887161255, |
| "learning_rate": 0.00011143546396117416, |
| "loss": 2.2033, |
| "step": 3040 |
| }, |
| { |
| "epoch": 0.609, |
| "grad_norm": 0.44527488946914673, |
| "learning_rate": 0.00011095121375399656, |
| "loss": 2.1998, |
| "step": 3045 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 0.42093437910079956, |
| "learning_rate": 0.00011046739971218091, |
| "loss": 2.261, |
| "step": 3050 |
| }, |
| { |
| "epoch": 0.611, |
| "grad_norm": 0.44440940022468567, |
| "learning_rate": 0.00010998402723981153, |
| "loss": 2.182, |
| "step": 3055 |
| }, |
| { |
| "epoch": 0.612, |
| "grad_norm": 0.4243025779724121, |
| "learning_rate": 0.00010950110173604009, |
| "loss": 2.1064, |
| "step": 3060 |
| }, |
| { |
| "epoch": 0.613, |
| "grad_norm": 0.4191250801086426, |
| "learning_rate": 0.00010901862859502616, |
| "loss": 2.2331, |
| "step": 3065 |
| }, |
| { |
| "epoch": 0.614, |
| "grad_norm": 0.392995148897171, |
| "learning_rate": 0.00010853661320587631, |
| "loss": 2.2349, |
| "step": 3070 |
| }, |
| { |
| "epoch": 0.615, |
| "grad_norm": 0.41072773933410645, |
| "learning_rate": 0.00010805506095258419, |
| "loss": 2.2145, |
| "step": 3075 |
| }, |
| { |
| "epoch": 0.616, |
| "grad_norm": 0.42511963844299316, |
| "learning_rate": 0.00010757397721397026, |
| "loss": 2.3133, |
| "step": 3080 |
| }, |
| { |
| "epoch": 0.617, |
| "grad_norm": 0.4170040488243103, |
| "learning_rate": 0.00010709336736362188, |
| "loss": 2.2486, |
| "step": 3085 |
| }, |
| { |
| "epoch": 0.618, |
| "grad_norm": 0.44579964876174927, |
| "learning_rate": 0.0001066132367698332, |
| "loss": 2.2715, |
| "step": 3090 |
| }, |
| { |
| "epoch": 0.619, |
| "grad_norm": 0.4112447500228882, |
| "learning_rate": 0.00010613359079554517, |
| "loss": 2.205, |
| "step": 3095 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 0.4118829667568207, |
| "learning_rate": 0.00010565443479828558, |
| "loss": 2.2176, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.621, |
| "grad_norm": 0.4276077449321747, |
| "learning_rate": 0.00010517577413010938, |
| "loss": 2.2166, |
| "step": 3105 |
| }, |
| { |
| "epoch": 0.622, |
| "grad_norm": 0.41999852657318115, |
| "learning_rate": 0.00010469761413753881, |
| "loss": 2.1811, |
| "step": 3110 |
| }, |
| { |
| "epoch": 0.623, |
| "grad_norm": 0.43243396282196045, |
| "learning_rate": 0.0001042199601615037, |
| "loss": 2.2746, |
| "step": 3115 |
| }, |
| { |
| "epoch": 0.624, |
| "grad_norm": 0.3946484327316284, |
| "learning_rate": 0.00010374281753728167, |
| "loss": 2.1711, |
| "step": 3120 |
| }, |
| { |
| "epoch": 0.625, |
| "grad_norm": 0.40924206376075745, |
| "learning_rate": 0.00010326619159443889, |
| "loss": 2.2793, |
| "step": 3125 |
| }, |
| { |
| "epoch": 0.626, |
| "grad_norm": 0.44488149881362915, |
| "learning_rate": 0.00010279008765677017, |
| "loss": 2.1942, |
| "step": 3130 |
| }, |
| { |
| "epoch": 0.627, |
| "grad_norm": 0.43026819825172424, |
| "learning_rate": 0.00010231451104223966, |
| "loss": 2.184, |
| "step": 3135 |
| }, |
| { |
| "epoch": 0.628, |
| "grad_norm": 0.4194297194480896, |
| "learning_rate": 0.00010183946706292149, |
| "loss": 2.2779, |
| "step": 3140 |
| }, |
| { |
| "epoch": 0.629, |
| "grad_norm": 0.40315303206443787, |
| "learning_rate": 0.00010136496102494028, |
| "loss": 2.2575, |
| "step": 3145 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 0.42293116450309753, |
| "learning_rate": 0.00010089099822841223, |
| "loss": 2.1476, |
| "step": 3150 |
| }, |
| { |
| "epoch": 0.631, |
| "grad_norm": 0.4373874366283417, |
| "learning_rate": 0.00010041758396738528, |
| "loss": 2.1989, |
| "step": 3155 |
| }, |
| { |
| "epoch": 0.632, |
| "grad_norm": 0.4246419072151184, |
| "learning_rate": 9.994472352978073e-05, |
| "loss": 2.303, |
| "step": 3160 |
| }, |
| { |
| "epoch": 0.633, |
| "grad_norm": 0.41784340143203735, |
| "learning_rate": 9.94724221973336e-05, |
| "loss": 2.1698, |
| "step": 3165 |
| }, |
| { |
| "epoch": 0.634, |
| "grad_norm": 0.4105053246021271, |
| "learning_rate": 9.900068524553393e-05, |
| "loss": 2.1971, |
| "step": 3170 |
| }, |
| { |
| "epoch": 0.635, |
| "grad_norm": 0.4249609708786011, |
| "learning_rate": 9.852951794356768e-05, |
| "loss": 2.1984, |
| "step": 3175 |
| }, |
| { |
| "epoch": 0.636, |
| "grad_norm": 0.44941267371177673, |
| "learning_rate": 9.805892555425801e-05, |
| "loss": 2.1712, |
| "step": 3180 |
| }, |
| { |
| "epoch": 0.637, |
| "grad_norm": 0.43053391575813293, |
| "learning_rate": 9.758891333400652e-05, |
| "loss": 2.2137, |
| "step": 3185 |
| }, |
| { |
| "epoch": 0.638, |
| "grad_norm": 0.43545395135879517, |
| "learning_rate": 9.711948653273438e-05, |
| "loss": 2.2478, |
| "step": 3190 |
| }, |
| { |
| "epoch": 0.639, |
| "grad_norm": 0.420151025056839, |
| "learning_rate": 9.665065039382376e-05, |
| "loss": 2.2099, |
| "step": 3195 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 0.42247268557548523, |
| "learning_rate": 9.61824101540593e-05, |
| "loss": 2.1647, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.641, |
| "grad_norm": 0.4133879542350769, |
| "learning_rate": 9.571477104356962e-05, |
| "loss": 2.2214, |
| "step": 3205 |
| }, |
| { |
| "epoch": 0.642, |
| "grad_norm": 0.41226497292518616, |
| "learning_rate": 9.524773828576888e-05, |
| "loss": 2.2337, |
| "step": 3210 |
| }, |
| { |
| "epoch": 0.643, |
| "grad_norm": 0.4366952180862427, |
| "learning_rate": 9.47813170972983e-05, |
| "loss": 2.213, |
| "step": 3215 |
| }, |
| { |
| "epoch": 0.644, |
| "grad_norm": 0.4010978937149048, |
| "learning_rate": 9.43155126879682e-05, |
| "loss": 2.2454, |
| "step": 3220 |
| }, |
| { |
| "epoch": 0.645, |
| "grad_norm": 0.4122413992881775, |
| "learning_rate": 9.385033026069957e-05, |
| "loss": 2.2107, |
| "step": 3225 |
| }, |
| { |
| "epoch": 0.646, |
| "grad_norm": 0.4530417323112488, |
| "learning_rate": 9.338577501146599e-05, |
| "loss": 2.2506, |
| "step": 3230 |
| }, |
| { |
| "epoch": 0.647, |
| "grad_norm": 0.44792503118515015, |
| "learning_rate": 9.292185212923554e-05, |
| "loss": 2.267, |
| "step": 3235 |
| }, |
| { |
| "epoch": 0.648, |
| "grad_norm": 0.4253360331058502, |
| "learning_rate": 9.245856679591302e-05, |
| "loss": 2.1882, |
| "step": 3240 |
| }, |
| { |
| "epoch": 0.649, |
| "grad_norm": 0.42117589712142944, |
| "learning_rate": 9.199592418628206e-05, |
| "loss": 2.2687, |
| "step": 3245 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 0.43629190325737, |
| "learning_rate": 9.153392946794694e-05, |
| "loss": 2.2089, |
| "step": 3250 |
| }, |
| { |
| "epoch": 0.651, |
| "grad_norm": 0.419784814119339, |
| "learning_rate": 9.107258780127536e-05, |
| "loss": 2.157, |
| "step": 3255 |
| }, |
| { |
| "epoch": 0.652, |
| "grad_norm": 0.40995609760284424, |
| "learning_rate": 9.061190433934059e-05, |
| "loss": 2.233, |
| "step": 3260 |
| }, |
| { |
| "epoch": 0.653, |
| "grad_norm": 0.43481624126434326, |
| "learning_rate": 9.015188422786391e-05, |
| "loss": 2.1447, |
| "step": 3265 |
| }, |
| { |
| "epoch": 0.654, |
| "grad_norm": 0.40843117237091064, |
| "learning_rate": 8.9692532605157e-05, |
| "loss": 2.1295, |
| "step": 3270 |
| }, |
| { |
| "epoch": 0.655, |
| "grad_norm": 0.42146334052085876, |
| "learning_rate": 8.92338546020648e-05, |
| "loss": 2.1455, |
| "step": 3275 |
| }, |
| { |
| "epoch": 0.656, |
| "grad_norm": 0.3924829661846161, |
| "learning_rate": 8.877585534190814e-05, |
| "loss": 2.1831, |
| "step": 3280 |
| }, |
| { |
| "epoch": 0.657, |
| "grad_norm": 0.40246203541755676, |
| "learning_rate": 8.831853994042638e-05, |
| "loss": 2.2533, |
| "step": 3285 |
| }, |
| { |
| "epoch": 0.658, |
| "grad_norm": 0.4149978458881378, |
| "learning_rate": 8.786191350572032e-05, |
| "loss": 2.1951, |
| "step": 3290 |
| }, |
| { |
| "epoch": 0.659, |
| "grad_norm": 0.4230225384235382, |
| "learning_rate": 8.740598113819519e-05, |
| "loss": 2.2113, |
| "step": 3295 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 0.41584622859954834, |
| "learning_rate": 8.695074793050369e-05, |
| "loss": 2.2119, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.661, |
| "grad_norm": 0.4212537407875061, |
| "learning_rate": 8.649621896748913e-05, |
| "loss": 2.235, |
| "step": 3305 |
| }, |
| { |
| "epoch": 0.662, |
| "grad_norm": 0.39631447196006775, |
| "learning_rate": 8.604239932612844e-05, |
| "loss": 2.2289, |
| "step": 3310 |
| }, |
| { |
| "epoch": 0.663, |
| "grad_norm": 0.43470436334609985, |
| "learning_rate": 8.558929407547562e-05, |
| "loss": 2.1882, |
| "step": 3315 |
| }, |
| { |
| "epoch": 0.664, |
| "grad_norm": 0.4370731711387634, |
| "learning_rate": 8.513690827660527e-05, |
| "loss": 2.1841, |
| "step": 3320 |
| }, |
| { |
| "epoch": 0.665, |
| "grad_norm": 0.41377973556518555, |
| "learning_rate": 8.468524698255575e-05, |
| "loss": 2.1727, |
| "step": 3325 |
| }, |
| { |
| "epoch": 0.666, |
| "grad_norm": 0.3933526575565338, |
| "learning_rate": 8.42343152382728e-05, |
| "loss": 2.1645, |
| "step": 3330 |
| }, |
| { |
| "epoch": 0.667, |
| "grad_norm": 0.4057426154613495, |
| "learning_rate": 8.378411808055346e-05, |
| "loss": 2.1732, |
| "step": 3335 |
| }, |
| { |
| "epoch": 0.668, |
| "grad_norm": 0.45039045810699463, |
| "learning_rate": 8.333466053798954e-05, |
| "loss": 2.2185, |
| "step": 3340 |
| }, |
| { |
| "epoch": 0.669, |
| "grad_norm": 0.4107955992221832, |
| "learning_rate": 8.28859476309115e-05, |
| "loss": 2.1829, |
| "step": 3345 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 0.43991073966026306, |
| "learning_rate": 8.243798437133237e-05, |
| "loss": 2.1252, |
| "step": 3350 |
| }, |
| { |
| "epoch": 0.671, |
| "grad_norm": 0.4022817611694336, |
| "learning_rate": 8.199077576289188e-05, |
| "loss": 2.1649, |
| "step": 3355 |
| }, |
| { |
| "epoch": 0.672, |
| "grad_norm": 0.4041346311569214, |
| "learning_rate": 8.154432680080062e-05, |
| "loss": 2.1329, |
| "step": 3360 |
| }, |
| { |
| "epoch": 0.673, |
| "grad_norm": 0.4271688759326935, |
| "learning_rate": 8.109864247178372e-05, |
| "loss": 2.2025, |
| "step": 3365 |
| }, |
| { |
| "epoch": 0.674, |
| "grad_norm": 0.4121275842189789, |
| "learning_rate": 8.065372775402587e-05, |
| "loss": 2.2487, |
| "step": 3370 |
| }, |
| { |
| "epoch": 0.675, |
| "grad_norm": 0.42577147483825684, |
| "learning_rate": 8.020958761711541e-05, |
| "loss": 2.2157, |
| "step": 3375 |
| }, |
| { |
| "epoch": 0.676, |
| "grad_norm": 0.4191531240940094, |
| "learning_rate": 7.976622702198865e-05, |
| "loss": 2.1838, |
| "step": 3380 |
| }, |
| { |
| "epoch": 0.677, |
| "grad_norm": 0.4344123601913452, |
| "learning_rate": 7.932365092087456e-05, |
| "loss": 2.2468, |
| "step": 3385 |
| }, |
| { |
| "epoch": 0.678, |
| "grad_norm": 0.4339258670806885, |
| "learning_rate": 7.888186425723967e-05, |
| "loss": 2.2697, |
| "step": 3390 |
| }, |
| { |
| "epoch": 0.679, |
| "grad_norm": 0.4105294942855835, |
| "learning_rate": 7.844087196573273e-05, |
| "loss": 2.1848, |
| "step": 3395 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 0.4143899381160736, |
| "learning_rate": 7.800067897212935e-05, |
| "loss": 2.1466, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.681, |
| "grad_norm": 0.4071793854236603, |
| "learning_rate": 7.756129019327723e-05, |
| "loss": 2.1962, |
| "step": 3405 |
| }, |
| { |
| "epoch": 0.682, |
| "grad_norm": 0.410900354385376, |
| "learning_rate": 7.712271053704131e-05, |
| "loss": 2.1805, |
| "step": 3410 |
| }, |
| { |
| "epoch": 0.683, |
| "grad_norm": 0.39401447772979736, |
| "learning_rate": 7.668494490224872e-05, |
| "loss": 2.1064, |
| "step": 3415 |
| }, |
| { |
| "epoch": 0.684, |
| "grad_norm": 0.4203227162361145, |
| "learning_rate": 7.624799817863411e-05, |
| "loss": 2.2015, |
| "step": 3420 |
| }, |
| { |
| "epoch": 0.685, |
| "grad_norm": 0.4399988353252411, |
| "learning_rate": 7.581187524678525e-05, |
| "loss": 2.1792, |
| "step": 3425 |
| }, |
| { |
| "epoch": 0.686, |
| "grad_norm": 0.41790443658828735, |
| "learning_rate": 7.53765809780884e-05, |
| "loss": 2.2491, |
| "step": 3430 |
| }, |
| { |
| "epoch": 0.687, |
| "grad_norm": 0.40690094232559204, |
| "learning_rate": 7.494212023467359e-05, |
| "loss": 2.2041, |
| "step": 3435 |
| }, |
| { |
| "epoch": 0.688, |
| "grad_norm": 0.411528617143631, |
| "learning_rate": 7.450849786936075e-05, |
| "loss": 2.1019, |
| "step": 3440 |
| }, |
| { |
| "epoch": 0.689, |
| "grad_norm": 0.443026602268219, |
| "learning_rate": 7.407571872560541e-05, |
| "loss": 2.1692, |
| "step": 3445 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 0.4203071892261505, |
| "learning_rate": 7.364378763744429e-05, |
| "loss": 2.1624, |
| "step": 3450 |
| }, |
| { |
| "epoch": 0.691, |
| "grad_norm": 0.40647628903388977, |
| "learning_rate": 7.321270942944182e-05, |
| "loss": 2.2838, |
| "step": 3455 |
| }, |
| { |
| "epoch": 0.692, |
| "grad_norm": 0.4123462438583374, |
| "learning_rate": 7.278248891663567e-05, |
| "loss": 2.08, |
| "step": 3460 |
| }, |
| { |
| "epoch": 0.693, |
| "grad_norm": 0.3882538676261902, |
| "learning_rate": 7.235313090448357e-05, |
| "loss": 2.1054, |
| "step": 3465 |
| }, |
| { |
| "epoch": 0.694, |
| "grad_norm": 0.44436848163604736, |
| "learning_rate": 7.192464018880904e-05, |
| "loss": 2.1851, |
| "step": 3470 |
| }, |
| { |
| "epoch": 0.695, |
| "grad_norm": 0.45201411843299866, |
| "learning_rate": 7.149702155574834e-05, |
| "loss": 2.2164, |
| "step": 3475 |
| }, |
| { |
| "epoch": 0.696, |
| "grad_norm": 0.4433143734931946, |
| "learning_rate": 7.10702797816967e-05, |
| "loss": 2.1391, |
| "step": 3480 |
| }, |
| { |
| "epoch": 0.697, |
| "grad_norm": 0.4341137409210205, |
| "learning_rate": 7.064441963325487e-05, |
| "loss": 2.1427, |
| "step": 3485 |
| }, |
| { |
| "epoch": 0.698, |
| "grad_norm": 0.42594924569129944, |
| "learning_rate": 7.021944586717639e-05, |
| "loss": 2.2405, |
| "step": 3490 |
| }, |
| { |
| "epoch": 0.699, |
| "grad_norm": 0.4368554651737213, |
| "learning_rate": 6.979536323031396e-05, |
| "loss": 2.2518, |
| "step": 3495 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 0.3928126096725464, |
| "learning_rate": 6.937217645956655e-05, |
| "loss": 2.1556, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.701, |
| "grad_norm": 0.3956170082092285, |
| "learning_rate": 6.894989028182651e-05, |
| "loss": 2.1703, |
| "step": 3505 |
| }, |
| { |
| "epoch": 0.702, |
| "grad_norm": 0.39387911558151245, |
| "learning_rate": 6.852850941392695e-05, |
| "loss": 2.1718, |
| "step": 3510 |
| }, |
| { |
| "epoch": 0.703, |
| "grad_norm": 0.4357449412345886, |
| "learning_rate": 6.810803856258872e-05, |
| "loss": 2.223, |
| "step": 3515 |
| }, |
| { |
| "epoch": 0.704, |
| "grad_norm": 0.42475512623786926, |
| "learning_rate": 6.768848242436801e-05, |
| "loss": 2.2292, |
| "step": 3520 |
| }, |
| { |
| "epoch": 0.705, |
| "grad_norm": 0.44198477268218994, |
| "learning_rate": 6.7269845685604e-05, |
| "loss": 2.1521, |
| "step": 3525 |
| }, |
| { |
| "epoch": 0.706, |
| "grad_norm": 0.4247047007083893, |
| "learning_rate": 6.685213302236643e-05, |
| "loss": 2.1793, |
| "step": 3530 |
| }, |
| { |
| "epoch": 0.707, |
| "grad_norm": 0.4207407236099243, |
| "learning_rate": 6.643534910040319e-05, |
| "loss": 2.2442, |
| "step": 3535 |
| }, |
| { |
| "epoch": 0.708, |
| "grad_norm": 0.4190295934677124, |
| "learning_rate": 6.601949857508839e-05, |
| "loss": 2.234, |
| "step": 3540 |
| }, |
| { |
| "epoch": 0.709, |
| "grad_norm": 0.44241568446159363, |
| "learning_rate": 6.560458609137043e-05, |
| "loss": 2.1567, |
| "step": 3545 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 1.5026627779006958, |
| "learning_rate": 6.519061628372005e-05, |
| "loss": 2.1802, |
| "step": 3550 |
| }, |
| { |
| "epoch": 0.711, |
| "grad_norm": 0.4083501100540161, |
| "learning_rate": 6.477759377607821e-05, |
| "loss": 2.2652, |
| "step": 3555 |
| }, |
| { |
| "epoch": 0.712, |
| "grad_norm": 0.40966013073921204, |
| "learning_rate": 6.436552318180513e-05, |
| "loss": 2.1943, |
| "step": 3560 |
| }, |
| { |
| "epoch": 0.713, |
| "grad_norm": 0.4204246997833252, |
| "learning_rate": 6.395440910362828e-05, |
| "loss": 2.2324, |
| "step": 3565 |
| }, |
| { |
| "epoch": 0.714, |
| "grad_norm": 0.4089759290218353, |
| "learning_rate": 6.354425613359101e-05, |
| "loss": 2.2376, |
| "step": 3570 |
| }, |
| { |
| "epoch": 0.715, |
| "grad_norm": 0.40603703260421753, |
| "learning_rate": 6.31350688530013e-05, |
| "loss": 2.2388, |
| "step": 3575 |
| }, |
| { |
| "epoch": 0.716, |
| "grad_norm": 0.4146242141723633, |
| "learning_rate": 6.272685183238074e-05, |
| "loss": 2.1973, |
| "step": 3580 |
| }, |
| { |
| "epoch": 0.717, |
| "grad_norm": 0.4212912619113922, |
| "learning_rate": 6.231960963141334e-05, |
| "loss": 2.1458, |
| "step": 3585 |
| }, |
| { |
| "epoch": 0.718, |
| "grad_norm": 0.41953805088996887, |
| "learning_rate": 6.191334679889455e-05, |
| "loss": 2.176, |
| "step": 3590 |
| }, |
| { |
| "epoch": 0.719, |
| "grad_norm": 0.40272924304008484, |
| "learning_rate": 6.150806787268044e-05, |
| "loss": 2.1482, |
| "step": 3595 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 0.4300851821899414, |
| "learning_rate": 6.110377737963731e-05, |
| "loss": 2.204, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.721, |
| "grad_norm": 0.4585989713668823, |
| "learning_rate": 6.0700479835590733e-05, |
| "loss": 2.1059, |
| "step": 3605 |
| }, |
| { |
| "epoch": 0.722, |
| "grad_norm": 0.3827567994594574, |
| "learning_rate": 6.029817974527527e-05, |
| "loss": 2.11, |
| "step": 3610 |
| }, |
| { |
| "epoch": 0.723, |
| "grad_norm": 0.4101276695728302, |
| "learning_rate": 5.9896881602284275e-05, |
| "loss": 2.2383, |
| "step": 3615 |
| }, |
| { |
| "epoch": 0.724, |
| "grad_norm": 0.42217323184013367, |
| "learning_rate": 5.949658988901959e-05, |
| "loss": 2.2011, |
| "step": 3620 |
| }, |
| { |
| "epoch": 0.725, |
| "grad_norm": 0.419291615486145, |
| "learning_rate": 5.9097309076641424e-05, |
| "loss": 2.1178, |
| "step": 3625 |
| }, |
| { |
| "epoch": 0.726, |
| "grad_norm": 0.4263475835323334, |
| "learning_rate": 5.8699043625018415e-05, |
| "loss": 2.1247, |
| "step": 3630 |
| }, |
| { |
| "epoch": 0.727, |
| "grad_norm": 0.4190998077392578, |
| "learning_rate": 5.830179798267806e-05, |
| "loss": 2.2097, |
| "step": 3635 |
| }, |
| { |
| "epoch": 0.728, |
| "grad_norm": 0.41809847950935364, |
| "learning_rate": 5.79055765867566e-05, |
| "loss": 2.2182, |
| "step": 3640 |
| }, |
| { |
| "epoch": 0.729, |
| "grad_norm": 0.43095046281814575, |
| "learning_rate": 5.7510383862949934e-05, |
| "loss": 2.1382, |
| "step": 3645 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 0.4270274341106415, |
| "learning_rate": 5.711622422546374e-05, |
| "loss": 2.1623, |
| "step": 3650 |
| }, |
| { |
| "epoch": 0.731, |
| "grad_norm": 0.4485456645488739, |
| "learning_rate": 5.672310207696454e-05, |
| "loss": 2.2079, |
| "step": 3655 |
| }, |
| { |
| "epoch": 0.732, |
| "grad_norm": 0.4084364175796509, |
| "learning_rate": 5.6331021808530195e-05, |
| "loss": 2.1675, |
| "step": 3660 |
| }, |
| { |
| "epoch": 0.733, |
| "grad_norm": 0.4245437681674957, |
| "learning_rate": 5.5939987799601204e-05, |
| "loss": 2.2246, |
| "step": 3665 |
| }, |
| { |
| "epoch": 0.734, |
| "grad_norm": 0.42533889412879944, |
| "learning_rate": 5.5550004417931477e-05, |
| "loss": 2.1298, |
| "step": 3670 |
| }, |
| { |
| "epoch": 0.735, |
| "grad_norm": 0.40783774852752686, |
| "learning_rate": 5.516107601953962e-05, |
| "loss": 2.1108, |
| "step": 3675 |
| }, |
| { |
| "epoch": 0.736, |
| "grad_norm": 0.43854960799217224, |
| "learning_rate": 5.4773206948660505e-05, |
| "loss": 2.1013, |
| "step": 3680 |
| }, |
| { |
| "epoch": 0.737, |
| "grad_norm": 0.4022478461265564, |
| "learning_rate": 5.4386401537696536e-05, |
| "loss": 2.1055, |
| "step": 3685 |
| }, |
| { |
| "epoch": 0.738, |
| "grad_norm": 0.4073084592819214, |
| "learning_rate": 5.40006641071692e-05, |
| "loss": 2.1329, |
| "step": 3690 |
| }, |
| { |
| "epoch": 0.739, |
| "grad_norm": 0.4003308117389679, |
| "learning_rate": 5.36159989656709e-05, |
| "loss": 2.2016, |
| "step": 3695 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 0.43242812156677246, |
| "learning_rate": 5.3232410409817006e-05, |
| "loss": 2.1525, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.741, |
| "grad_norm": 0.44237396121025085, |
| "learning_rate": 5.2849902724197526e-05, |
| "loss": 2.1776, |
| "step": 3705 |
| }, |
| { |
| "epoch": 0.742, |
| "grad_norm": 0.424785315990448, |
| "learning_rate": 5.2468480181329384e-05, |
| "loss": 2.1294, |
| "step": 3710 |
| }, |
| { |
| "epoch": 0.743, |
| "grad_norm": 0.4005042612552643, |
| "learning_rate": 5.208814704160888e-05, |
| "loss": 2.1107, |
| "step": 3715 |
| }, |
| { |
| "epoch": 0.744, |
| "grad_norm": 0.41858258843421936, |
| "learning_rate": 5.1708907553263925e-05, |
| "loss": 2.1498, |
| "step": 3720 |
| }, |
| { |
| "epoch": 0.745, |
| "grad_norm": 0.4518043100833893, |
| "learning_rate": 5.13307659523065e-05, |
| "loss": 2.1934, |
| "step": 3725 |
| }, |
| { |
| "epoch": 0.746, |
| "grad_norm": 0.42560485005378723, |
| "learning_rate": 5.095372646248547e-05, |
| "loss": 2.2194, |
| "step": 3730 |
| }, |
| { |
| "epoch": 0.747, |
| "grad_norm": 0.4324474632740021, |
| "learning_rate": 5.057779329523947e-05, |
| "loss": 2.1427, |
| "step": 3735 |
| }, |
| { |
| "epoch": 0.748, |
| "grad_norm": 0.4265004098415375, |
| "learning_rate": 5.020297064964985e-05, |
| "loss": 2.1932, |
| "step": 3740 |
| }, |
| { |
| "epoch": 0.749, |
| "grad_norm": 0.4324226975440979, |
| "learning_rate": 4.982926271239342e-05, |
| "loss": 2.0714, |
| "step": 3745 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 0.4050389230251312, |
| "learning_rate": 4.945667365769621e-05, |
| "loss": 2.1401, |
| "step": 3750 |
| }, |
| { |
| "epoch": 0.751, |
| "grad_norm": 0.4235606789588928, |
| "learning_rate": 4.908520764728665e-05, |
| "loss": 2.2192, |
| "step": 3755 |
| }, |
| { |
| "epoch": 0.752, |
| "grad_norm": 0.446185439825058, |
| "learning_rate": 4.8714868830348854e-05, |
| "loss": 2.1989, |
| "step": 3760 |
| }, |
| { |
| "epoch": 0.753, |
| "grad_norm": 0.39757952094078064, |
| "learning_rate": 4.83456613434765e-05, |
| "loss": 2.1534, |
| "step": 3765 |
| }, |
| { |
| "epoch": 0.754, |
| "grad_norm": 0.42775917053222656, |
| "learning_rate": 4.7977589310626704e-05, |
| "loss": 2.17, |
| "step": 3770 |
| }, |
| { |
| "epoch": 0.755, |
| "grad_norm": 0.4254078269004822, |
| "learning_rate": 4.761065684307383e-05, |
| "loss": 2.1444, |
| "step": 3775 |
| }, |
| { |
| "epoch": 0.756, |
| "grad_norm": 0.416073739528656, |
| "learning_rate": 4.724486803936337e-05, |
| "loss": 2.1706, |
| "step": 3780 |
| }, |
| { |
| "epoch": 0.757, |
| "grad_norm": 0.4071180820465088, |
| "learning_rate": 4.688022698526658e-05, |
| "loss": 2.1173, |
| "step": 3785 |
| }, |
| { |
| "epoch": 0.758, |
| "grad_norm": 0.41832828521728516, |
| "learning_rate": 4.651673775373463e-05, |
| "loss": 2.2064, |
| "step": 3790 |
| }, |
| { |
| "epoch": 0.759, |
| "grad_norm": 0.41309747099876404, |
| "learning_rate": 4.615440440485299e-05, |
| "loss": 2.1729, |
| "step": 3795 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 0.43315672874450684, |
| "learning_rate": 4.579323098579626e-05, |
| "loss": 2.2041, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.761, |
| "grad_norm": 0.43665811419487, |
| "learning_rate": 4.5433221530782945e-05, |
| "loss": 2.1855, |
| "step": 3805 |
| }, |
| { |
| "epoch": 0.762, |
| "grad_norm": 0.4120488166809082, |
| "learning_rate": 4.5074380061030366e-05, |
| "loss": 2.2696, |
| "step": 3810 |
| }, |
| { |
| "epoch": 0.763, |
| "grad_norm": 0.41258561611175537, |
| "learning_rate": 4.471671058470968e-05, |
| "loss": 2.2001, |
| "step": 3815 |
| }, |
| { |
| "epoch": 0.764, |
| "grad_norm": 0.4156684875488281, |
| "learning_rate": 4.436021709690113e-05, |
| "loss": 2.1246, |
| "step": 3820 |
| }, |
| { |
| "epoch": 0.765, |
| "grad_norm": 0.4078438878059387, |
| "learning_rate": 4.400490357954959e-05, |
| "loss": 2.1279, |
| "step": 3825 |
| }, |
| { |
| "epoch": 0.766, |
| "grad_norm": 0.41062772274017334, |
| "learning_rate": 4.365077400141981e-05, |
| "loss": 2.2157, |
| "step": 3830 |
| }, |
| { |
| "epoch": 0.767, |
| "grad_norm": 0.4282727539539337, |
| "learning_rate": 4.329783231805235e-05, |
| "loss": 2.3185, |
| "step": 3835 |
| }, |
| { |
| "epoch": 0.768, |
| "grad_norm": 0.4196500778198242, |
| "learning_rate": 4.294608247171917e-05, |
| "loss": 2.0916, |
| "step": 3840 |
| }, |
| { |
| "epoch": 0.769, |
| "grad_norm": 0.4065400958061218, |
| "learning_rate": 4.259552839137982e-05, |
| "loss": 2.1515, |
| "step": 3845 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 0.4283042550086975, |
| "learning_rate": 4.2246173992637276e-05, |
| "loss": 2.1246, |
| "step": 3850 |
| }, |
| { |
| "epoch": 0.771, |
| "grad_norm": 0.4189644753932953, |
| "learning_rate": 4.1898023177694563e-05, |
| "loss": 2.1942, |
| "step": 3855 |
| }, |
| { |
| "epoch": 0.772, |
| "grad_norm": 0.4234643876552582, |
| "learning_rate": 4.1551079835310816e-05, |
| "loss": 2.0987, |
| "step": 3860 |
| }, |
| { |
| "epoch": 0.773, |
| "grad_norm": 0.4286406934261322, |
| "learning_rate": 4.120534784075802e-05, |
| "loss": 2.109, |
| "step": 3865 |
| }, |
| { |
| "epoch": 0.774, |
| "grad_norm": 0.42778655886650085, |
| "learning_rate": 4.086083105577779e-05, |
| "loss": 2.1574, |
| "step": 3870 |
| }, |
| { |
| "epoch": 0.775, |
| "grad_norm": 0.40660133957862854, |
| "learning_rate": 4.051753332853803e-05, |
| "loss": 2.1345, |
| "step": 3875 |
| }, |
| { |
| "epoch": 0.776, |
| "grad_norm": 0.41279226541519165, |
| "learning_rate": 4.0175458493590195e-05, |
| "loss": 2.0764, |
| "step": 3880 |
| }, |
| { |
| "epoch": 0.777, |
| "grad_norm": 0.40562158823013306, |
| "learning_rate": 3.98346103718262e-05, |
| "loss": 2.1556, |
| "step": 3885 |
| }, |
| { |
| "epoch": 0.778, |
| "grad_norm": 0.42849069833755493, |
| "learning_rate": 3.9494992770436014e-05, |
| "loss": 2.1131, |
| "step": 3890 |
| }, |
| { |
| "epoch": 0.779, |
| "grad_norm": 0.4102763831615448, |
| "learning_rate": 3.915660948286486e-05, |
| "loss": 2.1785, |
| "step": 3895 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 0.44005340337753296, |
| "learning_rate": 3.8819464288771026e-05, |
| "loss": 2.159, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.781, |
| "grad_norm": 0.42726826667785645, |
| "learning_rate": 3.848356095398364e-05, |
| "loss": 2.1305, |
| "step": 3905 |
| }, |
| { |
| "epoch": 0.782, |
| "grad_norm": 0.4183489680290222, |
| "learning_rate": 3.81489032304606e-05, |
| "loss": 2.1276, |
| "step": 3910 |
| }, |
| { |
| "epoch": 0.783, |
| "grad_norm": 0.4101635217666626, |
| "learning_rate": 3.781549485624651e-05, |
| "loss": 2.1621, |
| "step": 3915 |
| }, |
| { |
| "epoch": 0.784, |
| "grad_norm": 0.4038468897342682, |
| "learning_rate": 3.7483339555431055e-05, |
| "loss": 2.1201, |
| "step": 3920 |
| }, |
| { |
| "epoch": 0.785, |
| "grad_norm": 0.4497060477733612, |
| "learning_rate": 3.715244103810755e-05, |
| "loss": 2.1344, |
| "step": 3925 |
| }, |
| { |
| "epoch": 0.786, |
| "grad_norm": 0.42213934659957886, |
| "learning_rate": 3.682280300033128e-05, |
| "loss": 2.1957, |
| "step": 3930 |
| }, |
| { |
| "epoch": 0.787, |
| "grad_norm": 0.4279301166534424, |
| "learning_rate": 3.649442912407811e-05, |
| "loss": 2.1426, |
| "step": 3935 |
| }, |
| { |
| "epoch": 0.788, |
| "grad_norm": 0.42436257004737854, |
| "learning_rate": 3.616732307720373e-05, |
| "loss": 2.1294, |
| "step": 3940 |
| }, |
| { |
| "epoch": 0.789, |
| "grad_norm": 0.4053291380405426, |
| "learning_rate": 3.584148851340252e-05, |
| "loss": 2.1124, |
| "step": 3945 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 0.38851654529571533, |
| "learning_rate": 3.551692907216652e-05, |
| "loss": 2.1285, |
| "step": 3950 |
| }, |
| { |
| "epoch": 0.791, |
| "grad_norm": 0.4097929894924164, |
| "learning_rate": 3.519364837874506e-05, |
| "loss": 2.1942, |
| "step": 3955 |
| }, |
| { |
| "epoch": 0.792, |
| "grad_norm": 0.42528805136680603, |
| "learning_rate": 3.48716500441042e-05, |
| "loss": 2.2122, |
| "step": 3960 |
| }, |
| { |
| "epoch": 0.793, |
| "grad_norm": 0.4303857386112213, |
| "learning_rate": 3.455093766488641e-05, |
| "loss": 2.1138, |
| "step": 3965 |
| }, |
| { |
| "epoch": 0.794, |
| "grad_norm": 0.40125489234924316, |
| "learning_rate": 3.423151482337013e-05, |
| "loss": 2.0879, |
| "step": 3970 |
| }, |
| { |
| "epoch": 0.795, |
| "grad_norm": 0.41210323572158813, |
| "learning_rate": 3.3913385087430204e-05, |
| "loss": 2.0709, |
| "step": 3975 |
| }, |
| { |
| "epoch": 0.796, |
| "grad_norm": 0.41345149278640747, |
| "learning_rate": 3.359655201049778e-05, |
| "loss": 2.1647, |
| "step": 3980 |
| }, |
| { |
| "epoch": 0.797, |
| "grad_norm": 0.41159018874168396, |
| "learning_rate": 3.3281019131520534e-05, |
| "loss": 2.216, |
| "step": 3985 |
| }, |
| { |
| "epoch": 0.798, |
| "grad_norm": 0.432202011346817, |
| "learning_rate": 3.2966789974923295e-05, |
| "loss": 2.122, |
| "step": 3990 |
| }, |
| { |
| "epoch": 0.799, |
| "grad_norm": 0.42457619309425354, |
| "learning_rate": 3.2653868050568695e-05, |
| "loss": 2.1532, |
| "step": 3995 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 0.4103912115097046, |
| "learning_rate": 3.2342256853717857e-05, |
| "loss": 2.0655, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.801, |
| "grad_norm": 0.4154665470123291, |
| "learning_rate": 3.203195986499138e-05, |
| "loss": 2.1186, |
| "step": 4005 |
| }, |
| { |
| "epoch": 0.802, |
| "grad_norm": 0.40893417596817017, |
| "learning_rate": 3.1722980550330465e-05, |
| "loss": 2.1407, |
| "step": 4010 |
| }, |
| { |
| "epoch": 0.803, |
| "grad_norm": 0.4399654269218445, |
| "learning_rate": 3.141532236095833e-05, |
| "loss": 2.0957, |
| "step": 4015 |
| }, |
| { |
| "epoch": 0.804, |
| "grad_norm": 0.4194296598434448, |
| "learning_rate": 3.110898873334137e-05, |
| "loss": 2.0873, |
| "step": 4020 |
| }, |
| { |
| "epoch": 0.805, |
| "grad_norm": 0.4045575261116028, |
| "learning_rate": 3.080398308915116e-05, |
| "loss": 2.2489, |
| "step": 4025 |
| }, |
| { |
| "epoch": 0.806, |
| "grad_norm": 0.42948484420776367, |
| "learning_rate": 3.0500308835225794e-05, |
| "loss": 2.1339, |
| "step": 4030 |
| }, |
| { |
| "epoch": 0.807, |
| "grad_norm": 0.40769994258880615, |
| "learning_rate": 3.0197969363532294e-05, |
| "loss": 2.123, |
| "step": 4035 |
| }, |
| { |
| "epoch": 0.808, |
| "grad_norm": 0.42292699217796326, |
| "learning_rate": 2.98969680511283e-05, |
| "loss": 2.1557, |
| "step": 4040 |
| }, |
| { |
| "epoch": 0.809, |
| "grad_norm": 0.4049204885959625, |
| "learning_rate": 2.9597308260124676e-05, |
| "loss": 2.2234, |
| "step": 4045 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 0.4200775623321533, |
| "learning_rate": 2.9298993337647776e-05, |
| "loss": 2.145, |
| "step": 4050 |
| }, |
| { |
| "epoch": 0.811, |
| "grad_norm": 0.4226503074169159, |
| "learning_rate": 2.900202661580201e-05, |
| "loss": 2.0963, |
| "step": 4055 |
| }, |
| { |
| "epoch": 0.812, |
| "grad_norm": 0.4314316213130951, |
| "learning_rate": 2.8706411411632886e-05, |
| "loss": 2.2098, |
| "step": 4060 |
| }, |
| { |
| "epoch": 0.813, |
| "grad_norm": 0.44541093707084656, |
| "learning_rate": 2.8412151027089663e-05, |
| "loss": 2.0709, |
| "step": 4065 |
| }, |
| { |
| "epoch": 0.814, |
| "grad_norm": 0.4003683030605316, |
| "learning_rate": 2.8119248748988682e-05, |
| "loss": 2.1063, |
| "step": 4070 |
| }, |
| { |
| "epoch": 0.815, |
| "grad_norm": 0.4231080412864685, |
| "learning_rate": 2.782770784897646e-05, |
| "loss": 2.1509, |
| "step": 4075 |
| }, |
| { |
| "epoch": 0.816, |
| "grad_norm": 0.41555121541023254, |
| "learning_rate": 2.7537531583493415e-05, |
| "loss": 2.1913, |
| "step": 4080 |
| }, |
| { |
| "epoch": 0.817, |
| "grad_norm": 0.42107847332954407, |
| "learning_rate": 2.7248723193737193e-05, |
| "loss": 2.1571, |
| "step": 4085 |
| }, |
| { |
| "epoch": 0.818, |
| "grad_norm": 0.43069687485694885, |
| "learning_rate": 2.6961285905626605e-05, |
| "loss": 2.1125, |
| "step": 4090 |
| }, |
| { |
| "epoch": 0.819, |
| "grad_norm": 0.4340486526489258, |
| "learning_rate": 2.667522292976569e-05, |
| "loss": 2.1622, |
| "step": 4095 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 0.41151127219200134, |
| "learning_rate": 2.639053746140772e-05, |
| "loss": 2.1475, |
| "step": 4100 |
| }, |
| { |
| "epoch": 0.821, |
| "grad_norm": 0.4273358881473541, |
| "learning_rate": 2.6107232680419514e-05, |
| "loss": 2.1178, |
| "step": 4105 |
| }, |
| { |
| "epoch": 0.822, |
| "grad_norm": 0.42515695095062256, |
| "learning_rate": 2.582531175124592e-05, |
| "loss": 2.0993, |
| "step": 4110 |
| }, |
| { |
| "epoch": 0.823, |
| "grad_norm": 0.40709659457206726, |
| "learning_rate": 2.5544777822874585e-05, |
| "loss": 2.1192, |
| "step": 4115 |
| }, |
| { |
| "epoch": 0.824, |
| "grad_norm": 0.402413010597229, |
| "learning_rate": 2.526563402880074e-05, |
| "loss": 2.1685, |
| "step": 4120 |
| }, |
| { |
| "epoch": 0.825, |
| "grad_norm": 0.42556092143058777, |
| "learning_rate": 2.498788348699194e-05, |
| "loss": 2.1758, |
| "step": 4125 |
| }, |
| { |
| "epoch": 0.826, |
| "grad_norm": 0.41573649644851685, |
| "learning_rate": 2.471152929985366e-05, |
| "loss": 2.117, |
| "step": 4130 |
| }, |
| { |
| "epoch": 0.827, |
| "grad_norm": 0.393812894821167, |
| "learning_rate": 2.44365745541944e-05, |
| "loss": 2.133, |
| "step": 4135 |
| }, |
| { |
| "epoch": 0.828, |
| "grad_norm": 0.39863842725753784, |
| "learning_rate": 2.4163022321191183e-05, |
| "loss": 2.1545, |
| "step": 4140 |
| }, |
| { |
| "epoch": 0.829, |
| "grad_norm": 0.40823498368263245, |
| "learning_rate": 2.389087565635529e-05, |
| "loss": 2.098, |
| "step": 4145 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 0.39885497093200684, |
| "learning_rate": 2.362013759949824e-05, |
| "loss": 2.0917, |
| "step": 4150 |
| }, |
| { |
| "epoch": 0.831, |
| "grad_norm": 0.4393814504146576, |
| "learning_rate": 2.335081117469777e-05, |
| "loss": 2.208, |
| "step": 4155 |
| }, |
| { |
| "epoch": 0.832, |
| "grad_norm": 0.3837684094905853, |
| "learning_rate": 2.3082899390263833e-05, |
| "loss": 2.1412, |
| "step": 4160 |
| }, |
| { |
| "epoch": 0.833, |
| "grad_norm": 0.4429077208042145, |
| "learning_rate": 2.28164052387054e-05, |
| "loss": 2.1168, |
| "step": 4165 |
| }, |
| { |
| "epoch": 0.834, |
| "grad_norm": 0.4012123644351959, |
| "learning_rate": 2.2551331696696797e-05, |
| "loss": 2.1188, |
| "step": 4170 |
| }, |
| { |
| "epoch": 0.835, |
| "grad_norm": 0.4135606288909912, |
| "learning_rate": 2.228768172504442e-05, |
| "loss": 2.2259, |
| "step": 4175 |
| }, |
| { |
| "epoch": 0.836, |
| "grad_norm": 0.441450834274292, |
| "learning_rate": 2.2025458268653727e-05, |
| "loss": 2.2108, |
| "step": 4180 |
| }, |
| { |
| "epoch": 0.837, |
| "grad_norm": 0.4205508828163147, |
| "learning_rate": 2.1764664256496433e-05, |
| "loss": 2.1244, |
| "step": 4185 |
| }, |
| { |
| "epoch": 0.838, |
| "grad_norm": 0.41583573818206787, |
| "learning_rate": 2.150530260157769e-05, |
| "loss": 2.1185, |
| "step": 4190 |
| }, |
| { |
| "epoch": 0.839, |
| "grad_norm": 0.425163209438324, |
| "learning_rate": 2.1247376200903534e-05, |
| "loss": 2.1598, |
| "step": 4195 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 0.4113369286060333, |
| "learning_rate": 2.0990887935448537e-05, |
| "loss": 2.0728, |
| "step": 4200 |
| }, |
| { |
| "epoch": 0.841, |
| "grad_norm": 0.41494420170783997, |
| "learning_rate": 2.073584067012376e-05, |
| "loss": 2.1892, |
| "step": 4205 |
| }, |
| { |
| "epoch": 0.842, |
| "grad_norm": 0.4220603108406067, |
| "learning_rate": 2.0482237253744538e-05, |
| "loss": 2.0895, |
| "step": 4210 |
| }, |
| { |
| "epoch": 0.843, |
| "grad_norm": 0.43092748522758484, |
| "learning_rate": 2.023008051899884e-05, |
| "loss": 2.1202, |
| "step": 4215 |
| }, |
| { |
| "epoch": 0.844, |
| "grad_norm": 0.39946693181991577, |
| "learning_rate": 1.9979373282415482e-05, |
| "loss": 2.1241, |
| "step": 4220 |
| }, |
| { |
| "epoch": 0.845, |
| "grad_norm": 0.4280877113342285, |
| "learning_rate": 1.9730118344332874e-05, |
| "loss": 2.2293, |
| "step": 4225 |
| }, |
| { |
| "epoch": 0.846, |
| "grad_norm": 0.407251238822937, |
| "learning_rate": 1.9482318488867458e-05, |
| "loss": 2.1459, |
| "step": 4230 |
| }, |
| { |
| "epoch": 0.847, |
| "grad_norm": 0.43046170473098755, |
| "learning_rate": 1.92359764838828e-05, |
| "loss": 2.1587, |
| "step": 4235 |
| }, |
| { |
| "epoch": 0.848, |
| "grad_norm": 0.4038347601890564, |
| "learning_rate": 1.899109508095872e-05, |
| "loss": 2.021, |
| "step": 4240 |
| }, |
| { |
| "epoch": 0.849, |
| "grad_norm": 0.42142099142074585, |
| "learning_rate": 1.874767701536035e-05, |
| "loss": 2.1318, |
| "step": 4245 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 0.40510687232017517, |
| "learning_rate": 1.850572500600782e-05, |
| "loss": 2.2302, |
| "step": 4250 |
| }, |
| { |
| "epoch": 0.851, |
| "grad_norm": 0.4129900336265564, |
| "learning_rate": 1.8265241755445665e-05, |
| "loss": 2.2122, |
| "step": 4255 |
| }, |
| { |
| "epoch": 0.852, |
| "grad_norm": 0.4296528995037079, |
| "learning_rate": 1.8026229949812826e-05, |
| "loss": 2.235, |
| "step": 4260 |
| }, |
| { |
| "epoch": 0.853, |
| "grad_norm": 0.43158674240112305, |
| "learning_rate": 1.77886922588125e-05, |
| "loss": 2.1896, |
| "step": 4265 |
| }, |
| { |
| "epoch": 0.854, |
| "grad_norm": 0.3998924195766449, |
| "learning_rate": 1.755263133568246e-05, |
| "loss": 2.09, |
| "step": 4270 |
| }, |
| { |
| "epoch": 0.855, |
| "grad_norm": 0.41046082973480225, |
| "learning_rate": 1.7318049817165285e-05, |
| "loss": 2.2035, |
| "step": 4275 |
| }, |
| { |
| "epoch": 0.856, |
| "grad_norm": 0.39339983463287354, |
| "learning_rate": 1.7084950323478935e-05, |
| "loss": 2.1128, |
| "step": 4280 |
| }, |
| { |
| "epoch": 0.857, |
| "grad_norm": 0.41789743304252625, |
| "learning_rate": 1.685333545828761e-05, |
| "loss": 2.1941, |
| "step": 4285 |
| }, |
| { |
| "epoch": 0.858, |
| "grad_norm": 0.7934504747390747, |
| "learning_rate": 1.6623207808672556e-05, |
| "loss": 2.1591, |
| "step": 4290 |
| }, |
| { |
| "epoch": 0.859, |
| "grad_norm": 0.42379069328308105, |
| "learning_rate": 1.6394569945103116e-05, |
| "loss": 2.1738, |
| "step": 4295 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 0.4412902593612671, |
| "learning_rate": 1.6167424421408117e-05, |
| "loss": 2.0838, |
| "step": 4300 |
| }, |
| { |
| "epoch": 0.861, |
| "grad_norm": 0.42037296295166016, |
| "learning_rate": 1.594177377474736e-05, |
| "loss": 2.1533, |
| "step": 4305 |
| }, |
| { |
| "epoch": 0.862, |
| "grad_norm": 0.40737658739089966, |
| "learning_rate": 1.5717620525583264e-05, |
| "loss": 2.2523, |
| "step": 4310 |
| }, |
| { |
| "epoch": 0.863, |
| "grad_norm": 0.4244195818901062, |
| "learning_rate": 1.5494967177652485e-05, |
| "loss": 2.132, |
| "step": 4315 |
| }, |
| { |
| "epoch": 0.864, |
| "grad_norm": 0.3916720747947693, |
| "learning_rate": 1.527381621793839e-05, |
| "loss": 2.1012, |
| "step": 4320 |
| }, |
| { |
| "epoch": 0.865, |
| "grad_norm": 0.4201657772064209, |
| "learning_rate": 1.5054170116642956e-05, |
| "loss": 2.1597, |
| "step": 4325 |
| }, |
| { |
| "epoch": 0.866, |
| "grad_norm": 0.40828606486320496, |
| "learning_rate": 1.4836031327159203e-05, |
| "loss": 2.1062, |
| "step": 4330 |
| }, |
| { |
| "epoch": 0.867, |
| "grad_norm": 0.43217313289642334, |
| "learning_rate": 1.4619402286043875e-05, |
| "loss": 2.0693, |
| "step": 4335 |
| }, |
| { |
| "epoch": 0.868, |
| "grad_norm": 0.4222164750099182, |
| "learning_rate": 1.4404285412990247e-05, |
| "loss": 2.1159, |
| "step": 4340 |
| }, |
| { |
| "epoch": 0.869, |
| "grad_norm": 0.4298483729362488, |
| "learning_rate": 1.419068311080106e-05, |
| "loss": 2.2043, |
| "step": 4345 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 0.4016087055206299, |
| "learning_rate": 1.3978597765361504e-05, |
| "loss": 2.1043, |
| "step": 4350 |
| }, |
| { |
| "epoch": 0.871, |
| "grad_norm": 0.42064622044563293, |
| "learning_rate": 1.3768031745612923e-05, |
| "loss": 2.2281, |
| "step": 4355 |
| }, |
| { |
| "epoch": 0.872, |
| "grad_norm": 0.4412085711956024, |
| "learning_rate": 1.3558987403526118e-05, |
| "loss": 2.1408, |
| "step": 4360 |
| }, |
| { |
| "epoch": 0.873, |
| "grad_norm": 0.42196419835090637, |
| "learning_rate": 1.3351467074075068e-05, |
| "loss": 2.1301, |
| "step": 4365 |
| }, |
| { |
| "epoch": 0.874, |
| "grad_norm": 0.40128079056739807, |
| "learning_rate": 1.3145473075210921e-05, |
| "loss": 2.1288, |
| "step": 4370 |
| }, |
| { |
| "epoch": 0.875, |
| "grad_norm": 0.40371379256248474, |
| "learning_rate": 1.2941007707836148e-05, |
| "loss": 2.1145, |
| "step": 4375 |
| }, |
| { |
| "epoch": 0.876, |
| "grad_norm": 0.4210174083709717, |
| "learning_rate": 1.2738073255778741e-05, |
| "loss": 2.2467, |
| "step": 4380 |
| }, |
| { |
| "epoch": 0.877, |
| "grad_norm": 0.412621408700943, |
| "learning_rate": 1.2536671985766722e-05, |
| "loss": 2.12, |
| "step": 4385 |
| }, |
| { |
| "epoch": 0.878, |
| "grad_norm": 0.40745627880096436, |
| "learning_rate": 1.2336806147402828e-05, |
| "loss": 2.1071, |
| "step": 4390 |
| }, |
| { |
| "epoch": 0.879, |
| "grad_norm": 0.39555612206459045, |
| "learning_rate": 1.2138477973139515e-05, |
| "loss": 2.1897, |
| "step": 4395 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 0.45732036232948303, |
| "learning_rate": 1.1941689678253746e-05, |
| "loss": 2.1497, |
| "step": 4400 |
| }, |
| { |
| "epoch": 0.881, |
| "grad_norm": 0.44343504309654236, |
| "learning_rate": 1.1746443460822574e-05, |
| "loss": 2.1451, |
| "step": 4405 |
| }, |
| { |
| "epoch": 0.882, |
| "grad_norm": 0.4288816452026367, |
| "learning_rate": 1.1552741501698281e-05, |
| "loss": 2.1104, |
| "step": 4410 |
| }, |
| { |
| "epoch": 0.883, |
| "grad_norm": 0.41571128368377686, |
| "learning_rate": 1.136058596448428e-05, |
| "loss": 2.1129, |
| "step": 4415 |
| }, |
| { |
| "epoch": 0.884, |
| "grad_norm": 0.4085163474082947, |
| "learning_rate": 1.1169978995510753e-05, |
| "loss": 2.1633, |
| "step": 4420 |
| }, |
| { |
| "epoch": 0.885, |
| "grad_norm": 0.41918131709098816, |
| "learning_rate": 1.0980922723810765e-05, |
| "loss": 2.0841, |
| "step": 4425 |
| }, |
| { |
| "epoch": 0.886, |
| "grad_norm": 0.42264747619628906, |
| "learning_rate": 1.079341926109652e-05, |
| "loss": 2.083, |
| "step": 4430 |
| }, |
| { |
| "epoch": 0.887, |
| "grad_norm": 0.4294689893722534, |
| "learning_rate": 1.0607470701735632e-05, |
| "loss": 2.1732, |
| "step": 4435 |
| }, |
| { |
| "epoch": 0.888, |
| "grad_norm": 0.41121116280555725, |
| "learning_rate": 1.0423079122727974e-05, |
| "loss": 2.1585, |
| "step": 4440 |
| }, |
| { |
| "epoch": 0.889, |
| "grad_norm": 0.4106404185295105, |
| "learning_rate": 1.0240246583682177e-05, |
| "loss": 2.1152, |
| "step": 4445 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 0.4227830171585083, |
| "learning_rate": 1.0058975126792873e-05, |
| "loss": 2.1444, |
| "step": 4450 |
| }, |
| { |
| "epoch": 0.891, |
| "grad_norm": 0.4478638470172882, |
| "learning_rate": 9.879266776817757e-06, |
| "loss": 2.1113, |
| "step": 4455 |
| }, |
| { |
| "epoch": 0.892, |
| "grad_norm": 0.42579948902130127, |
| "learning_rate": 9.701123541055023e-06, |
| "loss": 2.189, |
| "step": 4460 |
| }, |
| { |
| "epoch": 0.893, |
| "grad_norm": 0.4126085937023163, |
| "learning_rate": 9.524547409320881e-06, |
| "loss": 2.1873, |
| "step": 4465 |
| }, |
| { |
| "epoch": 0.894, |
| "grad_norm": 0.3965235650539398, |
| "learning_rate": 9.349540353927415e-06, |
| "loss": 2.1206, |
| "step": 4470 |
| }, |
| { |
| "epoch": 0.895, |
| "grad_norm": 0.44063737988471985, |
| "learning_rate": 9.176104329660472e-06, |
| "loss": 2.0752, |
| "step": 4475 |
| }, |
| { |
| "epoch": 0.896, |
| "grad_norm": 0.41276708245277405, |
| "learning_rate": 9.004241273757957e-06, |
| "loss": 2.1658, |
| "step": 4480 |
| }, |
| { |
| "epoch": 0.897, |
| "grad_norm": 0.4311666190624237, |
| "learning_rate": 8.833953105887975e-06, |
| "loss": 2.1305, |
| "step": 4485 |
| }, |
| { |
| "epoch": 0.898, |
| "grad_norm": 0.4143565893173218, |
| "learning_rate": 8.665241728127592e-06, |
| "loss": 2.1187, |
| "step": 4490 |
| }, |
| { |
| "epoch": 0.899, |
| "grad_norm": 0.40346577763557434, |
| "learning_rate": 8.498109024941541e-06, |
| "loss": 2.2537, |
| "step": 4495 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 0.3936259150505066, |
| "learning_rate": 8.332556863161093e-06, |
| "loss": 2.162, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.901, |
| "grad_norm": 0.42583733797073364, |
| "learning_rate": 8.168587091963247e-06, |
| "loss": 2.1827, |
| "step": 4505 |
| }, |
| { |
| "epoch": 0.902, |
| "grad_norm": 0.4225499629974365, |
| "learning_rate": 8.006201542850132e-06, |
| "loss": 2.0864, |
| "step": 4510 |
| }, |
| { |
| "epoch": 0.903, |
| "grad_norm": 0.3910048305988312, |
| "learning_rate": 7.84540202962854e-06, |
| "loss": 2.1557, |
| "step": 4515 |
| }, |
| { |
| "epoch": 0.904, |
| "grad_norm": 0.42542725801467896, |
| "learning_rate": 7.686190348389542e-06, |
| "loss": 2.0824, |
| "step": 4520 |
| }, |
| { |
| "epoch": 0.905, |
| "grad_norm": 0.4061259627342224, |
| "learning_rate": 7.528568277488539e-06, |
| "loss": 2.1533, |
| "step": 4525 |
| }, |
| { |
| "epoch": 0.906, |
| "grad_norm": 0.4078681766986847, |
| "learning_rate": 7.372537577525395e-06, |
| "loss": 2.2207, |
| "step": 4530 |
| }, |
| { |
| "epoch": 0.907, |
| "grad_norm": 0.4450269341468811, |
| "learning_rate": 7.218099991324827e-06, |
| "loss": 2.1339, |
| "step": 4535 |
| }, |
| { |
| "epoch": 0.908, |
| "grad_norm": 0.42582967877388, |
| "learning_rate": 7.0652572439166726e-06, |
| "loss": 2.191, |
| "step": 4540 |
| }, |
| { |
| "epoch": 0.909, |
| "grad_norm": 0.4486072063446045, |
| "learning_rate": 6.914011042516965e-06, |
| "loss": 2.2439, |
| "step": 4545 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 0.43058037757873535, |
| "learning_rate": 6.7643630765086885e-06, |
| "loss": 2.1713, |
| "step": 4550 |
| }, |
| { |
| "epoch": 0.911, |
| "grad_norm": 0.4128859341144562, |
| "learning_rate": 6.616315017422891e-06, |
| "loss": 2.1686, |
| "step": 4555 |
| }, |
| { |
| "epoch": 0.912, |
| "grad_norm": 0.4264604151248932, |
| "learning_rate": 6.4698685189200625e-06, |
| "loss": 2.1281, |
| "step": 4560 |
| }, |
| { |
| "epoch": 0.913, |
| "grad_norm": 0.3913510739803314, |
| "learning_rate": 6.325025216771657e-06, |
| "loss": 2.1368, |
| "step": 4565 |
| }, |
| { |
| "epoch": 0.914, |
| "grad_norm": 0.40388935804367065, |
| "learning_rate": 6.181786728841847e-06, |
| "loss": 2.2191, |
| "step": 4570 |
| }, |
| { |
| "epoch": 0.915, |
| "grad_norm": 0.43146443367004395, |
| "learning_rate": 6.040154655069401e-06, |
| "loss": 2.131, |
| "step": 4575 |
| }, |
| { |
| "epoch": 0.916, |
| "grad_norm": 0.42876219749450684, |
| "learning_rate": 5.900130577449785e-06, |
| "loss": 2.1655, |
| "step": 4580 |
| }, |
| { |
| "epoch": 0.917, |
| "grad_norm": 0.4041782021522522, |
| "learning_rate": 5.761716060017652e-06, |
| "loss": 2.1558, |
| "step": 4585 |
| }, |
| { |
| "epoch": 0.918, |
| "grad_norm": 0.46385347843170166, |
| "learning_rate": 5.652144368961192e-06, |
| "loss": 2.2228, |
| "step": 4590 |
| }, |
| { |
| "epoch": 0.919, |
| "grad_norm": 0.4040263295173645, |
| "learning_rate": 5.516630943835609e-06, |
| "loss": 2.0635, |
| "step": 4595 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 0.4247514009475708, |
| "learning_rate": 5.382731362494269e-06, |
| "loss": 2.1747, |
| "step": 4600 |
| }, |
| { |
| "epoch": 0.921, |
| "grad_norm": 0.43409496545791626, |
| "learning_rate": 5.250447120562695e-06, |
| "loss": 2.136, |
| "step": 4605 |
| }, |
| { |
| "epoch": 0.922, |
| "grad_norm": 0.42186084389686584, |
| "learning_rate": 5.1197796956234106e-06, |
| "loss": 2.1409, |
| "step": 4610 |
| }, |
| { |
| "epoch": 0.923, |
| "grad_norm": 0.4255131483078003, |
| "learning_rate": 4.990730547199467e-06, |
| "loss": 2.1583, |
| "step": 4615 |
| }, |
| { |
| "epoch": 0.924, |
| "grad_norm": 0.41459619998931885, |
| "learning_rate": 4.863301116738211e-06, |
| "loss": 2.1897, |
| "step": 4620 |
| }, |
| { |
| "epoch": 0.925, |
| "grad_norm": 0.4171781539916992, |
| "learning_rate": 4.737492827595107e-06, |
| "loss": 2.161, |
| "step": 4625 |
| }, |
| { |
| "epoch": 0.926, |
| "grad_norm": 0.39910873770713806, |
| "learning_rate": 4.6133070850178924e-06, |
| "loss": 2.1911, |
| "step": 4630 |
| }, |
| { |
| "epoch": 0.927, |
| "grad_norm": 0.43180596828460693, |
| "learning_rate": 4.490745276130814e-06, |
| "loss": 2.1061, |
| "step": 4635 |
| }, |
| { |
| "epoch": 0.928, |
| "grad_norm": 0.43445250391960144, |
| "learning_rate": 4.369808769919214e-06, |
| "loss": 2.1358, |
| "step": 4640 |
| }, |
| { |
| "epoch": 0.929, |
| "grad_norm": 0.3996482789516449, |
| "learning_rate": 4.2504989172142405e-06, |
| "loss": 2.1734, |
| "step": 4645 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 0.42857295274734497, |
| "learning_rate": 4.132817050677639e-06, |
| "loss": 2.1879, |
| "step": 4650 |
| }, |
| { |
| "epoch": 0.931, |
| "grad_norm": 0.43241751194000244, |
| "learning_rate": 4.016764484786972e-06, |
| "loss": 2.1718, |
| "step": 4655 |
| }, |
| { |
| "epoch": 0.932, |
| "grad_norm": 0.41567280888557434, |
| "learning_rate": 3.9023425158209385e-06, |
| "loss": 2.1295, |
| "step": 4660 |
| }, |
| { |
| "epoch": 0.933, |
| "grad_norm": 0.41955962777137756, |
| "learning_rate": 3.78955242184491e-06, |
| "loss": 2.1306, |
| "step": 4665 |
| }, |
| { |
| "epoch": 0.934, |
| "grad_norm": 0.4202505946159363, |
| "learning_rate": 3.6783954626964873e-06, |
| "loss": 2.1312, |
| "step": 4670 |
| }, |
| { |
| "epoch": 0.935, |
| "grad_norm": 0.43055739998817444, |
| "learning_rate": 3.5688728799716626e-06, |
| "loss": 2.1468, |
| "step": 4675 |
| }, |
| { |
| "epoch": 0.936, |
| "grad_norm": 0.41296547651290894, |
| "learning_rate": 3.460985897010832e-06, |
| "loss": 2.1501, |
| "step": 4680 |
| }, |
| { |
| "epoch": 0.937, |
| "grad_norm": 0.4199470281600952, |
| "learning_rate": 3.354735718885121e-06, |
| "loss": 2.1343, |
| "step": 4685 |
| }, |
| { |
| "epoch": 0.938, |
| "grad_norm": 0.4009940028190613, |
| "learning_rate": 3.2501235323829146e-06, |
| "loss": 2.1858, |
| "step": 4690 |
| }, |
| { |
| "epoch": 0.939, |
| "grad_norm": 0.4397661089897156, |
| "learning_rate": 3.147150505996715e-06, |
| "loss": 2.219, |
| "step": 4695 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 0.4313606321811676, |
| "learning_rate": 3.0458177899099545e-06, |
| "loss": 2.1644, |
| "step": 4700 |
| }, |
| { |
| "epoch": 0.941, |
| "grad_norm": 0.40876680612564087, |
| "learning_rate": 2.9461265159841873e-06, |
| "loss": 2.2214, |
| "step": 4705 |
| }, |
| { |
| "epoch": 0.942, |
| "grad_norm": 0.44418561458587646, |
| "learning_rate": 2.848077797746501e-06, |
| "loss": 2.1538, |
| "step": 4710 |
| }, |
| { |
| "epoch": 0.943, |
| "grad_norm": 0.4055839478969574, |
| "learning_rate": 2.7516727303770248e-06, |
| "loss": 2.2004, |
| "step": 4715 |
| }, |
| { |
| "epoch": 0.944, |
| "grad_norm": 0.4120195209980011, |
| "learning_rate": 2.656912390696708e-06, |
| "loss": 2.1759, |
| "step": 4720 |
| }, |
| { |
| "epoch": 0.945, |
| "grad_norm": 0.41687390208244324, |
| "learning_rate": 2.5637978371552794e-06, |
| "loss": 2.1172, |
| "step": 4725 |
| }, |
| { |
| "epoch": 0.946, |
| "grad_norm": 0.42830410599708557, |
| "learning_rate": 2.4723301098194704e-06, |
| "loss": 2.2135, |
| "step": 4730 |
| }, |
| { |
| "epoch": 0.947, |
| "grad_norm": 0.4193302392959595, |
| "learning_rate": 2.3825102303613617e-06, |
| "loss": 2.141, |
| "step": 4735 |
| }, |
| { |
| "epoch": 0.948, |
| "grad_norm": 0.44555971026420593, |
| "learning_rate": 2.2943392020469742e-06, |
| "loss": 2.179, |
| "step": 4740 |
| }, |
| { |
| "epoch": 0.949, |
| "grad_norm": 0.3976489007472992, |
| "learning_rate": 2.2078180097250266e-06, |
| "loss": 2.1691, |
| "step": 4745 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 0.4367688000202179, |
| "learning_rate": 2.1229476198160456e-06, |
| "loss": 2.1502, |
| "step": 4750 |
| }, |
| { |
| "epoch": 0.951, |
| "grad_norm": 0.40627768635749817, |
| "learning_rate": 2.0397289803014584e-06, |
| "loss": 2.1399, |
| "step": 4755 |
| }, |
| { |
| "epoch": 0.952, |
| "grad_norm": 0.3884209096431732, |
| "learning_rate": 1.9581630207130326e-06, |
| "loss": 1.9814, |
| "step": 4760 |
| }, |
| { |
| "epoch": 0.953, |
| "grad_norm": 0.4176620841026306, |
| "learning_rate": 1.878250652122537e-06, |
| "loss": 2.1467, |
| "step": 4765 |
| }, |
| { |
| "epoch": 0.954, |
| "grad_norm": 0.41188085079193115, |
| "learning_rate": 1.7999927671315307e-06, |
| "loss": 2.1645, |
| "step": 4770 |
| }, |
| { |
| "epoch": 0.955, |
| "grad_norm": 0.41481921076774597, |
| "learning_rate": 1.7233902398613719e-06, |
| "loss": 2.1747, |
| "step": 4775 |
| }, |
| { |
| "epoch": 0.956, |
| "grad_norm": 0.40912356972694397, |
| "learning_rate": 1.6484439259435267e-06, |
| "loss": 2.1477, |
| "step": 4780 |
| }, |
| { |
| "epoch": 0.957, |
| "grad_norm": 0.44400301575660706, |
| "learning_rate": 1.575154662509892e-06, |
| "loss": 2.1439, |
| "step": 4785 |
| }, |
| { |
| "epoch": 0.958, |
| "grad_norm": 0.391618013381958, |
| "learning_rate": 1.5035232681835874e-06, |
| "loss": 2.0929, |
| "step": 4790 |
| }, |
| { |
| "epoch": 0.959, |
| "grad_norm": 0.4395817220211029, |
| "learning_rate": 1.4335505430696947e-06, |
| "loss": 2.2465, |
| "step": 4795 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 0.4161112606525421, |
| "learning_rate": 1.3652372687464164e-06, |
| "loss": 2.1842, |
| "step": 4800 |
| } |
| ], |
| "logging_steps": 5, |
| "max_steps": 5000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 9223372036854775807, |
| "save_steps": 100, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 3.93792398032896e+17, |
| "train_batch_size": 8, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
