| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 2.0, |
| "eval_steps": 500, |
| "global_step": 370, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.005405405405405406, |
| "grad_norm": 166.34339904785156, |
| "learning_rate": 0.0, |
| "loss": 7.4172, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.010810810810810811, |
| "grad_norm": 187.5918731689453, |
| "learning_rate": 5.405405405405406e-06, |
| "loss": 7.5679, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.016216216216216217, |
| "grad_norm": 52.4649658203125, |
| "learning_rate": 1.0810810810810812e-05, |
| "loss": 7.0005, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.021621621621621623, |
| "grad_norm": 37.77447509765625, |
| "learning_rate": 1.6216216216216218e-05, |
| "loss": 6.5778, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.02702702702702703, |
| "grad_norm": 29.47389793395996, |
| "learning_rate": 2.1621621621621624e-05, |
| "loss": 6.1619, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.032432432432432434, |
| "grad_norm": 11.992705345153809, |
| "learning_rate": 2.702702702702703e-05, |
| "loss": 5.8593, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.03783783783783784, |
| "grad_norm": 8.19919490814209, |
| "learning_rate": 3.2432432432432436e-05, |
| "loss": 5.5268, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.043243243243243246, |
| "grad_norm": 6.438775062561035, |
| "learning_rate": 3.783783783783784e-05, |
| "loss": 5.2354, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.04864864864864865, |
| "grad_norm": 3.4555141925811768, |
| "learning_rate": 4.324324324324325e-05, |
| "loss": 4.9956, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.05405405405405406, |
| "grad_norm": 3.111621856689453, |
| "learning_rate": 4.8648648648648654e-05, |
| "loss": 4.7073, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.05945945945945946, |
| "grad_norm": 2.309434413909912, |
| "learning_rate": 5.405405405405406e-05, |
| "loss": 4.5115, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.06486486486486487, |
| "grad_norm": 1.941659927368164, |
| "learning_rate": 5.9459459459459466e-05, |
| "loss": 4.2527, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.07027027027027027, |
| "grad_norm": 1.9665441513061523, |
| "learning_rate": 6.486486486486487e-05, |
| "loss": 4.0545, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.07567567567567568, |
| "grad_norm": 1.7107363939285278, |
| "learning_rate": 7.027027027027028e-05, |
| "loss": 3.8214, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.08108108108108109, |
| "grad_norm": 1.6905264854431152, |
| "learning_rate": 7.567567567567568e-05, |
| "loss": 3.6188, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.08648648648648649, |
| "grad_norm": 1.2384110689163208, |
| "learning_rate": 8.108108108108109e-05, |
| "loss": 3.3663, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.0918918918918919, |
| "grad_norm": 1.080546498298645, |
| "learning_rate": 8.64864864864865e-05, |
| "loss": 3.181, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.0972972972972973, |
| "grad_norm": 0.9721872806549072, |
| "learning_rate": 9.18918918918919e-05, |
| "loss": 2.9672, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.10270270270270271, |
| "grad_norm": 0.8164976239204407, |
| "learning_rate": 9.729729729729731e-05, |
| "loss": 2.7709, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.10810810810810811, |
| "grad_norm": 0.8994714021682739, |
| "learning_rate": 0.0001027027027027027, |
| "loss": 2.553, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.11351351351351352, |
| "grad_norm": 0.9458346366882324, |
| "learning_rate": 0.00010810810810810812, |
| "loss": 2.3567, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.11891891891891893, |
| "grad_norm": 1.1655299663543701, |
| "learning_rate": 0.00011351351351351351, |
| "loss": 2.1531, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.12432432432432433, |
| "grad_norm": 1.1697014570236206, |
| "learning_rate": 0.00011891891891891893, |
| "loss": 1.9005, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.12972972972972974, |
| "grad_norm": 1.003651738166809, |
| "learning_rate": 0.00012432432432432433, |
| "loss": 1.6242, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.13513513513513514, |
| "grad_norm": 0.8397846817970276, |
| "learning_rate": 0.00012972972972972974, |
| "loss": 1.4416, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.14054054054054055, |
| "grad_norm": 0.6541157960891724, |
| "learning_rate": 0.00013513513513513514, |
| "loss": 1.2792, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.14594594594594595, |
| "grad_norm": 0.612557590007782, |
| "learning_rate": 0.00014054054054054056, |
| "loss": 1.1801, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.15135135135135136, |
| "grad_norm": 0.4974724352359772, |
| "learning_rate": 0.00014594594594594595, |
| "loss": 1.0689, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.15675675675675677, |
| "grad_norm": 0.4679795205593109, |
| "learning_rate": 0.00015135135135135137, |
| "loss": 1.0099, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.16216216216216217, |
| "grad_norm": 0.3515791893005371, |
| "learning_rate": 0.00015675675675675676, |
| "loss": 0.9363, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.16756756756756758, |
| "grad_norm": 0.30370157957077026, |
| "learning_rate": 0.00016216216216216218, |
| "loss": 0.8544, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.17297297297297298, |
| "grad_norm": 0.28620409965515137, |
| "learning_rate": 0.00016756756756756757, |
| "loss": 0.8724, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.1783783783783784, |
| "grad_norm": 0.23916271328926086, |
| "learning_rate": 0.000172972972972973, |
| "loss": 0.8163, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.1837837837837838, |
| "grad_norm": 0.24133414030075073, |
| "learning_rate": 0.00017837837837837839, |
| "loss": 0.8094, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.1891891891891892, |
| "grad_norm": 0.20248687267303467, |
| "learning_rate": 0.0001837837837837838, |
| "loss": 0.7914, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.1945945945945946, |
| "grad_norm": 0.16612087190151215, |
| "learning_rate": 0.0001891891891891892, |
| "loss": 0.7721, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 0.16773800551891327, |
| "learning_rate": 0.00019459459459459462, |
| "loss": 0.7746, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.20540540540540542, |
| "grad_norm": 0.13932561874389648, |
| "learning_rate": 0.0002, |
| "loss": 0.7444, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.21081081081081082, |
| "grad_norm": 0.1528484970331192, |
| "learning_rate": 0.0001999955498150411, |
| "loss": 0.7434, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.21621621621621623, |
| "grad_norm": 0.12268492579460144, |
| "learning_rate": 0.00019998219965624734, |
| "loss": 0.7278, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.22162162162162163, |
| "grad_norm": 0.11921179294586182, |
| "learning_rate": 0.0001999599507118322, |
| "loss": 0.71, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.22702702702702704, |
| "grad_norm": 0.11119277030229568, |
| "learning_rate": 0.000199928804962034, |
| "loss": 0.6873, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.23243243243243245, |
| "grad_norm": 0.10249276459217072, |
| "learning_rate": 0.0001998887651789398, |
| "loss": 0.6887, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.23783783783783785, |
| "grad_norm": 0.1001831665635109, |
| "learning_rate": 0.00019983983492623833, |
| "loss": 0.6915, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.24324324324324326, |
| "grad_norm": 0.10323046892881393, |
| "learning_rate": 0.00019978201855890308, |
| "loss": 0.6763, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.24864864864864866, |
| "grad_norm": 0.10003294050693512, |
| "learning_rate": 0.00019971532122280464, |
| "loss": 0.6561, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.25405405405405407, |
| "grad_norm": 0.08443877846002579, |
| "learning_rate": 0.00019963974885425266, |
| "loss": 0.6784, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.2594594594594595, |
| "grad_norm": 0.09182324260473251, |
| "learning_rate": 0.00019955530817946748, |
| "loss": 0.6587, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.2648648648648649, |
| "grad_norm": 0.13076290488243103, |
| "learning_rate": 0.0001994620067139815, |
| "loss": 0.6483, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.2702702702702703, |
| "grad_norm": 0.08880296349525452, |
| "learning_rate": 0.0001993598527619703, |
| "loss": 0.6451, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.2756756756756757, |
| "grad_norm": 0.07715742290019989, |
| "learning_rate": 0.0001992488554155135, |
| "loss": 0.6329, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.2810810810810811, |
| "grad_norm": 0.077003113925457, |
| "learning_rate": 0.00019912902455378556, |
| "loss": 0.6397, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.2864864864864865, |
| "grad_norm": 0.06974707543849945, |
| "learning_rate": 0.00019900037084217637, |
| "loss": 0.619, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.2918918918918919, |
| "grad_norm": 0.06869279593229294, |
| "learning_rate": 0.00019886290573134228, |
| "loss": 0.6326, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.2972972972972973, |
| "grad_norm": 0.06709641218185425, |
| "learning_rate": 0.00019871664145618657, |
| "loss": 0.6305, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.3027027027027027, |
| "grad_norm": 0.07039665430784225, |
| "learning_rate": 0.00019856159103477086, |
| "loss": 0.6058, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.3081081081081081, |
| "grad_norm": 0.07261249423027039, |
| "learning_rate": 0.00019839776826715614, |
| "loss": 0.6133, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.31351351351351353, |
| "grad_norm": 0.07141660153865814, |
| "learning_rate": 0.0001982251877341748, |
| "loss": 0.6136, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.31891891891891894, |
| "grad_norm": 0.06658609956502914, |
| "learning_rate": 0.0001980438647961327, |
| "loss": 0.6407, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.32432432432432434, |
| "grad_norm": 0.07396089285612106, |
| "learning_rate": 0.00019785381559144196, |
| "loss": 0.601, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.32972972972972975, |
| "grad_norm": 0.08898008614778519, |
| "learning_rate": 0.00019765505703518496, |
| "loss": 0.6149, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.33513513513513515, |
| "grad_norm": 0.1093701645731926, |
| "learning_rate": 0.00019744760681760832, |
| "loss": 0.6014, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.34054054054054056, |
| "grad_norm": 0.1039031520485878, |
| "learning_rate": 0.00019723148340254892, |
| "loss": 0.6126, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.34594594594594597, |
| "grad_norm": 0.14217646420001984, |
| "learning_rate": 0.00019700670602579008, |
| "loss": 0.6057, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.35135135135135137, |
| "grad_norm": 0.11971811205148697, |
| "learning_rate": 0.0001967732946933499, |
| "loss": 0.6041, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.3567567567567568, |
| "grad_norm": 0.12108401209115982, |
| "learning_rate": 0.00019653127017970034, |
| "loss": 0.5906, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.3621621621621622, |
| "grad_norm": 0.0906200259923935, |
| "learning_rate": 0.00019628065402591845, |
| "loss": 0.6014, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.3675675675675676, |
| "grad_norm": 0.0969948098063469, |
| "learning_rate": 0.00019602146853776894, |
| "loss": 0.5973, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.372972972972973, |
| "grad_norm": 0.10772716253995895, |
| "learning_rate": 0.00019575373678371909, |
| "loss": 0.594, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.3783783783783784, |
| "grad_norm": 0.12335596233606339, |
| "learning_rate": 0.00019547748259288536, |
| "loss": 0.6009, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.3837837837837838, |
| "grad_norm": 0.14136555790901184, |
| "learning_rate": 0.00019519273055291266, |
| "loss": 0.5985, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.3891891891891892, |
| "grad_norm": 0.10604984313249588, |
| "learning_rate": 0.0001948995060077859, |
| "loss": 0.5982, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.3945945945945946, |
| "grad_norm": 0.08961839228868484, |
| "learning_rate": 0.00019459783505557424, |
| "loss": 0.5706, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 0.10604697465896606, |
| "learning_rate": 0.00019428774454610843, |
| "loss": 0.5898, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.40540540540540543, |
| "grad_norm": 0.10985071957111359, |
| "learning_rate": 0.00019396926207859084, |
| "loss": 0.5952, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.41081081081081083, |
| "grad_norm": 0.11850868165493011, |
| "learning_rate": 0.00019364241599913924, |
| "loss": 0.5803, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.41621621621621624, |
| "grad_norm": 0.1549469530582428, |
| "learning_rate": 0.00019330723539826375, |
| "loss": 0.5776, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.42162162162162165, |
| "grad_norm": 0.18124178051948547, |
| "learning_rate": 0.00019296375010827773, |
| "loss": 0.5757, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.42702702702702705, |
| "grad_norm": 0.16211983561515808, |
| "learning_rate": 0.0001926119907006426, |
| "loss": 0.5942, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.43243243243243246, |
| "grad_norm": 0.2041509449481964, |
| "learning_rate": 0.0001922519884832469, |
| "loss": 0.5946, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.43783783783783786, |
| "grad_norm": 0.1953067183494568, |
| "learning_rate": 0.00019188377549761963, |
| "loss": 0.6017, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.44324324324324327, |
| "grad_norm": 0.19392773509025574, |
| "learning_rate": 0.0001915073845160786, |
| "loss": 0.5896, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.4486486486486487, |
| "grad_norm": 0.1343798190355301, |
| "learning_rate": 0.0001911228490388136, |
| "loss": 0.5771, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.4540540540540541, |
| "grad_norm": 0.22122260928153992, |
| "learning_rate": 0.00019073020329090444, |
| "loss": 0.5948, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.4594594594594595, |
| "grad_norm": 0.23926760256290436, |
| "learning_rate": 0.00019032948221927524, |
| "loss": 0.5894, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.4648648648648649, |
| "grad_norm": 0.3518514335155487, |
| "learning_rate": 0.00018992072148958368, |
| "loss": 0.6073, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.4702702702702703, |
| "grad_norm": 0.46678459644317627, |
| "learning_rate": 0.00018950395748304678, |
| "loss": 0.6006, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.4756756756756757, |
| "grad_norm": 0.3574659824371338, |
| "learning_rate": 0.00018907922729320285, |
| "loss": 0.5843, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.4810810810810811, |
| "grad_norm": 0.1582118421792984, |
| "learning_rate": 0.00018864656872260985, |
| "loss": 0.5856, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.4864864864864865, |
| "grad_norm": 0.41187095642089844, |
| "learning_rate": 0.00018820602027948114, |
| "loss": 0.6022, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.4918918918918919, |
| "grad_norm": 0.26722782850265503, |
| "learning_rate": 0.00018775762117425777, |
| "loss": 0.5737, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.4972972972972973, |
| "grad_norm": 0.2423318475484848, |
| "learning_rate": 0.00018730141131611882, |
| "loss": 0.5646, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.5027027027027027, |
| "grad_norm": 0.3524855673313141, |
| "learning_rate": 0.00018683743130942928, |
| "loss": 0.5733, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.5081081081081081, |
| "grad_norm": 0.13441210985183716, |
| "learning_rate": 0.00018636572245012606, |
| "loss": 0.5813, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.5135135135135135, |
| "grad_norm": 0.30515116453170776, |
| "learning_rate": 0.00018588632672204264, |
| "loss": 0.5542, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.518918918918919, |
| "grad_norm": 0.17132249474525452, |
| "learning_rate": 0.0001853992867931721, |
| "loss": 0.5838, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.5243243243243243, |
| "grad_norm": 0.28823599219322205, |
| "learning_rate": 0.0001849046460118698, |
| "loss": 0.588, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.5297297297297298, |
| "grad_norm": 0.31162044405937195, |
| "learning_rate": 0.00018440244840299506, |
| "loss": 0.5747, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.5351351351351351, |
| "grad_norm": 0.1594020426273346, |
| "learning_rate": 0.00018389273866399275, |
| "loss": 0.572, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.5405405405405406, |
| "grad_norm": 0.27514341473579407, |
| "learning_rate": 0.00018337556216091517, |
| "loss": 0.5828, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.5459459459459459, |
| "grad_norm": 0.30611446499824524, |
| "learning_rate": 0.00018285096492438424, |
| "loss": 0.5731, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.5513513513513514, |
| "grad_norm": 0.4014338552951813, |
| "learning_rate": 0.00018231899364549455, |
| "loss": 0.5715, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.5567567567567567, |
| "grad_norm": 0.5616762042045593, |
| "learning_rate": 0.0001817796956716578, |
| "loss": 0.605, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.5621621621621622, |
| "grad_norm": 0.5975009202957153, |
| "learning_rate": 0.0001812331190023886, |
| "loss": 0.5571, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.5675675675675675, |
| "grad_norm": 0.34755927324295044, |
| "learning_rate": 0.00018067931228503246, |
| "loss": 0.5662, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.572972972972973, |
| "grad_norm": 0.4398202896118164, |
| "learning_rate": 0.00018011832481043576, |
| "loss": 0.5827, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.5783783783783784, |
| "grad_norm": 0.520788848400116, |
| "learning_rate": 0.000179550206508559, |
| "loss": 0.5825, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.5837837837837838, |
| "grad_norm": 0.3554728627204895, |
| "learning_rate": 0.0001789750079440326, |
| "loss": 0.5745, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.5891891891891892, |
| "grad_norm": 0.4278441369533539, |
| "learning_rate": 0.00017839278031165658, |
| "loss": 0.5901, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.5945945945945946, |
| "grad_norm": 0.5219722390174866, |
| "learning_rate": 0.00017780357543184397, |
| "loss": 0.5574, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 0.24311627447605133, |
| "learning_rate": 0.00017720744574600863, |
| "loss": 0.5721, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.6054054054054054, |
| "grad_norm": 0.37851300835609436, |
| "learning_rate": 0.0001766044443118978, |
| "loss": 0.5522, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.6108108108108108, |
| "grad_norm": 0.2819484770298004, |
| "learning_rate": 0.00017599462479886974, |
| "loss": 0.5762, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.6162162162162163, |
| "grad_norm": 0.4176675081253052, |
| "learning_rate": 0.00017537804148311695, |
| "loss": 0.5871, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.6216216216216216, |
| "grad_norm": 0.5771986842155457, |
| "learning_rate": 0.00017475474924283536, |
| "loss": 0.5898, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.6270270270270271, |
| "grad_norm": 0.5216075778007507, |
| "learning_rate": 0.00017412480355334005, |
| "loss": 0.5817, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.6324324324324324, |
| "grad_norm": 0.48448437452316284, |
| "learning_rate": 0.0001734882604821276, |
| "loss": 0.5815, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.6378378378378379, |
| "grad_norm": 0.42380860447883606, |
| "learning_rate": 0.0001728451766838861, |
| "loss": 0.5781, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.6432432432432432, |
| "grad_norm": 0.27722859382629395, |
| "learning_rate": 0.00017219560939545246, |
| "loss": 0.5797, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.6486486486486487, |
| "grad_norm": 0.3511153757572174, |
| "learning_rate": 0.0001715396164307182, |
| "loss": 0.5978, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.654054054054054, |
| "grad_norm": 0.3476790189743042, |
| "learning_rate": 0.00017087725617548385, |
| "loss": 0.5633, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.6594594594594595, |
| "grad_norm": 0.359022319316864, |
| "learning_rate": 0.00017020858758226229, |
| "loss": 0.5767, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.6648648648648648, |
| "grad_norm": 0.3652413487434387, |
| "learning_rate": 0.00016953367016503182, |
| "loss": 0.5803, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.6702702702702703, |
| "grad_norm": 0.3911918103694916, |
| "learning_rate": 0.00016885256399393924, |
| "loss": 0.5669, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.6756756756756757, |
| "grad_norm": 0.29855138063430786, |
| "learning_rate": 0.00016816532968995328, |
| "loss": 0.5701, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.6810810810810811, |
| "grad_norm": 0.3289024531841278, |
| "learning_rate": 0.00016747202841946928, |
| "loss": 0.5691, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.6864864864864865, |
| "grad_norm": 0.43118664622306824, |
| "learning_rate": 0.00016677272188886483, |
| "loss": 0.595, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.6918918918918919, |
| "grad_norm": 0.48039013147354126, |
| "learning_rate": 0.00016606747233900815, |
| "loss": 0.5894, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.6972972972972973, |
| "grad_norm": 0.5704895853996277, |
| "learning_rate": 0.00016535634253971794, |
| "loss": 0.571, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.7027027027027027, |
| "grad_norm": 0.4907408356666565, |
| "learning_rate": 0.00016463939578417692, |
| "loss": 0.5705, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.7081081081081081, |
| "grad_norm": 0.40252187848091125, |
| "learning_rate": 0.0001639166958832985, |
| "loss": 0.565, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.7135135135135136, |
| "grad_norm": 0.5997945070266724, |
| "learning_rate": 0.00016318830716004722, |
| "loss": 0.5746, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.7189189189189189, |
| "grad_norm": 0.6897152066230774, |
| "learning_rate": 0.0001624542944437139, |
| "loss": 0.5744, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.7243243243243244, |
| "grad_norm": 0.6489009857177734, |
| "learning_rate": 0.00016171472306414554, |
| "loss": 0.5905, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.7297297297297297, |
| "grad_norm": 0.5703084468841553, |
| "learning_rate": 0.0001609696588459307, |
| "loss": 0.5893, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.7351351351351352, |
| "grad_norm": 0.5917540192604065, |
| "learning_rate": 0.00016021916810254097, |
| "loss": 0.5878, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.7405405405405405, |
| "grad_norm": 0.6699403524398804, |
| "learning_rate": 0.00015946331763042867, |
| "loss": 0.5776, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.745945945945946, |
| "grad_norm": 0.6214162111282349, |
| "learning_rate": 0.00015870217470308188, |
| "loss": 0.5866, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.7513513513513513, |
| "grad_norm": 0.5269213914871216, |
| "learning_rate": 0.0001579358070650367, |
| "loss": 0.5797, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.7567567567567568, |
| "grad_norm": 0.5156534910202026, |
| "learning_rate": 0.00015716428292584787, |
| "loss": 0.5837, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.7621621621621621, |
| "grad_norm": 0.3855270445346832, |
| "learning_rate": 0.0001563876709540178, |
| "loss": 0.5794, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.7675675675675676, |
| "grad_norm": 0.42134228348731995, |
| "learning_rate": 0.00015560604027088477, |
| "loss": 0.5607, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.772972972972973, |
| "grad_norm": 0.2681983709335327, |
| "learning_rate": 0.00015481946044447099, |
| "loss": 0.5887, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.7783783783783784, |
| "grad_norm": 0.5026779174804688, |
| "learning_rate": 0.00015402800148329071, |
| "loss": 0.5951, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.7837837837837838, |
| "grad_norm": 0.5202389359474182, |
| "learning_rate": 0.0001532317338301192, |
| "loss": 0.5963, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.7891891891891892, |
| "grad_norm": 0.43367475271224976, |
| "learning_rate": 0.00015243072835572318, |
| "loss": 0.563, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.7945945945945946, |
| "grad_norm": 0.4822995960712433, |
| "learning_rate": 0.00015162505635255287, |
| "loss": 0.5675, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 0.4385891854763031, |
| "learning_rate": 0.00015081478952839693, |
| "loss": 0.5672, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.8054054054054054, |
| "grad_norm": 0.27161282300949097, |
| "learning_rate": 0.00015000000000000001, |
| "loss": 0.5564, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.8108108108108109, |
| "grad_norm": 0.47754400968551636, |
| "learning_rate": 0.0001491807602866442, |
| "loss": 0.5865, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.8162162162162162, |
| "grad_norm": 0.6711156368255615, |
| "learning_rate": 0.00014835714330369446, |
| "loss": 0.5818, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.8216216216216217, |
| "grad_norm": 0.713715136051178, |
| "learning_rate": 0.000147529222356109, |
| "loss": 0.5807, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.827027027027027, |
| "grad_norm": 0.7641165852546692, |
| "learning_rate": 0.00014669707113191483, |
| "loss": 0.5604, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.8324324324324325, |
| "grad_norm": 0.6011711955070496, |
| "learning_rate": 0.00014586076369564908, |
| "loss": 0.5778, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.8378378378378378, |
| "grad_norm": 0.43020206689834595, |
| "learning_rate": 0.00014502037448176734, |
| "loss": 0.5785, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.8432432432432433, |
| "grad_norm": 0.4680975377559662, |
| "learning_rate": 0.00014417597828801832, |
| "loss": 0.5785, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.8486486486486486, |
| "grad_norm": 0.5653423070907593, |
| "learning_rate": 0.00014332765026878687, |
| "loss": 0.5913, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.8540540540540541, |
| "grad_norm": 0.6896083354949951, |
| "learning_rate": 0.0001424754659284048, |
| "loss": 0.5769, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.8594594594594595, |
| "grad_norm": 0.5635109543800354, |
| "learning_rate": 0.00014161950111443077, |
| "loss": 0.5552, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.8648648648648649, |
| "grad_norm": 0.44970378279685974, |
| "learning_rate": 0.00014075983201089964, |
| "loss": 0.5716, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.8702702702702703, |
| "grad_norm": 0.8098542094230652, |
| "learning_rate": 0.00013989653513154165, |
| "loss": 0.5913, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.8756756756756757, |
| "grad_norm": 0.7309775948524475, |
| "learning_rate": 0.00013902968731297255, |
| "loss": 0.593, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.8810810810810811, |
| "grad_norm": 0.7028838992118835, |
| "learning_rate": 0.00013815936570785487, |
| "loss": 0.5623, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.8864864864864865, |
| "grad_norm": 0.6845377087593079, |
| "learning_rate": 0.00013728564777803088, |
| "loss": 0.5829, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.8918918918918919, |
| "grad_norm": 0.43059009313583374, |
| "learning_rate": 0.0001364086112876284, |
| "loss": 0.5786, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.8972972972972973, |
| "grad_norm": 0.8795806765556335, |
| "learning_rate": 0.00013552833429613938, |
| "loss": 0.5714, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.9027027027027027, |
| "grad_norm": 1.0658906698226929, |
| "learning_rate": 0.00013464489515147238, |
| "loss": 0.5688, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.9081081081081082, |
| "grad_norm": 0.7074139714241028, |
| "learning_rate": 0.00013375837248297926, |
| "loss": 0.5736, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.9135135135135135, |
| "grad_norm": 0.5696041584014893, |
| "learning_rate": 0.0001328688451944569, |
| "loss": 0.5862, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.918918918918919, |
| "grad_norm": 0.46176642179489136, |
| "learning_rate": 0.00013197639245712454, |
| "loss": 0.5806, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.9243243243243243, |
| "grad_norm": 0.6477006673812866, |
| "learning_rate": 0.00013108109370257712, |
| "loss": 0.5508, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.9297297297297298, |
| "grad_norm": 0.6348613500595093, |
| "learning_rate": 0.0001301830286157157, |
| "loss": 0.5763, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.9351351351351351, |
| "grad_norm": 0.3889661729335785, |
| "learning_rate": 0.00012928227712765504, |
| "loss": 0.5795, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.9405405405405406, |
| "grad_norm": 0.7158688306808472, |
| "learning_rate": 0.00012837891940860972, |
| "loss": 0.5504, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.9459459459459459, |
| "grad_norm": 0.49243494868278503, |
| "learning_rate": 0.0001274730358607583, |
| "loss": 0.5628, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.9513513513513514, |
| "grad_norm": 0.4271713197231293, |
| "learning_rate": 0.00012656470711108764, |
| "loss": 0.5696, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.9567567567567568, |
| "grad_norm": 0.6557771563529968, |
| "learning_rate": 0.00012565401400421651, |
| "loss": 0.5895, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.9621621621621622, |
| "grad_norm": 0.39298897981643677, |
| "learning_rate": 0.00012474103759520027, |
| "loss": 0.5669, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.9675675675675676, |
| "grad_norm": 0.4338141083717346, |
| "learning_rate": 0.0001238258591423165, |
| "loss": 0.5595, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.972972972972973, |
| "grad_norm": 0.4943206012248993, |
| "learning_rate": 0.000122908560099833, |
| "loss": 0.5636, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.9783783783783784, |
| "grad_norm": 0.3071780502796173, |
| "learning_rate": 0.00012198922211075778, |
| "loss": 0.5771, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.9837837837837838, |
| "grad_norm": 0.3990117907524109, |
| "learning_rate": 0.00012106792699957263, |
| "loss": 0.5546, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.9891891891891892, |
| "grad_norm": 0.3104795217514038, |
| "learning_rate": 0.00012014475676495052, |
| "loss": 0.5523, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.9945945945945946, |
| "grad_norm": 0.40355923771858215, |
| "learning_rate": 0.0001192197935724573, |
| "loss": 0.5621, |
| "step": 184 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.42520806193351746, |
| "learning_rate": 0.00011829311974723867, |
| "loss": 0.5742, |
| "step": 185 |
| }, |
| { |
| "epoch": 1.0054054054054054, |
| "grad_norm": 0.2284257560968399, |
| "learning_rate": 0.00011736481776669306, |
| "loss": 0.5681, |
| "step": 186 |
| }, |
| { |
| "epoch": 1.0108108108108107, |
| "grad_norm": 0.35243916511535645, |
| "learning_rate": 0.00011643497025313061, |
| "loss": 0.5641, |
| "step": 187 |
| }, |
| { |
| "epoch": 1.0162162162162163, |
| "grad_norm": 0.42704927921295166, |
| "learning_rate": 0.00011550365996641979, |
| "loss": 0.5634, |
| "step": 188 |
| }, |
| { |
| "epoch": 1.0216216216216216, |
| "grad_norm": 0.3367633819580078, |
| "learning_rate": 0.00011457096979662114, |
| "loss": 0.5705, |
| "step": 189 |
| }, |
| { |
| "epoch": 1.027027027027027, |
| "grad_norm": 0.38994061946868896, |
| "learning_rate": 0.00011363698275661001, |
| "loss": 0.5522, |
| "step": 190 |
| }, |
| { |
| "epoch": 1.0324324324324325, |
| "grad_norm": 0.3361996114253998, |
| "learning_rate": 0.00011270178197468789, |
| "loss": 0.5688, |
| "step": 191 |
| }, |
| { |
| "epoch": 1.037837837837838, |
| "grad_norm": 0.29897335171699524, |
| "learning_rate": 0.00011176545068718385, |
| "loss": 0.5619, |
| "step": 192 |
| }, |
| { |
| "epoch": 1.0432432432432432, |
| "grad_norm": 0.44845789670944214, |
| "learning_rate": 0.0001108280722310462, |
| "loss": 0.5599, |
| "step": 193 |
| }, |
| { |
| "epoch": 1.0486486486486486, |
| "grad_norm": 0.3990190923213959, |
| "learning_rate": 0.00010988973003642499, |
| "loss": 0.5887, |
| "step": 194 |
| }, |
| { |
| "epoch": 1.054054054054054, |
| "grad_norm": 0.4176868796348572, |
| "learning_rate": 0.00010895050761924668, |
| "loss": 0.5816, |
| "step": 195 |
| }, |
| { |
| "epoch": 1.0594594594594595, |
| "grad_norm": 0.5121976733207703, |
| "learning_rate": 0.00010801048857378071, |
| "loss": 0.5629, |
| "step": 196 |
| }, |
| { |
| "epoch": 1.0648648648648649, |
| "grad_norm": 0.42421454191207886, |
| "learning_rate": 0.00010706975656519946, |
| "loss": 0.5549, |
| "step": 197 |
| }, |
| { |
| "epoch": 1.0702702702702702, |
| "grad_norm": 0.34359657764434814, |
| "learning_rate": 0.00010612839532213164, |
| "loss": 0.554, |
| "step": 198 |
| }, |
| { |
| "epoch": 1.0756756756756758, |
| "grad_norm": 0.2899879813194275, |
| "learning_rate": 0.00010518648862921012, |
| "loss": 0.5679, |
| "step": 199 |
| }, |
| { |
| "epoch": 1.0810810810810811, |
| "grad_norm": 0.3595804274082184, |
| "learning_rate": 0.00010424412031961484, |
| "loss": 0.5765, |
| "step": 200 |
| }, |
| { |
| "epoch": 1.0864864864864865, |
| "grad_norm": 0.4479254484176636, |
| "learning_rate": 0.00010330137426761135, |
| "loss": 0.5824, |
| "step": 201 |
| }, |
| { |
| "epoch": 1.0918918918918918, |
| "grad_norm": 0.4118141829967499, |
| "learning_rate": 0.00010235833438108571, |
| "loss": 0.5684, |
| "step": 202 |
| }, |
| { |
| "epoch": 1.0972972972972972, |
| "grad_norm": 0.3013007640838623, |
| "learning_rate": 0.00010141508459407623, |
| "loss": 0.5634, |
| "step": 203 |
| }, |
| { |
| "epoch": 1.1027027027027028, |
| "grad_norm": 0.32391178607940674, |
| "learning_rate": 0.00010047170885930324, |
| "loss": 0.5702, |
| "step": 204 |
| }, |
| { |
| "epoch": 1.1081081081081081, |
| "grad_norm": 0.35440289974212646, |
| "learning_rate": 9.95282911406968e-05, |
| "loss": 0.5679, |
| "step": 205 |
| }, |
| { |
| "epoch": 1.1135135135135135, |
| "grad_norm": 0.3799758851528168, |
| "learning_rate": 9.858491540592382e-05, |
| "loss": 0.5769, |
| "step": 206 |
| }, |
| { |
| "epoch": 1.118918918918919, |
| "grad_norm": 0.37513500452041626, |
| "learning_rate": 9.764166561891432e-05, |
| "loss": 0.5669, |
| "step": 207 |
| }, |
| { |
| "epoch": 1.1243243243243244, |
| "grad_norm": 0.4138847291469574, |
| "learning_rate": 9.669862573238863e-05, |
| "loss": 0.5883, |
| "step": 208 |
| }, |
| { |
| "epoch": 1.1297297297297297, |
| "grad_norm": 0.4087463915348053, |
| "learning_rate": 9.57558796803852e-05, |
| "loss": 0.5564, |
| "step": 209 |
| }, |
| { |
| "epoch": 1.135135135135135, |
| "grad_norm": 0.3634737432003021, |
| "learning_rate": 9.48135113707899e-05, |
| "loss": 0.5623, |
| "step": 210 |
| }, |
| { |
| "epoch": 1.1405405405405404, |
| "grad_norm": 0.28195977210998535, |
| "learning_rate": 9.38716046778684e-05, |
| "loss": 0.5632, |
| "step": 211 |
| }, |
| { |
| "epoch": 1.145945945945946, |
| "grad_norm": 0.26449114084243774, |
| "learning_rate": 9.293024343480055e-05, |
| "loss": 0.5664, |
| "step": 212 |
| }, |
| { |
| "epoch": 1.1513513513513514, |
| "grad_norm": 0.3275916576385498, |
| "learning_rate": 9.198951142621929e-05, |
| "loss": 0.5582, |
| "step": 213 |
| }, |
| { |
| "epoch": 1.1567567567567567, |
| "grad_norm": 0.2918509840965271, |
| "learning_rate": 9.104949238075336e-05, |
| "loss": 0.5595, |
| "step": 214 |
| }, |
| { |
| "epoch": 1.1621621621621623, |
| "grad_norm": 0.31472450494766235, |
| "learning_rate": 9.011026996357503e-05, |
| "loss": 0.5579, |
| "step": 215 |
| }, |
| { |
| "epoch": 1.1675675675675676, |
| "grad_norm": 0.251597136259079, |
| "learning_rate": 8.917192776895382e-05, |
| "loss": 0.5248, |
| "step": 216 |
| }, |
| { |
| "epoch": 1.172972972972973, |
| "grad_norm": 0.364433228969574, |
| "learning_rate": 8.823454931281616e-05, |
| "loss": 0.5691, |
| "step": 217 |
| }, |
| { |
| "epoch": 1.1783783783783783, |
| "grad_norm": 0.4497614800930023, |
| "learning_rate": 8.729821802531212e-05, |
| "loss": 0.5468, |
| "step": 218 |
| }, |
| { |
| "epoch": 1.1837837837837837, |
| "grad_norm": 0.3149522542953491, |
| "learning_rate": 8.636301724339004e-05, |
| "loss": 0.5561, |
| "step": 219 |
| }, |
| { |
| "epoch": 1.1891891891891893, |
| "grad_norm": 0.3531090021133423, |
| "learning_rate": 8.542903020337887e-05, |
| "loss": 0.5607, |
| "step": 220 |
| }, |
| { |
| "epoch": 1.1945945945945946, |
| "grad_norm": 0.36666902899742126, |
| "learning_rate": 8.449634003358022e-05, |
| "loss": 0.5629, |
| "step": 221 |
| }, |
| { |
| "epoch": 1.2, |
| "grad_norm": 0.27004843950271606, |
| "learning_rate": 8.356502974686941e-05, |
| "loss": 0.5759, |
| "step": 222 |
| }, |
| { |
| "epoch": 1.2054054054054055, |
| "grad_norm": 0.38194379210472107, |
| "learning_rate": 8.263518223330697e-05, |
| "loss": 0.5626, |
| "step": 223 |
| }, |
| { |
| "epoch": 1.2108108108108109, |
| "grad_norm": 0.42150571942329407, |
| "learning_rate": 8.170688025276134e-05, |
| "loss": 0.5692, |
| "step": 224 |
| }, |
| { |
| "epoch": 1.2162162162162162, |
| "grad_norm": 0.3516136407852173, |
| "learning_rate": 8.078020642754274e-05, |
| "loss": 0.5656, |
| "step": 225 |
| }, |
| { |
| "epoch": 1.2216216216216216, |
| "grad_norm": 0.2839685082435608, |
| "learning_rate": 7.985524323504948e-05, |
| "loss": 0.5591, |
| "step": 226 |
| }, |
| { |
| "epoch": 1.227027027027027, |
| "grad_norm": 0.2869662046432495, |
| "learning_rate": 7.89320730004274e-05, |
| "loss": 0.5482, |
| "step": 227 |
| }, |
| { |
| "epoch": 1.2324324324324325, |
| "grad_norm": 0.3703990578651428, |
| "learning_rate": 7.801077788924224e-05, |
| "loss": 0.5596, |
| "step": 228 |
| }, |
| { |
| "epoch": 1.2378378378378379, |
| "grad_norm": 0.36322546005249023, |
| "learning_rate": 7.709143990016702e-05, |
| "loss": 0.5678, |
| "step": 229 |
| }, |
| { |
| "epoch": 1.2432432432432432, |
| "grad_norm": 0.33027511835098267, |
| "learning_rate": 7.617414085768351e-05, |
| "loss": 0.5607, |
| "step": 230 |
| }, |
| { |
| "epoch": 1.2486486486486488, |
| "grad_norm": 0.2999548316001892, |
| "learning_rate": 7.525896240479976e-05, |
| "loss": 0.5468, |
| "step": 231 |
| }, |
| { |
| "epoch": 1.2540540540540541, |
| "grad_norm": 0.2634562849998474, |
| "learning_rate": 7.434598599578351e-05, |
| "loss": 0.5731, |
| "step": 232 |
| }, |
| { |
| "epoch": 1.2594594594594595, |
| "grad_norm": 0.3004055917263031, |
| "learning_rate": 7.343529288891239e-05, |
| "loss": 0.5608, |
| "step": 233 |
| }, |
| { |
| "epoch": 1.2648648648648648, |
| "grad_norm": 0.3801259994506836, |
| "learning_rate": 7.252696413924174e-05, |
| "loss": 0.5561, |
| "step": 234 |
| }, |
| { |
| "epoch": 1.2702702702702702, |
| "grad_norm": 0.297504186630249, |
| "learning_rate": 7.162108059139032e-05, |
| "loss": 0.5571, |
| "step": 235 |
| }, |
| { |
| "epoch": 1.2756756756756757, |
| "grad_norm": 0.2872467637062073, |
| "learning_rate": 7.071772287234497e-05, |
| "loss": 0.5487, |
| "step": 236 |
| }, |
| { |
| "epoch": 1.281081081081081, |
| "grad_norm": 0.3155842423439026, |
| "learning_rate": 6.981697138428434e-05, |
| "loss": 0.5582, |
| "step": 237 |
| }, |
| { |
| "epoch": 1.2864864864864864, |
| "grad_norm": 0.27752622961997986, |
| "learning_rate": 6.891890629742288e-05, |
| "loss": 0.5403, |
| "step": 238 |
| }, |
| { |
| "epoch": 1.291891891891892, |
| "grad_norm": 0.3249455690383911, |
| "learning_rate": 6.802360754287547e-05, |
| "loss": 0.5583, |
| "step": 239 |
| }, |
| { |
| "epoch": 1.2972972972972974, |
| "grad_norm": 0.308685302734375, |
| "learning_rate": 6.713115480554313e-05, |
| "loss": 0.5597, |
| "step": 240 |
| }, |
| { |
| "epoch": 1.3027027027027027, |
| "grad_norm": 0.2561638355255127, |
| "learning_rate": 6.624162751702076e-05, |
| "loss": 0.5391, |
| "step": 241 |
| }, |
| { |
| "epoch": 1.308108108108108, |
| "grad_norm": 0.4116757810115814, |
| "learning_rate": 6.535510484852767e-05, |
| "loss": 0.5485, |
| "step": 242 |
| }, |
| { |
| "epoch": 1.3135135135135134, |
| "grad_norm": 0.3048592805862427, |
| "learning_rate": 6.447166570386063e-05, |
| "loss": 0.5495, |
| "step": 243 |
| }, |
| { |
| "epoch": 1.318918918918919, |
| "grad_norm": 0.26773855090141296, |
| "learning_rate": 6.35913887123716e-05, |
| "loss": 0.5816, |
| "step": 244 |
| }, |
| { |
| "epoch": 1.3243243243243243, |
| "grad_norm": 0.4389781653881073, |
| "learning_rate": 6.271435222196916e-05, |
| "loss": 0.5456, |
| "step": 245 |
| }, |
| { |
| "epoch": 1.3297297297297297, |
| "grad_norm": 0.2906099855899811, |
| "learning_rate": 6.184063429214515e-05, |
| "loss": 0.5579, |
| "step": 246 |
| }, |
| { |
| "epoch": 1.3351351351351353, |
| "grad_norm": 0.29588866233825684, |
| "learning_rate": 6.097031268702746e-05, |
| "loss": 0.5451, |
| "step": 247 |
| }, |
| { |
| "epoch": 1.3405405405405406, |
| "grad_norm": 0.37067651748657227, |
| "learning_rate": 6.010346486845837e-05, |
| "loss": 0.5613, |
| "step": 248 |
| }, |
| { |
| "epoch": 1.345945945945946, |
| "grad_norm": 0.28503182530403137, |
| "learning_rate": 5.924016798910037e-05, |
| "loss": 0.5541, |
| "step": 249 |
| }, |
| { |
| "epoch": 1.3513513513513513, |
| "grad_norm": 0.2947586178779602, |
| "learning_rate": 5.838049888556925e-05, |
| "loss": 0.5543, |
| "step": 250 |
| }, |
| { |
| "epoch": 1.3567567567567567, |
| "grad_norm": 0.2248247265815735, |
| "learning_rate": 5.752453407159522e-05, |
| "loss": 0.5423, |
| "step": 251 |
| }, |
| { |
| "epoch": 1.3621621621621622, |
| "grad_norm": 0.2677771747112274, |
| "learning_rate": 5.667234973121317e-05, |
| "loss": 0.5573, |
| "step": 252 |
| }, |
| { |
| "epoch": 1.3675675675675676, |
| "grad_norm": 0.22564172744750977, |
| "learning_rate": 5.5824021711981686e-05, |
| "loss": 0.5543, |
| "step": 253 |
| }, |
| { |
| "epoch": 1.372972972972973, |
| "grad_norm": 0.23986554145812988, |
| "learning_rate": 5.497962551823266e-05, |
| "loss": 0.5529, |
| "step": 254 |
| }, |
| { |
| "epoch": 1.3783783783783785, |
| "grad_norm": 0.2411298155784607, |
| "learning_rate": 5.4139236304350935e-05, |
| "loss": 0.5596, |
| "step": 255 |
| }, |
| { |
| "epoch": 1.3837837837837839, |
| "grad_norm": 0.22724369168281555, |
| "learning_rate": 5.33029288680852e-05, |
| "loss": 0.5603, |
| "step": 256 |
| }, |
| { |
| "epoch": 1.3891891891891892, |
| "grad_norm": 0.21808037161827087, |
| "learning_rate": 5.247077764389099e-05, |
| "loss": 0.5581, |
| "step": 257 |
| }, |
| { |
| "epoch": 1.3945945945945946, |
| "grad_norm": 0.20949189364910126, |
| "learning_rate": 5.1642856696305575e-05, |
| "loss": 0.5318, |
| "step": 258 |
| }, |
| { |
| "epoch": 1.4, |
| "grad_norm": 0.20597508549690247, |
| "learning_rate": 5.081923971335582e-05, |
| "loss": 0.5507, |
| "step": 259 |
| }, |
| { |
| "epoch": 1.4054054054054055, |
| "grad_norm": 0.27058327198028564, |
| "learning_rate": 5.000000000000002e-05, |
| "loss": 0.5589, |
| "step": 260 |
| }, |
| { |
| "epoch": 1.4108108108108108, |
| "grad_norm": 0.22068722546100616, |
| "learning_rate": 4.918521047160308e-05, |
| "loss": 0.5444, |
| "step": 261 |
| }, |
| { |
| "epoch": 1.4162162162162162, |
| "grad_norm": 0.33482491970062256, |
| "learning_rate": 4.837494364744711e-05, |
| "loss": 0.5403, |
| "step": 262 |
| }, |
| { |
| "epoch": 1.4216216216216218, |
| "grad_norm": 0.22971421480178833, |
| "learning_rate": 4.756927164427685e-05, |
| "loss": 0.54, |
| "step": 263 |
| }, |
| { |
| "epoch": 1.427027027027027, |
| "grad_norm": 0.22710531949996948, |
| "learning_rate": 4.6768266169880804e-05, |
| "loss": 0.5614, |
| "step": 264 |
| }, |
| { |
| "epoch": 1.4324324324324325, |
| "grad_norm": 0.2634375989437103, |
| "learning_rate": 4.597199851670932e-05, |
| "loss": 0.5588, |
| "step": 265 |
| }, |
| { |
| "epoch": 1.4378378378378378, |
| "grad_norm": 0.22090476751327515, |
| "learning_rate": 4.518053955552903e-05, |
| "loss": 0.5664, |
| "step": 266 |
| }, |
| { |
| "epoch": 1.4432432432432432, |
| "grad_norm": 0.2724359333515167, |
| "learning_rate": 4.4393959729115244e-05, |
| "loss": 0.5539, |
| "step": 267 |
| }, |
| { |
| "epoch": 1.4486486486486487, |
| "grad_norm": 0.20361758768558502, |
| "learning_rate": 4.3612329045982236e-05, |
| "loss": 0.5434, |
| "step": 268 |
| }, |
| { |
| "epoch": 1.454054054054054, |
| "grad_norm": 0.22764244675636292, |
| "learning_rate": 4.283571707415214e-05, |
| "loss": 0.5617, |
| "step": 269 |
| }, |
| { |
| "epoch": 1.4594594594594594, |
| "grad_norm": 0.2354433387517929, |
| "learning_rate": 4.206419293496333e-05, |
| "loss": 0.5568, |
| "step": 270 |
| }, |
| { |
| "epoch": 1.464864864864865, |
| "grad_norm": 0.23961907625198364, |
| "learning_rate": 4.129782529691815e-05, |
| "loss": 0.5705, |
| "step": 271 |
| }, |
| { |
| "epoch": 1.4702702702702704, |
| "grad_norm": 0.20233069360256195, |
| "learning_rate": 4.053668236957134e-05, |
| "loss": 0.5673, |
| "step": 272 |
| }, |
| { |
| "epoch": 1.4756756756756757, |
| "grad_norm": 0.22353792190551758, |
| "learning_rate": 3.978083189745907e-05, |
| "loss": 0.5505, |
| "step": 273 |
| }, |
| { |
| "epoch": 1.481081081081081, |
| "grad_norm": 0.20876029133796692, |
| "learning_rate": 3.903034115406931e-05, |
| "loss": 0.5569, |
| "step": 274 |
| }, |
| { |
| "epoch": 1.4864864864864864, |
| "grad_norm": 0.22701065242290497, |
| "learning_rate": 3.828527693585451e-05, |
| "loss": 0.5719, |
| "step": 275 |
| }, |
| { |
| "epoch": 1.491891891891892, |
| "grad_norm": 0.21358339488506317, |
| "learning_rate": 3.7545705556286126e-05, |
| "loss": 0.546, |
| "step": 276 |
| }, |
| { |
| "epoch": 1.4972972972972973, |
| "grad_norm": 0.21339459717273712, |
| "learning_rate": 3.681169283995279e-05, |
| "loss": 0.533, |
| "step": 277 |
| }, |
| { |
| "epoch": 1.5027027027027027, |
| "grad_norm": 0.22355295717716217, |
| "learning_rate": 3.6083304116701535e-05, |
| "loss": 0.5425, |
| "step": 278 |
| }, |
| { |
| "epoch": 1.5081081081081082, |
| "grad_norm": 0.2224012166261673, |
| "learning_rate": 3.536060421582309e-05, |
| "loss": 0.5545, |
| "step": 279 |
| }, |
| { |
| "epoch": 1.5135135135135136, |
| "grad_norm": 0.2069329172372818, |
| "learning_rate": 3.464365746028208e-05, |
| "loss": 0.5269, |
| "step": 280 |
| }, |
| { |
| "epoch": 1.518918918918919, |
| "grad_norm": 0.2479923665523529, |
| "learning_rate": 3.393252766099187e-05, |
| "loss": 0.5583, |
| "step": 281 |
| }, |
| { |
| "epoch": 1.5243243243243243, |
| "grad_norm": 0.22443261742591858, |
| "learning_rate": 3.322727811113516e-05, |
| "loss": 0.5602, |
| "step": 282 |
| }, |
| { |
| "epoch": 1.5297297297297296, |
| "grad_norm": 0.24400541186332703, |
| "learning_rate": 3.252797158053077e-05, |
| "loss": 0.548, |
| "step": 283 |
| }, |
| { |
| "epoch": 1.535135135135135, |
| "grad_norm": 0.1754683256149292, |
| "learning_rate": 3.1834670310046734e-05, |
| "loss": 0.5437, |
| "step": 284 |
| }, |
| { |
| "epoch": 1.5405405405405406, |
| "grad_norm": 0.1994575560092926, |
| "learning_rate": 3.114743600606078e-05, |
| "loss": 0.5526, |
| "step": 285 |
| }, |
| { |
| "epoch": 1.545945945945946, |
| "grad_norm": 0.22562991082668304, |
| "learning_rate": 3.0466329834968233e-05, |
| "loss": 0.5436, |
| "step": 286 |
| }, |
| { |
| "epoch": 1.5513513513513515, |
| "grad_norm": 0.18434454500675201, |
| "learning_rate": 2.979141241773775e-05, |
| "loss": 0.5442, |
| "step": 287 |
| }, |
| { |
| "epoch": 1.5567567567567568, |
| "grad_norm": 0.2776215970516205, |
| "learning_rate": 2.9122743824516195e-05, |
| "loss": 0.5697, |
| "step": 288 |
| }, |
| { |
| "epoch": 1.5621621621621622, |
| "grad_norm": 0.17563948035240173, |
| "learning_rate": 2.8460383569281824e-05, |
| "loss": 0.5298, |
| "step": 289 |
| }, |
| { |
| "epoch": 1.5675675675675675, |
| "grad_norm": 0.22039195895195007, |
| "learning_rate": 2.7804390604547557e-05, |
| "loss": 0.5405, |
| "step": 290 |
| }, |
| { |
| "epoch": 1.572972972972973, |
| "grad_norm": 0.19329974055290222, |
| "learning_rate": 2.7154823316113932e-05, |
| "loss": 0.5485, |
| "step": 291 |
| }, |
| { |
| "epoch": 1.5783783783783782, |
| "grad_norm": 0.1922396570444107, |
| "learning_rate": 2.6511739517872426e-05, |
| "loss": 0.554, |
| "step": 292 |
| }, |
| { |
| "epoch": 1.5837837837837838, |
| "grad_norm": 0.22808901965618134, |
| "learning_rate": 2.587519644666001e-05, |
| "loss": 0.5453, |
| "step": 293 |
| }, |
| { |
| "epoch": 1.5891891891891892, |
| "grad_norm": 0.17797237634658813, |
| "learning_rate": 2.5245250757164663e-05, |
| "loss": 0.554, |
| "step": 294 |
| }, |
| { |
| "epoch": 1.5945945945945947, |
| "grad_norm": 0.2405869960784912, |
| "learning_rate": 2.462195851688306e-05, |
| "loss": 0.5283, |
| "step": 295 |
| }, |
| { |
| "epoch": 1.6, |
| "grad_norm": 0.17364168167114258, |
| "learning_rate": 2.4005375201130274e-05, |
| "loss": 0.5506, |
| "step": 296 |
| }, |
| { |
| "epoch": 1.6054054054054054, |
| "grad_norm": 0.19880247116088867, |
| "learning_rate": 2.339555568810221e-05, |
| "loss": 0.5295, |
| "step": 297 |
| }, |
| { |
| "epoch": 1.6108108108108108, |
| "grad_norm": 0.15347057580947876, |
| "learning_rate": 2.2792554253991415e-05, |
| "loss": 0.5462, |
| "step": 298 |
| }, |
| { |
| "epoch": 1.6162162162162161, |
| "grad_norm": 0.192508727312088, |
| "learning_rate": 2.2196424568156073e-05, |
| "loss": 0.5531, |
| "step": 299 |
| }, |
| { |
| "epoch": 1.6216216216216215, |
| "grad_norm": 0.1681094914674759, |
| "learning_rate": 2.160721968834344e-05, |
| "loss": 0.5553, |
| "step": 300 |
| }, |
| { |
| "epoch": 1.627027027027027, |
| "grad_norm": 0.17024287581443787, |
| "learning_rate": 2.102499205596743e-05, |
| "loss": 0.5511, |
| "step": 301 |
| }, |
| { |
| "epoch": 1.6324324324324324, |
| "grad_norm": 0.17030170559883118, |
| "learning_rate": 2.0449793491441028e-05, |
| "loss": 0.5479, |
| "step": 302 |
| }, |
| { |
| "epoch": 1.637837837837838, |
| "grad_norm": 0.17550453543663025, |
| "learning_rate": 1.9881675189564254e-05, |
| "loss": 0.549, |
| "step": 303 |
| }, |
| { |
| "epoch": 1.6432432432432433, |
| "grad_norm": 0.1620909720659256, |
| "learning_rate": 1.93206877149676e-05, |
| "loss": 0.5547, |
| "step": 304 |
| }, |
| { |
| "epoch": 1.6486486486486487, |
| "grad_norm": 0.18618185818195343, |
| "learning_rate": 1.8766880997611424e-05, |
| "loss": 0.5649, |
| "step": 305 |
| }, |
| { |
| "epoch": 1.654054054054054, |
| "grad_norm": 0.16562554240226746, |
| "learning_rate": 1.8220304328342252e-05, |
| "loss": 0.5274, |
| "step": 306 |
| }, |
| { |
| "epoch": 1.6594594594594594, |
| "grad_norm": 0.16524571180343628, |
| "learning_rate": 1.7681006354505493e-05, |
| "loss": 0.5461, |
| "step": 307 |
| }, |
| { |
| "epoch": 1.6648648648648647, |
| "grad_norm": 0.14831188321113586, |
| "learning_rate": 1.7149035075615794e-05, |
| "loss": 0.5544, |
| "step": 308 |
| }, |
| { |
| "epoch": 1.6702702702702703, |
| "grad_norm": 0.1687830537557602, |
| "learning_rate": 1.6624437839084862e-05, |
| "loss": 0.5393, |
| "step": 309 |
| }, |
| { |
| "epoch": 1.6756756756756757, |
| "grad_norm": 0.1825455278158188, |
| "learning_rate": 1.6107261336007285e-05, |
| "loss": 0.5389, |
| "step": 310 |
| }, |
| { |
| "epoch": 1.6810810810810812, |
| "grad_norm": 0.16670149564743042, |
| "learning_rate": 1.5597551597004966e-05, |
| "loss": 0.5369, |
| "step": 311 |
| }, |
| { |
| "epoch": 1.6864864864864866, |
| "grad_norm": 0.1589886099100113, |
| "learning_rate": 1.5095353988130235e-05, |
| "loss": 0.5592, |
| "step": 312 |
| }, |
| { |
| "epoch": 1.691891891891892, |
| "grad_norm": 0.17790549993515015, |
| "learning_rate": 1.4600713206827932e-05, |
| "loss": 0.5612, |
| "step": 313 |
| }, |
| { |
| "epoch": 1.6972972972972973, |
| "grad_norm": 0.15449143946170807, |
| "learning_rate": 1.4113673277957395e-05, |
| "loss": 0.5439, |
| "step": 314 |
| }, |
| { |
| "epoch": 1.7027027027027026, |
| "grad_norm": 0.14207641780376434, |
| "learning_rate": 1.3634277549873953e-05, |
| "loss": 0.5411, |
| "step": 315 |
| }, |
| { |
| "epoch": 1.708108108108108, |
| "grad_norm": 0.16680589318275452, |
| "learning_rate": 1.3162568690570743e-05, |
| "loss": 0.5333, |
| "step": 316 |
| }, |
| { |
| "epoch": 1.7135135135135136, |
| "grad_norm": 0.16983501613140106, |
| "learning_rate": 1.2698588683881186e-05, |
| "loss": 0.5374, |
| "step": 317 |
| }, |
| { |
| "epoch": 1.718918918918919, |
| "grad_norm": 0.14857017993927002, |
| "learning_rate": 1.224237882574224e-05, |
| "loss": 0.5399, |
| "step": 318 |
| }, |
| { |
| "epoch": 1.7243243243243245, |
| "grad_norm": 0.14769425988197327, |
| "learning_rate": 1.1793979720518866e-05, |
| "loss": 0.5586, |
| "step": 319 |
| }, |
| { |
| "epoch": 1.7297297297297298, |
| "grad_norm": 0.17530100047588348, |
| "learning_rate": 1.1353431277390126e-05, |
| "loss": 0.5618, |
| "step": 320 |
| }, |
| { |
| "epoch": 1.7351351351351352, |
| "grad_norm": 0.156886026263237, |
| "learning_rate": 1.0920772706797167e-05, |
| "loss": 0.5622, |
| "step": 321 |
| }, |
| { |
| "epoch": 1.7405405405405405, |
| "grad_norm": 0.14536841213703156, |
| "learning_rate": 1.0496042516953209e-05, |
| "loss": 0.5428, |
| "step": 322 |
| }, |
| { |
| "epoch": 1.7459459459459459, |
| "grad_norm": 0.162484809756279, |
| "learning_rate": 1.0079278510416313e-05, |
| "loss": 0.5443, |
| "step": 323 |
| }, |
| { |
| "epoch": 1.7513513513513512, |
| "grad_norm": 0.16919377446174622, |
| "learning_rate": 9.670517780724775e-06, |
| "loss": 0.5431, |
| "step": 324 |
| }, |
| { |
| "epoch": 1.7567567567567568, |
| "grad_norm": 0.1344226747751236, |
| "learning_rate": 9.269796709095558e-06, |
| "loss": 0.5556, |
| "step": 325 |
| }, |
| { |
| "epoch": 1.7621621621621621, |
| "grad_norm": 0.14219771325588226, |
| "learning_rate": 8.87715096118642e-06, |
| "loss": 0.5542, |
| "step": 326 |
| }, |
| { |
| "epoch": 1.7675675675675677, |
| "grad_norm": 0.14828014373779297, |
| "learning_rate": 8.492615483921395e-06, |
| "loss": 0.5307, |
| "step": 327 |
| }, |
| { |
| "epoch": 1.772972972972973, |
| "grad_norm": 0.15327297151088715, |
| "learning_rate": 8.116224502380387e-06, |
| "loss": 0.5572, |
| "step": 328 |
| }, |
| { |
| "epoch": 1.7783783783783784, |
| "grad_norm": 0.13973894715309143, |
| "learning_rate": 7.74801151675314e-06, |
| "loss": 0.5585, |
| "step": 329 |
| }, |
| { |
| "epoch": 1.7837837837837838, |
| "grad_norm": 0.14004996418952942, |
| "learning_rate": 7.3880092993574125e-06, |
| "loss": 0.5583, |
| "step": 330 |
| }, |
| { |
| "epoch": 1.7891891891891891, |
| "grad_norm": 0.14245465397834778, |
| "learning_rate": 7.03624989172228e-06, |
| "loss": 0.5327, |
| "step": 331 |
| }, |
| { |
| "epoch": 1.7945945945945945, |
| "grad_norm": 0.13383865356445312, |
| "learning_rate": 6.692764601736268e-06, |
| "loss": 0.5423, |
| "step": 332 |
| }, |
| { |
| "epoch": 1.8, |
| "grad_norm": 0.13818518817424774, |
| "learning_rate": 6.357584000860761e-06, |
| "loss": 0.5416, |
| "step": 333 |
| }, |
| { |
| "epoch": 1.8054054054054054, |
| "grad_norm": 0.15666233003139496, |
| "learning_rate": 6.030737921409169e-06, |
| "loss": 0.5258, |
| "step": 334 |
| }, |
| { |
| "epoch": 1.810810810810811, |
| "grad_norm": 0.13427962362766266, |
| "learning_rate": 5.71225545389158e-06, |
| "loss": 0.551, |
| "step": 335 |
| }, |
| { |
| "epoch": 1.8162162162162163, |
| "grad_norm": 0.4789113402366638, |
| "learning_rate": 5.402164944425758e-06, |
| "loss": 0.5499, |
| "step": 336 |
| }, |
| { |
| "epoch": 1.8216216216216217, |
| "grad_norm": 0.13906101882457733, |
| "learning_rate": 5.100493992214128e-06, |
| "loss": 0.5499, |
| "step": 337 |
| }, |
| { |
| "epoch": 1.827027027027027, |
| "grad_norm": 0.13979266583919525, |
| "learning_rate": 4.807269447087348e-06, |
| "loss": 0.5273, |
| "step": 338 |
| }, |
| { |
| "epoch": 1.8324324324324324, |
| "grad_norm": 0.14405637979507446, |
| "learning_rate": 4.5225174071146455e-06, |
| "loss": 0.5469, |
| "step": 339 |
| }, |
| { |
| "epoch": 1.8378378378378377, |
| "grad_norm": 0.1318741887807846, |
| "learning_rate": 4.24626321628091e-06, |
| "loss": 0.5507, |
| "step": 340 |
| }, |
| { |
| "epoch": 1.8432432432432433, |
| "grad_norm": 0.1360122561454773, |
| "learning_rate": 3.9785314622310495e-06, |
| "loss": 0.5467, |
| "step": 341 |
| }, |
| { |
| "epoch": 1.8486486486486486, |
| "grad_norm": 0.15425017476081848, |
| "learning_rate": 3.7193459740815674e-06, |
| "loss": 0.5557, |
| "step": 342 |
| }, |
| { |
| "epoch": 1.8540540540540542, |
| "grad_norm": 0.13652145862579346, |
| "learning_rate": 3.4687298202996655e-06, |
| "loss": 0.5512, |
| "step": 343 |
| }, |
| { |
| "epoch": 1.8594594594594596, |
| "grad_norm": 0.13713712990283966, |
| "learning_rate": 3.226705306650113e-06, |
| "loss": 0.5333, |
| "step": 344 |
| }, |
| { |
| "epoch": 1.864864864864865, |
| "grad_norm": 0.19826094806194305, |
| "learning_rate": 2.9932939742099208e-06, |
| "loss": 0.5419, |
| "step": 345 |
| }, |
| { |
| "epoch": 1.8702702702702703, |
| "grad_norm": 0.13193316757678986, |
| "learning_rate": 2.7685165974510986e-06, |
| "loss": 0.5494, |
| "step": 346 |
| }, |
| { |
| "epoch": 1.8756756756756756, |
| "grad_norm": 0.13418689370155334, |
| "learning_rate": 2.552393182391677e-06, |
| "loss": 0.5572, |
| "step": 347 |
| }, |
| { |
| "epoch": 1.881081081081081, |
| "grad_norm": 0.1294754445552826, |
| "learning_rate": 2.3449429648150665e-06, |
| "loss": 0.5414, |
| "step": 348 |
| }, |
| { |
| "epoch": 1.8864864864864865, |
| "grad_norm": 0.12898264825344086, |
| "learning_rate": 2.1461844085580385e-06, |
| "loss": 0.5634, |
| "step": 349 |
| }, |
| { |
| "epoch": 1.8918918918918919, |
| "grad_norm": 0.12305044382810593, |
| "learning_rate": 1.9561352038673263e-06, |
| "loss": 0.5484, |
| "step": 350 |
| }, |
| { |
| "epoch": 1.8972972972972975, |
| "grad_norm": 0.14300554990768433, |
| "learning_rate": 1.7748122658251876e-06, |
| "loss": 0.5359, |
| "step": 351 |
| }, |
| { |
| "epoch": 1.9027027027027028, |
| "grad_norm": 0.12813441455364227, |
| "learning_rate": 1.6022317328438506e-06, |
| "loss": 0.5343, |
| "step": 352 |
| }, |
| { |
| "epoch": 1.9081081081081082, |
| "grad_norm": 0.12812206149101257, |
| "learning_rate": 1.4384089652291543e-06, |
| "loss": 0.547, |
| "step": 353 |
| }, |
| { |
| "epoch": 1.9135135135135135, |
| "grad_norm": 0.12215188145637512, |
| "learning_rate": 1.2833585438134287e-06, |
| "loss": 0.561, |
| "step": 354 |
| }, |
| { |
| "epoch": 1.9189189189189189, |
| "grad_norm": 0.1359054297208786, |
| "learning_rate": 1.1370942686577347e-06, |
| "loss": 0.553, |
| "step": 355 |
| }, |
| { |
| "epoch": 1.9243243243243242, |
| "grad_norm": 0.13287091255187988, |
| "learning_rate": 9.996291578236228e-07, |
| "loss": 0.5247, |
| "step": 356 |
| }, |
| { |
| "epoch": 1.9297297297297298, |
| "grad_norm": 0.12276577204465866, |
| "learning_rate": 8.709754462144615e-07, |
| "loss": 0.5427, |
| "step": 357 |
| }, |
| { |
| "epoch": 1.9351351351351351, |
| "grad_norm": 0.13017451763153076, |
| "learning_rate": 7.511445844864962e-07, |
| "loss": 0.5476, |
| "step": 358 |
| }, |
| { |
| "epoch": 1.9405405405405407, |
| "grad_norm": 0.12089353799819946, |
| "learning_rate": 6.401472380297091e-07, |
| "loss": 0.5236, |
| "step": 359 |
| }, |
| { |
| "epoch": 1.945945945945946, |
| "grad_norm": 0.12430868297815323, |
| "learning_rate": 5.379932860185122e-07, |
| "loss": 0.5372, |
| "step": 360 |
| }, |
| { |
| "epoch": 1.9513513513513514, |
| "grad_norm": 0.11779884248971939, |
| "learning_rate": 4.44691820532539e-07, |
| "loss": 0.5464, |
| "step": 361 |
| }, |
| { |
| "epoch": 1.9567567567567568, |
| "grad_norm": 0.1252037137746811, |
| "learning_rate": 3.6025114574734785e-07, |
| "loss": 0.564, |
| "step": 362 |
| }, |
| { |
| "epoch": 1.962162162162162, |
| "grad_norm": 0.11790075153112411, |
| "learning_rate": 2.846787771953574e-07, |
| "loss": 0.5419, |
| "step": 363 |
| }, |
| { |
| "epoch": 1.9675675675675675, |
| "grad_norm": 0.11766640096902847, |
| "learning_rate": 2.179814410969261e-07, |
| "loss": 0.5334, |
| "step": 364 |
| }, |
| { |
| "epoch": 1.972972972972973, |
| "grad_norm": 0.11944753676652908, |
| "learning_rate": 1.6016507376169777e-07, |
| "loss": 0.5384, |
| "step": 365 |
| }, |
| { |
| "epoch": 1.9783783783783784, |
| "grad_norm": 0.12327762693166733, |
| "learning_rate": 1.1123482106021322e-07, |
| "loss": 0.5508, |
| "step": 366 |
| }, |
| { |
| "epoch": 1.983783783783784, |
| "grad_norm": 0.1193946972489357, |
| "learning_rate": 7.119503796599868e-08, |
| "loss": 0.5294, |
| "step": 367 |
| }, |
| { |
| "epoch": 1.9891891891891893, |
| "grad_norm": 0.12587259709835052, |
| "learning_rate": 4.0049288167842705e-08, |
| "loss": 0.5297, |
| "step": 368 |
| }, |
| { |
| "epoch": 1.9945945945945946, |
| "grad_norm": 0.1217728778719902, |
| "learning_rate": 1.7800343752683023e-08, |
| "loss": 0.5367, |
| "step": 369 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 0.12325151264667511, |
| "learning_rate": 4.4501849589040355e-09, |
| "loss": 0.5457, |
| "step": 370 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 370, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.443139033277399e+19, |
| "train_batch_size": 24, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
