| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 500, |
| "global_step": 477, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.006289308176100629, |
| "grad_norm": 4.8737874031066895, |
| "learning_rate": 1.0416666666666667e-06, |
| "loss": 3.6915, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.012578616352201259, |
| "grad_norm": 4.941007137298584, |
| "learning_rate": 2.0833333333333334e-06, |
| "loss": 3.6352, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.018867924528301886, |
| "grad_norm": 5.258031368255615, |
| "learning_rate": 3.125e-06, |
| "loss": 3.5816, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.025157232704402517, |
| "grad_norm": 5.544358253479004, |
| "learning_rate": 4.166666666666667e-06, |
| "loss": 3.6233, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.031446540880503145, |
| "grad_norm": 5.457708835601807, |
| "learning_rate": 5.208333333333334e-06, |
| "loss": 3.6107, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.03773584905660377, |
| "grad_norm": 5.185223579406738, |
| "learning_rate": 6.25e-06, |
| "loss": 3.6277, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.0440251572327044, |
| "grad_norm": 5.433485507965088, |
| "learning_rate": 7.2916666666666674e-06, |
| "loss": 3.4974, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.050314465408805034, |
| "grad_norm": 5.38355016708374, |
| "learning_rate": 8.333333333333334e-06, |
| "loss": 3.5021, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.05660377358490566, |
| "grad_norm": 5.851156234741211, |
| "learning_rate": 9.375000000000001e-06, |
| "loss": 3.5888, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.06289308176100629, |
| "grad_norm": 8.335844993591309, |
| "learning_rate": 1.0416666666666668e-05, |
| "loss": 3.3652, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.06918238993710692, |
| "grad_norm": 5.598583698272705, |
| "learning_rate": 1.1458333333333333e-05, |
| "loss": 3.1476, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.07547169811320754, |
| "grad_norm": 6.811880588531494, |
| "learning_rate": 1.25e-05, |
| "loss": 3.6846, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.08176100628930817, |
| "grad_norm": 5.962316513061523, |
| "learning_rate": 1.3541666666666666e-05, |
| "loss": 3.2959, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.0880503144654088, |
| "grad_norm": 6.434226989746094, |
| "learning_rate": 1.4583333333333335e-05, |
| "loss": 3.3629, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.09433962264150944, |
| "grad_norm": 5.959097862243652, |
| "learning_rate": 1.5625e-05, |
| "loss": 2.9799, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.10062893081761007, |
| "grad_norm": 5.713625907897949, |
| "learning_rate": 1.6666666666666667e-05, |
| "loss": 2.8375, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.1069182389937107, |
| "grad_norm": 4.679070472717285, |
| "learning_rate": 1.7708333333333335e-05, |
| "loss": 2.5298, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.11320754716981132, |
| "grad_norm": 4.000007152557373, |
| "learning_rate": 1.8750000000000002e-05, |
| "loss": 2.4099, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.11949685534591195, |
| "grad_norm": 3.6054141521453857, |
| "learning_rate": 1.9791666666666665e-05, |
| "loss": 2.1316, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.12578616352201258, |
| "grad_norm": 3.1357152462005615, |
| "learning_rate": 2.0833333333333336e-05, |
| "loss": 1.8814, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.1320754716981132, |
| "grad_norm": 2.848811149597168, |
| "learning_rate": 2.1875e-05, |
| "loss": 1.7786, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.13836477987421383, |
| "grad_norm": 2.4006130695343018, |
| "learning_rate": 2.2916666666666667e-05, |
| "loss": 1.5133, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.14465408805031446, |
| "grad_norm": 2.2537267208099365, |
| "learning_rate": 2.3958333333333334e-05, |
| "loss": 1.4229, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.1509433962264151, |
| "grad_norm": 2.1117539405822754, |
| "learning_rate": 2.5e-05, |
| "loss": 1.3577, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.15723270440251572, |
| "grad_norm": 1.5717436075210571, |
| "learning_rate": 2.604166666666667e-05, |
| "loss": 1.1501, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.16352201257861634, |
| "grad_norm": 1.691366195678711, |
| "learning_rate": 2.7083333333333332e-05, |
| "loss": 1.292, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.16981132075471697, |
| "grad_norm": 1.4936853647232056, |
| "learning_rate": 2.8125000000000003e-05, |
| "loss": 1.1469, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.1761006289308176, |
| "grad_norm": 1.2858690023422241, |
| "learning_rate": 2.916666666666667e-05, |
| "loss": 1.0433, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.18238993710691823, |
| "grad_norm": 1.148773193359375, |
| "learning_rate": 3.0208333333333334e-05, |
| "loss": 0.9627, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.18867924528301888, |
| "grad_norm": 1.0097932815551758, |
| "learning_rate": 3.125e-05, |
| "loss": 0.9103, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.1949685534591195, |
| "grad_norm": 0.9332402348518372, |
| "learning_rate": 3.229166666666667e-05, |
| "loss": 0.979, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.20125786163522014, |
| "grad_norm": 0.8993248343467712, |
| "learning_rate": 3.3333333333333335e-05, |
| "loss": 0.9553, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.20754716981132076, |
| "grad_norm": 0.7925082445144653, |
| "learning_rate": 3.4375e-05, |
| "loss": 0.8379, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.2138364779874214, |
| "grad_norm": 0.7847669720649719, |
| "learning_rate": 3.541666666666667e-05, |
| "loss": 0.9038, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.22012578616352202, |
| "grad_norm": 0.800736665725708, |
| "learning_rate": 3.6458333333333336e-05, |
| "loss": 0.8354, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.22641509433962265, |
| "grad_norm": 0.6036879420280457, |
| "learning_rate": 3.7500000000000003e-05, |
| "loss": 0.8517, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.23270440251572327, |
| "grad_norm": 0.6031014919281006, |
| "learning_rate": 3.854166666666667e-05, |
| "loss": 0.8702, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.2389937106918239, |
| "grad_norm": 0.584917426109314, |
| "learning_rate": 3.958333333333333e-05, |
| "loss": 0.8812, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.24528301886792453, |
| "grad_norm": 0.5815232396125793, |
| "learning_rate": 4.0625000000000005e-05, |
| "loss": 0.8336, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.25157232704402516, |
| "grad_norm": 0.5307980179786682, |
| "learning_rate": 4.166666666666667e-05, |
| "loss": 0.7162, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.2578616352201258, |
| "grad_norm": 0.49309515953063965, |
| "learning_rate": 4.270833333333333e-05, |
| "loss": 0.7433, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.2641509433962264, |
| "grad_norm": 0.5215100646018982, |
| "learning_rate": 4.375e-05, |
| "loss": 0.738, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.27044025157232704, |
| "grad_norm": 0.5361147522926331, |
| "learning_rate": 4.4791666666666673e-05, |
| "loss": 0.7884, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.27672955974842767, |
| "grad_norm": 0.5043961405754089, |
| "learning_rate": 4.5833333333333334e-05, |
| "loss": 0.814, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.2830188679245283, |
| "grad_norm": 0.476026713848114, |
| "learning_rate": 4.6875e-05, |
| "loss": 0.8249, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.2893081761006289, |
| "grad_norm": 0.5099363923072815, |
| "learning_rate": 4.791666666666667e-05, |
| "loss": 0.7205, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.29559748427672955, |
| "grad_norm": 0.4583563208580017, |
| "learning_rate": 4.8958333333333335e-05, |
| "loss": 0.7646, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.3018867924528302, |
| "grad_norm": 0.5203999876976013, |
| "learning_rate": 5e-05, |
| "loss": 0.6697, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.3081761006289308, |
| "grad_norm": 0.5025014877319336, |
| "learning_rate": 4.9999329662935534e-05, |
| "loss": 0.8134, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.31446540880503143, |
| "grad_norm": 0.5326013565063477, |
| "learning_rate": 4.999731868769027e-05, |
| "loss": 0.7665, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.32075471698113206, |
| "grad_norm": 0.4914862811565399, |
| "learning_rate": 4.99939671821067e-05, |
| "loss": 0.7717, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.3270440251572327, |
| "grad_norm": 0.567669689655304, |
| "learning_rate": 4.998927532591592e-05, |
| "loss": 0.677, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.3333333333333333, |
| "grad_norm": 0.44353675842285156, |
| "learning_rate": 4.9983243370727914e-05, |
| "loss": 0.6829, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.33962264150943394, |
| "grad_norm": 0.48537710309028625, |
| "learning_rate": 4.9975871640018154e-05, |
| "loss": 0.7817, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.34591194968553457, |
| "grad_norm": 0.6286251544952393, |
| "learning_rate": 4.996716052911017e-05, |
| "loss": 0.6835, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.3522012578616352, |
| "grad_norm": 0.44308704137802124, |
| "learning_rate": 4.99571105051544e-05, |
| "loss": 0.728, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.3584905660377358, |
| "grad_norm": 0.4270545542240143, |
| "learning_rate": 4.994572210710315e-05, |
| "loss": 0.6448, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.36477987421383645, |
| "grad_norm": 0.38012009859085083, |
| "learning_rate": 4.993299594568163e-05, |
| "loss": 0.675, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.3710691823899371, |
| "grad_norm": 0.46653008460998535, |
| "learning_rate": 4.9918932703355256e-05, |
| "loss": 0.6821, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.37735849056603776, |
| "grad_norm": 0.3612300753593445, |
| "learning_rate": 4.990353313429303e-05, |
| "loss": 0.7063, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.3836477987421384, |
| "grad_norm": 0.5769712924957275, |
| "learning_rate": 4.988679806432712e-05, |
| "loss": 0.6941, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.389937106918239, |
| "grad_norm": 0.431997150182724, |
| "learning_rate": 4.9868728390908526e-05, |
| "loss": 0.6544, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.39622641509433965, |
| "grad_norm": 0.38126569986343384, |
| "learning_rate": 4.9849325083059e-05, |
| "loss": 0.6966, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.4025157232704403, |
| "grad_norm": 0.40978091955184937, |
| "learning_rate": 4.982858918131906e-05, |
| "loss": 0.6866, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.4088050314465409, |
| "grad_norm": 0.5318535566329956, |
| "learning_rate": 4.980652179769218e-05, |
| "loss": 0.7029, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.41509433962264153, |
| "grad_norm": 0.5288330912590027, |
| "learning_rate": 4.978312411558518e-05, |
| "loss": 0.6553, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.42138364779874216, |
| "grad_norm": 0.6496341824531555, |
| "learning_rate": 4.9758397389744734e-05, |
| "loss": 0.696, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.4276729559748428, |
| "grad_norm": 0.5196901559829712, |
| "learning_rate": 4.973234294619011e-05, |
| "loss": 0.6676, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.4339622641509434, |
| "grad_norm": 0.5431825518608093, |
| "learning_rate": 4.9704962182142044e-05, |
| "loss": 0.6337, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.44025157232704404, |
| "grad_norm": 0.6981568932533264, |
| "learning_rate": 4.967625656594782e-05, |
| "loss": 0.7645, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.44654088050314467, |
| "grad_norm": 0.4362429082393646, |
| "learning_rate": 4.9646227637002515e-05, |
| "loss": 0.647, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.4528301886792453, |
| "grad_norm": 0.41873699426651, |
| "learning_rate": 4.961487700566646e-05, |
| "loss": 0.6342, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.4591194968553459, |
| "grad_norm": 0.589474081993103, |
| "learning_rate": 4.958220635317886e-05, |
| "loss": 0.641, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.46540880503144655, |
| "grad_norm": 0.5421208739280701, |
| "learning_rate": 4.9548217431567665e-05, |
| "loss": 0.8103, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.4716981132075472, |
| "grad_norm": 0.48354727029800415, |
| "learning_rate": 4.95129120635556e-05, |
| "loss": 0.6205, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.4779874213836478, |
| "grad_norm": 0.6121774911880493, |
| "learning_rate": 4.9476292142462374e-05, |
| "loss": 0.6678, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.48427672955974843, |
| "grad_norm": 0.5440806150436401, |
| "learning_rate": 4.943835963210324e-05, |
| "loss": 0.6668, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.49056603773584906, |
| "grad_norm": 0.40740126371383667, |
| "learning_rate": 4.939911656668361e-05, |
| "loss": 0.61, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.4968553459119497, |
| "grad_norm": 0.5682631731033325, |
| "learning_rate": 4.9358565050689985e-05, |
| "loss": 0.6939, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.5031446540880503, |
| "grad_norm": 0.43090444803237915, |
| "learning_rate": 4.93167072587771e-05, |
| "loss": 0.6698, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.5094339622641509, |
| "grad_norm": 0.3859785795211792, |
| "learning_rate": 4.92735454356513e-05, |
| "loss": 0.5798, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.5157232704402516, |
| "grad_norm": 0.4453634023666382, |
| "learning_rate": 4.922908189595018e-05, |
| "loss": 0.7936, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.5220125786163522, |
| "grad_norm": 0.4291239380836487, |
| "learning_rate": 4.9183319024118415e-05, |
| "loss": 0.667, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.5283018867924528, |
| "grad_norm": 0.44029664993286133, |
| "learning_rate": 4.9136259274279955e-05, |
| "loss": 0.6518, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.5345911949685535, |
| "grad_norm": 0.44975465536117554, |
| "learning_rate": 4.908790517010636e-05, |
| "loss": 0.6105, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.5408805031446541, |
| "grad_norm": 0.3954753577709198, |
| "learning_rate": 4.903825930468149e-05, |
| "loss": 0.6954, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.5471698113207547, |
| "grad_norm": 0.3935467302799225, |
| "learning_rate": 4.898732434036244e-05, |
| "loss": 0.6614, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.5534591194968553, |
| "grad_norm": 0.37667638063430786, |
| "learning_rate": 4.893510300863676e-05, |
| "loss": 0.6186, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.559748427672956, |
| "grad_norm": 0.5198381543159485, |
| "learning_rate": 4.8881598109976004e-05, |
| "loss": 0.6153, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.5660377358490566, |
| "grad_norm": 0.4063967764377594, |
| "learning_rate": 4.8826812513685487e-05, |
| "loss": 0.6472, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.5723270440251572, |
| "grad_norm": 0.4114413857460022, |
| "learning_rate": 4.877074915775049e-05, |
| "loss": 0.6404, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.5786163522012578, |
| "grad_norm": 0.37414512038230896, |
| "learning_rate": 4.8713411048678635e-05, |
| "loss": 0.6353, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.5849056603773585, |
| "grad_norm": 0.3818528354167938, |
| "learning_rate": 4.865480126133872e-05, |
| "loss": 0.6289, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.5911949685534591, |
| "grad_norm": 0.37088677287101746, |
| "learning_rate": 4.859492293879574e-05, |
| "loss": 0.6242, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.5974842767295597, |
| "grad_norm": 0.43665146827697754, |
| "learning_rate": 4.853377929214243e-05, |
| "loss": 0.6055, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.6037735849056604, |
| "grad_norm": 0.5932008028030396, |
| "learning_rate": 4.8471373600326996e-05, |
| "loss": 0.6354, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.610062893081761, |
| "grad_norm": 0.46184536814689636, |
| "learning_rate": 4.8407709209977305e-05, |
| "loss": 0.7039, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.6163522012578616, |
| "grad_norm": 0.44864600896835327, |
| "learning_rate": 4.834278953522138e-05, |
| "loss": 0.6679, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.6226415094339622, |
| "grad_norm": 0.4060032069683075, |
| "learning_rate": 4.8276618057504376e-05, |
| "loss": 0.7479, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.6289308176100629, |
| "grad_norm": 0.5088009834289551, |
| "learning_rate": 4.8209198325401815e-05, |
| "loss": 0.5923, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.6352201257861635, |
| "grad_norm": 0.4294343590736389, |
| "learning_rate": 4.8140533954429327e-05, |
| "loss": 0.6313, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.6415094339622641, |
| "grad_norm": 0.5710806846618652, |
| "learning_rate": 4.8070628626848735e-05, |
| "loss": 0.6736, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.6477987421383647, |
| "grad_norm": 0.40560534596443176, |
| "learning_rate": 4.799948609147061e-05, |
| "loss": 0.6173, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.6540880503144654, |
| "grad_norm": 0.46361806988716125, |
| "learning_rate": 4.792711016345321e-05, |
| "loss": 0.6756, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.660377358490566, |
| "grad_norm": 0.5206082463264465, |
| "learning_rate": 4.785350472409792e-05, |
| "loss": 0.6413, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.6666666666666666, |
| "grad_norm": 0.42583200335502625, |
| "learning_rate": 4.777867372064105e-05, |
| "loss": 0.6201, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.6729559748427673, |
| "grad_norm": 0.49348241090774536, |
| "learning_rate": 4.770262116604224e-05, |
| "loss": 0.5777, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.6792452830188679, |
| "grad_norm": 0.43750065565109253, |
| "learning_rate": 4.762535113876917e-05, |
| "loss": 0.6326, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.6855345911949685, |
| "grad_norm": 0.431643545627594, |
| "learning_rate": 4.754686778257891e-05, |
| "loss": 0.5849, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.6918238993710691, |
| "grad_norm": 0.41906824707984924, |
| "learning_rate": 4.7467175306295655e-05, |
| "loss": 0.6779, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.6981132075471698, |
| "grad_norm": 0.4261593222618103, |
| "learning_rate": 4.738627798358506e-05, |
| "loss": 0.565, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.7044025157232704, |
| "grad_norm": 0.42877814173698425, |
| "learning_rate": 4.730418015272503e-05, |
| "loss": 0.6836, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.710691823899371, |
| "grad_norm": 0.40995511412620544, |
| "learning_rate": 4.722088621637309e-05, |
| "loss": 0.5849, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.7169811320754716, |
| "grad_norm": 0.5606467723846436, |
| "learning_rate": 4.713640064133025e-05, |
| "loss": 0.644, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.7232704402515723, |
| "grad_norm": 0.48454752564430237, |
| "learning_rate": 4.7050727958301506e-05, |
| "loss": 0.5418, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.7295597484276729, |
| "grad_norm": 0.4099617898464203, |
| "learning_rate": 4.6963872761652835e-05, |
| "loss": 0.6524, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.7358490566037735, |
| "grad_norm": 0.47192293405532837, |
| "learning_rate": 4.687583970916487e-05, |
| "loss": 0.6134, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.7421383647798742, |
| "grad_norm": 0.4925817549228668, |
| "learning_rate": 4.678663352178301e-05, |
| "loss": 0.6517, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.7484276729559748, |
| "grad_norm": 0.41517379879951477, |
| "learning_rate": 4.6696258983364385e-05, |
| "loss": 0.5763, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.7547169811320755, |
| "grad_norm": 0.6227956414222717, |
| "learning_rate": 4.660472094042121e-05, |
| "loss": 0.7349, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.7610062893081762, |
| "grad_norm": 0.39108285307884216, |
| "learning_rate": 4.651202430186092e-05, |
| "loss": 0.6548, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.7672955974842768, |
| "grad_norm": 0.40210628509521484, |
| "learning_rate": 4.641817403872293e-05, |
| "loss": 0.6135, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.7735849056603774, |
| "grad_norm": 0.42835289239883423, |
| "learning_rate": 4.6323175183912024e-05, |
| "loss": 0.5227, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.779874213836478, |
| "grad_norm": 0.6215445399284363, |
| "learning_rate": 4.6227032831928484e-05, |
| "loss": 0.5265, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.7861635220125787, |
| "grad_norm": 0.43423891067504883, |
| "learning_rate": 4.6129752138594874e-05, |
| "loss": 0.5972, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.7924528301886793, |
| "grad_norm": 0.4693637788295746, |
| "learning_rate": 4.6031338320779534e-05, |
| "loss": 0.6758, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.7987421383647799, |
| "grad_norm": 0.47571077942848206, |
| "learning_rate": 4.5931796656116846e-05, |
| "loss": 0.6419, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.8050314465408805, |
| "grad_norm": 0.5828564167022705, |
| "learning_rate": 4.5831132482724195e-05, |
| "loss": 0.6952, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.8113207547169812, |
| "grad_norm": 0.5325509309768677, |
| "learning_rate": 4.572935119891571e-05, |
| "loss": 0.6093, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.8176100628930818, |
| "grad_norm": 0.4476761519908905, |
| "learning_rate": 4.5626458262912745e-05, |
| "loss": 0.5688, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.8238993710691824, |
| "grad_norm": 0.36771783232688904, |
| "learning_rate": 4.552245919255117e-05, |
| "loss": 0.5778, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.8301886792452831, |
| "grad_norm": 0.3695763647556305, |
| "learning_rate": 4.541735956498554e-05, |
| "loss": 0.517, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.8364779874213837, |
| "grad_norm": 0.46155717968940735, |
| "learning_rate": 4.5311165016389916e-05, |
| "loss": 0.631, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.8427672955974843, |
| "grad_norm": 0.5536386966705322, |
| "learning_rate": 4.5203881241655644e-05, |
| "loss": 0.6309, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.8490566037735849, |
| "grad_norm": 0.42256519198417664, |
| "learning_rate": 4.509551399408598e-05, |
| "loss": 0.6754, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.8553459119496856, |
| "grad_norm": 0.41634511947631836, |
| "learning_rate": 4.498606908508754e-05, |
| "loss": 0.6547, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.8616352201257862, |
| "grad_norm": 0.38796696066856384, |
| "learning_rate": 4.487555238385862e-05, |
| "loss": 0.5693, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.8679245283018868, |
| "grad_norm": 0.43052586913108826, |
| "learning_rate": 4.476396981707453e-05, |
| "loss": 0.6655, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.8742138364779874, |
| "grad_norm": 0.44500571489334106, |
| "learning_rate": 4.465132736856969e-05, |
| "loss": 0.6563, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.8805031446540881, |
| "grad_norm": 0.44693946838378906, |
| "learning_rate": 4.453763107901675e-05, |
| "loss": 0.5729, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.8867924528301887, |
| "grad_norm": 0.3982055187225342, |
| "learning_rate": 4.442288704560268e-05, |
| "loss": 0.6425, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.8930817610062893, |
| "grad_norm": 0.5706686973571777, |
| "learning_rate": 4.430710142170176e-05, |
| "loss": 0.5732, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.89937106918239, |
| "grad_norm": 0.4493609070777893, |
| "learning_rate": 4.419028041654559e-05, |
| "loss": 0.6507, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.9056603773584906, |
| "grad_norm": 0.3834284543991089, |
| "learning_rate": 4.4072430294890174e-05, |
| "loss": 0.6883, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.9119496855345912, |
| "grad_norm": 0.4243861138820648, |
| "learning_rate": 4.3953557376679856e-05, |
| "loss": 0.5818, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.9182389937106918, |
| "grad_norm": 0.42064470052719116, |
| "learning_rate": 4.383366803670849e-05, |
| "loss": 0.5963, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.9245283018867925, |
| "grad_norm": 0.46670740842819214, |
| "learning_rate": 4.371276870427753e-05, |
| "loss": 0.65, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.9308176100628931, |
| "grad_norm": 0.44945597648620605, |
| "learning_rate": 4.359086586285127e-05, |
| "loss": 0.6554, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.9371069182389937, |
| "grad_norm": 0.48251762986183167, |
| "learning_rate": 4.346796604970912e-05, |
| "loss": 0.6681, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.9433962264150944, |
| "grad_norm": 0.4577901065349579, |
| "learning_rate": 4.3344075855595104e-05, |
| "loss": 0.6108, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.949685534591195, |
| "grad_norm": 0.4710671603679657, |
| "learning_rate": 4.321920192436433e-05, |
| "loss": 0.6177, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.9559748427672956, |
| "grad_norm": 0.4275747835636139, |
| "learning_rate": 4.309335095262676e-05, |
| "loss": 0.5881, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.9622641509433962, |
| "grad_norm": 0.4541204571723938, |
| "learning_rate": 4.296652968938807e-05, |
| "loss": 0.6142, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.9685534591194969, |
| "grad_norm": 0.4179267883300781, |
| "learning_rate": 4.283874493568772e-05, |
| "loss": 0.6463, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.9748427672955975, |
| "grad_norm": 0.42434728145599365, |
| "learning_rate": 4.271000354423426e-05, |
| "loss": 0.5873, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.9811320754716981, |
| "grad_norm": 0.44202134013175964, |
| "learning_rate": 4.258031241903778e-05, |
| "loss": 0.6046, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.9874213836477987, |
| "grad_norm": 0.47817060351371765, |
| "learning_rate": 4.2449678515039747e-05, |
| "loss": 0.5989, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.9937106918238994, |
| "grad_norm": 0.43847018480300903, |
| "learning_rate": 4.231810883773999e-05, |
| "loss": 0.6156, |
| "step": 158 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.48976290225982666, |
| "learning_rate": 4.218561044282099e-05, |
| "loss": 0.6177, |
| "step": 159 |
| }, |
| { |
| "epoch": 1.0062893081761006, |
| "grad_norm": 0.4213927984237671, |
| "learning_rate": 4.2052190435769554e-05, |
| "loss": 0.5881, |
| "step": 160 |
| }, |
| { |
| "epoch": 1.0125786163522013, |
| "grad_norm": 0.3923173248767853, |
| "learning_rate": 4.191785597149577e-05, |
| "loss": 0.5354, |
| "step": 161 |
| }, |
| { |
| "epoch": 1.0188679245283019, |
| "grad_norm": 0.41947099566459656, |
| "learning_rate": 4.178261425394926e-05, |
| "loss": 0.5745, |
| "step": 162 |
| }, |
| { |
| "epoch": 1.0251572327044025, |
| "grad_norm": 0.45812028646469116, |
| "learning_rate": 4.1646472535732895e-05, |
| "loss": 0.5836, |
| "step": 163 |
| }, |
| { |
| "epoch": 1.0314465408805031, |
| "grad_norm": 0.4519791007041931, |
| "learning_rate": 4.1509438117713866e-05, |
| "loss": 0.6118, |
| "step": 164 |
| }, |
| { |
| "epoch": 1.0377358490566038, |
| "grad_norm": 0.5628229379653931, |
| "learning_rate": 4.137151834863213e-05, |
| "loss": 0.5811, |
| "step": 165 |
| }, |
| { |
| "epoch": 1.0440251572327044, |
| "grad_norm": 0.3987003564834595, |
| "learning_rate": 4.123272062470633e-05, |
| "loss": 0.5179, |
| "step": 166 |
| }, |
| { |
| "epoch": 1.050314465408805, |
| "grad_norm": 0.4499664604663849, |
| "learning_rate": 4.109305238923718e-05, |
| "loss": 0.548, |
| "step": 167 |
| }, |
| { |
| "epoch": 1.0566037735849056, |
| "grad_norm": 0.4336049556732178, |
| "learning_rate": 4.095252113220827e-05, |
| "loss": 0.5659, |
| "step": 168 |
| }, |
| { |
| "epoch": 1.0628930817610063, |
| "grad_norm": 0.5409331321716309, |
| "learning_rate": 4.0811134389884433e-05, |
| "loss": 0.5522, |
| "step": 169 |
| }, |
| { |
| "epoch": 1.069182389937107, |
| "grad_norm": 0.41802865266799927, |
| "learning_rate": 4.066889974440757e-05, |
| "loss": 0.542, |
| "step": 170 |
| }, |
| { |
| "epoch": 1.0754716981132075, |
| "grad_norm": 0.48149824142456055, |
| "learning_rate": 4.0525824823390045e-05, |
| "loss": 0.6131, |
| "step": 171 |
| }, |
| { |
| "epoch": 1.0817610062893082, |
| "grad_norm": 0.5059295296669006, |
| "learning_rate": 4.038191729950569e-05, |
| "loss": 0.5823, |
| "step": 172 |
| }, |
| { |
| "epoch": 1.0880503144654088, |
| "grad_norm": 0.5310669541358948, |
| "learning_rate": 4.0237184890078245e-05, |
| "loss": 0.6066, |
| "step": 173 |
| }, |
| { |
| "epoch": 1.0943396226415094, |
| "grad_norm": 0.5470696091651917, |
| "learning_rate": 4.009163535666761e-05, |
| "loss": 0.6407, |
| "step": 174 |
| }, |
| { |
| "epoch": 1.10062893081761, |
| "grad_norm": 0.4407522678375244, |
| "learning_rate": 3.994527650465352e-05, |
| "loss": 0.573, |
| "step": 175 |
| }, |
| { |
| "epoch": 1.1069182389937107, |
| "grad_norm": 0.4072059094905853, |
| "learning_rate": 3.979811618281706e-05, |
| "loss": 0.6349, |
| "step": 176 |
| }, |
| { |
| "epoch": 1.1132075471698113, |
| "grad_norm": 0.6410146355628967, |
| "learning_rate": 3.9650162282919655e-05, |
| "loss": 0.6036, |
| "step": 177 |
| }, |
| { |
| "epoch": 1.119496855345912, |
| "grad_norm": 0.4664185047149658, |
| "learning_rate": 3.9501422739279956e-05, |
| "loss": 0.5855, |
| "step": 178 |
| }, |
| { |
| "epoch": 1.1257861635220126, |
| "grad_norm": 0.7204552888870239, |
| "learning_rate": 3.9351905528348285e-05, |
| "loss": 0.5719, |
| "step": 179 |
| }, |
| { |
| "epoch": 1.1320754716981132, |
| "grad_norm": 0.47248926758766174, |
| "learning_rate": 3.920161866827889e-05, |
| "loss": 0.5764, |
| "step": 180 |
| }, |
| { |
| "epoch": 1.1383647798742138, |
| "grad_norm": 0.64155113697052, |
| "learning_rate": 3.90505702185e-05, |
| "loss": 0.644, |
| "step": 181 |
| }, |
| { |
| "epoch": 1.1446540880503144, |
| "grad_norm": 0.5559830665588379, |
| "learning_rate": 3.889876827928156e-05, |
| "loss": 0.5883, |
| "step": 182 |
| }, |
| { |
| "epoch": 1.150943396226415, |
| "grad_norm": 0.46357718110084534, |
| "learning_rate": 3.874622099130087e-05, |
| "loss": 0.5942, |
| "step": 183 |
| }, |
| { |
| "epoch": 1.1572327044025157, |
| "grad_norm": 0.4527578055858612, |
| "learning_rate": 3.859293653520604e-05, |
| "loss": 0.6086, |
| "step": 184 |
| }, |
| { |
| "epoch": 1.1635220125786163, |
| "grad_norm": 0.45968765020370483, |
| "learning_rate": 3.843892313117724e-05, |
| "loss": 0.6105, |
| "step": 185 |
| }, |
| { |
| "epoch": 1.169811320754717, |
| "grad_norm": 0.5293806791305542, |
| "learning_rate": 3.8284189038485936e-05, |
| "loss": 0.5622, |
| "step": 186 |
| }, |
| { |
| "epoch": 1.1761006289308176, |
| "grad_norm": 0.4499124586582184, |
| "learning_rate": 3.812874255505191e-05, |
| "loss": 0.5451, |
| "step": 187 |
| }, |
| { |
| "epoch": 1.1823899371069182, |
| "grad_norm": 0.5140619277954102, |
| "learning_rate": 3.797259201699833e-05, |
| "loss": 0.5864, |
| "step": 188 |
| }, |
| { |
| "epoch": 1.1886792452830188, |
| "grad_norm": 0.40918025374412537, |
| "learning_rate": 3.781574579820464e-05, |
| "loss": 0.5602, |
| "step": 189 |
| }, |
| { |
| "epoch": 1.1949685534591195, |
| "grad_norm": 0.4417194128036499, |
| "learning_rate": 3.765821230985758e-05, |
| "loss": 0.5556, |
| "step": 190 |
| }, |
| { |
| "epoch": 1.20125786163522, |
| "grad_norm": 0.4697968363761902, |
| "learning_rate": 3.7500000000000003e-05, |
| "loss": 0.6491, |
| "step": 191 |
| }, |
| { |
| "epoch": 1.2075471698113207, |
| "grad_norm": 0.40187153220176697, |
| "learning_rate": 3.7341117353077966e-05, |
| "loss": 0.5797, |
| "step": 192 |
| }, |
| { |
| "epoch": 1.2138364779874213, |
| "grad_norm": 0.456836462020874, |
| "learning_rate": 3.718157288948563e-05, |
| "loss": 0.5613, |
| "step": 193 |
| }, |
| { |
| "epoch": 1.220125786163522, |
| "grad_norm": 0.45992621779441833, |
| "learning_rate": 3.702137516510838e-05, |
| "loss": 0.6301, |
| "step": 194 |
| }, |
| { |
| "epoch": 1.2264150943396226, |
| "grad_norm": 0.45000532269477844, |
| "learning_rate": 3.686053277086401e-05, |
| "loss": 0.5772, |
| "step": 195 |
| }, |
| { |
| "epoch": 1.2327044025157232, |
| "grad_norm": 0.4734075963497162, |
| "learning_rate": 3.669905433224199e-05, |
| "loss": 0.5452, |
| "step": 196 |
| }, |
| { |
| "epoch": 1.2389937106918238, |
| "grad_norm": 0.41561609506607056, |
| "learning_rate": 3.653694850884091e-05, |
| "loss": 0.5365, |
| "step": 197 |
| }, |
| { |
| "epoch": 1.2452830188679245, |
| "grad_norm": 0.469097763299942, |
| "learning_rate": 3.637422399390413e-05, |
| "loss": 0.5396, |
| "step": 198 |
| }, |
| { |
| "epoch": 1.251572327044025, |
| "grad_norm": 0.46705111861228943, |
| "learning_rate": 3.621088951385353e-05, |
| "loss": 0.6024, |
| "step": 199 |
| }, |
| { |
| "epoch": 1.2578616352201257, |
| "grad_norm": 0.5201407074928284, |
| "learning_rate": 3.604695382782159e-05, |
| "loss": 0.6905, |
| "step": 200 |
| }, |
| { |
| "epoch": 1.2641509433962264, |
| "grad_norm": 0.4639309346675873, |
| "learning_rate": 3.588242572718162e-05, |
| "loss": 0.5909, |
| "step": 201 |
| }, |
| { |
| "epoch": 1.270440251572327, |
| "grad_norm": 0.4756741225719452, |
| "learning_rate": 3.5717314035076355e-05, |
| "loss": 0.5745, |
| "step": 202 |
| }, |
| { |
| "epoch": 1.2767295597484276, |
| "grad_norm": 0.5243765115737915, |
| "learning_rate": 3.5551627605944745e-05, |
| "loss": 0.6439, |
| "step": 203 |
| }, |
| { |
| "epoch": 1.2830188679245282, |
| "grad_norm": 0.4495748281478882, |
| "learning_rate": 3.5385375325047166e-05, |
| "loss": 0.5611, |
| "step": 204 |
| }, |
| { |
| "epoch": 1.2893081761006289, |
| "grad_norm": 0.47336816787719727, |
| "learning_rate": 3.521856610798887e-05, |
| "loss": 0.5846, |
| "step": 205 |
| }, |
| { |
| "epoch": 1.2955974842767295, |
| "grad_norm": 0.4667642116546631, |
| "learning_rate": 3.505120890024195e-05, |
| "loss": 0.5982, |
| "step": 206 |
| }, |
| { |
| "epoch": 1.3018867924528301, |
| "grad_norm": 0.4477729797363281, |
| "learning_rate": 3.4883312676665536e-05, |
| "loss": 0.6265, |
| "step": 207 |
| }, |
| { |
| "epoch": 1.3081761006289307, |
| "grad_norm": 0.5078469514846802, |
| "learning_rate": 3.4714886441024574e-05, |
| "loss": 0.5161, |
| "step": 208 |
| }, |
| { |
| "epoch": 1.3144654088050314, |
| "grad_norm": 0.5072935819625854, |
| "learning_rate": 3.4545939225506934e-05, |
| "loss": 0.5408, |
| "step": 209 |
| }, |
| { |
| "epoch": 1.320754716981132, |
| "grad_norm": 0.5006597638130188, |
| "learning_rate": 3.437648009023905e-05, |
| "loss": 0.5715, |
| "step": 210 |
| }, |
| { |
| "epoch": 1.3270440251572326, |
| "grad_norm": 0.44206503033638, |
| "learning_rate": 3.420651812280006e-05, |
| "loss": 0.5694, |
| "step": 211 |
| }, |
| { |
| "epoch": 1.3333333333333333, |
| "grad_norm": 0.4964762032032013, |
| "learning_rate": 3.4036062437734484e-05, |
| "loss": 0.5203, |
| "step": 212 |
| }, |
| { |
| "epoch": 1.3396226415094339, |
| "grad_norm": 0.4342876076698303, |
| "learning_rate": 3.386512217606339e-05, |
| "loss": 0.5778, |
| "step": 213 |
| }, |
| { |
| "epoch": 1.3459119496855345, |
| "grad_norm": 0.46520864963531494, |
| "learning_rate": 3.369370650479425e-05, |
| "loss": 0.5757, |
| "step": 214 |
| }, |
| { |
| "epoch": 1.3522012578616351, |
| "grad_norm": 0.5179557204246521, |
| "learning_rate": 3.3521824616429285e-05, |
| "loss": 0.5348, |
| "step": 215 |
| }, |
| { |
| "epoch": 1.3584905660377358, |
| "grad_norm": 0.45922955870628357, |
| "learning_rate": 3.3349485728472535e-05, |
| "loss": 0.5982, |
| "step": 216 |
| }, |
| { |
| "epoch": 1.3647798742138364, |
| "grad_norm": 0.5132372975349426, |
| "learning_rate": 3.3176699082935545e-05, |
| "loss": 0.6131, |
| "step": 217 |
| }, |
| { |
| "epoch": 1.371069182389937, |
| "grad_norm": 0.4740884602069855, |
| "learning_rate": 3.300347394584172e-05, |
| "loss": 0.6194, |
| "step": 218 |
| }, |
| { |
| "epoch": 1.3773584905660377, |
| "grad_norm": 0.45677605271339417, |
| "learning_rate": 3.282981960672948e-05, |
| "loss": 0.5938, |
| "step": 219 |
| }, |
| { |
| "epoch": 1.3836477987421385, |
| "grad_norm": 0.4545290172100067, |
| "learning_rate": 3.265574537815398e-05, |
| "loss": 0.5634, |
| "step": 220 |
| }, |
| { |
| "epoch": 1.389937106918239, |
| "grad_norm": 0.4439068138599396, |
| "learning_rate": 3.248126059518785e-05, |
| "loss": 0.5543, |
| "step": 221 |
| }, |
| { |
| "epoch": 1.3962264150943398, |
| "grad_norm": 0.4973136782646179, |
| "learning_rate": 3.230637461492043e-05, |
| "loss": 0.549, |
| "step": 222 |
| }, |
| { |
| "epoch": 1.4025157232704402, |
| "grad_norm": 0.5018147826194763, |
| "learning_rate": 3.213109681595612e-05, |
| "loss": 0.5799, |
| "step": 223 |
| }, |
| { |
| "epoch": 1.408805031446541, |
| "grad_norm": 0.4906245768070221, |
| "learning_rate": 3.195543659791132e-05, |
| "loss": 0.5788, |
| "step": 224 |
| }, |
| { |
| "epoch": 1.4150943396226414, |
| "grad_norm": 0.5228400826454163, |
| "learning_rate": 3.177940338091043e-05, |
| "loss": 0.4883, |
| "step": 225 |
| }, |
| { |
| "epoch": 1.4213836477987423, |
| "grad_norm": 0.5177304148674011, |
| "learning_rate": 3.160300660508064e-05, |
| "loss": 0.5737, |
| "step": 226 |
| }, |
| { |
| "epoch": 1.4276729559748427, |
| "grad_norm": 0.4641788899898529, |
| "learning_rate": 3.14262557300457e-05, |
| "loss": 0.5416, |
| "step": 227 |
| }, |
| { |
| "epoch": 1.4339622641509435, |
| "grad_norm": 0.49331700801849365, |
| "learning_rate": 3.124916023441865e-05, |
| "loss": 0.5747, |
| "step": 228 |
| }, |
| { |
| "epoch": 1.440251572327044, |
| "grad_norm": 0.4671120345592499, |
| "learning_rate": 3.107172961529343e-05, |
| "loss": 0.508, |
| "step": 229 |
| }, |
| { |
| "epoch": 1.4465408805031448, |
| "grad_norm": 0.5811720490455627, |
| "learning_rate": 3.0893973387735687e-05, |
| "loss": 0.6929, |
| "step": 230 |
| }, |
| { |
| "epoch": 1.4528301886792452, |
| "grad_norm": 0.48253801465034485, |
| "learning_rate": 3.071590108427244e-05, |
| "loss": 0.6467, |
| "step": 231 |
| }, |
| { |
| "epoch": 1.459119496855346, |
| "grad_norm": 0.5044742226600647, |
| "learning_rate": 3.0537522254380905e-05, |
| "loss": 0.5067, |
| "step": 232 |
| }, |
| { |
| "epoch": 1.4654088050314464, |
| "grad_norm": 0.5015671849250793, |
| "learning_rate": 3.0358846463976372e-05, |
| "loss": 0.6052, |
| "step": 233 |
| }, |
| { |
| "epoch": 1.4716981132075473, |
| "grad_norm": 0.5023432374000549, |
| "learning_rate": 3.017988329489923e-05, |
| "loss": 0.5961, |
| "step": 234 |
| }, |
| { |
| "epoch": 1.4779874213836477, |
| "grad_norm": 0.5157131552696228, |
| "learning_rate": 3.0000642344401113e-05, |
| "loss": 0.6285, |
| "step": 235 |
| }, |
| { |
| "epoch": 1.4842767295597485, |
| "grad_norm": 0.5081720948219299, |
| "learning_rate": 2.9821133224630226e-05, |
| "loss": 0.4634, |
| "step": 236 |
| }, |
| { |
| "epoch": 1.490566037735849, |
| "grad_norm": 0.4940662086009979, |
| "learning_rate": 2.9641365562115887e-05, |
| "loss": 0.5288, |
| "step": 237 |
| }, |
| { |
| "epoch": 1.4968553459119498, |
| "grad_norm": 0.6005929708480835, |
| "learning_rate": 2.9461348997252265e-05, |
| "loss": 0.5748, |
| "step": 238 |
| }, |
| { |
| "epoch": 1.5031446540880502, |
| "grad_norm": 0.5340356230735779, |
| "learning_rate": 2.9281093183781403e-05, |
| "loss": 0.5944, |
| "step": 239 |
| }, |
| { |
| "epoch": 1.509433962264151, |
| "grad_norm": 0.5056872367858887, |
| "learning_rate": 2.9100607788275545e-05, |
| "loss": 0.5549, |
| "step": 240 |
| }, |
| { |
| "epoch": 1.5157232704402515, |
| "grad_norm": 0.5385233759880066, |
| "learning_rate": 2.891990248961871e-05, |
| "loss": 0.5345, |
| "step": 241 |
| }, |
| { |
| "epoch": 1.5220125786163523, |
| "grad_norm": 0.48144999146461487, |
| "learning_rate": 2.8738986978487625e-05, |
| "loss": 0.5839, |
| "step": 242 |
| }, |
| { |
| "epoch": 1.5283018867924527, |
| "grad_norm": 0.5069999098777771, |
| "learning_rate": 2.8557870956832132e-05, |
| "loss": 0.4931, |
| "step": 243 |
| }, |
| { |
| "epoch": 1.5345911949685536, |
| "grad_norm": 0.4660912752151489, |
| "learning_rate": 2.8376564137354795e-05, |
| "loss": 0.5598, |
| "step": 244 |
| }, |
| { |
| "epoch": 1.540880503144654, |
| "grad_norm": 0.5416334271430969, |
| "learning_rate": 2.8195076242990122e-05, |
| "loss": 0.5894, |
| "step": 245 |
| }, |
| { |
| "epoch": 1.5471698113207548, |
| "grad_norm": 0.49134501814842224, |
| "learning_rate": 2.8013417006383076e-05, |
| "loss": 0.6345, |
| "step": 246 |
| }, |
| { |
| "epoch": 1.5534591194968552, |
| "grad_norm": 0.5861812829971313, |
| "learning_rate": 2.783159616936723e-05, |
| "loss": 0.6519, |
| "step": 247 |
| }, |
| { |
| "epoch": 1.559748427672956, |
| "grad_norm": 0.47188055515289307, |
| "learning_rate": 2.764962348244228e-05, |
| "loss": 0.5658, |
| "step": 248 |
| }, |
| { |
| "epoch": 1.5660377358490565, |
| "grad_norm": 0.4838746190071106, |
| "learning_rate": 2.7467508704251137e-05, |
| "loss": 0.5934, |
| "step": 249 |
| }, |
| { |
| "epoch": 1.5723270440251573, |
| "grad_norm": 0.516981840133667, |
| "learning_rate": 2.7285261601056698e-05, |
| "loss": 0.5341, |
| "step": 250 |
| }, |
| { |
| "epoch": 1.5786163522012577, |
| "grad_norm": 0.4871889352798462, |
| "learning_rate": 2.7102891946217994e-05, |
| "loss": 0.5885, |
| "step": 251 |
| }, |
| { |
| "epoch": 1.5849056603773586, |
| "grad_norm": 0.47121965885162354, |
| "learning_rate": 2.6920409519666174e-05, |
| "loss": 0.5988, |
| "step": 252 |
| }, |
| { |
| "epoch": 1.591194968553459, |
| "grad_norm": 0.5421566367149353, |
| "learning_rate": 2.6737824107379948e-05, |
| "loss": 0.6635, |
| "step": 253 |
| }, |
| { |
| "epoch": 1.5974842767295598, |
| "grad_norm": 0.5449573993682861, |
| "learning_rate": 2.655514550086086e-05, |
| "loss": 0.5365, |
| "step": 254 |
| }, |
| { |
| "epoch": 1.6037735849056602, |
| "grad_norm": 0.5301252007484436, |
| "learning_rate": 2.637238349660819e-05, |
| "loss": 0.6854, |
| "step": 255 |
| }, |
| { |
| "epoch": 1.610062893081761, |
| "grad_norm": 0.41109421849250793, |
| "learning_rate": 2.6189547895593562e-05, |
| "loss": 0.5234, |
| "step": 256 |
| }, |
| { |
| "epoch": 1.6163522012578615, |
| "grad_norm": 0.5346055626869202, |
| "learning_rate": 2.600664850273538e-05, |
| "loss": 0.5962, |
| "step": 257 |
| }, |
| { |
| "epoch": 1.6226415094339623, |
| "grad_norm": 0.5180861949920654, |
| "learning_rate": 2.582369512637302e-05, |
| "loss": 0.5396, |
| "step": 258 |
| }, |
| { |
| "epoch": 1.6289308176100628, |
| "grad_norm": 0.49982312321662903, |
| "learning_rate": 2.564069757774082e-05, |
| "loss": 0.4889, |
| "step": 259 |
| }, |
| { |
| "epoch": 1.6352201257861636, |
| "grad_norm": 0.5226275324821472, |
| "learning_rate": 2.545766567044194e-05, |
| "loss": 0.5893, |
| "step": 260 |
| }, |
| { |
| "epoch": 1.641509433962264, |
| "grad_norm": 0.47939932346343994, |
| "learning_rate": 2.527460921992209e-05, |
| "loss": 0.566, |
| "step": 261 |
| }, |
| { |
| "epoch": 1.6477987421383649, |
| "grad_norm": 0.536264955997467, |
| "learning_rate": 2.509153804294318e-05, |
| "loss": 0.5598, |
| "step": 262 |
| }, |
| { |
| "epoch": 1.6540880503144653, |
| "grad_norm": 0.5297203660011292, |
| "learning_rate": 2.490846195705683e-05, |
| "loss": 0.552, |
| "step": 263 |
| }, |
| { |
| "epoch": 1.6603773584905661, |
| "grad_norm": 0.5188955664634705, |
| "learning_rate": 2.4725390780077908e-05, |
| "loss": 0.6233, |
| "step": 264 |
| }, |
| { |
| "epoch": 1.6666666666666665, |
| "grad_norm": 0.4677969217300415, |
| "learning_rate": 2.4542334329558077e-05, |
| "loss": 0.4968, |
| "step": 265 |
| }, |
| { |
| "epoch": 1.6729559748427674, |
| "grad_norm": 0.5716769099235535, |
| "learning_rate": 2.435930242225919e-05, |
| "loss": 0.5315, |
| "step": 266 |
| }, |
| { |
| "epoch": 1.6792452830188678, |
| "grad_norm": 0.5071538090705872, |
| "learning_rate": 2.4176304873626985e-05, |
| "loss": 0.5622, |
| "step": 267 |
| }, |
| { |
| "epoch": 1.6855345911949686, |
| "grad_norm": 0.523229718208313, |
| "learning_rate": 2.399335149726463e-05, |
| "loss": 0.5999, |
| "step": 268 |
| }, |
| { |
| "epoch": 1.691823899371069, |
| "grad_norm": 0.5254403948783875, |
| "learning_rate": 2.3810452104406444e-05, |
| "loss": 0.6351, |
| "step": 269 |
| }, |
| { |
| "epoch": 1.6981132075471699, |
| "grad_norm": 0.53160560131073, |
| "learning_rate": 2.3627616503391814e-05, |
| "loss": 0.5754, |
| "step": 270 |
| }, |
| { |
| "epoch": 1.7044025157232703, |
| "grad_norm": 0.5396912693977356, |
| "learning_rate": 2.3444854499139142e-05, |
| "loss": 0.5635, |
| "step": 271 |
| }, |
| { |
| "epoch": 1.7106918238993711, |
| "grad_norm": 0.5528764724731445, |
| "learning_rate": 2.3262175892620065e-05, |
| "loss": 0.5368, |
| "step": 272 |
| }, |
| { |
| "epoch": 1.7169811320754715, |
| "grad_norm": 0.4812920093536377, |
| "learning_rate": 2.307959048033383e-05, |
| "loss": 0.5508, |
| "step": 273 |
| }, |
| { |
| "epoch": 1.7232704402515724, |
| "grad_norm": 0.5467996001243591, |
| "learning_rate": 2.2897108053782e-05, |
| "loss": 0.6073, |
| "step": 274 |
| }, |
| { |
| "epoch": 1.7295597484276728, |
| "grad_norm": 0.5203157663345337, |
| "learning_rate": 2.271473839894331e-05, |
| "loss": 0.5326, |
| "step": 275 |
| }, |
| { |
| "epoch": 1.7358490566037736, |
| "grad_norm": 0.4970155358314514, |
| "learning_rate": 2.253249129574887e-05, |
| "loss": 0.5444, |
| "step": 276 |
| }, |
| { |
| "epoch": 1.742138364779874, |
| "grad_norm": 0.5279742479324341, |
| "learning_rate": 2.2350376517557727e-05, |
| "loss": 0.5778, |
| "step": 277 |
| }, |
| { |
| "epoch": 1.748427672955975, |
| "grad_norm": 0.5293897986412048, |
| "learning_rate": 2.216840383063277e-05, |
| "loss": 0.5786, |
| "step": 278 |
| }, |
| { |
| "epoch": 1.7547169811320755, |
| "grad_norm": 0.565350353717804, |
| "learning_rate": 2.1986582993616926e-05, |
| "loss": 0.5877, |
| "step": 279 |
| }, |
| { |
| "epoch": 1.7610062893081762, |
| "grad_norm": 0.47762683033943176, |
| "learning_rate": 2.1804923757009884e-05, |
| "loss": 0.5419, |
| "step": 280 |
| }, |
| { |
| "epoch": 1.7672955974842768, |
| "grad_norm": 0.5171676278114319, |
| "learning_rate": 2.1623435862645204e-05, |
| "loss": 0.5418, |
| "step": 281 |
| }, |
| { |
| "epoch": 1.7735849056603774, |
| "grad_norm": 0.45764029026031494, |
| "learning_rate": 2.1442129043167874e-05, |
| "loss": 0.5487, |
| "step": 282 |
| }, |
| { |
| "epoch": 1.779874213836478, |
| "grad_norm": 0.5272729396820068, |
| "learning_rate": 2.126101302151238e-05, |
| "loss": 0.5317, |
| "step": 283 |
| }, |
| { |
| "epoch": 1.7861635220125787, |
| "grad_norm": 0.49889740347862244, |
| "learning_rate": 2.1080097510381298e-05, |
| "loss": 0.6046, |
| "step": 284 |
| }, |
| { |
| "epoch": 1.7924528301886793, |
| "grad_norm": 0.5512136220932007, |
| "learning_rate": 2.089939221172446e-05, |
| "loss": 0.6541, |
| "step": 285 |
| }, |
| { |
| "epoch": 1.79874213836478, |
| "grad_norm": 0.5187536478042603, |
| "learning_rate": 2.07189068162186e-05, |
| "loss": 0.5646, |
| "step": 286 |
| }, |
| { |
| "epoch": 1.8050314465408805, |
| "grad_norm": 0.4920225143432617, |
| "learning_rate": 2.0538651002747744e-05, |
| "loss": 0.5561, |
| "step": 287 |
| }, |
| { |
| "epoch": 1.8113207547169812, |
| "grad_norm": 0.5807557702064514, |
| "learning_rate": 2.0358634437884112e-05, |
| "loss": 0.6087, |
| "step": 288 |
| }, |
| { |
| "epoch": 1.8176100628930818, |
| "grad_norm": 0.48779597878456116, |
| "learning_rate": 2.0178866775369777e-05, |
| "loss": 0.5801, |
| "step": 289 |
| }, |
| { |
| "epoch": 1.8238993710691824, |
| "grad_norm": 0.47587329149246216, |
| "learning_rate": 1.9999357655598893e-05, |
| "loss": 0.6003, |
| "step": 290 |
| }, |
| { |
| "epoch": 1.830188679245283, |
| "grad_norm": 0.5073649883270264, |
| "learning_rate": 1.9820116705100777e-05, |
| "loss": 0.5838, |
| "step": 291 |
| }, |
| { |
| "epoch": 1.8364779874213837, |
| "grad_norm": 0.5661832690238953, |
| "learning_rate": 1.9641153536023644e-05, |
| "loss": 0.6054, |
| "step": 292 |
| }, |
| { |
| "epoch": 1.8427672955974843, |
| "grad_norm": 0.4822792410850525, |
| "learning_rate": 1.9462477745619108e-05, |
| "loss": 0.5515, |
| "step": 293 |
| }, |
| { |
| "epoch": 1.849056603773585, |
| "grad_norm": 0.5438389182090759, |
| "learning_rate": 1.928409891572757e-05, |
| "loss": 0.6225, |
| "step": 294 |
| }, |
| { |
| "epoch": 1.8553459119496856, |
| "grad_norm": 0.4644525647163391, |
| "learning_rate": 1.9106026612264316e-05, |
| "loss": 0.6214, |
| "step": 295 |
| }, |
| { |
| "epoch": 1.8616352201257862, |
| "grad_norm": 0.477500855922699, |
| "learning_rate": 1.8928270384706584e-05, |
| "loss": 0.6164, |
| "step": 296 |
| }, |
| { |
| "epoch": 1.8679245283018868, |
| "grad_norm": 0.4944886267185211, |
| "learning_rate": 1.875083976558136e-05, |
| "loss": 0.5533, |
| "step": 297 |
| }, |
| { |
| "epoch": 1.8742138364779874, |
| "grad_norm": 0.5480766892433167, |
| "learning_rate": 1.8573744269954298e-05, |
| "loss": 0.6305, |
| "step": 298 |
| }, |
| { |
| "epoch": 1.880503144654088, |
| "grad_norm": 0.5053893327713013, |
| "learning_rate": 1.8396993394919372e-05, |
| "loss": 0.574, |
| "step": 299 |
| }, |
| { |
| "epoch": 1.8867924528301887, |
| "grad_norm": 0.559573233127594, |
| "learning_rate": 1.8220596619089576e-05, |
| "loss": 0.7138, |
| "step": 300 |
| }, |
| { |
| "epoch": 1.8930817610062893, |
| "grad_norm": 0.5412449836730957, |
| "learning_rate": 1.8044563402088684e-05, |
| "loss": 0.6108, |
| "step": 301 |
| }, |
| { |
| "epoch": 1.89937106918239, |
| "grad_norm": 0.49840930104255676, |
| "learning_rate": 1.7868903184043887e-05, |
| "loss": 0.546, |
| "step": 302 |
| }, |
| { |
| "epoch": 1.9056603773584906, |
| "grad_norm": 0.6073680520057678, |
| "learning_rate": 1.7693625385079577e-05, |
| "loss": 0.5597, |
| "step": 303 |
| }, |
| { |
| "epoch": 1.9119496855345912, |
| "grad_norm": 0.5452404022216797, |
| "learning_rate": 1.7518739404812155e-05, |
| "loss": 0.6107, |
| "step": 304 |
| }, |
| { |
| "epoch": 1.9182389937106918, |
| "grad_norm": 0.48530417680740356, |
| "learning_rate": 1.7344254621846016e-05, |
| "loss": 0.5671, |
| "step": 305 |
| }, |
| { |
| "epoch": 1.9245283018867925, |
| "grad_norm": 0.47276559472084045, |
| "learning_rate": 1.7170180393270532e-05, |
| "loss": 0.5503, |
| "step": 306 |
| }, |
| { |
| "epoch": 1.930817610062893, |
| "grad_norm": 0.4949149191379547, |
| "learning_rate": 1.699652605415828e-05, |
| "loss": 0.4958, |
| "step": 307 |
| }, |
| { |
| "epoch": 1.9371069182389937, |
| "grad_norm": 0.5216560363769531, |
| "learning_rate": 1.682330091706446e-05, |
| "loss": 0.58, |
| "step": 308 |
| }, |
| { |
| "epoch": 1.9433962264150944, |
| "grad_norm": 0.5286461710929871, |
| "learning_rate": 1.6650514271527468e-05, |
| "loss": 0.5293, |
| "step": 309 |
| }, |
| { |
| "epoch": 1.949685534591195, |
| "grad_norm": 0.4912795424461365, |
| "learning_rate": 1.647817538357072e-05, |
| "loss": 0.5666, |
| "step": 310 |
| }, |
| { |
| "epoch": 1.9559748427672956, |
| "grad_norm": 0.5797849297523499, |
| "learning_rate": 1.630629349520576e-05, |
| "loss": 0.5493, |
| "step": 311 |
| }, |
| { |
| "epoch": 1.9622641509433962, |
| "grad_norm": 0.5302536487579346, |
| "learning_rate": 1.613487782393661e-05, |
| "loss": 0.5516, |
| "step": 312 |
| }, |
| { |
| "epoch": 1.9685534591194969, |
| "grad_norm": 0.5543875694274902, |
| "learning_rate": 1.5963937562265525e-05, |
| "loss": 0.5358, |
| "step": 313 |
| }, |
| { |
| "epoch": 1.9748427672955975, |
| "grad_norm": 0.5673121809959412, |
| "learning_rate": 1.5793481877199946e-05, |
| "loss": 0.5332, |
| "step": 314 |
| }, |
| { |
| "epoch": 1.9811320754716981, |
| "grad_norm": 0.508794367313385, |
| "learning_rate": 1.5623519909760954e-05, |
| "loss": 0.5968, |
| "step": 315 |
| }, |
| { |
| "epoch": 1.9874213836477987, |
| "grad_norm": 0.5409150719642639, |
| "learning_rate": 1.5454060774493068e-05, |
| "loss": 0.6077, |
| "step": 316 |
| }, |
| { |
| "epoch": 1.9937106918238994, |
| "grad_norm": 0.5045109987258911, |
| "learning_rate": 1.528511355897543e-05, |
| "loss": 0.5503, |
| "step": 317 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 0.6411352157592773, |
| "learning_rate": 1.5116687323334467e-05, |
| "loss": 0.6122, |
| "step": 318 |
| }, |
| { |
| "epoch": 2.006289308176101, |
| "grad_norm": 0.5026600360870361, |
| "learning_rate": 1.4948791099758052e-05, |
| "loss": 0.5369, |
| "step": 319 |
| }, |
| { |
| "epoch": 2.0125786163522013, |
| "grad_norm": 0.511720597743988, |
| "learning_rate": 1.4781433892011131e-05, |
| "loss": 0.5291, |
| "step": 320 |
| }, |
| { |
| "epoch": 2.018867924528302, |
| "grad_norm": 0.48618605732917786, |
| "learning_rate": 1.4614624674952842e-05, |
| "loss": 0.5378, |
| "step": 321 |
| }, |
| { |
| "epoch": 2.0251572327044025, |
| "grad_norm": 0.545242190361023, |
| "learning_rate": 1.4448372394055249e-05, |
| "loss": 0.5048, |
| "step": 322 |
| }, |
| { |
| "epoch": 2.0314465408805034, |
| "grad_norm": 0.5334264636039734, |
| "learning_rate": 1.4282685964923642e-05, |
| "loss": 0.5401, |
| "step": 323 |
| }, |
| { |
| "epoch": 2.0377358490566038, |
| "grad_norm": 0.5524183511734009, |
| "learning_rate": 1.4117574272818388e-05, |
| "loss": 0.5099, |
| "step": 324 |
| }, |
| { |
| "epoch": 2.0440251572327046, |
| "grad_norm": 0.48006343841552734, |
| "learning_rate": 1.3953046172178414e-05, |
| "loss": 0.4566, |
| "step": 325 |
| }, |
| { |
| "epoch": 2.050314465408805, |
| "grad_norm": 0.45758774876594543, |
| "learning_rate": 1.378911048614647e-05, |
| "loss": 0.4861, |
| "step": 326 |
| }, |
| { |
| "epoch": 2.056603773584906, |
| "grad_norm": 0.583585262298584, |
| "learning_rate": 1.3625776006095881e-05, |
| "loss": 0.5896, |
| "step": 327 |
| }, |
| { |
| "epoch": 2.0628930817610063, |
| "grad_norm": 0.5123708844184875, |
| "learning_rate": 1.3463051491159096e-05, |
| "loss": 0.5174, |
| "step": 328 |
| }, |
| { |
| "epoch": 2.069182389937107, |
| "grad_norm": 0.5508242845535278, |
| "learning_rate": 1.3300945667758014e-05, |
| "loss": 0.5042, |
| "step": 329 |
| }, |
| { |
| "epoch": 2.0754716981132075, |
| "grad_norm": 0.5526241660118103, |
| "learning_rate": 1.3139467229135999e-05, |
| "loss": 0.5457, |
| "step": 330 |
| }, |
| { |
| "epoch": 2.0817610062893084, |
| "grad_norm": 0.5903204083442688, |
| "learning_rate": 1.2978624834891628e-05, |
| "loss": 0.5299, |
| "step": 331 |
| }, |
| { |
| "epoch": 2.088050314465409, |
| "grad_norm": 0.5764947533607483, |
| "learning_rate": 1.281842711051438e-05, |
| "loss": 0.512, |
| "step": 332 |
| }, |
| { |
| "epoch": 2.0943396226415096, |
| "grad_norm": 0.5653167963027954, |
| "learning_rate": 1.2658882646922034e-05, |
| "loss": 0.5131, |
| "step": 333 |
| }, |
| { |
| "epoch": 2.10062893081761, |
| "grad_norm": 0.5843393206596375, |
| "learning_rate": 1.2500000000000006e-05, |
| "loss": 0.5383, |
| "step": 334 |
| }, |
| { |
| "epoch": 2.106918238993711, |
| "grad_norm": 0.6287145614624023, |
| "learning_rate": 1.2341787690142437e-05, |
| "loss": 0.5715, |
| "step": 335 |
| }, |
| { |
| "epoch": 2.1132075471698113, |
| "grad_norm": 0.5734768509864807, |
| "learning_rate": 1.2184254201795365e-05, |
| "loss": 0.548, |
| "step": 336 |
| }, |
| { |
| "epoch": 2.119496855345912, |
| "grad_norm": 0.5723345279693604, |
| "learning_rate": 1.2027407983001681e-05, |
| "loss": 0.4989, |
| "step": 337 |
| }, |
| { |
| "epoch": 2.1257861635220126, |
| "grad_norm": 0.6128413677215576, |
| "learning_rate": 1.1871257444948098e-05, |
| "loss": 0.5775, |
| "step": 338 |
| }, |
| { |
| "epoch": 2.1320754716981134, |
| "grad_norm": 0.7310327887535095, |
| "learning_rate": 1.1715810961514073e-05, |
| "loss": 0.5642, |
| "step": 339 |
| }, |
| { |
| "epoch": 2.138364779874214, |
| "grad_norm": 0.6413530707359314, |
| "learning_rate": 1.1561076868822756e-05, |
| "loss": 0.571, |
| "step": 340 |
| }, |
| { |
| "epoch": 2.1446540880503147, |
| "grad_norm": 0.6232360601425171, |
| "learning_rate": 1.1407063464793966e-05, |
| "loss": 0.4891, |
| "step": 341 |
| }, |
| { |
| "epoch": 2.150943396226415, |
| "grad_norm": 0.5760077238082886, |
| "learning_rate": 1.1253779008699131e-05, |
| "loss": 0.5196, |
| "step": 342 |
| }, |
| { |
| "epoch": 2.157232704402516, |
| "grad_norm": 0.5411508083343506, |
| "learning_rate": 1.1101231720718442e-05, |
| "loss": 0.479, |
| "step": 343 |
| }, |
| { |
| "epoch": 2.1635220125786163, |
| "grad_norm": 0.5932305455207825, |
| "learning_rate": 1.09494297815e-05, |
| "loss": 0.4888, |
| "step": 344 |
| }, |
| { |
| "epoch": 2.169811320754717, |
| "grad_norm": 0.5784667730331421, |
| "learning_rate": 1.0798381331721109e-05, |
| "loss": 0.5119, |
| "step": 345 |
| }, |
| { |
| "epoch": 2.1761006289308176, |
| "grad_norm": 0.663508415222168, |
| "learning_rate": 1.0648094471651724e-05, |
| "loss": 0.497, |
| "step": 346 |
| }, |
| { |
| "epoch": 2.1823899371069184, |
| "grad_norm": 0.5773563981056213, |
| "learning_rate": 1.049857726072005e-05, |
| "loss": 0.5013, |
| "step": 347 |
| }, |
| { |
| "epoch": 2.188679245283019, |
| "grad_norm": 0.697320282459259, |
| "learning_rate": 1.034983771708035e-05, |
| "loss": 0.6453, |
| "step": 348 |
| }, |
| { |
| "epoch": 2.1949685534591197, |
| "grad_norm": 0.5786930918693542, |
| "learning_rate": 1.020188381718295e-05, |
| "loss": 0.5044, |
| "step": 349 |
| }, |
| { |
| "epoch": 2.20125786163522, |
| "grad_norm": 0.6295438408851624, |
| "learning_rate": 1.0054723495346482e-05, |
| "loss": 0.594, |
| "step": 350 |
| }, |
| { |
| "epoch": 2.207547169811321, |
| "grad_norm": 0.6185433864593506, |
| "learning_rate": 9.908364643332399e-06, |
| "loss": 0.5059, |
| "step": 351 |
| }, |
| { |
| "epoch": 2.2138364779874213, |
| "grad_norm": 0.6029584407806396, |
| "learning_rate": 9.762815109921761e-06, |
| "loss": 0.5069, |
| "step": 352 |
| }, |
| { |
| "epoch": 2.220125786163522, |
| "grad_norm": 0.6533452272415161, |
| "learning_rate": 9.618082700494319e-06, |
| "loss": 0.5232, |
| "step": 353 |
| }, |
| { |
| "epoch": 2.2264150943396226, |
| "grad_norm": 0.6175459027290344, |
| "learning_rate": 9.474175176609956e-06, |
| "loss": 0.5466, |
| "step": 354 |
| }, |
| { |
| "epoch": 2.2327044025157234, |
| "grad_norm": 0.5657399892807007, |
| "learning_rate": 9.331100255592437e-06, |
| "loss": 0.4564, |
| "step": 355 |
| }, |
| { |
| "epoch": 2.238993710691824, |
| "grad_norm": 0.6779638528823853, |
| "learning_rate": 9.18886561011557e-06, |
| "loss": 0.5621, |
| "step": 356 |
| }, |
| { |
| "epoch": 2.2452830188679247, |
| "grad_norm": 0.5873716473579407, |
| "learning_rate": 9.047478867791732e-06, |
| "loss": 0.4575, |
| "step": 357 |
| }, |
| { |
| "epoch": 2.251572327044025, |
| "grad_norm": 0.5723773837089539, |
| "learning_rate": 8.906947610762825e-06, |
| "loss": 0.4867, |
| "step": 358 |
| }, |
| { |
| "epoch": 2.257861635220126, |
| "grad_norm": 0.6322399377822876, |
| "learning_rate": 8.767279375293672e-06, |
| "loss": 0.5453, |
| "step": 359 |
| }, |
| { |
| "epoch": 2.2641509433962264, |
| "grad_norm": 0.6071794033050537, |
| "learning_rate": 8.628481651367876e-06, |
| "loss": 0.5465, |
| "step": 360 |
| }, |
| { |
| "epoch": 2.270440251572327, |
| "grad_norm": 0.7954049110412598, |
| "learning_rate": 8.490561882286136e-06, |
| "loss": 0.5327, |
| "step": 361 |
| }, |
| { |
| "epoch": 2.2767295597484276, |
| "grad_norm": 0.5613401532173157, |
| "learning_rate": 8.353527464267104e-06, |
| "loss": 0.4759, |
| "step": 362 |
| }, |
| { |
| "epoch": 2.2830188679245285, |
| "grad_norm": 0.677384614944458, |
| "learning_rate": 8.217385746050742e-06, |
| "loss": 0.5186, |
| "step": 363 |
| }, |
| { |
| "epoch": 2.289308176100629, |
| "grad_norm": 0.6257275938987732, |
| "learning_rate": 8.082144028504233e-06, |
| "loss": 0.5786, |
| "step": 364 |
| }, |
| { |
| "epoch": 2.2955974842767297, |
| "grad_norm": 0.6544857025146484, |
| "learning_rate": 7.947809564230445e-06, |
| "loss": 0.4792, |
| "step": 365 |
| }, |
| { |
| "epoch": 2.30188679245283, |
| "grad_norm": 0.6507861614227295, |
| "learning_rate": 7.814389557179017e-06, |
| "loss": 0.5567, |
| "step": 366 |
| }, |
| { |
| "epoch": 2.308176100628931, |
| "grad_norm": 0.6414310336112976, |
| "learning_rate": 7.681891162260015e-06, |
| "loss": 0.5227, |
| "step": 367 |
| }, |
| { |
| "epoch": 2.3144654088050314, |
| "grad_norm": 0.6640331149101257, |
| "learning_rate": 7.5503214849602516e-06, |
| "loss": 0.5339, |
| "step": 368 |
| }, |
| { |
| "epoch": 2.3207547169811322, |
| "grad_norm": 0.6685804128646851, |
| "learning_rate": 7.419687580962223e-06, |
| "loss": 0.4857, |
| "step": 369 |
| }, |
| { |
| "epoch": 2.3270440251572326, |
| "grad_norm": 0.6468353271484375, |
| "learning_rate": 7.289996455765749e-06, |
| "loss": 0.4588, |
| "step": 370 |
| }, |
| { |
| "epoch": 2.3333333333333335, |
| "grad_norm": 0.5642632842063904, |
| "learning_rate": 7.161255064312283e-06, |
| "loss": 0.4676, |
| "step": 371 |
| }, |
| { |
| "epoch": 2.339622641509434, |
| "grad_norm": 0.583641529083252, |
| "learning_rate": 7.033470310611945e-06, |
| "loss": 0.5441, |
| "step": 372 |
| }, |
| { |
| "epoch": 2.3459119496855347, |
| "grad_norm": 0.6600673198699951, |
| "learning_rate": 6.906649047373246e-06, |
| "loss": 0.5144, |
| "step": 373 |
| }, |
| { |
| "epoch": 2.352201257861635, |
| "grad_norm": 0.6383036971092224, |
| "learning_rate": 6.780798075635675e-06, |
| "loss": 0.454, |
| "step": 374 |
| }, |
| { |
| "epoch": 2.358490566037736, |
| "grad_norm": 0.5476061105728149, |
| "learning_rate": 6.655924144404907e-06, |
| "loss": 0.4471, |
| "step": 375 |
| }, |
| { |
| "epoch": 2.3647798742138364, |
| "grad_norm": 0.6322336792945862, |
| "learning_rate": 6.532033950290886e-06, |
| "loss": 0.525, |
| "step": 376 |
| }, |
| { |
| "epoch": 2.3710691823899372, |
| "grad_norm": 0.6242497563362122, |
| "learning_rate": 6.409134137148737e-06, |
| "loss": 0.5181, |
| "step": 377 |
| }, |
| { |
| "epoch": 2.3773584905660377, |
| "grad_norm": 0.6529743075370789, |
| "learning_rate": 6.28723129572247e-06, |
| "loss": 0.5105, |
| "step": 378 |
| }, |
| { |
| "epoch": 2.3836477987421385, |
| "grad_norm": 0.6641661524772644, |
| "learning_rate": 6.166331963291519e-06, |
| "loss": 0.4859, |
| "step": 379 |
| }, |
| { |
| "epoch": 2.389937106918239, |
| "grad_norm": 0.6310985088348389, |
| "learning_rate": 6.046442623320145e-06, |
| "loss": 0.5136, |
| "step": 380 |
| }, |
| { |
| "epoch": 2.3962264150943398, |
| "grad_norm": 0.7812454104423523, |
| "learning_rate": 5.927569705109828e-06, |
| "loss": 0.4837, |
| "step": 381 |
| }, |
| { |
| "epoch": 2.40251572327044, |
| "grad_norm": 0.7382704019546509, |
| "learning_rate": 5.809719583454415e-06, |
| "loss": 0.4962, |
| "step": 382 |
| }, |
| { |
| "epoch": 2.408805031446541, |
| "grad_norm": 0.6249539256095886, |
| "learning_rate": 5.692898578298253e-06, |
| "loss": 0.5138, |
| "step": 383 |
| }, |
| { |
| "epoch": 2.4150943396226414, |
| "grad_norm": 0.6593284010887146, |
| "learning_rate": 5.577112954397321e-06, |
| "loss": 0.5097, |
| "step": 384 |
| }, |
| { |
| "epoch": 2.4213836477987423, |
| "grad_norm": 0.6821117997169495, |
| "learning_rate": 5.462368920983249e-06, |
| "loss": 0.5655, |
| "step": 385 |
| }, |
| { |
| "epoch": 2.4276729559748427, |
| "grad_norm": 0.7341055274009705, |
| "learning_rate": 5.348672631430318e-06, |
| "loss": 0.511, |
| "step": 386 |
| }, |
| { |
| "epoch": 2.4339622641509435, |
| "grad_norm": 0.676941454410553, |
| "learning_rate": 5.236030182925475e-06, |
| "loss": 0.4494, |
| "step": 387 |
| }, |
| { |
| "epoch": 2.440251572327044, |
| "grad_norm": 0.6467084288597107, |
| "learning_rate": 5.124447616141381e-06, |
| "loss": 0.4407, |
| "step": 388 |
| }, |
| { |
| "epoch": 2.4465408805031448, |
| "grad_norm": 0.6168628931045532, |
| "learning_rate": 5.013930914912476e-06, |
| "loss": 0.5424, |
| "step": 389 |
| }, |
| { |
| "epoch": 2.452830188679245, |
| "grad_norm": 0.6204650402069092, |
| "learning_rate": 4.9044860059140275e-06, |
| "loss": 0.5222, |
| "step": 390 |
| }, |
| { |
| "epoch": 2.459119496855346, |
| "grad_norm": 0.6808157563209534, |
| "learning_rate": 4.796118758344354e-06, |
| "loss": 0.5181, |
| "step": 391 |
| }, |
| { |
| "epoch": 2.4654088050314464, |
| "grad_norm": 0.6607468128204346, |
| "learning_rate": 4.6888349836100825e-06, |
| "loss": 0.5849, |
| "step": 392 |
| }, |
| { |
| "epoch": 2.4716981132075473, |
| "grad_norm": 0.6367841362953186, |
| "learning_rate": 4.58264043501446e-06, |
| "loss": 0.4938, |
| "step": 393 |
| }, |
| { |
| "epoch": 2.4779874213836477, |
| "grad_norm": 0.7117082476615906, |
| "learning_rate": 4.477540807448832e-06, |
| "loss": 0.4862, |
| "step": 394 |
| }, |
| { |
| "epoch": 2.4842767295597485, |
| "grad_norm": 0.662056565284729, |
| "learning_rate": 4.373541737087264e-06, |
| "loss": 0.5753, |
| "step": 395 |
| }, |
| { |
| "epoch": 2.490566037735849, |
| "grad_norm": 0.6686725616455078, |
| "learning_rate": 4.270648801084296e-06, |
| "loss": 0.555, |
| "step": 396 |
| }, |
| { |
| "epoch": 2.49685534591195, |
| "grad_norm": 0.7704941034317017, |
| "learning_rate": 4.1688675172758064e-06, |
| "loss": 0.6513, |
| "step": 397 |
| }, |
| { |
| "epoch": 2.50314465408805, |
| "grad_norm": 0.6105798482894897, |
| "learning_rate": 4.068203343883159e-06, |
| "loss": 0.4985, |
| "step": 398 |
| }, |
| { |
| "epoch": 2.509433962264151, |
| "grad_norm": 0.6414272785186768, |
| "learning_rate": 3.968661679220468e-06, |
| "loss": 0.4736, |
| "step": 399 |
| }, |
| { |
| "epoch": 2.5157232704402515, |
| "grad_norm": 0.6939327120780945, |
| "learning_rate": 3.8702478614051355e-06, |
| "loss": 0.567, |
| "step": 400 |
| }, |
| { |
| "epoch": 2.5220125786163523, |
| "grad_norm": 0.6539825797080994, |
| "learning_rate": 3.772967168071517e-06, |
| "loss": 0.4567, |
| "step": 401 |
| }, |
| { |
| "epoch": 2.5283018867924527, |
| "grad_norm": 0.6413926482200623, |
| "learning_rate": 3.6768248160879787e-06, |
| "loss": 0.5228, |
| "step": 402 |
| }, |
| { |
| "epoch": 2.5345911949685536, |
| "grad_norm": 0.6808522939682007, |
| "learning_rate": 3.5818259612770744e-06, |
| "loss": 0.5499, |
| "step": 403 |
| }, |
| { |
| "epoch": 2.540880503144654, |
| "grad_norm": 0.704112708568573, |
| "learning_rate": 3.487975698139084e-06, |
| "loss": 0.4901, |
| "step": 404 |
| }, |
| { |
| "epoch": 2.547169811320755, |
| "grad_norm": 0.7583079934120178, |
| "learning_rate": 3.3952790595787987e-06, |
| "loss": 0.5253, |
| "step": 405 |
| }, |
| { |
| "epoch": 2.5534591194968552, |
| "grad_norm": 0.6490894556045532, |
| "learning_rate": 3.3037410166356143e-06, |
| "loss": 0.5036, |
| "step": 406 |
| }, |
| { |
| "epoch": 2.559748427672956, |
| "grad_norm": 0.6950412392616272, |
| "learning_rate": 3.2133664782169948e-06, |
| "loss": 0.5155, |
| "step": 407 |
| }, |
| { |
| "epoch": 2.5660377358490565, |
| "grad_norm": 0.6417565941810608, |
| "learning_rate": 3.1241602908351404e-06, |
| "loss": 0.4473, |
| "step": 408 |
| }, |
| { |
| "epoch": 2.5723270440251573, |
| "grad_norm": 0.7289451360702515, |
| "learning_rate": 3.036127238347164e-06, |
| "loss": 0.5926, |
| "step": 409 |
| }, |
| { |
| "epoch": 2.5786163522012577, |
| "grad_norm": 0.6481583118438721, |
| "learning_rate": 2.9492720416985e-06, |
| "loss": 0.4606, |
| "step": 410 |
| }, |
| { |
| "epoch": 2.5849056603773586, |
| "grad_norm": 0.6715993881225586, |
| "learning_rate": 2.8635993586697553e-06, |
| "loss": 0.5701, |
| "step": 411 |
| }, |
| { |
| "epoch": 2.591194968553459, |
| "grad_norm": 0.6455919146537781, |
| "learning_rate": 2.779113783626916e-06, |
| "loss": 0.506, |
| "step": 412 |
| }, |
| { |
| "epoch": 2.59748427672956, |
| "grad_norm": 0.7350935935974121, |
| "learning_rate": 2.6958198472749717e-06, |
| "loss": 0.5624, |
| "step": 413 |
| }, |
| { |
| "epoch": 2.6037735849056602, |
| "grad_norm": 0.7309563755989075, |
| "learning_rate": 2.6137220164149435e-06, |
| "loss": 0.5052, |
| "step": 414 |
| }, |
| { |
| "epoch": 2.610062893081761, |
| "grad_norm": 0.6338467597961426, |
| "learning_rate": 2.5328246937043526e-06, |
| "loss": 0.5104, |
| "step": 415 |
| }, |
| { |
| "epoch": 2.6163522012578615, |
| "grad_norm": 0.6638092398643494, |
| "learning_rate": 2.4531322174210975e-06, |
| "loss": 0.5077, |
| "step": 416 |
| }, |
| { |
| "epoch": 2.6226415094339623, |
| "grad_norm": 0.6149672269821167, |
| "learning_rate": 2.37464886123083e-06, |
| "loss": 0.5086, |
| "step": 417 |
| }, |
| { |
| "epoch": 2.6289308176100628, |
| "grad_norm": 0.676372766494751, |
| "learning_rate": 2.2973788339577613e-06, |
| "loss": 0.5189, |
| "step": 418 |
| }, |
| { |
| "epoch": 2.6352201257861636, |
| "grad_norm": 0.6536609530448914, |
| "learning_rate": 2.2213262793589484e-06, |
| "loss": 0.4974, |
| "step": 419 |
| }, |
| { |
| "epoch": 2.641509433962264, |
| "grad_norm": 0.6942263245582581, |
| "learning_rate": 2.1464952759020855e-06, |
| "loss": 0.5648, |
| "step": 420 |
| }, |
| { |
| "epoch": 2.647798742138365, |
| "grad_norm": 0.642825722694397, |
| "learning_rate": 2.0728898365467903e-06, |
| "loss": 0.5149, |
| "step": 421 |
| }, |
| { |
| "epoch": 2.6540880503144653, |
| "grad_norm": 0.6079385876655579, |
| "learning_rate": 2.0005139085293945e-06, |
| "loss": 0.472, |
| "step": 422 |
| }, |
| { |
| "epoch": 2.660377358490566, |
| "grad_norm": 0.715664267539978, |
| "learning_rate": 1.9293713731512673e-06, |
| "loss": 0.5368, |
| "step": 423 |
| }, |
| { |
| "epoch": 2.6666666666666665, |
| "grad_norm": 0.655768871307373, |
| "learning_rate": 1.8594660455706763e-06, |
| "loss": 0.4948, |
| "step": 424 |
| }, |
| { |
| "epoch": 2.6729559748427674, |
| "grad_norm": 0.6798547506332397, |
| "learning_rate": 1.790801674598186e-06, |
| "loss": 0.5213, |
| "step": 425 |
| }, |
| { |
| "epoch": 2.6792452830188678, |
| "grad_norm": 0.7034783959388733, |
| "learning_rate": 1.7233819424956248e-06, |
| "loss": 0.6128, |
| "step": 426 |
| }, |
| { |
| "epoch": 2.6855345911949686, |
| "grad_norm": 0.6610020995140076, |
| "learning_rate": 1.6572104647786247e-06, |
| "loss": 0.5228, |
| "step": 427 |
| }, |
| { |
| "epoch": 2.691823899371069, |
| "grad_norm": 0.664659857749939, |
| "learning_rate": 1.5922907900227018e-06, |
| "loss": 0.4266, |
| "step": 428 |
| }, |
| { |
| "epoch": 2.69811320754717, |
| "grad_norm": 0.6232119202613831, |
| "learning_rate": 1.5286263996730026e-06, |
| "loss": 0.476, |
| "step": 429 |
| }, |
| { |
| "epoch": 2.7044025157232703, |
| "grad_norm": 0.653411328792572, |
| "learning_rate": 1.4662207078575684e-06, |
| "loss": 0.5145, |
| "step": 430 |
| }, |
| { |
| "epoch": 2.710691823899371, |
| "grad_norm": 0.7129037380218506, |
| "learning_rate": 1.40507706120426e-06, |
| "loss": 0.5546, |
| "step": 431 |
| }, |
| { |
| "epoch": 2.7169811320754715, |
| "grad_norm": 0.6307116150856018, |
| "learning_rate": 1.3451987386612851e-06, |
| "loss": 0.4598, |
| "step": 432 |
| }, |
| { |
| "epoch": 2.7232704402515724, |
| "grad_norm": 0.6527603268623352, |
| "learning_rate": 1.286588951321363e-06, |
| "loss": 0.5322, |
| "step": 433 |
| }, |
| { |
| "epoch": 2.729559748427673, |
| "grad_norm": 0.6609143018722534, |
| "learning_rate": 1.2292508422495158e-06, |
| "loss": 0.5306, |
| "step": 434 |
| }, |
| { |
| "epoch": 2.7358490566037736, |
| "grad_norm": 0.6827059388160706, |
| "learning_rate": 1.1731874863145143e-06, |
| "loss": 0.5109, |
| "step": 435 |
| }, |
| { |
| "epoch": 2.742138364779874, |
| "grad_norm": 0.6002165079116821, |
| "learning_rate": 1.1184018900240011e-06, |
| "loss": 0.4579, |
| "step": 436 |
| }, |
| { |
| "epoch": 2.748427672955975, |
| "grad_norm": 0.6269481182098389, |
| "learning_rate": 1.06489699136324e-06, |
| "loss": 0.4888, |
| "step": 437 |
| }, |
| { |
| "epoch": 2.7547169811320753, |
| "grad_norm": 0.6706013679504395, |
| "learning_rate": 1.0126756596375686e-06, |
| "loss": 0.5225, |
| "step": 438 |
| }, |
| { |
| "epoch": 2.761006289308176, |
| "grad_norm": 0.6613484025001526, |
| "learning_rate": 9.617406953185138e-07, |
| "loss": 0.5241, |
| "step": 439 |
| }, |
| { |
| "epoch": 2.767295597484277, |
| "grad_norm": 0.7121806740760803, |
| "learning_rate": 9.120948298936421e-07, |
| "loss": 0.4887, |
| "step": 440 |
| }, |
| { |
| "epoch": 2.7735849056603774, |
| "grad_norm": 0.6842261552810669, |
| "learning_rate": 8.637407257200497e-07, |
| "loss": 0.4912, |
| "step": 441 |
| }, |
| { |
| "epoch": 2.779874213836478, |
| "grad_norm": 0.70417320728302, |
| "learning_rate": 8.166809758815896e-07, |
| "loss": 0.5405, |
| "step": 442 |
| }, |
| { |
| "epoch": 2.7861635220125787, |
| "grad_norm": 0.6980416178703308, |
| "learning_rate": 7.709181040498254e-07, |
| "loss": 0.5058, |
| "step": 443 |
| }, |
| { |
| "epoch": 2.7924528301886795, |
| "grad_norm": 0.6587446331977844, |
| "learning_rate": 7.264545643486997e-07, |
| "loss": 0.5572, |
| "step": 444 |
| }, |
| { |
| "epoch": 2.79874213836478, |
| "grad_norm": 0.6442897319793701, |
| "learning_rate": 6.832927412229018e-07, |
| "loss": 0.5118, |
| "step": 445 |
| }, |
| { |
| "epoch": 2.8050314465408803, |
| "grad_norm": 0.6052460670471191, |
| "learning_rate": 6.41434949310013e-07, |
| "loss": 0.536, |
| "step": 446 |
| }, |
| { |
| "epoch": 2.811320754716981, |
| "grad_norm": 0.7546602487564087, |
| "learning_rate": 6.008834333163876e-07, |
| "loss": 0.5397, |
| "step": 447 |
| }, |
| { |
| "epoch": 2.817610062893082, |
| "grad_norm": 0.6202664375305176, |
| "learning_rate": 5.616403678967624e-07, |
| "loss": 0.4516, |
| "step": 448 |
| }, |
| { |
| "epoch": 2.8238993710691824, |
| "grad_norm": 0.6362593173980713, |
| "learning_rate": 5.237078575376336e-07, |
| "loss": 0.5106, |
| "step": 449 |
| }, |
| { |
| "epoch": 2.830188679245283, |
| "grad_norm": 0.6845952272415161, |
| "learning_rate": 4.870879364444109e-07, |
| "loss": 0.5153, |
| "step": 450 |
| }, |
| { |
| "epoch": 2.8364779874213837, |
| "grad_norm": 0.659001886844635, |
| "learning_rate": 4.517825684323324e-07, |
| "loss": 0.5075, |
| "step": 451 |
| }, |
| { |
| "epoch": 2.8427672955974845, |
| "grad_norm": 0.6748611927032471, |
| "learning_rate": 4.1779364682113796e-07, |
| "loss": 0.5354, |
| "step": 452 |
| }, |
| { |
| "epoch": 2.849056603773585, |
| "grad_norm": 0.6511921286582947, |
| "learning_rate": 3.851229943335394e-07, |
| "loss": 0.5468, |
| "step": 453 |
| }, |
| { |
| "epoch": 2.8553459119496853, |
| "grad_norm": 0.6114699244499207, |
| "learning_rate": 3.537723629974815e-07, |
| "loss": 0.4799, |
| "step": 454 |
| }, |
| { |
| "epoch": 2.861635220125786, |
| "grad_norm": 0.717573344707489, |
| "learning_rate": 3.237434340521789e-07, |
| "loss": 0.5604, |
| "step": 455 |
| }, |
| { |
| "epoch": 2.867924528301887, |
| "grad_norm": 0.6609371900558472, |
| "learning_rate": 2.9503781785795713e-07, |
| "loss": 0.4958, |
| "step": 456 |
| }, |
| { |
| "epoch": 2.8742138364779874, |
| "grad_norm": 0.7015553712844849, |
| "learning_rate": 2.6765705380989437e-07, |
| "loss": 0.551, |
| "step": 457 |
| }, |
| { |
| "epoch": 2.880503144654088, |
| "grad_norm": 0.6695305109024048, |
| "learning_rate": 2.416026102552732e-07, |
| "loss": 0.5316, |
| "step": 458 |
| }, |
| { |
| "epoch": 2.8867924528301887, |
| "grad_norm": 0.6004621386528015, |
| "learning_rate": 2.168758844148272e-07, |
| "loss": 0.5416, |
| "step": 459 |
| }, |
| { |
| "epoch": 2.8930817610062896, |
| "grad_norm": 0.6895103454589844, |
| "learning_rate": 1.93478202307823e-07, |
| "loss": 0.5319, |
| "step": 460 |
| }, |
| { |
| "epoch": 2.89937106918239, |
| "grad_norm": 0.6955282092094421, |
| "learning_rate": 1.7141081868094212e-07, |
| "loss": 0.5208, |
| "step": 461 |
| }, |
| { |
| "epoch": 2.9056603773584904, |
| "grad_norm": 0.6640160083770752, |
| "learning_rate": 1.5067491694100154e-07, |
| "loss": 0.5133, |
| "step": 462 |
| }, |
| { |
| "epoch": 2.911949685534591, |
| "grad_norm": 0.6678076982498169, |
| "learning_rate": 1.3127160909147672e-07, |
| "loss": 0.5107, |
| "step": 463 |
| }, |
| { |
| "epoch": 2.918238993710692, |
| "grad_norm": 0.7161384224891663, |
| "learning_rate": 1.1320193567288529e-07, |
| "loss": 0.5842, |
| "step": 464 |
| }, |
| { |
| "epoch": 2.9245283018867925, |
| "grad_norm": 0.712955117225647, |
| "learning_rate": 9.646686570697061e-08, |
| "loss": 0.5275, |
| "step": 465 |
| }, |
| { |
| "epoch": 2.930817610062893, |
| "grad_norm": 0.711218535900116, |
| "learning_rate": 8.106729664475176e-08, |
| "loss": 0.4815, |
| "step": 466 |
| }, |
| { |
| "epoch": 2.9371069182389937, |
| "grad_norm": 0.6556484699249268, |
| "learning_rate": 6.700405431837587e-08, |
| "loss": 0.4802, |
| "step": 467 |
| }, |
| { |
| "epoch": 2.9433962264150946, |
| "grad_norm": 0.6334600448608398, |
| "learning_rate": 5.4277892896853476e-08, |
| "loss": 0.5044, |
| "step": 468 |
| }, |
| { |
| "epoch": 2.949685534591195, |
| "grad_norm": 0.6841341257095337, |
| "learning_rate": 4.2889494845599344e-08, |
| "loss": 0.5601, |
| "step": 469 |
| }, |
| { |
| "epoch": 2.9559748427672954, |
| "grad_norm": 0.6439110040664673, |
| "learning_rate": 3.283947088983663e-08, |
| "loss": 0.4279, |
| "step": 470 |
| }, |
| { |
| "epoch": 2.9622641509433962, |
| "grad_norm": 0.593614935874939, |
| "learning_rate": 2.4128359981850924e-08, |
| "loss": 0.483, |
| "step": 471 |
| }, |
| { |
| "epoch": 2.968553459119497, |
| "grad_norm": 0.6519297957420349, |
| "learning_rate": 1.6756629272085545e-08, |
| "loss": 0.5921, |
| "step": 472 |
| }, |
| { |
| "epoch": 2.9748427672955975, |
| "grad_norm": 0.6468663215637207, |
| "learning_rate": 1.0724674084083841e-08, |
| "loss": 0.4751, |
| "step": 473 |
| }, |
| { |
| "epoch": 2.981132075471698, |
| "grad_norm": 0.6676617860794067, |
| "learning_rate": 6.032817893297793e-09, |
| "loss": 0.4994, |
| "step": 474 |
| }, |
| { |
| "epoch": 2.9874213836477987, |
| "grad_norm": 0.6803402900695801, |
| "learning_rate": 2.681312309735229e-09, |
| "loss": 0.5308, |
| "step": 475 |
| }, |
| { |
| "epoch": 2.9937106918238996, |
| "grad_norm": 0.6511867642402649, |
| "learning_rate": 6.703370644706164e-10, |
| "loss": 0.5177, |
| "step": 476 |
| }, |
| { |
| "epoch": 3.0, |
| "grad_norm": 0.7002833485603333, |
| "learning_rate": 0.0, |
| "loss": 0.4149, |
| "step": 477 |
| }, |
| { |
| "epoch": 3.0, |
| "step": 477, |
| "total_flos": 4.746880321608352e+18, |
| "train_loss": 0.7064950698576633, |
| "train_runtime": 33423.533, |
| "train_samples_per_second": 1.825, |
| "train_steps_per_second": 0.014 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 477, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 100, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 4.746880321608352e+18, |
| "train_batch_size": 32, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
