CocoRoF commited on
Commit
6723b42
·
verified ·
1 Parent(s): 0ba8832

Training in progress, step 466, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0ec54759a05472ae7a29a21fdf6126f1d45b726b646072c21020ad09361d3328
3
  size 791869518
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9950900927a23fbd1b057f1ed69b550d4d273f0934840d83f894c02eebcfc265
3
  size 791869518
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c29760e0d43434a73d45aa9ad569d3c685b638d1b0d6e03deb084b9431cffcba
3
  size 2375752250
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18064bdb794c779bde41993ce05e33f03aa1951793cd63343a1b068033ddfd01
3
  size 2375752250
last-checkpoint/trainer_state.json CHANGED
@@ -10,653 +10,653 @@
10
  "log_history": [
11
  {
12
  "epoch": 0.010718831647350439,
13
- "grad_norm": 211.25,
14
  "learning_rate": 1.0638297872340427e-06,
15
- "loss": 153.567,
16
  "step": 5
17
  },
18
  {
19
  "epoch": 0.021437663294700877,
20
- "grad_norm": 158.625,
21
  "learning_rate": 2.1276595744680853e-06,
22
- "loss": 140.0117,
23
  "step": 10
24
  },
25
  {
26
  "epoch": 0.03215649494205132,
27
- "grad_norm": 133.375,
28
  "learning_rate": 3.191489361702128e-06,
29
- "loss": 129.8682,
30
  "step": 15
31
  },
32
  {
33
  "epoch": 0.042875326589401755,
34
- "grad_norm": 144.875,
35
  "learning_rate": 4.255319148936171e-06,
36
- "loss": 126.0052,
37
  "step": 20
38
  },
39
  {
40
  "epoch": 0.0535941582367522,
41
- "grad_norm": 129.625,
42
  "learning_rate": 5.319148936170213e-06,
43
- "loss": 119.8439,
44
  "step": 25
45
  },
46
  {
47
  "epoch": 0.06431298988410264,
48
- "grad_norm": 137.0,
49
  "learning_rate": 6.382978723404256e-06,
50
- "loss": 116.4664,
51
  "step": 30
52
  },
53
  {
54
  "epoch": 0.07503182153145307,
55
- "grad_norm": 129.875,
56
  "learning_rate": 7.446808510638298e-06,
57
- "loss": 113.5729,
58
  "step": 35
59
  },
60
  {
61
  "epoch": 0.08575065317880351,
62
- "grad_norm": 137.25,
63
  "learning_rate": 8.510638297872341e-06,
64
- "loss": 110.4895,
65
  "step": 40
66
  },
67
  {
68
  "epoch": 0.09646948482615395,
69
- "grad_norm": 148.625,
70
  "learning_rate": 9.574468085106385e-06,
71
- "loss": 108.5547,
72
  "step": 45
73
  },
74
  {
75
  "epoch": 0.1071883164735044,
76
- "grad_norm": 146.75,
77
  "learning_rate": 9.928400954653938e-06,
78
- "loss": 106.053,
79
  "step": 50
80
  },
81
  {
82
  "epoch": 0.11790714812085483,
83
- "grad_norm": 141.75,
84
  "learning_rate": 9.809069212410502e-06,
85
- "loss": 104.916,
86
  "step": 55
87
  },
88
  {
89
  "epoch": 0.12862597976820528,
90
- "grad_norm": 124.4375,
91
  "learning_rate": 9.689737470167065e-06,
92
- "loss": 103.8926,
93
  "step": 60
94
  },
95
  {
96
  "epoch": 0.1393448114155557,
97
- "grad_norm": 114.4375,
98
  "learning_rate": 9.570405727923628e-06,
99
- "loss": 102.8004,
100
  "step": 65
101
  },
102
  {
103
  "epoch": 0.15006364306290615,
104
- "grad_norm": 139.375,
105
  "learning_rate": 9.451073985680192e-06,
106
- "loss": 100.971,
107
  "step": 70
108
  },
109
  {
110
  "epoch": 0.16078247471025658,
111
- "grad_norm": 126.0,
112
  "learning_rate": 9.331742243436755e-06,
113
- "loss": 101.7109,
114
  "step": 75
115
  },
116
  {
117
  "epoch": 0.17150130635760702,
118
- "grad_norm": 127.4375,
119
  "learning_rate": 9.212410501193319e-06,
120
- "loss": 98.4631,
121
  "step": 80
122
  },
123
  {
124
  "epoch": 0.18222013800495745,
125
- "grad_norm": 110.5625,
126
  "learning_rate": 9.093078758949882e-06,
127
- "loss": 99.3711,
128
  "step": 85
129
  },
130
  {
131
  "epoch": 0.1929389696523079,
132
- "grad_norm": 116.75,
133
  "learning_rate": 8.973747016706445e-06,
134
- "loss": 95.8763,
135
  "step": 90
136
  },
137
  {
138
  "epoch": 0.20365780129965833,
139
- "grad_norm": 120.875,
140
  "learning_rate": 8.854415274463007e-06,
141
- "loss": 96.4408,
142
  "step": 95
143
  },
144
  {
145
  "epoch": 0.2143766329470088,
146
- "grad_norm": 115.0,
147
  "learning_rate": 8.735083532219572e-06,
148
- "loss": 96.3821,
149
  "step": 100
150
  },
151
  {
152
  "epoch": 0.22509546459435922,
153
- "grad_norm": 112.0,
154
  "learning_rate": 8.615751789976134e-06,
155
- "loss": 94.4185,
156
  "step": 105
157
  },
158
  {
159
  "epoch": 0.23581429624170966,
160
- "grad_norm": 113.8125,
161
  "learning_rate": 8.496420047732697e-06,
162
- "loss": 92.697,
163
  "step": 110
164
  },
165
  {
166
  "epoch": 0.2465331278890601,
167
- "grad_norm": 117.0,
168
  "learning_rate": 8.37708830548926e-06,
169
- "loss": 93.9249,
170
  "step": 115
171
  },
172
  {
173
  "epoch": 0.25725195953641056,
174
- "grad_norm": 129.625,
175
  "learning_rate": 8.257756563245824e-06,
176
- "loss": 93.7763,
177
  "step": 120
178
  },
179
  {
180
  "epoch": 0.267970791183761,
181
- "grad_norm": 105.3125,
182
  "learning_rate": 8.138424821002387e-06,
183
- "loss": 92.1832,
184
  "step": 125
185
  },
186
  {
187
  "epoch": 0.2786896228311114,
188
- "grad_norm": 111.0625,
189
  "learning_rate": 8.01909307875895e-06,
190
- "loss": 91.3985,
191
  "step": 130
192
  },
193
  {
194
  "epoch": 0.28940845447846186,
195
- "grad_norm": 116.8125,
196
  "learning_rate": 7.899761336515514e-06,
197
- "loss": 91.9044,
198
  "step": 135
199
  },
200
  {
201
  "epoch": 0.3001272861258123,
202
- "grad_norm": 108.125,
203
  "learning_rate": 7.780429594272077e-06,
204
- "loss": 90.6969,
205
  "step": 140
206
  },
207
  {
208
  "epoch": 0.31084611777316273,
209
- "grad_norm": 102.6875,
210
  "learning_rate": 7.661097852028641e-06,
211
- "loss": 89.3236,
212
  "step": 145
213
  },
214
  {
215
  "epoch": 0.32156494942051317,
216
- "grad_norm": 110.875,
217
  "learning_rate": 7.541766109785204e-06,
218
- "loss": 89.5013,
219
  "step": 150
220
  },
221
  {
222
  "epoch": 0.3322837810678636,
223
- "grad_norm": 114.0,
224
  "learning_rate": 7.422434367541767e-06,
225
- "loss": 90.3805,
226
  "step": 155
227
  },
228
  {
229
  "epoch": 0.34300261271521404,
230
- "grad_norm": 107.4375,
231
  "learning_rate": 7.303102625298329e-06,
232
- "loss": 89.5262,
233
  "step": 160
234
  },
235
  {
236
  "epoch": 0.3537214443625645,
237
- "grad_norm": 108.75,
238
  "learning_rate": 7.183770883054894e-06,
239
- "loss": 89.764,
240
  "step": 165
241
  },
242
  {
243
  "epoch": 0.3644402760099149,
244
- "grad_norm": 114.0625,
245
  "learning_rate": 7.0644391408114565e-06,
246
- "loss": 88.8421,
247
  "step": 170
248
  },
249
  {
250
  "epoch": 0.37515910765726534,
251
- "grad_norm": 129.125,
252
  "learning_rate": 6.945107398568019e-06,
253
- "loss": 88.3883,
254
  "step": 175
255
  },
256
  {
257
  "epoch": 0.3858779393046158,
258
- "grad_norm": 109.125,
259
  "learning_rate": 6.825775656324583e-06,
260
- "loss": 86.4718,
261
  "step": 180
262
  },
263
  {
264
  "epoch": 0.3965967709519662,
265
- "grad_norm": 105.625,
266
  "learning_rate": 6.706443914081146e-06,
267
- "loss": 86.6102,
268
  "step": 185
269
  },
270
  {
271
  "epoch": 0.40731560259931665,
272
- "grad_norm": 99.4375,
273
  "learning_rate": 6.58711217183771e-06,
274
- "loss": 87.2404,
275
  "step": 190
276
  },
277
  {
278
  "epoch": 0.4180344342466671,
279
- "grad_norm": 122.5625,
280
  "learning_rate": 6.467780429594273e-06,
281
- "loss": 86.983,
282
  "step": 195
283
  },
284
  {
285
  "epoch": 0.4287532658940176,
286
- "grad_norm": 107.375,
287
  "learning_rate": 6.348448687350835e-06,
288
- "loss": 85.9044,
289
  "step": 200
290
  },
291
  {
292
  "epoch": 0.439472097541368,
293
- "grad_norm": 105.25,
294
  "learning_rate": 6.2291169451074e-06,
295
- "loss": 85.5443,
296
  "step": 205
297
  },
298
  {
299
  "epoch": 0.45019092918871845,
300
- "grad_norm": 98.0625,
301
  "learning_rate": 6.109785202863962e-06,
302
- "loss": 84.8833,
303
  "step": 210
304
  },
305
  {
306
  "epoch": 0.4609097608360689,
307
- "grad_norm": 103.375,
308
  "learning_rate": 5.990453460620526e-06,
309
- "loss": 83.3222,
310
  "step": 215
311
  },
312
  {
313
  "epoch": 0.4716285924834193,
314
- "grad_norm": 106.6875,
315
  "learning_rate": 5.871121718377089e-06,
316
- "loss": 83.0749,
317
  "step": 220
318
  },
319
  {
320
  "epoch": 0.48234742413076975,
321
- "grad_norm": 110.0,
322
  "learning_rate": 5.751789976133651e-06,
323
- "loss": 83.5757,
324
  "step": 225
325
  },
326
  {
327
  "epoch": 0.4930662557781202,
328
- "grad_norm": 111.875,
329
  "learning_rate": 5.632458233890216e-06,
330
- "loss": 84.4967,
331
  "step": 230
332
  },
333
  {
334
  "epoch": 0.5037850874254707,
335
- "grad_norm": 100.6875,
336
  "learning_rate": 5.5131264916467785e-06,
337
- "loss": 83.1593,
338
  "step": 235
339
  },
340
  {
341
  "epoch": 0.5145039190728211,
342
- "grad_norm": 110.0,
343
  "learning_rate": 5.393794749403341e-06,
344
- "loss": 82.6202,
345
  "step": 240
346
  },
347
  {
348
  "epoch": 0.5252227507201715,
349
- "grad_norm": 105.0,
350
  "learning_rate": 5.274463007159905e-06,
351
- "loss": 83.1495,
352
  "step": 245
353
  },
354
  {
355
  "epoch": 0.535941582367522,
356
- "grad_norm": 104.1875,
357
  "learning_rate": 5.155131264916468e-06,
358
- "loss": 81.8701,
359
  "step": 250
360
  },
361
  {
362
  "epoch": 0.5466604140148724,
363
- "grad_norm": 106.375,
364
  "learning_rate": 5.035799522673032e-06,
365
- "loss": 83.2251,
366
  "step": 255
367
  },
368
  {
369
  "epoch": 0.5573792456622229,
370
- "grad_norm": 99.0,
371
  "learning_rate": 4.916467780429595e-06,
372
- "loss": 81.6166,
373
  "step": 260
374
  },
375
  {
376
  "epoch": 0.5680980773095733,
377
- "grad_norm": 103.5625,
378
  "learning_rate": 4.797136038186158e-06,
379
- "loss": 81.3204,
380
  "step": 265
381
  },
382
  {
383
  "epoch": 0.5788169089569237,
384
- "grad_norm": 94.875,
385
  "learning_rate": 4.677804295942721e-06,
386
- "loss": 81.0188,
387
  "step": 270
388
  },
389
  {
390
  "epoch": 0.5895357406042742,
391
- "grad_norm": 108.25,
392
  "learning_rate": 4.5584725536992845e-06,
393
- "loss": 80.7994,
394
  "step": 275
395
  },
396
  {
397
  "epoch": 0.6002545722516246,
398
- "grad_norm": 102.5,
399
  "learning_rate": 4.439140811455848e-06,
400
- "loss": 81.4588,
401
  "step": 280
402
  },
403
  {
404
  "epoch": 0.610973403898975,
405
- "grad_norm": 100.25,
406
  "learning_rate": 4.319809069212411e-06,
407
- "loss": 79.9005,
408
  "step": 285
409
  },
410
  {
411
  "epoch": 0.6216922355463255,
412
- "grad_norm": 99.875,
413
  "learning_rate": 4.200477326968974e-06,
414
- "loss": 80.4906,
415
  "step": 290
416
  },
417
  {
418
  "epoch": 0.6324110671936759,
419
- "grad_norm": 102.4375,
420
  "learning_rate": 4.081145584725537e-06,
421
- "loss": 80.2348,
422
  "step": 295
423
  },
424
  {
425
  "epoch": 0.6431298988410263,
426
- "grad_norm": 97.8125,
427
  "learning_rate": 3.961813842482101e-06,
428
- "loss": 79.5465,
429
  "step": 300
430
  },
431
  {
432
  "epoch": 0.6538487304883768,
433
- "grad_norm": 107.375,
434
  "learning_rate": 3.842482100238663e-06,
435
- "loss": 79.8271,
436
  "step": 305
437
  },
438
  {
439
  "epoch": 0.6645675621357272,
440
- "grad_norm": 98.125,
441
  "learning_rate": 3.7231503579952273e-06,
442
- "loss": 79.2237,
443
  "step": 310
444
  },
445
  {
446
  "epoch": 0.6752863937830776,
447
- "grad_norm": 92.0625,
448
  "learning_rate": 3.60381861575179e-06,
449
- "loss": 77.8435,
450
  "step": 315
451
  },
452
  {
453
  "epoch": 0.6860052254304281,
454
- "grad_norm": 94.5625,
455
  "learning_rate": 3.4844868735083536e-06,
456
- "loss": 78.0483,
457
  "step": 320
458
  },
459
  {
460
  "epoch": 0.6967240570777785,
461
- "grad_norm": 96.875,
462
  "learning_rate": 3.3651551312649167e-06,
463
- "loss": 79.3898,
464
  "step": 325
465
  },
466
  {
467
  "epoch": 0.707442888725129,
468
- "grad_norm": 101.3125,
469
  "learning_rate": 3.2458233890214803e-06,
470
- "loss": 77.8723,
471
  "step": 330
472
  },
473
  {
474
  "epoch": 0.7181617203724794,
475
- "grad_norm": 95.0625,
476
  "learning_rate": 3.126491646778043e-06,
477
- "loss": 78.3611,
478
  "step": 335
479
  },
480
  {
481
  "epoch": 0.7288805520198298,
482
- "grad_norm": 94.375,
483
  "learning_rate": 3.0071599045346066e-06,
484
- "loss": 77.2158,
485
  "step": 340
486
  },
487
  {
488
  "epoch": 0.7395993836671803,
489
- "grad_norm": 97.75,
490
  "learning_rate": 2.8878281622911697e-06,
491
- "loss": 77.1143,
492
  "step": 345
493
  },
494
  {
495
  "epoch": 0.7503182153145307,
496
- "grad_norm": 96.0,
497
  "learning_rate": 2.768496420047733e-06,
498
- "loss": 76.7089,
499
  "step": 350
500
  },
501
  {
502
  "epoch": 0.7610370469618811,
503
- "grad_norm": 99.9375,
504
  "learning_rate": 2.6491646778042964e-06,
505
- "loss": 76.2333,
506
  "step": 355
507
  },
508
  {
509
  "epoch": 0.7717558786092316,
510
- "grad_norm": 95.9375,
511
  "learning_rate": 2.529832935560859e-06,
512
- "loss": 76.3484,
513
  "step": 360
514
  },
515
  {
516
  "epoch": 0.782474710256582,
517
- "grad_norm": 99.375,
518
  "learning_rate": 2.4105011933174227e-06,
519
- "loss": 76.2618,
520
  "step": 365
521
  },
522
  {
523
  "epoch": 0.7931935419039324,
524
- "grad_norm": 92.5625,
525
  "learning_rate": 2.291169451073986e-06,
526
- "loss": 75.671,
527
  "step": 370
528
  },
529
  {
530
  "epoch": 0.8039123735512829,
531
- "grad_norm": 93.0625,
532
  "learning_rate": 2.1718377088305494e-06,
533
- "loss": 76.9299,
534
  "step": 375
535
  },
536
  {
537
  "epoch": 0.8146312051986333,
538
- "grad_norm": 89.625,
539
  "learning_rate": 2.052505966587112e-06,
540
- "loss": 76.8329,
541
  "step": 380
542
  },
543
  {
544
  "epoch": 0.8253500368459837,
545
- "grad_norm": 90.6875,
546
  "learning_rate": 1.9331742243436756e-06,
547
- "loss": 76.2561,
548
  "step": 385
549
  },
550
  {
551
  "epoch": 0.8360688684933342,
552
  "grad_norm": 93.4375,
553
  "learning_rate": 1.8138424821002388e-06,
554
- "loss": 76.3544,
555
  "step": 390
556
  },
557
  {
558
  "epoch": 0.8467877001406847,
559
- "grad_norm": 95.9375,
560
  "learning_rate": 1.694510739856802e-06,
561
- "loss": 75.7927,
562
  "step": 395
563
  },
564
  {
565
  "epoch": 0.8575065317880352,
566
- "grad_norm": 94.1875,
567
  "learning_rate": 1.5751789976133653e-06,
568
- "loss": 74.7918,
569
  "step": 400
570
  },
571
  {
572
  "epoch": 0.8682253634353856,
573
- "grad_norm": 89.9375,
574
  "learning_rate": 1.4558472553699284e-06,
575
- "loss": 75.3931,
576
  "step": 405
577
  },
578
  {
579
  "epoch": 0.878944195082736,
580
- "grad_norm": 89.0625,
581
  "learning_rate": 1.3365155131264918e-06,
582
- "loss": 73.8404,
583
  "step": 410
584
  },
585
  {
586
  "epoch": 0.8896630267300865,
587
- "grad_norm": 92.625,
588
  "learning_rate": 1.217183770883055e-06,
589
- "loss": 74.9777,
590
  "step": 415
591
  },
592
  {
593
  "epoch": 0.9003818583774369,
594
- "grad_norm": 92.25,
595
  "learning_rate": 1.0978520286396182e-06,
596
- "loss": 75.7055,
597
  "step": 420
598
  },
599
  {
600
  "epoch": 0.9111006900247873,
601
- "grad_norm": 90.8125,
602
  "learning_rate": 9.785202863961816e-07,
603
- "loss": 74.1974,
604
  "step": 425
605
  },
606
  {
607
  "epoch": 0.9218195216721378,
608
- "grad_norm": 95.5625,
609
  "learning_rate": 8.591885441527446e-07,
610
- "loss": 73.9709,
611
  "step": 430
612
  },
613
  {
614
  "epoch": 0.9325383533194882,
615
- "grad_norm": 90.4375,
616
  "learning_rate": 7.398568019093079e-07,
617
- "loss": 73.6577,
618
  "step": 435
619
  },
620
  {
621
  "epoch": 0.9432571849668386,
622
- "grad_norm": 87.5,
623
  "learning_rate": 6.205250596658711e-07,
624
- "loss": 73.7618,
625
  "step": 440
626
  },
627
  {
628
  "epoch": 0.9539760166141891,
629
- "grad_norm": 85.3125,
630
  "learning_rate": 5.011933174224344e-07,
631
- "loss": 73.906,
632
  "step": 445
633
  },
634
  {
635
  "epoch": 0.9646948482615395,
636
- "grad_norm": 89.5,
637
  "learning_rate": 3.8186157517899765e-07,
638
- "loss": 73.9408,
639
  "step": 450
640
  },
641
  {
642
  "epoch": 0.9754136799088899,
643
- "grad_norm": 85.5625,
644
  "learning_rate": 2.625298329355609e-07,
645
- "loss": 75.0269,
646
  "step": 455
647
  },
648
  {
649
  "epoch": 0.9861325115562404,
650
- "grad_norm": 88.875,
651
  "learning_rate": 1.431980906921241e-07,
652
- "loss": 73.8874,
653
  "step": 460
654
  },
655
  {
656
  "epoch": 0.9968513432035908,
657
- "grad_norm": 87.875,
658
  "learning_rate": 2.3866348448687353e-08,
659
- "loss": 73.0409,
660
  "step": 465
661
  }
662
  ],
 
10
  "log_history": [
11
  {
12
  "epoch": 0.010718831647350439,
13
+ "grad_norm": 252.125,
14
  "learning_rate": 1.0638297872340427e-06,
15
+ "loss": 155.9409,
16
  "step": 5
17
  },
18
  {
19
  "epoch": 0.021437663294700877,
20
+ "grad_norm": 173.875,
21
  "learning_rate": 2.1276595744680853e-06,
22
+ "loss": 138.2581,
23
  "step": 10
24
  },
25
  {
26
  "epoch": 0.03215649494205132,
27
+ "grad_norm": 162.125,
28
  "learning_rate": 3.191489361702128e-06,
29
+ "loss": 125.8547,
30
  "step": 15
31
  },
32
  {
33
  "epoch": 0.042875326589401755,
34
+ "grad_norm": 179.75,
35
  "learning_rate": 4.255319148936171e-06,
36
+ "loss": 119.6304,
37
  "step": 20
38
  },
39
  {
40
  "epoch": 0.0535941582367522,
41
+ "grad_norm": 152.25,
42
  "learning_rate": 5.319148936170213e-06,
43
+ "loss": 115.1023,
44
  "step": 25
45
  },
46
  {
47
  "epoch": 0.06431298988410264,
48
+ "grad_norm": 152.25,
49
  "learning_rate": 6.382978723404256e-06,
50
+ "loss": 109.8922,
51
  "step": 30
52
  },
53
  {
54
  "epoch": 0.07503182153145307,
55
+ "grad_norm": 172.25,
56
  "learning_rate": 7.446808510638298e-06,
57
+ "loss": 106.5941,
58
  "step": 35
59
  },
60
  {
61
  "epoch": 0.08575065317880351,
62
+ "grad_norm": 144.875,
63
  "learning_rate": 8.510638297872341e-06,
64
+ "loss": 104.125,
65
  "step": 40
66
  },
67
  {
68
  "epoch": 0.09646948482615395,
69
+ "grad_norm": 167.25,
70
  "learning_rate": 9.574468085106385e-06,
71
+ "loss": 101.1203,
72
  "step": 45
73
  },
74
  {
75
  "epoch": 0.1071883164735044,
76
+ "grad_norm": 129.75,
77
  "learning_rate": 9.928400954653938e-06,
78
+ "loss": 100.9157,
79
  "step": 50
80
  },
81
  {
82
  "epoch": 0.11790714812085483,
83
+ "grad_norm": 139.75,
84
  "learning_rate": 9.809069212410502e-06,
85
+ "loss": 98.701,
86
  "step": 55
87
  },
88
  {
89
  "epoch": 0.12862597976820528,
90
+ "grad_norm": 136.125,
91
  "learning_rate": 9.689737470167065e-06,
92
+ "loss": 97.0131,
93
  "step": 60
94
  },
95
  {
96
  "epoch": 0.1393448114155557,
97
+ "grad_norm": 139.375,
98
  "learning_rate": 9.570405727923628e-06,
99
+ "loss": 96.8509,
100
  "step": 65
101
  },
102
  {
103
  "epoch": 0.15006364306290615,
104
+ "grad_norm": 137.125,
105
  "learning_rate": 9.451073985680192e-06,
106
+ "loss": 95.0264,
107
  "step": 70
108
  },
109
  {
110
  "epoch": 0.16078247471025658,
111
+ "grad_norm": 129.625,
112
  "learning_rate": 9.331742243436755e-06,
113
+ "loss": 95.4573,
114
  "step": 75
115
  },
116
  {
117
  "epoch": 0.17150130635760702,
118
+ "grad_norm": 139.875,
119
  "learning_rate": 9.212410501193319e-06,
120
+ "loss": 92.0226,
121
  "step": 80
122
  },
123
  {
124
  "epoch": 0.18222013800495745,
125
+ "grad_norm": 122.625,
126
  "learning_rate": 9.093078758949882e-06,
127
+ "loss": 92.689,
128
  "step": 85
129
  },
130
  {
131
  "epoch": 0.1929389696523079,
132
+ "grad_norm": 127.3125,
133
  "learning_rate": 8.973747016706445e-06,
134
+ "loss": 91.2317,
135
  "step": 90
136
  },
137
  {
138
  "epoch": 0.20365780129965833,
139
+ "grad_norm": 117.875,
140
  "learning_rate": 8.854415274463007e-06,
141
+ "loss": 91.711,
142
  "step": 95
143
  },
144
  {
145
  "epoch": 0.2143766329470088,
146
+ "grad_norm": 121.0,
147
  "learning_rate": 8.735083532219572e-06,
148
+ "loss": 90.7297,
149
  "step": 100
150
  },
151
  {
152
  "epoch": 0.22509546459435922,
153
+ "grad_norm": 127.0,
154
  "learning_rate": 8.615751789976134e-06,
155
+ "loss": 89.1753,
156
  "step": 105
157
  },
158
  {
159
  "epoch": 0.23581429624170966,
160
+ "grad_norm": 120.125,
161
  "learning_rate": 8.496420047732697e-06,
162
+ "loss": 88.5173,
163
  "step": 110
164
  },
165
  {
166
  "epoch": 0.2465331278890601,
167
+ "grad_norm": 119.5,
168
  "learning_rate": 8.37708830548926e-06,
169
+ "loss": 88.5147,
170
  "step": 115
171
  },
172
  {
173
  "epoch": 0.25725195953641056,
174
+ "grad_norm": 118.75,
175
  "learning_rate": 8.257756563245824e-06,
176
+ "loss": 88.3917,
177
  "step": 120
178
  },
179
  {
180
  "epoch": 0.267970791183761,
181
+ "grad_norm": 110.875,
182
  "learning_rate": 8.138424821002387e-06,
183
+ "loss": 86.6302,
184
  "step": 125
185
  },
186
  {
187
  "epoch": 0.2786896228311114,
188
+ "grad_norm": 120.375,
189
  "learning_rate": 8.01909307875895e-06,
190
+ "loss": 85.9245,
191
  "step": 130
192
  },
193
  {
194
  "epoch": 0.28940845447846186,
195
+ "grad_norm": 117.5625,
196
  "learning_rate": 7.899761336515514e-06,
197
+ "loss": 85.8226,
198
  "step": 135
199
  },
200
  {
201
  "epoch": 0.3001272861258123,
202
+ "grad_norm": 125.0625,
203
  "learning_rate": 7.780429594272077e-06,
204
+ "loss": 84.2932,
205
  "step": 140
206
  },
207
  {
208
  "epoch": 0.31084611777316273,
209
+ "grad_norm": 125.75,
210
  "learning_rate": 7.661097852028641e-06,
211
+ "loss": 84.1921,
212
  "step": 145
213
  },
214
  {
215
  "epoch": 0.32156494942051317,
216
+ "grad_norm": 136.625,
217
  "learning_rate": 7.541766109785204e-06,
218
+ "loss": 82.9208,
219
  "step": 150
220
  },
221
  {
222
  "epoch": 0.3322837810678636,
223
+ "grad_norm": 116.9375,
224
  "learning_rate": 7.422434367541767e-06,
225
+ "loss": 84.027,
226
  "step": 155
227
  },
228
  {
229
  "epoch": 0.34300261271521404,
230
+ "grad_norm": 117.4375,
231
  "learning_rate": 7.303102625298329e-06,
232
+ "loss": 83.1317,
233
  "step": 160
234
  },
235
  {
236
  "epoch": 0.3537214443625645,
237
+ "grad_norm": 107.4375,
238
  "learning_rate": 7.183770883054894e-06,
239
+ "loss": 83.4804,
240
  "step": 165
241
  },
242
  {
243
  "epoch": 0.3644402760099149,
244
+ "grad_norm": 105.6875,
245
  "learning_rate": 7.0644391408114565e-06,
246
+ "loss": 83.8133,
247
  "step": 170
248
  },
249
  {
250
  "epoch": 0.37515910765726534,
251
+ "grad_norm": 118.1875,
252
  "learning_rate": 6.945107398568019e-06,
253
+ "loss": 82.0148,
254
  "step": 175
255
  },
256
  {
257
  "epoch": 0.3858779393046158,
258
+ "grad_norm": 123.9375,
259
  "learning_rate": 6.825775656324583e-06,
260
+ "loss": 81.4826,
261
  "step": 180
262
  },
263
  {
264
  "epoch": 0.3965967709519662,
265
+ "grad_norm": 108.125,
266
  "learning_rate": 6.706443914081146e-06,
267
+ "loss": 80.8058,
268
  "step": 185
269
  },
270
  {
271
  "epoch": 0.40731560259931665,
272
+ "grad_norm": 117.1875,
273
  "learning_rate": 6.58711217183771e-06,
274
+ "loss": 81.278,
275
  "step": 190
276
  },
277
  {
278
  "epoch": 0.4180344342466671,
279
+ "grad_norm": 110.25,
280
  "learning_rate": 6.467780429594273e-06,
281
+ "loss": 81.0989,
282
  "step": 195
283
  },
284
  {
285
  "epoch": 0.4287532658940176,
286
+ "grad_norm": 117.25,
287
  "learning_rate": 6.348448687350835e-06,
288
+ "loss": 79.6685,
289
  "step": 200
290
  },
291
  {
292
  "epoch": 0.439472097541368,
293
+ "grad_norm": 111.75,
294
  "learning_rate": 6.2291169451074e-06,
295
+ "loss": 79.1052,
296
  "step": 205
297
  },
298
  {
299
  "epoch": 0.45019092918871845,
300
+ "grad_norm": 108.0625,
301
  "learning_rate": 6.109785202863962e-06,
302
+ "loss": 79.6372,
303
  "step": 210
304
  },
305
  {
306
  "epoch": 0.4609097608360689,
307
+ "grad_norm": 111.5625,
308
  "learning_rate": 5.990453460620526e-06,
309
+ "loss": 77.5653,
310
  "step": 215
311
  },
312
  {
313
  "epoch": 0.4716285924834193,
314
+ "grad_norm": 107.6875,
315
  "learning_rate": 5.871121718377089e-06,
316
+ "loss": 77.3766,
317
  "step": 220
318
  },
319
  {
320
  "epoch": 0.48234742413076975,
321
+ "grad_norm": 108.75,
322
  "learning_rate": 5.751789976133651e-06,
323
+ "loss": 77.9029,
324
  "step": 225
325
  },
326
  {
327
  "epoch": 0.4930662557781202,
328
+ "grad_norm": 110.4375,
329
  "learning_rate": 5.632458233890216e-06,
330
+ "loss": 77.637,
331
  "step": 230
332
  },
333
  {
334
  "epoch": 0.5037850874254707,
335
+ "grad_norm": 105.4375,
336
  "learning_rate": 5.5131264916467785e-06,
337
+ "loss": 77.9697,
338
  "step": 235
339
  },
340
  {
341
  "epoch": 0.5145039190728211,
342
+ "grad_norm": 106.5,
343
  "learning_rate": 5.393794749403341e-06,
344
+ "loss": 76.8029,
345
  "step": 240
346
  },
347
  {
348
  "epoch": 0.5252227507201715,
349
+ "grad_norm": 100.1875,
350
  "learning_rate": 5.274463007159905e-06,
351
+ "loss": 76.3629,
352
  "step": 245
353
  },
354
  {
355
  "epoch": 0.535941582367522,
356
+ "grad_norm": 111.8125,
357
  "learning_rate": 5.155131264916468e-06,
358
+ "loss": 76.2163,
359
  "step": 250
360
  },
361
  {
362
  "epoch": 0.5466604140148724,
363
+ "grad_norm": 96.875,
364
  "learning_rate": 5.035799522673032e-06,
365
+ "loss": 77.568,
366
  "step": 255
367
  },
368
  {
369
  "epoch": 0.5573792456622229,
370
+ "grad_norm": 102.75,
371
  "learning_rate": 4.916467780429595e-06,
372
+ "loss": 75.3195,
373
  "step": 260
374
  },
375
  {
376
  "epoch": 0.5680980773095733,
377
+ "grad_norm": 99.5,
378
  "learning_rate": 4.797136038186158e-06,
379
+ "loss": 75.8809,
380
  "step": 265
381
  },
382
  {
383
  "epoch": 0.5788169089569237,
384
+ "grad_norm": 99.8125,
385
  "learning_rate": 4.677804295942721e-06,
386
+ "loss": 74.9826,
387
  "step": 270
388
  },
389
  {
390
  "epoch": 0.5895357406042742,
391
+ "grad_norm": 97.75,
392
  "learning_rate": 4.5584725536992845e-06,
393
+ "loss": 75.0475,
394
  "step": 275
395
  },
396
  {
397
  "epoch": 0.6002545722516246,
398
+ "grad_norm": 107.6875,
399
  "learning_rate": 4.439140811455848e-06,
400
+ "loss": 75.2888,
401
  "step": 280
402
  },
403
  {
404
  "epoch": 0.610973403898975,
405
+ "grad_norm": 100.8125,
406
  "learning_rate": 4.319809069212411e-06,
407
+ "loss": 73.6369,
408
  "step": 285
409
  },
410
  {
411
  "epoch": 0.6216922355463255,
412
+ "grad_norm": 95.8125,
413
  "learning_rate": 4.200477326968974e-06,
414
+ "loss": 74.4059,
415
  "step": 290
416
  },
417
  {
418
  "epoch": 0.6324110671936759,
419
+ "grad_norm": 106.75,
420
  "learning_rate": 4.081145584725537e-06,
421
+ "loss": 74.0677,
422
  "step": 295
423
  },
424
  {
425
  "epoch": 0.6431298988410263,
426
+ "grad_norm": 101.125,
427
  "learning_rate": 3.961813842482101e-06,
428
+ "loss": 74.2879,
429
  "step": 300
430
  },
431
  {
432
  "epoch": 0.6538487304883768,
433
+ "grad_norm": 105.625,
434
  "learning_rate": 3.842482100238663e-06,
435
+ "loss": 73.0384,
436
  "step": 305
437
  },
438
  {
439
  "epoch": 0.6645675621357272,
440
+ "grad_norm": 102.5625,
441
  "learning_rate": 3.7231503579952273e-06,
442
+ "loss": 73.1361,
443
  "step": 310
444
  },
445
  {
446
  "epoch": 0.6752863937830776,
447
+ "grad_norm": 93.875,
448
  "learning_rate": 3.60381861575179e-06,
449
+ "loss": 71.0992,
450
  "step": 315
451
  },
452
  {
453
  "epoch": 0.6860052254304281,
454
+ "grad_norm": 93.8125,
455
  "learning_rate": 3.4844868735083536e-06,
456
+ "loss": 71.7427,
457
  "step": 320
458
  },
459
  {
460
  "epoch": 0.6967240570777785,
461
+ "grad_norm": 103.8125,
462
  "learning_rate": 3.3651551312649167e-06,
463
+ "loss": 72.686,
464
  "step": 325
465
  },
466
  {
467
  "epoch": 0.707442888725129,
468
+ "grad_norm": 107.3125,
469
  "learning_rate": 3.2458233890214803e-06,
470
+ "loss": 71.6971,
471
  "step": 330
472
  },
473
  {
474
  "epoch": 0.7181617203724794,
475
+ "grad_norm": 101.125,
476
  "learning_rate": 3.126491646778043e-06,
477
+ "loss": 71.9173,
478
  "step": 335
479
  },
480
  {
481
  "epoch": 0.7288805520198298,
482
+ "grad_norm": 107.0625,
483
  "learning_rate": 3.0071599045346066e-06,
484
+ "loss": 70.1084,
485
  "step": 340
486
  },
487
  {
488
  "epoch": 0.7395993836671803,
489
+ "grad_norm": 100.3125,
490
  "learning_rate": 2.8878281622911697e-06,
491
+ "loss": 70.9213,
492
  "step": 345
493
  },
494
  {
495
  "epoch": 0.7503182153145307,
496
+ "grad_norm": 98.1875,
497
  "learning_rate": 2.768496420047733e-06,
498
+ "loss": 70.0351,
499
  "step": 350
500
  },
501
  {
502
  "epoch": 0.7610370469618811,
503
+ "grad_norm": 94.75,
504
  "learning_rate": 2.6491646778042964e-06,
505
+ "loss": 71.2901,
506
  "step": 355
507
  },
508
  {
509
  "epoch": 0.7717558786092316,
510
+ "grad_norm": 94.875,
511
  "learning_rate": 2.529832935560859e-06,
512
+ "loss": 70.3854,
513
  "step": 360
514
  },
515
  {
516
  "epoch": 0.782474710256582,
517
+ "grad_norm": 95.3125,
518
  "learning_rate": 2.4105011933174227e-06,
519
+ "loss": 69.4661,
520
  "step": 365
521
  },
522
  {
523
  "epoch": 0.7931935419039324,
524
+ "grad_norm": 94.75,
525
  "learning_rate": 2.291169451073986e-06,
526
+ "loss": 69.8691,
527
  "step": 370
528
  },
529
  {
530
  "epoch": 0.8039123735512829,
531
+ "grad_norm": 95.5,
532
  "learning_rate": 2.1718377088305494e-06,
533
+ "loss": 71.2865,
534
  "step": 375
535
  },
536
  {
537
  "epoch": 0.8146312051986333,
538
+ "grad_norm": 94.25,
539
  "learning_rate": 2.052505966587112e-06,
540
+ "loss": 70.158,
541
  "step": 380
542
  },
543
  {
544
  "epoch": 0.8253500368459837,
545
+ "grad_norm": 93.75,
546
  "learning_rate": 1.9331742243436756e-06,
547
+ "loss": 69.3283,
548
  "step": 385
549
  },
550
  {
551
  "epoch": 0.8360688684933342,
552
  "grad_norm": 93.4375,
553
  "learning_rate": 1.8138424821002388e-06,
554
+ "loss": 69.9503,
555
  "step": 390
556
  },
557
  {
558
  "epoch": 0.8467877001406847,
559
+ "grad_norm": 94.9375,
560
  "learning_rate": 1.694510739856802e-06,
561
+ "loss": 68.9377,
562
  "step": 395
563
  },
564
  {
565
  "epoch": 0.8575065317880352,
566
+ "grad_norm": 95.25,
567
  "learning_rate": 1.5751789976133653e-06,
568
+ "loss": 68.6082,
569
  "step": 400
570
  },
571
  {
572
  "epoch": 0.8682253634353856,
573
+ "grad_norm": 90.125,
574
  "learning_rate": 1.4558472553699284e-06,
575
+ "loss": 68.844,
576
  "step": 405
577
  },
578
  {
579
  "epoch": 0.878944195082736,
580
+ "grad_norm": 94.8125,
581
  "learning_rate": 1.3365155131264918e-06,
582
+ "loss": 67.8577,
583
  "step": 410
584
  },
585
  {
586
  "epoch": 0.8896630267300865,
587
+ "grad_norm": 91.1875,
588
  "learning_rate": 1.217183770883055e-06,
589
+ "loss": 68.8943,
590
  "step": 415
591
  },
592
  {
593
  "epoch": 0.9003818583774369,
594
+ "grad_norm": 93.5,
595
  "learning_rate": 1.0978520286396182e-06,
596
+ "loss": 69.4524,
597
  "step": 420
598
  },
599
  {
600
  "epoch": 0.9111006900247873,
601
+ "grad_norm": 93.0625,
602
  "learning_rate": 9.785202863961816e-07,
603
+ "loss": 68.2064,
604
  "step": 425
605
  },
606
  {
607
  "epoch": 0.9218195216721378,
608
+ "grad_norm": 89.6875,
609
  "learning_rate": 8.591885441527446e-07,
610
+ "loss": 67.2536,
611
  "step": 430
612
  },
613
  {
614
  "epoch": 0.9325383533194882,
615
+ "grad_norm": 91.5625,
616
  "learning_rate": 7.398568019093079e-07,
617
+ "loss": 68.1469,
618
  "step": 435
619
  },
620
  {
621
  "epoch": 0.9432571849668386,
622
+ "grad_norm": 88.5,
623
  "learning_rate": 6.205250596658711e-07,
624
+ "loss": 68.1032,
625
  "step": 440
626
  },
627
  {
628
  "epoch": 0.9539760166141891,
629
+ "grad_norm": 91.0,
630
  "learning_rate": 5.011933174224344e-07,
631
+ "loss": 68.6026,
632
  "step": 445
633
  },
634
  {
635
  "epoch": 0.9646948482615395,
636
+ "grad_norm": 84.5625,
637
  "learning_rate": 3.8186157517899765e-07,
638
+ "loss": 68.6085,
639
  "step": 450
640
  },
641
  {
642
  "epoch": 0.9754136799088899,
643
+ "grad_norm": 85.75,
644
  "learning_rate": 2.625298329355609e-07,
645
+ "loss": 68.5711,
646
  "step": 455
647
  },
648
  {
649
  "epoch": 0.9861325115562404,
650
+ "grad_norm": 88.0625,
651
  "learning_rate": 1.431980906921241e-07,
652
+ "loss": 66.8683,
653
  "step": 460
654
  },
655
  {
656
  "epoch": 0.9968513432035908,
657
+ "grad_norm": 90.3125,
658
  "learning_rate": 2.3866348448687353e-08,
659
+ "loss": 67.1773,
660
  "step": 465
661
  }
662
  ],
last-checkpoint/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8553050a9b54098589a5ae3ae31ca1f1d96324b6497e3365485d197a9e8d5e71
3
  size 5752
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:362a2dcbab555f7393868e7ecbc85fab889229eb10dc422f6bb212221b59f85a
3
  size 5752