E
File size: 107,210 Bytes
b370c31
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
{"current_steps": 1, "total_steps": 440, "loss": 2.7084, "lr": 4.999936276068748e-05, "epoch": 0.011347517730496455, "percentage": 0.23, "elapsed_time": "0:00:25", "remaining_time": "3:07:25", "throughput": 10233.08, "total_tokens": 262144}
{"current_steps": 2, "total_steps": 440, "loss": 3.9726, "lr": 4.9997451075235834e-05, "epoch": 0.02269503546099291, "percentage": 0.45, "elapsed_time": "0:00:49", "remaining_time": "3:01:47", "throughput": 10526.62, "total_tokens": 524288}
{"current_steps": 3, "total_steps": 440, "loss": 3.6425, "lr": 4.999426504110115e-05, "epoch": 0.03404255319148936, "percentage": 0.68, "elapsed_time": "0:01:13", "remaining_time": "2:58:53", "throughput": 10672.71, "total_tokens": 786432}
{"current_steps": 4, "total_steps": 440, "loss": 3.9759, "lr": 4.9989804820704735e-05, "epoch": 0.04539007092198582, "percentage": 0.91, "elapsed_time": "0:01:37", "remaining_time": "2:57:12", "throughput": 10749.1, "total_tokens": 1048576}
{"current_steps": 5, "total_steps": 440, "loss": 2.7491, "lr": 4.99840706414248e-05, "epoch": 0.05673758865248227, "percentage": 1.14, "elapsed_time": "0:02:01", "remaining_time": "2:56:07", "throughput": 10791.01, "total_tokens": 1310720}
{"current_steps": 6, "total_steps": 440, "loss": 6.0462, "lr": 4.9977062795584893e-05, "epoch": 0.06808510638297872, "percentage": 1.36, "elapsed_time": "0:02:25", "remaining_time": "2:55:19", "throughput": 10814.89, "total_tokens": 1572864}
{"current_steps": 7, "total_steps": 440, "loss": 4.8547, "lr": 4.9968781640439026e-05, "epoch": 0.07943262411347518, "percentage": 1.59, "elapsed_time": "0:02:49", "remaining_time": "2:54:37", "throughput": 10834.0, "total_tokens": 1835008}
{"current_steps": 8, "total_steps": 440, "loss": 3.4759, "lr": 4.995922759815339e-05, "epoch": 0.09078014184397164, "percentage": 1.82, "elapsed_time": "0:03:13", "remaining_time": "2:53:53", "throughput": 10853.66, "total_tokens": 2097152}
{"current_steps": 9, "total_steps": 440, "loss": 5.716, "lr": 4.9948401155784904e-05, "epoch": 0.10212765957446808, "percentage": 2.05, "elapsed_time": "0:03:37", "remaining_time": "2:53:15", "throughput": 10868.1, "total_tokens": 2359296}
{"current_steps": 10, "total_steps": 440, "loss": 3.0399, "lr": 4.993630286525634e-05, "epoch": 0.11347517730496454, "percentage": 2.27, "elapsed_time": "0:04:00", "remaining_time": "2:52:41", "throughput": 10879.12, "total_tokens": 2621440}
{"current_steps": 11, "total_steps": 440, "loss": 2.7072, "lr": 4.99229333433282e-05, "epoch": 0.12482269503546099, "percentage": 2.5, "elapsed_time": "0:04:24", "remaining_time": "2:52:07", "throughput": 10888.91, "total_tokens": 2883584}
{"current_steps": 12, "total_steps": 440, "loss": 2.3501, "lr": 4.9908293271567286e-05, "epoch": 0.13617021276595745, "percentage": 2.73, "elapsed_time": "0:04:48", "remaining_time": "2:51:38", "throughput": 10894.94, "total_tokens": 3145728}
{"current_steps": 13, "total_steps": 440, "loss": 2.157, "lr": 4.9892383396311934e-05, "epoch": 0.1475177304964539, "percentage": 2.95, "elapsed_time": "0:05:12", "remaining_time": "2:51:09", "throughput": 10899.57, "total_tokens": 3407872}
{"current_steps": 14, "total_steps": 440, "loss": 2.0567, "lr": 4.987520452863399e-05, "epoch": 0.15886524822695036, "percentage": 3.18, "elapsed_time": "0:05:36", "remaining_time": "2:50:40", "throughput": 10904.77, "total_tokens": 3670016}
{"current_steps": 15, "total_steps": 440, "loss": 2.0914, "lr": 4.985675754429744e-05, "epoch": 0.1702127659574468, "percentage": 3.41, "elapsed_time": "0:06:00", "remaining_time": "2:50:10", "throughput": 10911.37, "total_tokens": 3932160}
{"current_steps": 16, "total_steps": 440, "loss": 1.9227, "lr": 4.9837043383713753e-05, "epoch": 0.18156028368794327, "percentage": 3.64, "elapsed_time": "0:06:24", "remaining_time": "2:49:43", "throughput": 10914.86, "total_tokens": 4194304}
{"current_steps": 17, "total_steps": 440, "loss": 1.9327, "lr": 4.981606305189401e-05, "epoch": 0.19290780141843972, "percentage": 3.86, "elapsed_time": "0:06:48", "remaining_time": "2:49:17", "throughput": 10917.23, "total_tokens": 4456448}
{"current_steps": 18, "total_steps": 440, "loss": 1.9021, "lr": 4.979381761839757e-05, "epoch": 0.20425531914893616, "percentage": 4.09, "elapsed_time": "0:07:12", "remaining_time": "2:48:52", "throughput": 10918.21, "total_tokens": 4718592}
{"current_steps": 19, "total_steps": 440, "loss": 1.8432, "lr": 4.9770308217277614e-05, "epoch": 0.21560283687943263, "percentage": 4.32, "elapsed_time": "0:07:35", "remaining_time": "2:48:23", "throughput": 10923.02, "total_tokens": 4980736}
{"current_steps": 20, "total_steps": 440, "loss": 1.8072, "lr": 4.9745536047023324e-05, "epoch": 0.22695035460992907, "percentage": 4.55, "elapsed_time": "0:07:59", "remaining_time": "2:47:56", "throughput": 10926.22, "total_tokens": 5242880}
{"current_steps": 21, "total_steps": 440, "loss": 1.7635, "lr": 4.971950237049874e-05, "epoch": 0.23829787234042554, "percentage": 4.77, "elapsed_time": "0:08:23", "remaining_time": "2:47:30", "throughput": 10928.12, "total_tokens": 5505024}
{"current_steps": 22, "total_steps": 440, "loss": 1.7203, "lr": 4.9692208514878444e-05, "epoch": 0.24964539007092199, "percentage": 5.0, "elapsed_time": "0:08:47", "remaining_time": "2:47:05", "throughput": 10929.91, "total_tokens": 5767168}
{"current_steps": 23, "total_steps": 440, "loss": 1.697, "lr": 4.966365587157986e-05, "epoch": 0.26099290780141843, "percentage": 5.23, "elapsed_time": "0:09:11", "remaining_time": "2:46:39", "throughput": 10932.42, "total_tokens": 6029312}
{"current_steps": 24, "total_steps": 440, "loss": 1.6882, "lr": 4.963384589619233e-05, "epoch": 0.2723404255319149, "percentage": 5.45, "elapsed_time": "0:09:35", "remaining_time": "2:46:13", "throughput": 10934.36, "total_tokens": 6291456}
{"current_steps": 25, "total_steps": 440, "loss": 1.6619, "lr": 4.96027801084029e-05, "epoch": 0.28368794326241137, "percentage": 5.68, "elapsed_time": "0:09:59", "remaining_time": "2:45:47", "throughput": 10936.0, "total_tokens": 6553600}
{"current_steps": 26, "total_steps": 440, "loss": 1.6709, "lr": 4.957046009191889e-05, "epoch": 0.2950354609929078, "percentage": 5.91, "elapsed_time": "0:10:23", "remaining_time": "2:45:22", "throughput": 10937.27, "total_tokens": 6815744}
{"current_steps": 27, "total_steps": 440, "loss": 1.6295, "lr": 4.95368874943871e-05, "epoch": 0.30638297872340425, "percentage": 6.14, "elapsed_time": "0:10:47", "remaining_time": "2:44:57", "throughput": 10938.55, "total_tokens": 7077888}
{"current_steps": 28, "total_steps": 440, "loss": 1.6475, "lr": 4.9502064027309836e-05, "epoch": 0.3177304964539007, "percentage": 6.36, "elapsed_time": "0:11:10", "remaining_time": "2:44:32", "throughput": 10939.87, "total_tokens": 7340032}
{"current_steps": 29, "total_steps": 440, "loss": 1.6421, "lr": 4.946599146595769e-05, "epoch": 0.32907801418439714, "percentage": 6.59, "elapsed_time": "0:11:34", "remaining_time": "2:44:07", "throughput": 10940.49, "total_tokens": 7602176}
{"current_steps": 30, "total_steps": 440, "loss": 1.6335, "lr": 4.942867164927899e-05, "epoch": 0.3404255319148936, "percentage": 6.82, "elapsed_time": "0:11:58", "remaining_time": "2:43:43", "throughput": 10940.81, "total_tokens": 7864320}
{"current_steps": 31, "total_steps": 440, "loss": 1.6085, "lr": 4.9390106479806085e-05, "epoch": 0.3517730496453901, "percentage": 7.05, "elapsed_time": "0:12:22", "remaining_time": "2:43:18", "throughput": 10941.99, "total_tokens": 8126464}
{"current_steps": 32, "total_steps": 440, "loss": 1.5966, "lr": 4.935029792355834e-05, "epoch": 0.36312056737588655, "percentage": 7.27, "elapsed_time": "0:12:46", "remaining_time": "2:42:54", "throughput": 10942.24, "total_tokens": 8388608}
{"current_steps": 33, "total_steps": 440, "loss": 1.5939, "lr": 4.9309248009941914e-05, "epoch": 0.37446808510638296, "percentage": 7.5, "elapsed_time": "0:13:10", "remaining_time": "2:42:29", "throughput": 10942.93, "total_tokens": 8650752}
{"current_steps": 34, "total_steps": 440, "loss": 1.5713, "lr": 4.9266958831646315e-05, "epoch": 0.38581560283687943, "percentage": 7.73, "elapsed_time": "0:13:34", "remaining_time": "2:42:05", "throughput": 10943.31, "total_tokens": 8912896}
{"current_steps": 35, "total_steps": 440, "loss": 1.5476, "lr": 4.922343254453768e-05, "epoch": 0.3971631205673759, "percentage": 7.95, "elapsed_time": "0:13:58", "remaining_time": "2:41:40", "throughput": 10944.2, "total_tokens": 9175040}
{"current_steps": 36, "total_steps": 440, "loss": 1.5501, "lr": 4.917867136754893e-05, "epoch": 0.4085106382978723, "percentage": 8.18, "elapsed_time": "0:14:22", "remaining_time": "2:41:15", "throughput": 10945.59, "total_tokens": 9437184}
{"current_steps": 37, "total_steps": 440, "loss": 1.5678, "lr": 4.913267758256658e-05, "epoch": 0.4198581560283688, "percentage": 8.41, "elapsed_time": "0:14:46", "remaining_time": "2:40:51", "throughput": 10946.07, "total_tokens": 9699328}
{"current_steps": 38, "total_steps": 440, "loss": 1.5604, "lr": 4.9085453534314476e-05, "epoch": 0.43120567375886526, "percentage": 8.64, "elapsed_time": "0:15:09", "remaining_time": "2:40:26", "throughput": 10946.84, "total_tokens": 9961472}
{"current_steps": 39, "total_steps": 440, "loss": 1.5265, "lr": 4.9037001630234215e-05, "epoch": 0.4425531914893617, "percentage": 8.86, "elapsed_time": "0:15:33", "remaining_time": "2:40:03", "throughput": 10946.1, "total_tokens": 10223616}
{"current_steps": 40, "total_steps": 440, "loss": 1.5269, "lr": 4.898732434036244e-05, "epoch": 0.45390070921985815, "percentage": 9.09, "elapsed_time": "0:15:57", "remaining_time": "2:39:38", "throughput": 10946.78, "total_tokens": 10485760}
{"current_steps": 41, "total_steps": 440, "loss": 1.4965, "lr": 4.893642419720491e-05, "epoch": 0.4652482269503546, "percentage": 9.32, "elapsed_time": "0:16:21", "remaining_time": "2:39:14", "throughput": 10947.12, "total_tokens": 10747904}
{"current_steps": 42, "total_steps": 440, "loss": 1.5254, "lr": 4.888430379560742e-05, "epoch": 0.4765957446808511, "percentage": 9.55, "elapsed_time": "0:16:45", "remaining_time": "2:38:50", "throughput": 10947.71, "total_tokens": 11010048}
{"current_steps": 43, "total_steps": 440, "loss": 1.4975, "lr": 4.883096579262346e-05, "epoch": 0.4879432624113475, "percentage": 9.77, "elapsed_time": "0:17:09", "remaining_time": "2:38:25", "throughput": 10948.58, "total_tokens": 11272192}
{"current_steps": 44, "total_steps": 440, "loss": 1.5209, "lr": 4.877641290737884e-05, "epoch": 0.49929078014184397, "percentage": 10.0, "elapsed_time": "0:17:33", "remaining_time": "2:38:00", "throughput": 10949.74, "total_tokens": 11534336}
{"current_steps": 45, "total_steps": 440, "loss": 1.51, "lr": 4.872064792093299e-05, "epoch": 0.5106382978723404, "percentage": 10.23, "elapsed_time": "0:17:57", "remaining_time": "2:37:36", "throughput": 10950.19, "total_tokens": 11796480}
{"current_steps": 46, "total_steps": 440, "loss": 1.5086, "lr": 4.866367367613725e-05, "epoch": 0.5219858156028369, "percentage": 10.45, "elapsed_time": "0:18:21", "remaining_time": "2:37:12", "throughput": 10950.44, "total_tokens": 12058624}
{"current_steps": 47, "total_steps": 440, "loss": 1.4588, "lr": 4.86054930774899e-05, "epoch": 0.5333333333333333, "percentage": 10.68, "elapsed_time": "0:18:45", "remaining_time": "2:36:47", "throughput": 10950.83, "total_tokens": 12320768}
{"current_steps": 48, "total_steps": 440, "loss": 1.4805, "lr": 4.854610909098812e-05, "epoch": 0.5446808510638298, "percentage": 10.91, "elapsed_time": "0:19:08", "remaining_time": "2:36:23", "throughput": 10951.3, "total_tokens": 12582912}
{"current_steps": 49, "total_steps": 440, "loss": 1.4696, "lr": 4.848552474397676e-05, "epoch": 0.5560283687943263, "percentage": 11.14, "elapsed_time": "0:19:32", "remaining_time": "2:35:59", "throughput": 10950.7, "total_tokens": 12845056}
{"current_steps": 50, "total_steps": 440, "loss": 1.4821, "lr": 4.842374312499405e-05, "epoch": 0.5673758865248227, "percentage": 11.36, "elapsed_time": "0:19:56", "remaining_time": "2:35:36", "throughput": 10950.66, "total_tokens": 13107200}
{"current_steps": 51, "total_steps": 440, "loss": 1.4884, "lr": 4.836076738361408e-05, "epoch": 0.5787234042553191, "percentage": 11.59, "elapsed_time": "0:20:20", "remaining_time": "2:35:12", "throughput": 10950.5, "total_tokens": 13369344}
{"current_steps": 52, "total_steps": 440, "loss": 1.4686, "lr": 4.829660073028631e-05, "epoch": 0.5900709219858156, "percentage": 11.82, "elapsed_time": "0:20:44", "remaining_time": "2:34:48", "throughput": 10950.46, "total_tokens": 13631488}
{"current_steps": 53, "total_steps": 440, "loss": 1.4522, "lr": 4.823124643617187e-05, "epoch": 0.601418439716312, "percentage": 12.05, "elapsed_time": "0:21:08", "remaining_time": "2:34:24", "throughput": 10950.53, "total_tokens": 13893632}
{"current_steps": 54, "total_steps": 440, "loss": 1.464, "lr": 4.8164707832976783e-05, "epoch": 0.6127659574468085, "percentage": 12.27, "elapsed_time": "0:21:32", "remaining_time": "2:34:00", "throughput": 10950.69, "total_tokens": 14155776}
{"current_steps": 55, "total_steps": 440, "loss": 1.445, "lr": 4.8096988312782174e-05, "epoch": 0.624113475177305, "percentage": 12.5, "elapsed_time": "0:21:56", "remaining_time": "2:33:36", "throughput": 10950.75, "total_tokens": 14417920}
{"current_steps": 56, "total_steps": 440, "loss": 1.45, "lr": 4.802809132787125e-05, "epoch": 0.6354609929078014, "percentage": 12.73, "elapsed_time": "0:22:20", "remaining_time": "2:33:11", "throughput": 10951.26, "total_tokens": 14680064}
{"current_steps": 57, "total_steps": 440, "loss": 1.4923, "lr": 4.7958020390553426e-05, "epoch": 0.6468085106382979, "percentage": 12.95, "elapsed_time": "0:22:44", "remaining_time": "2:32:48", "throughput": 10951.15, "total_tokens": 14942208}
{"current_steps": 58, "total_steps": 440, "loss": 1.4459, "lr": 4.7886779072985156e-05, "epoch": 0.6581560283687943, "percentage": 13.18, "elapsed_time": "0:23:08", "remaining_time": "2:32:23", "throughput": 10951.39, "total_tokens": 15204352}
{"current_steps": 59, "total_steps": 440, "loss": 1.4211, "lr": 4.78143710069879e-05, "epoch": 0.6695035460992907, "percentage": 13.41, "elapsed_time": "0:23:32", "remaining_time": "2:31:59", "throughput": 10951.69, "total_tokens": 15466496}
{"current_steps": 60, "total_steps": 440, "loss": 1.4354, "lr": 4.774079988386296e-05, "epoch": 0.6808510638297872, "percentage": 13.64, "elapsed_time": "0:23:56", "remaining_time": "2:31:35", "throughput": 10951.85, "total_tokens": 15728640}
{"current_steps": 61, "total_steps": 440, "loss": 1.4552, "lr": 4.766606945420329e-05, "epoch": 0.6921985815602837, "percentage": 13.86, "elapsed_time": "0:24:20", "remaining_time": "2:31:11", "throughput": 10952.18, "total_tokens": 15990784}
{"current_steps": 62, "total_steps": 440, "loss": 1.4401, "lr": 4.759018352770229e-05, "epoch": 0.7035460992907802, "percentage": 14.09, "elapsed_time": "0:24:43", "remaining_time": "2:30:47", "throughput": 10952.17, "total_tokens": 16252928}
{"current_steps": 63, "total_steps": 440, "loss": 1.4717, "lr": 4.751314597295963e-05, "epoch": 0.7148936170212766, "percentage": 14.32, "elapsed_time": "0:25:07", "remaining_time": "2:30:23", "throughput": 10952.47, "total_tokens": 16515072}
{"current_steps": 64, "total_steps": 440, "loss": 1.4372, "lr": 4.743496071728396e-05, "epoch": 0.7262411347517731, "percentage": 14.55, "elapsed_time": "0:25:31", "remaining_time": "2:29:59", "throughput": 10952.76, "total_tokens": 16777216}
{"current_steps": 65, "total_steps": 440, "loss": 1.4222, "lr": 4.735563174649278e-05, "epoch": 0.7375886524822695, "percentage": 14.77, "elapsed_time": "0:25:55", "remaining_time": "2:29:34", "throughput": 10953.28, "total_tokens": 17039360}
{"current_steps": 66, "total_steps": 440, "loss": 1.4328, "lr": 4.72751631047092e-05, "epoch": 0.7489361702127659, "percentage": 15.0, "elapsed_time": "0:26:19", "remaining_time": "2:29:10", "throughput": 10953.45, "total_tokens": 17301504}
{"current_steps": 67, "total_steps": 440, "loss": 1.4133, "lr": 4.719355889415576e-05, "epoch": 0.7602836879432624, "percentage": 15.23, "elapsed_time": "0:26:43", "remaining_time": "2:28:46", "throughput": 10953.57, "total_tokens": 17563648}
{"current_steps": 68, "total_steps": 440, "loss": 1.4239, "lr": 4.711082327494536e-05, "epoch": 0.7716312056737589, "percentage": 15.45, "elapsed_time": "0:27:07", "remaining_time": "2:28:22", "throughput": 10953.65, "total_tokens": 17825792}
{"current_steps": 69, "total_steps": 440, "loss": 1.437, "lr": 4.7026960464869116e-05, "epoch": 0.7829787234042553, "percentage": 15.68, "elapsed_time": "0:27:31", "remaining_time": "2:27:58", "throughput": 10953.63, "total_tokens": 18087936}
{"current_steps": 70, "total_steps": 440, "loss": 1.4243, "lr": 4.6941974739181395e-05, "epoch": 0.7943262411347518, "percentage": 15.91, "elapsed_time": "0:27:55", "remaining_time": "2:27:34", "throughput": 10953.73, "total_tokens": 18350080}
{"current_steps": 71, "total_steps": 440, "loss": 1.4272, "lr": 4.6855870430381816e-05, "epoch": 0.8056737588652483, "percentage": 16.14, "elapsed_time": "0:28:19", "remaining_time": "2:27:11", "throughput": 10953.34, "total_tokens": 18612224}
{"current_steps": 72, "total_steps": 440, "loss": 1.4054, "lr": 4.6768651927994434e-05, "epoch": 0.8170212765957446, "percentage": 16.36, "elapsed_time": "0:28:43", "remaining_time": "2:26:47", "throughput": 10953.45, "total_tokens": 18874368}
{"current_steps": 73, "total_steps": 440, "loss": 1.413, "lr": 4.668032367834392e-05, "epoch": 0.8283687943262411, "percentage": 16.59, "elapsed_time": "0:29:07", "remaining_time": "2:26:23", "throughput": 10953.14, "total_tokens": 19136512}
{"current_steps": 74, "total_steps": 440, "loss": 1.4054, "lr": 4.6590890184328925e-05, "epoch": 0.8397163120567376, "percentage": 16.82, "elapsed_time": "0:29:30", "remaining_time": "2:25:59", "throughput": 10953.53, "total_tokens": 19398656}
{"current_steps": 75, "total_steps": 440, "loss": 1.3898, "lr": 4.6500356005192514e-05, "epoch": 0.851063829787234, "percentage": 17.05, "elapsed_time": "0:29:54", "remaining_time": "2:25:34", "throughput": 10953.94, "total_tokens": 19660800}
{"current_steps": 76, "total_steps": 440, "loss": 1.4042, "lr": 4.640872575628973e-05, "epoch": 0.8624113475177305, "percentage": 17.27, "elapsed_time": "0:30:18", "remaining_time": "2:25:10", "throughput": 10954.59, "total_tokens": 19922944}
{"current_steps": 77, "total_steps": 440, "loss": 1.4181, "lr": 4.6316004108852305e-05, "epoch": 0.873758865248227, "percentage": 17.5, "elapsed_time": "0:30:42", "remaining_time": "2:24:46", "throughput": 10954.99, "total_tokens": 20185088}
{"current_steps": 78, "total_steps": 440, "loss": 1.3986, "lr": 4.622219578975057e-05, "epoch": 0.8851063829787233, "percentage": 17.73, "elapsed_time": "0:31:06", "remaining_time": "2:24:22", "throughput": 10955.08, "total_tokens": 20447232}
{"current_steps": 79, "total_steps": 440, "loss": 1.3769, "lr": 4.6127305581252414e-05, "epoch": 0.8964539007092198, "percentage": 17.95, "elapsed_time": "0:31:30", "remaining_time": "2:23:58", "throughput": 10955.21, "total_tokens": 20709376}
{"current_steps": 80, "total_steps": 440, "loss": 1.4002, "lr": 4.6031338320779534e-05, "epoch": 0.9078014184397163, "percentage": 18.18, "elapsed_time": "0:31:54", "remaining_time": "2:23:34", "throughput": 10955.53, "total_tokens": 20971520}
{"current_steps": 81, "total_steps": 440, "loss": 1.4156, "lr": 4.593429890066082e-05, "epoch": 0.9191489361702128, "percentage": 18.41, "elapsed_time": "0:32:18", "remaining_time": "2:23:10", "throughput": 10955.69, "total_tokens": 21233664}
{"current_steps": 82, "total_steps": 440, "loss": 1.3867, "lr": 4.583619226788294e-05, "epoch": 0.9304964539007092, "percentage": 18.64, "elapsed_time": "0:32:42", "remaining_time": "2:22:46", "throughput": 10955.39, "total_tokens": 21495808}
{"current_steps": 83, "total_steps": 440, "loss": 1.3751, "lr": 4.573702342383816e-05, "epoch": 0.9418439716312057, "percentage": 18.86, "elapsed_time": "0:33:06", "remaining_time": "2:22:22", "throughput": 10955.33, "total_tokens": 21757952}
{"current_steps": 84, "total_steps": 440, "loss": 1.3834, "lr": 4.563679742406935e-05, "epoch": 0.9531914893617022, "percentage": 19.09, "elapsed_time": "0:33:29", "remaining_time": "2:21:58", "throughput": 10955.65, "total_tokens": 22020096}
{"current_steps": 85, "total_steps": 440, "loss": 1.3791, "lr": 4.5535519378012295e-05, "epoch": 0.9645390070921985, "percentage": 19.32, "elapsed_time": "0:33:53", "remaining_time": "2:21:34", "throughput": 10955.75, "total_tokens": 22282240}
{"current_steps": 86, "total_steps": 440, "loss": 1.3785, "lr": 4.543319444873517e-05, "epoch": 0.975886524822695, "percentage": 19.55, "elapsed_time": "0:34:17", "remaining_time": "2:21:10", "throughput": 10955.79, "total_tokens": 22544384}
{"current_steps": 87, "total_steps": 440, "loss": 1.3635, "lr": 4.532982785267541e-05, "epoch": 0.9872340425531915, "percentage": 19.77, "elapsed_time": "0:34:41", "remaining_time": "2:20:46", "throughput": 10955.59, "total_tokens": 22806528}
{"current_steps": 88, "total_steps": 440, "loss": 1.3879, "lr": 4.522542485937369e-05, "epoch": 0.9985815602836879, "percentage": 20.0, "elapsed_time": "0:35:05", "remaining_time": "2:20:22", "throughput": 10956.07, "total_tokens": 23068672}
{"current_steps": 89, "total_steps": 440, "loss": 1.2364, "lr": 4.511999079120534e-05, "epoch": 1.0, "percentage": 20.23, "elapsed_time": "0:35:08", "remaining_time": "2:18:35", "throughput": 10956.41, "total_tokens": 23101440}
{"current_steps": 90, "total_steps": 440, "loss": 1.0204, "lr": 4.5013531023109014e-05, "epoch": 1.0113475177304965, "percentage": 20.45, "elapsed_time": "0:35:32", "remaining_time": "2:18:12", "throughput": 10956.23, "total_tokens": 23363584}
{"current_steps": 91, "total_steps": 440, "loss": 1.0799, "lr": 4.4906050982312664e-05, "epoch": 1.022695035460993, "percentage": 20.68, "elapsed_time": "0:35:56", "remaining_time": "2:17:49", "throughput": 10956.38, "total_tokens": 23625728}
{"current_steps": 92, "total_steps": 440, "loss": 1.0052, "lr": 4.479755614805688e-05, "epoch": 1.0340425531914894, "percentage": 20.91, "elapsed_time": "0:36:20", "remaining_time": "2:17:27", "throughput": 10956.44, "total_tokens": 23887872}
{"current_steps": 93, "total_steps": 440, "loss": 1.0531, "lr": 4.4688052051315545e-05, "epoch": 1.0453900709219859, "percentage": 21.14, "elapsed_time": "0:36:44", "remaining_time": "2:17:04", "throughput": 10956.52, "total_tokens": 24150016}
{"current_steps": 94, "total_steps": 440, "loss": 1.0159, "lr": 4.457754427451389e-05, "epoch": 1.0567375886524824, "percentage": 21.36, "elapsed_time": "0:37:08", "remaining_time": "2:16:41", "throughput": 10956.41, "total_tokens": 24412160}
{"current_steps": 95, "total_steps": 440, "loss": 0.9947, "lr": 4.446603845124388e-05, "epoch": 1.0680851063829788, "percentage": 21.59, "elapsed_time": "0:37:31", "remaining_time": "2:16:18", "throughput": 10956.74, "total_tokens": 24674304}
{"current_steps": 96, "total_steps": 440, "loss": 0.9969, "lr": 4.4353540265977064e-05, "epoch": 1.0794326241134753, "percentage": 21.82, "elapsed_time": "0:37:55", "remaining_time": "2:15:55", "throughput": 10956.84, "total_tokens": 24936448}
{"current_steps": 97, "total_steps": 440, "loss": 1.02, "lr": 4.4240055453774734e-05, "epoch": 1.0907801418439715, "percentage": 22.05, "elapsed_time": "0:38:19", "remaining_time": "2:15:32", "throughput": 10956.85, "total_tokens": 25198592}
{"current_steps": 98, "total_steps": 440, "loss": 0.9789, "lr": 4.412558979999558e-05, "epoch": 1.102127659574468, "percentage": 22.27, "elapsed_time": "0:38:43", "remaining_time": "2:15:09", "throughput": 10957.17, "total_tokens": 25460736}
{"current_steps": 99, "total_steps": 440, "loss": 1.0035, "lr": 4.401014914000078e-05, "epoch": 1.1134751773049645, "percentage": 22.5, "elapsed_time": "0:39:07", "remaining_time": "2:14:45", "throughput": 10957.34, "total_tokens": 25722880}
{"current_steps": 100, "total_steps": 440, "loss": 0.9751, "lr": 4.389373935885646e-05, "epoch": 1.124822695035461, "percentage": 22.73, "elapsed_time": "0:39:31", "remaining_time": "2:14:22", "throughput": 10957.76, "total_tokens": 25985024}
{"current_steps": 101, "total_steps": 440, "loss": 0.9464, "lr": 4.3776366391033746e-05, "epoch": 1.1361702127659574, "percentage": 22.95, "elapsed_time": "0:39:55", "remaining_time": "2:13:59", "throughput": 10957.8, "total_tokens": 26247168}
{"current_steps": 102, "total_steps": 440, "loss": 0.9592, "lr": 4.365803622010618e-05, "epoch": 1.147517730496454, "percentage": 23.18, "elapsed_time": "0:40:19", "remaining_time": "2:13:36", "throughput": 10957.71, "total_tokens": 26509312}
{"current_steps": 103, "total_steps": 440, "loss": 0.9709, "lr": 4.35387548784447e-05, "epoch": 1.1588652482269504, "percentage": 23.41, "elapsed_time": "0:40:43", "remaining_time": "2:13:14", "throughput": 10957.14, "total_tokens": 26771456}
{"current_steps": 104, "total_steps": 440, "loss": 0.9834, "lr": 4.341852844691012e-05, "epoch": 1.1702127659574468, "percentage": 23.64, "elapsed_time": "0:41:07", "remaining_time": "2:12:50", "throughput": 10957.37, "total_tokens": 27033600}
{"current_steps": 105, "total_steps": 440, "loss": 0.9999, "lr": 4.329736305454314e-05, "epoch": 1.1815602836879433, "percentage": 23.86, "elapsed_time": "0:41:31", "remaining_time": "2:12:27", "throughput": 10957.26, "total_tokens": 27295744}
{"current_steps": 106, "total_steps": 440, "loss": 0.9294, "lr": 4.3175264878251845e-05, "epoch": 1.1929078014184398, "percentage": 24.09, "elapsed_time": "0:41:54", "remaining_time": "2:12:04", "throughput": 10957.47, "total_tokens": 27557888}
{"current_steps": 107, "total_steps": 440, "loss": 0.9906, "lr": 4.305224014249688e-05, "epoch": 1.2042553191489362, "percentage": 24.32, "elapsed_time": "0:42:18", "remaining_time": "2:11:41", "throughput": 10957.71, "total_tokens": 27820032}
{"current_steps": 108, "total_steps": 440, "loss": 0.9731, "lr": 4.292829511897409e-05, "epoch": 1.2156028368794327, "percentage": 24.55, "elapsed_time": "0:42:42", "remaining_time": "2:11:18", "throughput": 10957.7, "total_tokens": 28082176}
{"current_steps": 109, "total_steps": 440, "loss": 0.978, "lr": 4.280343612629479e-05, "epoch": 1.226950354609929, "percentage": 24.77, "elapsed_time": "0:43:06", "remaining_time": "2:10:54", "throughput": 10957.91, "total_tokens": 28344320}
{"current_steps": 110, "total_steps": 440, "loss": 0.9325, "lr": 4.267766952966369e-05, "epoch": 1.2382978723404254, "percentage": 25.0, "elapsed_time": "0:43:30", "remaining_time": "2:10:31", "throughput": 10957.81, "total_tokens": 28606464}
{"current_steps": 111, "total_steps": 440, "loss": 0.9657, "lr": 4.255100174055434e-05, "epoch": 1.249645390070922, "percentage": 25.23, "elapsed_time": "0:43:54", "remaining_time": "2:10:08", "throughput": 10957.82, "total_tokens": 28868608}
{"current_steps": 112, "total_steps": 440, "loss": 0.9451, "lr": 4.242343921638234e-05, "epoch": 1.2609929078014184, "percentage": 25.45, "elapsed_time": "0:44:18", "remaining_time": "2:09:45", "throughput": 10957.84, "total_tokens": 29130752}
{"current_steps": 113, "total_steps": 440, "loss": 0.9632, "lr": 4.22949884601761e-05, "epoch": 1.2723404255319148, "percentage": 25.68, "elapsed_time": "0:44:42", "remaining_time": "2:09:22", "throughput": 10957.9, "total_tokens": 29392896}
{"current_steps": 114, "total_steps": 440, "loss": 0.9483, "lr": 4.2165656020245336e-05, "epoch": 1.2836879432624113, "percentage": 25.91, "elapsed_time": "0:45:06", "remaining_time": "2:08:58", "throughput": 10957.95, "total_tokens": 29655040}
{"current_steps": 115, "total_steps": 440, "loss": 0.9899, "lr": 4.2035448489847284e-05, "epoch": 1.2950354609929078, "percentage": 26.14, "elapsed_time": "0:45:30", "remaining_time": "2:08:35", "throughput": 10957.73, "total_tokens": 29917184}
{"current_steps": 116, "total_steps": 440, "loss": 0.9092, "lr": 4.1904372506850484e-05, "epoch": 1.3063829787234043, "percentage": 26.36, "elapsed_time": "0:45:54", "remaining_time": "2:08:12", "throughput": 10957.73, "total_tokens": 30179328}
{"current_steps": 117, "total_steps": 440, "loss": 0.9501, "lr": 4.1772434753396504e-05, "epoch": 1.3177304964539007, "percentage": 26.59, "elapsed_time": "0:46:18", "remaining_time": "2:07:49", "throughput": 10957.75, "total_tokens": 30441472}
{"current_steps": 118, "total_steps": 440, "loss": 1.0093, "lr": 4.1639641955559205e-05, "epoch": 1.3290780141843972, "percentage": 26.82, "elapsed_time": "0:46:42", "remaining_time": "2:07:26", "throughput": 10957.56, "total_tokens": 30703616}
{"current_steps": 119, "total_steps": 440, "loss": 0.95, "lr": 4.1506000883001875e-05, "epoch": 1.3404255319148937, "percentage": 27.05, "elapsed_time": "0:47:05", "remaining_time": "2:07:03", "throughput": 10957.52, "total_tokens": 30965760}
{"current_steps": 120, "total_steps": 440, "loss": 0.9733, "lr": 4.137151834863213e-05, "epoch": 1.3517730496453901, "percentage": 27.27, "elapsed_time": "0:47:29", "remaining_time": "2:06:39", "throughput": 10957.37, "total_tokens": 31227904}
{"current_steps": 121, "total_steps": 440, "loss": 0.9503, "lr": 4.123620120825459e-05, "epoch": 1.3631205673758866, "percentage": 27.5, "elapsed_time": "0:47:53", "remaining_time": "2:06:16", "throughput": 10957.54, "total_tokens": 31490048}
{"current_steps": 122, "total_steps": 440, "loss": 0.9787, "lr": 4.1100056360221384e-05, "epoch": 1.374468085106383, "percentage": 27.73, "elapsed_time": "0:48:17", "remaining_time": "2:05:53", "throughput": 10957.75, "total_tokens": 31752192}
{"current_steps": 123, "total_steps": 440, "loss": 0.9697, "lr": 4.096309074508046e-05, "epoch": 1.3858156028368795, "percentage": 27.95, "elapsed_time": "0:48:41", "remaining_time": "2:05:29", "throughput": 10957.83, "total_tokens": 32014336}
{"current_steps": 124, "total_steps": 440, "loss": 0.9397, "lr": 4.082531134522176e-05, "epoch": 1.397163120567376, "percentage": 28.18, "elapsed_time": "0:49:05", "remaining_time": "2:05:06", "throughput": 10957.82, "total_tokens": 32276480}
{"current_steps": 125, "total_steps": 440, "loss": 0.9466, "lr": 4.06867251845213e-05, "epoch": 1.4085106382978723, "percentage": 28.41, "elapsed_time": "0:49:29", "remaining_time": "2:04:43", "throughput": 10957.78, "total_tokens": 32538624}
{"current_steps": 126, "total_steps": 440, "loss": 0.9517, "lr": 4.054733932798306e-05, "epoch": 1.4198581560283687, "percentage": 28.64, "elapsed_time": "0:49:53", "remaining_time": "2:04:19", "throughput": 10957.67, "total_tokens": 32800768}
{"current_steps": 127, "total_steps": 440, "loss": 0.9299, "lr": 4.0407160881378824e-05, "epoch": 1.4312056737588652, "percentage": 28.86, "elapsed_time": "0:50:17", "remaining_time": "2:03:56", "throughput": 10957.57, "total_tokens": 33062912}
{"current_steps": 128, "total_steps": 440, "loss": 0.9674, "lr": 4.0266196990885955e-05, "epoch": 1.4425531914893617, "percentage": 29.09, "elapsed_time": "0:50:41", "remaining_time": "2:03:33", "throughput": 10957.16, "total_tokens": 33325056}
{"current_steps": 129, "total_steps": 440, "loss": 0.935, "lr": 4.012445484272307e-05, "epoch": 1.4539007092198581, "percentage": 29.32, "elapsed_time": "0:51:05", "remaining_time": "2:03:10", "throughput": 10956.7, "total_tokens": 33587200}
{"current_steps": 130, "total_steps": 440, "loss": 0.9856, "lr": 3.9981941662783674e-05, "epoch": 1.4652482269503546, "percentage": 29.55, "elapsed_time": "0:51:29", "remaining_time": "2:02:46", "throughput": 10956.71, "total_tokens": 33849344}
{"current_steps": 131, "total_steps": 440, "loss": 0.95, "lr": 3.9838664716267855e-05, "epoch": 1.476595744680851, "percentage": 29.77, "elapsed_time": "0:51:53", "remaining_time": "2:02:23", "throughput": 10956.38, "total_tokens": 34111488}
{"current_steps": 132, "total_steps": 440, "loss": 1.0095, "lr": 3.969463130731183e-05, "epoch": 1.4879432624113476, "percentage": 30.0, "elapsed_time": "0:52:17", "remaining_time": "2:02:00", "throughput": 10956.16, "total_tokens": 34373632}
{"current_steps": 133, "total_steps": 440, "loss": 0.9711, "lr": 3.954984877861565e-05, "epoch": 1.499290780141844, "percentage": 30.23, "elapsed_time": "0:52:41", "remaining_time": "2:01:37", "throughput": 10955.96, "total_tokens": 34635776}
{"current_steps": 134, "total_steps": 440, "loss": 1.0004, "lr": 3.9404324511068825e-05, "epoch": 1.5106382978723403, "percentage": 30.45, "elapsed_time": "0:53:05", "remaining_time": "2:01:13", "throughput": 10955.92, "total_tokens": 34897920}
{"current_steps": 135, "total_steps": 440, "loss": 0.9683, "lr": 3.92580659233741e-05, "epoch": 1.5219858156028367, "percentage": 30.68, "elapsed_time": "0:53:29", "remaining_time": "2:00:50", "throughput": 10955.86, "total_tokens": 35160064}
{"current_steps": 136, "total_steps": 440, "loss": 0.9735, "lr": 3.911108047166924e-05, "epoch": 1.5333333333333332, "percentage": 30.91, "elapsed_time": "0:53:53", "remaining_time": "2:00:27", "throughput": 10955.94, "total_tokens": 35422208}
{"current_steps": 137, "total_steps": 440, "loss": 0.9917, "lr": 3.8963375649146866e-05, "epoch": 1.5446808510638297, "percentage": 31.14, "elapsed_time": "0:54:17", "remaining_time": "2:00:03", "throughput": 10955.97, "total_tokens": 35684352}
{"current_steps": 138, "total_steps": 440, "loss": 0.9585, "lr": 3.881495898567257e-05, "epoch": 1.5560283687943262, "percentage": 31.36, "elapsed_time": "0:54:41", "remaining_time": "1:59:40", "throughput": 10955.76, "total_tokens": 35946496}
{"current_steps": 139, "total_steps": 440, "loss": 0.9305, "lr": 3.866583804740095e-05, "epoch": 1.5673758865248226, "percentage": 31.59, "elapsed_time": "0:55:04", "remaining_time": "1:59:16", "throughput": 10955.87, "total_tokens": 36208640}
{"current_steps": 140, "total_steps": 440, "loss": 0.9738, "lr": 3.851602043638994e-05, "epoch": 1.578723404255319, "percentage": 31.82, "elapsed_time": "0:55:28", "remaining_time": "1:58:53", "throughput": 10955.98, "total_tokens": 36470784}
{"current_steps": 141, "total_steps": 440, "loss": 0.9627, "lr": 3.8365513790213265e-05, "epoch": 1.5900709219858156, "percentage": 32.05, "elapsed_time": "0:55:52", "remaining_time": "1:58:29", "throughput": 10956.06, "total_tokens": 36732928}
{"current_steps": 142, "total_steps": 440, "loss": 0.9673, "lr": 3.821432578157105e-05, "epoch": 1.601418439716312, "percentage": 32.27, "elapsed_time": "0:56:16", "remaining_time": "1:58:06", "throughput": 10956.03, "total_tokens": 36995072}
{"current_steps": 143, "total_steps": 440, "loss": 0.9908, "lr": 3.8062464117898724e-05, "epoch": 1.6127659574468085, "percentage": 32.5, "elapsed_time": "0:56:40", "remaining_time": "1:57:42", "throughput": 10956.06, "total_tokens": 37257216}
{"current_steps": 144, "total_steps": 440, "loss": 0.9913, "lr": 3.790993654097405e-05, "epoch": 1.624113475177305, "percentage": 32.73, "elapsed_time": "0:57:04", "remaining_time": "1:57:19", "throughput": 10956.03, "total_tokens": 37519360}
{"current_steps": 145, "total_steps": 440, "loss": 0.9911, "lr": 3.77567508265225e-05, "epoch": 1.6354609929078014, "percentage": 32.95, "elapsed_time": "0:57:28", "remaining_time": "1:56:55", "throughput": 10956.24, "total_tokens": 37781504}
{"current_steps": 146, "total_steps": 440, "loss": 0.9801, "lr": 3.76029147838208e-05, "epoch": 1.646808510638298, "percentage": 33.18, "elapsed_time": "0:57:52", "remaining_time": "1:56:32", "throughput": 10956.44, "total_tokens": 38043648}
{"current_steps": 147, "total_steps": 440, "loss": 0.9725, "lr": 3.74484362552989e-05, "epoch": 1.6581560283687944, "percentage": 33.41, "elapsed_time": "0:58:16", "remaining_time": "1:56:08", "throughput": 10956.68, "total_tokens": 38305792}
{"current_steps": 148, "total_steps": 440, "loss": 0.961, "lr": 3.72933231161401e-05, "epoch": 1.6695035460992909, "percentage": 33.64, "elapsed_time": "0:58:40", "remaining_time": "1:55:45", "throughput": 10956.56, "total_tokens": 38567936}
{"current_steps": 149, "total_steps": 440, "loss": 0.944, "lr": 3.713758327387961e-05, "epoch": 1.6808510638297873, "percentage": 33.86, "elapsed_time": "0:59:04", "remaining_time": "1:55:21", "throughput": 10956.53, "total_tokens": 38830080}
{"current_steps": 150, "total_steps": 440, "loss": 0.9855, "lr": 3.6981224668001424e-05, "epoch": 1.6921985815602838, "percentage": 34.09, "elapsed_time": "0:59:27", "remaining_time": "1:54:58", "throughput": 10956.4, "total_tokens": 39092224}
{"current_steps": 151, "total_steps": 440, "loss": 0.9785, "lr": 3.682425526953359e-05, "epoch": 1.7035460992907803, "percentage": 34.32, "elapsed_time": "0:59:51", "remaining_time": "1:54:34", "throughput": 10956.34, "total_tokens": 39354368}
{"current_steps": 152, "total_steps": 440, "loss": 0.9509, "lr": 3.6666683080641846e-05, "epoch": 1.7148936170212767, "percentage": 34.55, "elapsed_time": "1:00:15", "remaining_time": "1:54:11", "throughput": 10956.32, "total_tokens": 39616512}
{"current_steps": 153, "total_steps": 440, "loss": 0.965, "lr": 3.6508516134221635e-05, "epoch": 1.7262411347517732, "percentage": 34.77, "elapsed_time": "1:00:39", "remaining_time": "1:53:47", "throughput": 10956.19, "total_tokens": 39878656}
{"current_steps": 154, "total_steps": 440, "loss": 0.9737, "lr": 3.634976249348867e-05, "epoch": 1.7375886524822695, "percentage": 35.0, "elapsed_time": "1:01:03", "remaining_time": "1:53:24", "throughput": 10956.14, "total_tokens": 40140800}
{"current_steps": 155, "total_steps": 440, "loss": 0.947, "lr": 3.619043025156782e-05, "epoch": 1.748936170212766, "percentage": 35.23, "elapsed_time": "1:01:27", "remaining_time": "1:53:00", "throughput": 10956.13, "total_tokens": 40402944}
{"current_steps": 156, "total_steps": 440, "loss": 0.9782, "lr": 3.603052753108053e-05, "epoch": 1.7602836879432624, "percentage": 35.45, "elapsed_time": "1:01:51", "remaining_time": "1:52:37", "throughput": 10956.08, "total_tokens": 40665088}
{"current_steps": 157, "total_steps": 440, "loss": 0.9852, "lr": 3.58700624837308e-05, "epoch": 1.7716312056737589, "percentage": 35.68, "elapsed_time": "1:02:15", "remaining_time": "1:52:13", "throughput": 10956.19, "total_tokens": 40927232}
{"current_steps": 158, "total_steps": 440, "loss": 0.9779, "lr": 3.5709043289889536e-05, "epoch": 1.7829787234042553, "percentage": 35.91, "elapsed_time": "1:02:39", "remaining_time": "1:51:49", "throughput": 10956.27, "total_tokens": 41189376}
{"current_steps": 159, "total_steps": 440, "loss": 0.9958, "lr": 3.554747815817756e-05, "epoch": 1.7943262411347518, "percentage": 36.14, "elapsed_time": "1:03:03", "remaining_time": "1:51:26", "throughput": 10956.16, "total_tokens": 41451520}
{"current_steps": 160, "total_steps": 440, "loss": 0.9784, "lr": 3.5385375325047166e-05, "epoch": 1.8056737588652483, "percentage": 36.36, "elapsed_time": "1:03:27", "remaining_time": "1:51:02", "throughput": 10956.09, "total_tokens": 41713664}
{"current_steps": 161, "total_steps": 440, "loss": 0.9644, "lr": 3.522274305436217e-05, "epoch": 1.8170212765957445, "percentage": 36.59, "elapsed_time": "1:03:51", "remaining_time": "1:50:39", "throughput": 10956.17, "total_tokens": 41975808}
{"current_steps": 162, "total_steps": 440, "loss": 0.9513, "lr": 3.50595896369767e-05, "epoch": 1.828368794326241, "percentage": 36.82, "elapsed_time": "1:04:15", "remaining_time": "1:50:15", "throughput": 10956.19, "total_tokens": 42237952}
{"current_steps": 163, "total_steps": 440, "loss": 0.9935, "lr": 3.4895923390312466e-05, "epoch": 1.8397163120567375, "percentage": 37.05, "elapsed_time": "1:04:39", "remaining_time": "1:49:51", "throughput": 10956.38, "total_tokens": 42500096}
{"current_steps": 164, "total_steps": 440, "loss": 1.0127, "lr": 3.4731752657934794e-05, "epoch": 1.851063829787234, "percentage": 37.27, "elapsed_time": "1:05:03", "remaining_time": "1:49:28", "throughput": 10956.19, "total_tokens": 42762240}
{"current_steps": 165, "total_steps": 440, "loss": 0.94, "lr": 3.456708580912725e-05, "epoch": 1.8624113475177304, "percentage": 37.5, "elapsed_time": "1:05:26", "remaining_time": "1:49:04", "throughput": 10956.08, "total_tokens": 43024384}
{"current_steps": 166, "total_steps": 440, "loss": 1.0017, "lr": 3.4401931238464994e-05, "epoch": 1.8737588652482269, "percentage": 37.73, "elapsed_time": "1:05:50", "remaining_time": "1:48:41", "throughput": 10955.96, "total_tokens": 43286528}
{"current_steps": 167, "total_steps": 440, "loss": 0.9705, "lr": 3.423629736538685e-05, "epoch": 1.8851063829787233, "percentage": 37.95, "elapsed_time": "1:06:14", "remaining_time": "1:48:17", "throughput": 10955.8, "total_tokens": 43548672}
{"current_steps": 168, "total_steps": 440, "loss": 0.9841, "lr": 3.4070192633766025e-05, "epoch": 1.8964539007092198, "percentage": 38.18, "elapsed_time": "1:06:38", "remaining_time": "1:47:54", "throughput": 10955.63, "total_tokens": 43810816}
{"current_steps": 169, "total_steps": 440, "loss": 0.9737, "lr": 3.390362551147974e-05, "epoch": 1.9078014184397163, "percentage": 38.41, "elapsed_time": "1:07:02", "remaining_time": "1:47:30", "throughput": 10955.48, "total_tokens": 44072960}
{"current_steps": 170, "total_steps": 440, "loss": 1.0008, "lr": 3.3736604489977466e-05, "epoch": 1.9191489361702128, "percentage": 38.64, "elapsed_time": "1:07:26", "remaining_time": "1:47:07", "throughput": 10955.52, "total_tokens": 44335104}
{"current_steps": 171, "total_steps": 440, "loss": 0.9726, "lr": 3.356913808384807e-05, "epoch": 1.9304964539007092, "percentage": 38.86, "elapsed_time": "1:07:50", "remaining_time": "1:46:43", "throughput": 10955.45, "total_tokens": 44597248}
{"current_steps": 172, "total_steps": 440, "loss": 0.9711, "lr": 3.3401234830385756e-05, "epoch": 1.9418439716312057, "percentage": 39.09, "elapsed_time": "1:08:14", "remaining_time": "1:46:20", "throughput": 10955.44, "total_tokens": 44859392}
{"current_steps": 173, "total_steps": 440, "loss": 0.9989, "lr": 3.323290328915483e-05, "epoch": 1.9531914893617022, "percentage": 39.32, "elapsed_time": "1:08:38", "remaining_time": "1:45:56", "throughput": 10955.55, "total_tokens": 45121536}
{"current_steps": 174, "total_steps": 440, "loss": 0.9588, "lr": 3.306415204155335e-05, "epoch": 1.9645390070921986, "percentage": 39.55, "elapsed_time": "1:09:02", "remaining_time": "1:45:32", "throughput": 10955.48, "total_tokens": 45383680}
{"current_steps": 175, "total_steps": 440, "loss": 0.9476, "lr": 3.2894989690375626e-05, "epoch": 1.9758865248226951, "percentage": 39.77, "elapsed_time": "1:09:26", "remaining_time": "1:45:09", "throughput": 10955.4, "total_tokens": 45645824}
{"current_steps": 176, "total_steps": 440, "loss": 0.9606, "lr": 3.272542485937369e-05, "epoch": 1.9872340425531916, "percentage": 40.0, "elapsed_time": "1:09:50", "remaining_time": "1:44:45", "throughput": 10955.56, "total_tokens": 45907968}
{"current_steps": 177, "total_steps": 440, "loss": 1.0062, "lr": 3.255546619281765e-05, "epoch": 1.998581560283688, "percentage": 40.23, "elapsed_time": "1:10:14", "remaining_time": "1:44:21", "throughput": 10955.66, "total_tokens": 46170112}
{"current_steps": 178, "total_steps": 440, "loss": 0.7789, "lr": 3.2385122355055005e-05, "epoch": 2.0, "percentage": 40.45, "elapsed_time": "1:10:17", "remaining_time": "1:43:27", "throughput": 10955.7, "total_tokens": 46202880}
{"current_steps": 179, "total_steps": 440, "loss": 0.5235, "lr": 3.221440203006897e-05, "epoch": 2.0113475177304965, "percentage": 40.68, "elapsed_time": "1:10:41", "remaining_time": "1:43:04", "throughput": 10955.62, "total_tokens": 46465024}
{"current_steps": 180, "total_steps": 440, "loss": 0.5097, "lr": 3.2043313921035743e-05, "epoch": 2.022695035460993, "percentage": 40.91, "elapsed_time": "1:11:05", "remaining_time": "1:42:40", "throughput": 10955.54, "total_tokens": 46727168}
{"current_steps": 181, "total_steps": 440, "loss": 0.4839, "lr": 3.1871866749880846e-05, "epoch": 2.0340425531914894, "percentage": 41.14, "elapsed_time": "1:11:29", "remaining_time": "1:42:17", "throughput": 10955.57, "total_tokens": 46989312}
{"current_steps": 182, "total_steps": 440, "loss": 0.4825, "lr": 3.170006925683448e-05, "epoch": 2.045390070921986, "percentage": 41.36, "elapsed_time": "1:11:53", "remaining_time": "1:41:54", "throughput": 10955.53, "total_tokens": 47251456}
{"current_steps": 183, "total_steps": 440, "loss": 0.4497, "lr": 3.152793019998594e-05, "epoch": 2.0567375886524824, "percentage": 41.59, "elapsed_time": "1:12:16", "remaining_time": "1:41:30", "throughput": 10955.68, "total_tokens": 47513600}
{"current_steps": 184, "total_steps": 440, "loss": 0.4443, "lr": 3.135545835483718e-05, "epoch": 2.068085106382979, "percentage": 41.82, "elapsed_time": "1:12:40", "remaining_time": "1:41:07", "throughput": 10955.6, "total_tokens": 47775744}
{"current_steps": 185, "total_steps": 440, "loss": 0.4355, "lr": 3.118266251385539e-05, "epoch": 2.0794326241134753, "percentage": 42.05, "elapsed_time": "1:13:04", "remaining_time": "1:40:43", "throughput": 10955.5, "total_tokens": 48037888}
{"current_steps": 186, "total_steps": 440, "loss": 0.4265, "lr": 3.100955148602481e-05, "epoch": 2.0907801418439718, "percentage": 42.27, "elapsed_time": "1:13:28", "remaining_time": "1:40:20", "throughput": 10955.46, "total_tokens": 48300032}
{"current_steps": 187, "total_steps": 440, "loss": 0.4058, "lr": 3.083613409639764e-05, "epoch": 2.1021276595744682, "percentage": 42.5, "elapsed_time": "1:13:52", "remaining_time": "1:39:57", "throughput": 10955.52, "total_tokens": 48562176}
{"current_steps": 188, "total_steps": 440, "loss": 0.4004, "lr": 3.0662419185644115e-05, "epoch": 2.1134751773049647, "percentage": 42.73, "elapsed_time": "1:14:16", "remaining_time": "1:39:33", "throughput": 10955.57, "total_tokens": 48824320}
{"current_steps": 189, "total_steps": 440, "loss": 0.389, "lr": 3.0488415609601862e-05, "epoch": 2.124822695035461, "percentage": 42.95, "elapsed_time": "1:14:40", "remaining_time": "1:39:10", "throughput": 10955.47, "total_tokens": 49086464}
{"current_steps": 190, "total_steps": 440, "loss": 0.404, "lr": 3.0314132238824415e-05, "epoch": 2.1361702127659576, "percentage": 43.18, "elapsed_time": "1:15:04", "remaining_time": "1:38:46", "throughput": 10955.36, "total_tokens": 49348608}
{"current_steps": 191, "total_steps": 440, "loss": 0.382, "lr": 3.013957795812902e-05, "epoch": 2.147517730496454, "percentage": 43.41, "elapsed_time": "1:15:28", "remaining_time": "1:38:23", "throughput": 10955.25, "total_tokens": 49610752}
{"current_steps": 192, "total_steps": 440, "loss": 0.3788, "lr": 2.996476166614364e-05, "epoch": 2.1588652482269506, "percentage": 43.64, "elapsed_time": "1:15:52", "remaining_time": "1:38:00", "throughput": 10955.11, "total_tokens": 49872896}
{"current_steps": 193, "total_steps": 440, "loss": 0.3925, "lr": 2.9789692274853388e-05, "epoch": 2.1702127659574466, "percentage": 43.86, "elapsed_time": "1:16:16", "remaining_time": "1:37:36", "throughput": 10955.13, "total_tokens": 50135040}
{"current_steps": 194, "total_steps": 440, "loss": 0.3868, "lr": 2.9614378709146133e-05, "epoch": 2.181560283687943, "percentage": 44.09, "elapsed_time": "1:16:40", "remaining_time": "1:37:13", "throughput": 10955.05, "total_tokens": 50397184}
{"current_steps": 195, "total_steps": 440, "loss": 0.3775, "lr": 2.943882990635759e-05, "epoch": 2.1929078014184396, "percentage": 44.32, "elapsed_time": "1:17:04", "remaining_time": "1:36:49", "throughput": 10955.08, "total_tokens": 50659328}
{"current_steps": 196, "total_steps": 440, "loss": 0.3897, "lr": 2.92630548158156e-05, "epoch": 2.204255319148936, "percentage": 44.55, "elapsed_time": "1:17:28", "remaining_time": "1:36:27", "throughput": 10954.09, "total_tokens": 50921472}
{"current_steps": 197, "total_steps": 440, "loss": 0.3644, "lr": 2.9087062398384e-05, "epoch": 2.2156028368794325, "percentage": 44.77, "elapsed_time": "1:17:52", "remaining_time": "1:36:04", "throughput": 10953.32, "total_tokens": 51183616}
{"current_steps": 198, "total_steps": 440, "loss": 0.3933, "lr": 2.8910861626005776e-05, "epoch": 2.226950354609929, "percentage": 45.0, "elapsed_time": "1:18:17", "remaining_time": "1:35:40", "throughput": 10952.59, "total_tokens": 51445760}
{"current_steps": 199, "total_steps": 440, "loss": 0.4031, "lr": 2.873446148124563e-05, "epoch": 2.2382978723404254, "percentage": 45.23, "elapsed_time": "1:18:41", "remaining_time": "1:35:17", "throughput": 10952.63, "total_tokens": 51707904}
{"current_steps": 200, "total_steps": 440, "loss": 0.3774, "lr": 2.8557870956832132e-05, "epoch": 2.249645390070922, "percentage": 45.45, "elapsed_time": "1:19:04", "remaining_time": "1:34:53", "throughput": 10952.6, "total_tokens": 51970048}
{"current_steps": 201, "total_steps": 440, "loss": 0.396, "lr": 2.8381099055199222e-05, "epoch": 2.2609929078014184, "percentage": 45.68, "elapsed_time": "1:19:28", "remaining_time": "1:34:30", "throughput": 10952.64, "total_tokens": 52232192}
{"current_steps": 202, "total_steps": 440, "loss": 0.3589, "lr": 2.8204154788027325e-05, "epoch": 2.272340425531915, "percentage": 45.91, "elapsed_time": "1:19:52", "remaining_time": "1:34:07", "throughput": 10952.57, "total_tokens": 52494336}
{"current_steps": 203, "total_steps": 440, "loss": 0.36, "lr": 2.8027047175783873e-05, "epoch": 2.2836879432624113, "percentage": 46.14, "elapsed_time": "1:20:16", "remaining_time": "1:33:43", "throughput": 10952.59, "total_tokens": 52756480}
{"current_steps": 204, "total_steps": 440, "loss": 0.3938, "lr": 2.7849785247263515e-05, "epoch": 2.295035460992908, "percentage": 46.36, "elapsed_time": "1:20:40", "remaining_time": "1:33:20", "throughput": 10952.65, "total_tokens": 53018624}
{"current_steps": 205, "total_steps": 440, "loss": 0.4006, "lr": 2.767237803912783e-05, "epoch": 2.3063829787234043, "percentage": 46.59, "elapsed_time": "1:21:04", "remaining_time": "1:32:56", "throughput": 10952.78, "total_tokens": 53280768}
{"current_steps": 206, "total_steps": 440, "loss": 0.3798, "lr": 2.7494834595444568e-05, "epoch": 2.3177304964539007, "percentage": 46.82, "elapsed_time": "1:21:28", "remaining_time": "1:32:33", "throughput": 10952.17, "total_tokens": 53542912}
{"current_steps": 207, "total_steps": 440, "loss": 0.3806, "lr": 2.731716396722672e-05, "epoch": 2.329078014184397, "percentage": 47.05, "elapsed_time": "1:21:52", "remaining_time": "1:32:09", "throughput": 10952.12, "total_tokens": 53805056}
{"current_steps": 208, "total_steps": 440, "loss": 0.3794, "lr": 2.7139375211970996e-05, "epoch": 2.3404255319148937, "percentage": 47.27, "elapsed_time": "1:22:16", "remaining_time": "1:31:46", "throughput": 10952.19, "total_tokens": 54067200}
{"current_steps": 209, "total_steps": 440, "loss": 0.3836, "lr": 2.6961477393196126e-05, "epoch": 2.35177304964539, "percentage": 47.5, "elapsed_time": "1:22:40", "remaining_time": "1:31:22", "throughput": 10952.21, "total_tokens": 54329344}
{"current_steps": 210, "total_steps": 440, "loss": 0.3769, "lr": 2.6783479579980807e-05, "epoch": 2.3631205673758866, "percentage": 47.73, "elapsed_time": "1:23:04", "remaining_time": "1:30:59", "throughput": 10952.24, "total_tokens": 54591488}
{"current_steps": 211, "total_steps": 440, "loss": 0.3854, "lr": 2.6605390846501377e-05, "epoch": 2.374468085106383, "percentage": 47.95, "elapsed_time": "1:23:28", "remaining_time": "1:30:35", "throughput": 10952.29, "total_tokens": 54853632}
{"current_steps": 212, "total_steps": 440, "loss": 0.3872, "lr": 2.6427220271569203e-05, "epoch": 2.3858156028368795, "percentage": 48.18, "elapsed_time": "1:23:52", "remaining_time": "1:30:12", "throughput": 10952.46, "total_tokens": 55115776}
{"current_steps": 213, "total_steps": 440, "loss": 0.3877, "lr": 2.624897693816785e-05, "epoch": 2.397163120567376, "percentage": 48.41, "elapsed_time": "1:24:16", "remaining_time": "1:29:48", "throughput": 10952.6, "total_tokens": 55377920}
{"current_steps": 214, "total_steps": 440, "loss": 0.3839, "lr": 2.6070669932990067e-05, "epoch": 2.4085106382978725, "percentage": 48.64, "elapsed_time": "1:24:40", "remaining_time": "1:29:24", "throughput": 10952.59, "total_tokens": 55640064}
{"current_steps": 215, "total_steps": 440, "loss": 0.3765, "lr": 2.5892308345974515e-05, "epoch": 2.419858156028369, "percentage": 48.86, "elapsed_time": "1:25:03", "remaining_time": "1:29:01", "throughput": 10952.63, "total_tokens": 55902208}
{"current_steps": 216, "total_steps": 440, "loss": 0.3788, "lr": 2.5713901269842404e-05, "epoch": 2.4312056737588654, "percentage": 49.09, "elapsed_time": "1:25:27", "remaining_time": "1:28:37", "throughput": 10952.63, "total_tokens": 56164352}
{"current_steps": 217, "total_steps": 440, "loss": 0.3773, "lr": 2.5535457799633955e-05, "epoch": 2.4425531914893615, "percentage": 49.32, "elapsed_time": "1:25:51", "remaining_time": "1:28:14", "throughput": 10952.51, "total_tokens": 56426496}
{"current_steps": 218, "total_steps": 440, "loss": 0.3741, "lr": 2.5356987032244683e-05, "epoch": 2.453900709219858, "percentage": 49.55, "elapsed_time": "1:26:15", "remaining_time": "1:27:50", "throughput": 10952.47, "total_tokens": 56688640}
{"current_steps": 219, "total_steps": 440, "loss": 0.3959, "lr": 2.5178498065961736e-05, "epoch": 2.4652482269503544, "percentage": 49.77, "elapsed_time": "1:26:39", "remaining_time": "1:27:27", "throughput": 10952.41, "total_tokens": 56950784}
{"current_steps": 220, "total_steps": 440, "loss": 0.3795, "lr": 2.5e-05, "epoch": 2.476595744680851, "percentage": 50.0, "elapsed_time": "1:27:03", "remaining_time": "1:27:03", "throughput": 10952.37, "total_tokens": 57212928}
{"current_steps": 221, "total_steps": 440, "loss": 0.3643, "lr": 2.4821501934038266e-05, "epoch": 2.4879432624113473, "percentage": 50.23, "elapsed_time": "1:27:27", "remaining_time": "1:26:40", "throughput": 10952.38, "total_tokens": 57475072}
{"current_steps": 222, "total_steps": 440, "loss": 0.3926, "lr": 2.4643012967755326e-05, "epoch": 2.499290780141844, "percentage": 50.45, "elapsed_time": "1:27:51", "remaining_time": "1:26:16", "throughput": 10952.36, "total_tokens": 57737216}
{"current_steps": 223, "total_steps": 440, "loss": 0.3904, "lr": 2.446454220036605e-05, "epoch": 2.5106382978723403, "percentage": 50.68, "elapsed_time": "1:28:15", "remaining_time": "1:25:53", "throughput": 10952.45, "total_tokens": 57999360}
{"current_steps": 224, "total_steps": 440, "loss": 0.373, "lr": 2.42860987301576e-05, "epoch": 2.5219858156028367, "percentage": 50.91, "elapsed_time": "1:28:39", "remaining_time": "1:25:29", "throughput": 10952.53, "total_tokens": 58261504}
{"current_steps": 225, "total_steps": 440, "loss": 0.4068, "lr": 2.410769165402549e-05, "epoch": 2.533333333333333, "percentage": 51.14, "elapsed_time": "1:29:03", "remaining_time": "1:25:05", "throughput": 10952.49, "total_tokens": 58523648}
{"current_steps": 226, "total_steps": 440, "loss": 0.3859, "lr": 2.3929330067009942e-05, "epoch": 2.5446808510638297, "percentage": 51.36, "elapsed_time": "1:29:27", "remaining_time": "1:24:42", "throughput": 10952.52, "total_tokens": 58785792}
{"current_steps": 227, "total_steps": 440, "loss": 0.3738, "lr": 2.3751023061832158e-05, "epoch": 2.556028368794326, "percentage": 51.59, "elapsed_time": "1:29:51", "remaining_time": "1:24:18", "throughput": 10952.66, "total_tokens": 59047936}
{"current_steps": 228, "total_steps": 440, "loss": 0.4054, "lr": 2.35727797284308e-05, "epoch": 2.5673758865248226, "percentage": 51.82, "elapsed_time": "1:30:15", "remaining_time": "1:23:55", "throughput": 10952.68, "total_tokens": 59310080}
{"current_steps": 229, "total_steps": 440, "loss": 0.3948, "lr": 2.339460915349862e-05, "epoch": 2.578723404255319, "percentage": 52.05, "elapsed_time": "1:30:39", "remaining_time": "1:23:31", "throughput": 10952.73, "total_tokens": 59572224}
{"current_steps": 230, "total_steps": 440, "loss": 0.3976, "lr": 2.3216520420019195e-05, "epoch": 2.5900709219858156, "percentage": 52.27, "elapsed_time": "1:31:02", "remaining_time": "1:23:07", "throughput": 10952.77, "total_tokens": 59834368}
{"current_steps": 231, "total_steps": 440, "loss": 0.3899, "lr": 2.303852260680388e-05, "epoch": 2.601418439716312, "percentage": 52.5, "elapsed_time": "1:31:26", "remaining_time": "1:22:44", "throughput": 10952.84, "total_tokens": 60096512}
{"current_steps": 232, "total_steps": 440, "loss": 0.4025, "lr": 2.2860624788029013e-05, "epoch": 2.6127659574468085, "percentage": 52.73, "elapsed_time": "1:31:50", "remaining_time": "1:22:20", "throughput": 10952.83, "total_tokens": 60358656}
{"current_steps": 233, "total_steps": 440, "loss": 0.3858, "lr": 2.268283603277328e-05, "epoch": 2.624113475177305, "percentage": 52.95, "elapsed_time": "1:32:14", "remaining_time": "1:21:57", "throughput": 10952.89, "total_tokens": 60620800}
{"current_steps": 234, "total_steps": 440, "loss": 0.3676, "lr": 2.250516540455543e-05, "epoch": 2.6354609929078014, "percentage": 53.18, "elapsed_time": "1:32:38", "remaining_time": "1:21:33", "throughput": 10953.03, "total_tokens": 60882944}
{"current_steps": 235, "total_steps": 440, "loss": 0.3744, "lr": 2.2327621960872187e-05, "epoch": 2.646808510638298, "percentage": 53.41, "elapsed_time": "1:33:02", "remaining_time": "1:21:09", "throughput": 10953.14, "total_tokens": 61145088}
{"current_steps": 236, "total_steps": 440, "loss": 0.3804, "lr": 2.2150214752736488e-05, "epoch": 2.6581560283687944, "percentage": 53.64, "elapsed_time": "1:33:26", "remaining_time": "1:20:46", "throughput": 10953.22, "total_tokens": 61407232}
{"current_steps": 237, "total_steps": 440, "loss": 0.3636, "lr": 2.197295282421613e-05, "epoch": 2.669503546099291, "percentage": 53.86, "elapsed_time": "1:33:50", "remaining_time": "1:20:22", "throughput": 10953.33, "total_tokens": 61669376}
{"current_steps": 238, "total_steps": 440, "loss": 0.3836, "lr": 2.179584521197268e-05, "epoch": 2.6808510638297873, "percentage": 54.09, "elapsed_time": "1:34:14", "remaining_time": "1:19:58", "throughput": 10953.45, "total_tokens": 61931520}
{"current_steps": 239, "total_steps": 440, "loss": 0.3797, "lr": 2.1618900944800777e-05, "epoch": 2.692198581560284, "percentage": 54.32, "elapsed_time": "1:34:37", "remaining_time": "1:19:35", "throughput": 10953.56, "total_tokens": 62193664}
{"current_steps": 240, "total_steps": 440, "loss": 0.3783, "lr": 2.1442129043167874e-05, "epoch": 2.7035460992907803, "percentage": 54.55, "elapsed_time": "1:35:01", "remaining_time": "1:19:11", "throughput": 10953.58, "total_tokens": 62455808}
{"current_steps": 241, "total_steps": 440, "loss": 0.3778, "lr": 2.1265538518754374e-05, "epoch": 2.7148936170212767, "percentage": 54.77, "elapsed_time": "1:35:25", "remaining_time": "1:18:47", "throughput": 10953.61, "total_tokens": 62717952}
{"current_steps": 242, "total_steps": 440, "loss": 0.4034, "lr": 2.1089138373994223e-05, "epoch": 2.726241134751773, "percentage": 55.0, "elapsed_time": "1:35:49", "remaining_time": "1:18:24", "throughput": 10953.62, "total_tokens": 62980096}
{"current_steps": 243, "total_steps": 440, "loss": 0.3808, "lr": 2.0912937601616005e-05, "epoch": 2.7375886524822697, "percentage": 55.23, "elapsed_time": "1:36:13", "remaining_time": "1:18:00", "throughput": 10953.72, "total_tokens": 63242240}
{"current_steps": 244, "total_steps": 440, "loss": 0.3743, "lr": 2.0736945184184405e-05, "epoch": 2.748936170212766, "percentage": 55.45, "elapsed_time": "1:36:37", "remaining_time": "1:17:36", "throughput": 10953.81, "total_tokens": 63504384}
{"current_steps": 245, "total_steps": 440, "loss": 0.4019, "lr": 2.0561170093642423e-05, "epoch": 2.7602836879432626, "percentage": 55.68, "elapsed_time": "1:37:01", "remaining_time": "1:17:13", "throughput": 10953.87, "total_tokens": 63766528}
{"current_steps": 246, "total_steps": 440, "loss": 0.3791, "lr": 2.038562129085387e-05, "epoch": 2.771631205673759, "percentage": 55.91, "elapsed_time": "1:37:25", "remaining_time": "1:16:49", "throughput": 10953.98, "total_tokens": 64028672}
{"current_steps": 247, "total_steps": 440, "loss": 0.3696, "lr": 2.0210307725146615e-05, "epoch": 2.7829787234042556, "percentage": 56.14, "elapsed_time": "1:37:49", "remaining_time": "1:16:25", "throughput": 10954.08, "total_tokens": 64290816}
{"current_steps": 248, "total_steps": 440, "loss": 0.3945, "lr": 2.003523833385637e-05, "epoch": 2.794326241134752, "percentage": 56.36, "elapsed_time": "1:38:12", "remaining_time": "1:16:02", "throughput": 10954.22, "total_tokens": 64552960}
{"current_steps": 249, "total_steps": 440, "loss": 0.3922, "lr": 1.9860422041870987e-05, "epoch": 2.8056737588652485, "percentage": 56.59, "elapsed_time": "1:38:36", "remaining_time": "1:15:38", "throughput": 10954.33, "total_tokens": 64815104}
{"current_steps": 250, "total_steps": 440, "loss": 0.3921, "lr": 1.9685867761175584e-05, "epoch": 2.8170212765957445, "percentage": 56.82, "elapsed_time": "1:39:00", "remaining_time": "1:15:14", "throughput": 10954.37, "total_tokens": 65077248}
{"current_steps": 251, "total_steps": 440, "loss": 0.3846, "lr": 1.9511584390398147e-05, "epoch": 2.828368794326241, "percentage": 57.05, "elapsed_time": "1:39:24", "remaining_time": "1:14:51", "throughput": 10954.5, "total_tokens": 65339392}
{"current_steps": 252, "total_steps": 440, "loss": 0.3741, "lr": 1.9337580814355888e-05, "epoch": 2.8397163120567375, "percentage": 57.27, "elapsed_time": "1:39:48", "remaining_time": "1:14:27", "throughput": 10954.56, "total_tokens": 65601536}
{"current_steps": 253, "total_steps": 440, "loss": 0.3688, "lr": 1.9163865903602374e-05, "epoch": 2.851063829787234, "percentage": 57.5, "elapsed_time": "1:40:12", "remaining_time": "1:14:03", "throughput": 10954.7, "total_tokens": 65863680}
{"current_steps": 254, "total_steps": 440, "loss": 0.3809, "lr": 1.899044851397519e-05, "epoch": 2.8624113475177304, "percentage": 57.73, "elapsed_time": "1:40:36", "remaining_time": "1:13:40", "throughput": 10954.88, "total_tokens": 66125824}
{"current_steps": 255, "total_steps": 440, "loss": 0.3861, "lr": 1.881733748614461e-05, "epoch": 2.873758865248227, "percentage": 57.95, "elapsed_time": "1:41:00", "remaining_time": "1:13:16", "throughput": 10955.02, "total_tokens": 66387968}
{"current_steps": 256, "total_steps": 440, "loss": 0.3905, "lr": 1.8644541645162834e-05, "epoch": 2.8851063829787233, "percentage": 58.18, "elapsed_time": "1:41:23", "remaining_time": "1:12:52", "throughput": 10955.13, "total_tokens": 66650112}
{"current_steps": 257, "total_steps": 440, "loss": 0.3614, "lr": 1.8472069800014068e-05, "epoch": 2.89645390070922, "percentage": 58.41, "elapsed_time": "1:41:47", "remaining_time": "1:12:29", "throughput": 10955.18, "total_tokens": 66912256}
{"current_steps": 258, "total_steps": 440, "loss": 0.383, "lr": 1.8299930743165535e-05, "epoch": 2.9078014184397163, "percentage": 58.64, "elapsed_time": "1:42:11", "remaining_time": "1:12:05", "throughput": 10955.26, "total_tokens": 67174400}
{"current_steps": 259, "total_steps": 440, "loss": 0.3735, "lr": 1.8128133250119157e-05, "epoch": 2.9191489361702128, "percentage": 58.86, "elapsed_time": "1:42:35", "remaining_time": "1:11:41", "throughput": 10955.29, "total_tokens": 67436544}
{"current_steps": 260, "total_steps": 440, "loss": 0.3978, "lr": 1.795668607896426e-05, "epoch": 2.9304964539007092, "percentage": 59.09, "elapsed_time": "1:42:59", "remaining_time": "1:11:18", "throughput": 10955.2, "total_tokens": 67698688}
{"current_steps": 261, "total_steps": 440, "loss": 0.3877, "lr": 1.778559796993104e-05, "epoch": 2.9418439716312057, "percentage": 59.32, "elapsed_time": "1:43:23", "remaining_time": "1:10:54", "throughput": 10955.18, "total_tokens": 67960832}
{"current_steps": 262, "total_steps": 440, "loss": 0.3862, "lr": 1.7614877644945e-05, "epoch": 2.953191489361702, "percentage": 59.55, "elapsed_time": "1:43:47", "remaining_time": "1:10:30", "throughput": 10955.24, "total_tokens": 68222976}
{"current_steps": 263, "total_steps": 440, "loss": 0.3506, "lr": 1.7444533807182357e-05, "epoch": 2.9645390070921986, "percentage": 59.77, "elapsed_time": "1:44:11", "remaining_time": "1:10:07", "throughput": 10955.23, "total_tokens": 68485120}
{"current_steps": 264, "total_steps": 440, "loss": 0.371, "lr": 1.7274575140626318e-05, "epoch": 2.975886524822695, "percentage": 60.0, "elapsed_time": "1:44:35", "remaining_time": "1:09:43", "throughput": 10955.3, "total_tokens": 68747264}
{"current_steps": 265, "total_steps": 440, "loss": 0.3866, "lr": 1.710501030962438e-05, "epoch": 2.9872340425531916, "percentage": 60.23, "elapsed_time": "1:44:59", "remaining_time": "1:09:19", "throughput": 10955.28, "total_tokens": 69009408}
{"current_steps": 266, "total_steps": 440, "loss": 0.3701, "lr": 1.6935847958446657e-05, "epoch": 2.998581560283688, "percentage": 60.45, "elapsed_time": "1:45:23", "remaining_time": "1:08:56", "throughput": 10955.3, "total_tokens": 69271552}
{"current_steps": 267, "total_steps": 440, "loss": 0.2901, "lr": 1.6767096710845174e-05, "epoch": 3.0, "percentage": 60.68, "elapsed_time": "1:45:26", "remaining_time": "1:08:18", "throughput": 10955.34, "total_tokens": 69304320}
{"current_steps": 268, "total_steps": 440, "loss": 0.1312, "lr": 1.6598765169614243e-05, "epoch": 3.0113475177304965, "percentage": 60.91, "elapsed_time": "1:45:50", "remaining_time": "1:07:55", "throughput": 10955.31, "total_tokens": 69566464}
{"current_steps": 269, "total_steps": 440, "loss": 0.1237, "lr": 1.643086191615194e-05, "epoch": 3.022695035460993, "percentage": 61.14, "elapsed_time": "1:46:13", "remaining_time": "1:07:31", "throughput": 10955.45, "total_tokens": 69828608}
{"current_steps": 270, "total_steps": 440, "loss": 0.1163, "lr": 1.6263395510022543e-05, "epoch": 3.0340425531914894, "percentage": 61.36, "elapsed_time": "1:46:37", "remaining_time": "1:07:08", "throughput": 10955.62, "total_tokens": 70090752}
{"current_steps": 271, "total_steps": 440, "loss": 0.101, "lr": 1.6096374488520265e-05, "epoch": 3.045390070921986, "percentage": 61.59, "elapsed_time": "1:47:01", "remaining_time": "1:06:44", "throughput": 10955.61, "total_tokens": 70352896}
{"current_steps": 272, "total_steps": 440, "loss": 0.1097, "lr": 1.5929807366233977e-05, "epoch": 3.0567375886524824, "percentage": 61.82, "elapsed_time": "1:47:25", "remaining_time": "1:06:21", "throughput": 10955.69, "total_tokens": 70615040}
{"current_steps": 273, "total_steps": 440, "loss": 0.1049, "lr": 1.5763702634613152e-05, "epoch": 3.068085106382979, "percentage": 62.05, "elapsed_time": "1:47:49", "remaining_time": "1:05:57", "throughput": 10955.8, "total_tokens": 70877184}
{"current_steps": 274, "total_steps": 440, "loss": 0.1168, "lr": 1.559806876153501e-05, "epoch": 3.0794326241134753, "percentage": 62.27, "elapsed_time": "1:48:13", "remaining_time": "1:05:33", "throughput": 10955.89, "total_tokens": 71139328}
{"current_steps": 275, "total_steps": 440, "loss": 0.1063, "lr": 1.5432914190872757e-05, "epoch": 3.0907801418439718, "percentage": 62.5, "elapsed_time": "1:48:37", "remaining_time": "1:05:10", "throughput": 10956.02, "total_tokens": 71401472}
{"current_steps": 276, "total_steps": 440, "loss": 0.0996, "lr": 1.5268247342065215e-05, "epoch": 3.1021276595744682, "percentage": 62.73, "elapsed_time": "1:49:00", "remaining_time": "1:04:46", "throughput": 10956.08, "total_tokens": 71663616}
{"current_steps": 277, "total_steps": 440, "loss": 0.099, "lr": 1.5104076609687545e-05, "epoch": 3.1134751773049647, "percentage": 62.95, "elapsed_time": "1:49:24", "remaining_time": "1:04:23", "throughput": 10956.02, "total_tokens": 71925760}
{"current_steps": 278, "total_steps": 440, "loss": 0.0904, "lr": 1.4940410363023306e-05, "epoch": 3.124822695035461, "percentage": 63.18, "elapsed_time": "1:49:48", "remaining_time": "1:03:59", "throughput": 10956.09, "total_tokens": 72187904}
{"current_steps": 279, "total_steps": 440, "loss": 0.0986, "lr": 1.4777256945637834e-05, "epoch": 3.1361702127659576, "percentage": 63.41, "elapsed_time": "1:50:12", "remaining_time": "1:03:35", "throughput": 10956.21, "total_tokens": 72450048}
{"current_steps": 280, "total_steps": 440, "loss": 0.0922, "lr": 1.4614624674952842e-05, "epoch": 3.147517730496454, "percentage": 63.64, "elapsed_time": "1:50:36", "remaining_time": "1:03:12", "throughput": 10956.19, "total_tokens": 72712192}
{"current_steps": 281, "total_steps": 440, "loss": 0.0981, "lr": 1.4452521841822436e-05, "epoch": 3.1588652482269506, "percentage": 63.86, "elapsed_time": "1:51:00", "remaining_time": "1:02:48", "throughput": 10956.21, "total_tokens": 72974336}
{"current_steps": 282, "total_steps": 440, "loss": 0.0924, "lr": 1.4290956710110475e-05, "epoch": 3.1702127659574466, "percentage": 64.09, "elapsed_time": "1:51:24", "remaining_time": "1:02:25", "throughput": 10956.2, "total_tokens": 73236480}
{"current_steps": 283, "total_steps": 440, "loss": 0.0947, "lr": 1.4129937516269203e-05, "epoch": 3.181560283687943, "percentage": 64.32, "elapsed_time": "1:51:48", "remaining_time": "1:02:01", "throughput": 10956.29, "total_tokens": 73498624}
{"current_steps": 284, "total_steps": 440, "loss": 0.0921, "lr": 1.3969472468919461e-05, "epoch": 3.1929078014184396, "percentage": 64.55, "elapsed_time": "1:52:12", "remaining_time": "1:01:37", "throughput": 10956.4, "total_tokens": 73760768}
{"current_steps": 285, "total_steps": 440, "loss": 0.0906, "lr": 1.3809569748432189e-05, "epoch": 3.204255319148936, "percentage": 64.77, "elapsed_time": "1:52:36", "remaining_time": "1:01:14", "throughput": 10956.53, "total_tokens": 74022912}
{"current_steps": 286, "total_steps": 440, "loss": 0.0872, "lr": 1.3650237506511331e-05, "epoch": 3.2156028368794325, "percentage": 65.0, "elapsed_time": "1:52:59", "remaining_time": "1:00:50", "throughput": 10956.65, "total_tokens": 74285056}
{"current_steps": 287, "total_steps": 440, "loss": 0.0884, "lr": 1.3491483865778365e-05, "epoch": 3.226950354609929, "percentage": 65.23, "elapsed_time": "1:53:23", "remaining_time": "1:00:27", "throughput": 10956.75, "total_tokens": 74547200}
{"current_steps": 288, "total_steps": 440, "loss": 0.0967, "lr": 1.3333316919358157e-05, "epoch": 3.2382978723404254, "percentage": 65.45, "elapsed_time": "1:53:47", "remaining_time": "1:00:03", "throughput": 10956.82, "total_tokens": 74809344}
{"current_steps": 289, "total_steps": 440, "loss": 0.0818, "lr": 1.3175744730466408e-05, "epoch": 3.249645390070922, "percentage": 65.68, "elapsed_time": "1:54:11", "remaining_time": "0:59:39", "throughput": 10956.96, "total_tokens": 75071488}
{"current_steps": 290, "total_steps": 440, "loss": 0.0888, "lr": 1.301877533199859e-05, "epoch": 3.2609929078014184, "percentage": 65.91, "elapsed_time": "1:54:35", "remaining_time": "0:59:16", "throughput": 10956.97, "total_tokens": 75333632}
{"current_steps": 291, "total_steps": 440, "loss": 0.0906, "lr": 1.2862416726120396e-05, "epoch": 3.272340425531915, "percentage": 66.14, "elapsed_time": "1:54:59", "remaining_time": "0:58:52", "throughput": 10956.9, "total_tokens": 75595776}
{"current_steps": 292, "total_steps": 440, "loss": 0.0872, "lr": 1.2706676883859903e-05, "epoch": 3.2836879432624113, "percentage": 66.36, "elapsed_time": "1:55:23", "remaining_time": "0:58:29", "throughput": 10956.93, "total_tokens": 75857920}
{"current_steps": 293, "total_steps": 440, "loss": 0.087, "lr": 1.2551563744701109e-05, "epoch": 3.295035460992908, "percentage": 66.59, "elapsed_time": "1:55:47", "remaining_time": "0:58:05", "throughput": 10956.95, "total_tokens": 76120064}
{"current_steps": 294, "total_steps": 440, "loss": 0.0852, "lr": 1.2397085216179208e-05, "epoch": 3.3063829787234043, "percentage": 66.82, "elapsed_time": "1:56:11", "remaining_time": "0:57:41", "throughput": 10957.01, "total_tokens": 76382208}
{"current_steps": 295, "total_steps": 440, "loss": 0.0877, "lr": 1.2243249173477513e-05, "epoch": 3.3177304964539007, "percentage": 67.05, "elapsed_time": "1:56:35", "remaining_time": "0:57:18", "throughput": 10957.01, "total_tokens": 76644352}
{"current_steps": 296, "total_steps": 440, "loss": 0.086, "lr": 1.2090063459025955e-05, "epoch": 3.329078014184397, "percentage": 67.27, "elapsed_time": "1:56:58", "remaining_time": "0:56:54", "throughput": 10957.09, "total_tokens": 76906496}
{"current_steps": 297, "total_steps": 440, "loss": 0.0898, "lr": 1.1937535882101281e-05, "epoch": 3.3404255319148937, "percentage": 67.5, "elapsed_time": "1:57:22", "remaining_time": "0:56:30", "throughput": 10957.15, "total_tokens": 77168640}
{"current_steps": 298, "total_steps": 440, "loss": 0.0936, "lr": 1.1785674218428952e-05, "epoch": 3.35177304964539, "percentage": 67.73, "elapsed_time": "1:57:46", "remaining_time": "0:56:07", "throughput": 10957.13, "total_tokens": 77430784}
{"current_steps": 299, "total_steps": 440, "loss": 0.0837, "lr": 1.163448620978674e-05, "epoch": 3.3631205673758866, "percentage": 67.95, "elapsed_time": "1:58:10", "remaining_time": "0:55:43", "throughput": 10957.15, "total_tokens": 77692928}
{"current_steps": 300, "total_steps": 440, "loss": 0.0902, "lr": 1.148397956361007e-05, "epoch": 3.374468085106383, "percentage": 68.18, "elapsed_time": "1:58:34", "remaining_time": "0:55:20", "throughput": 10957.18, "total_tokens": 77955072}
{"current_steps": 301, "total_steps": 440, "loss": 0.085, "lr": 1.1334161952599054e-05, "epoch": 3.3858156028368795, "percentage": 68.41, "elapsed_time": "1:58:58", "remaining_time": "0:54:56", "throughput": 10957.15, "total_tokens": 78217216}
{"current_steps": 302, "total_steps": 440, "loss": 0.0967, "lr": 1.1185041014327433e-05, "epoch": 3.397163120567376, "percentage": 68.64, "elapsed_time": "1:59:22", "remaining_time": "0:54:32", "throughput": 10957.14, "total_tokens": 78479360}
{"current_steps": 303, "total_steps": 440, "loss": 0.0861, "lr": 1.1036624350853145e-05, "epoch": 3.4085106382978725, "percentage": 68.86, "elapsed_time": "1:59:46", "remaining_time": "0:54:09", "throughput": 10957.13, "total_tokens": 78741504}
{"current_steps": 304, "total_steps": 440, "loss": 0.0866, "lr": 1.0888919528330777e-05, "epoch": 3.419858156028369, "percentage": 69.09, "elapsed_time": "2:00:10", "remaining_time": "0:53:45", "throughput": 10957.14, "total_tokens": 79003648}
{"current_steps": 305, "total_steps": 440, "loss": 0.0909, "lr": 1.0741934076625895e-05, "epoch": 3.4312056737588654, "percentage": 69.32, "elapsed_time": "2:00:34", "remaining_time": "0:53:22", "throughput": 10957.11, "total_tokens": 79265792}
{"current_steps": 306, "total_steps": 440, "loss": 0.0864, "lr": 1.059567548893118e-05, "epoch": 3.4425531914893615, "percentage": 69.55, "elapsed_time": "2:00:58", "remaining_time": "0:52:58", "throughput": 10957.0, "total_tokens": 79527936}
{"current_steps": 307, "total_steps": 440, "loss": 0.0907, "lr": 1.0450151221384358e-05, "epoch": 3.453900709219858, "percentage": 69.77, "elapsed_time": "2:01:22", "remaining_time": "0:52:34", "throughput": 10956.98, "total_tokens": 79790080}
{"current_steps": 308, "total_steps": 440, "loss": 0.0875, "lr": 1.0305368692688174e-05, "epoch": 3.4652482269503544, "percentage": 70.0, "elapsed_time": "2:01:46", "remaining_time": "0:52:11", "throughput": 10957.03, "total_tokens": 80052224}
{"current_steps": 309, "total_steps": 440, "loss": 0.0876, "lr": 1.016133528373215e-05, "epoch": 3.476595744680851, "percentage": 70.23, "elapsed_time": "2:02:09", "remaining_time": "0:51:47", "throughput": 10957.05, "total_tokens": 80314368}
{"current_steps": 310, "total_steps": 440, "loss": 0.0757, "lr": 1.0018058337216327e-05, "epoch": 3.4879432624113473, "percentage": 70.45, "elapsed_time": "2:02:33", "remaining_time": "0:51:23", "throughput": 10957.1, "total_tokens": 80576512}
{"current_steps": 311, "total_steps": 440, "loss": 0.0805, "lr": 9.875545157276939e-06, "epoch": 3.499290780141844, "percentage": 70.68, "elapsed_time": "2:02:57", "remaining_time": "0:51:00", "throughput": 10957.09, "total_tokens": 80838656}
{"current_steps": 312, "total_steps": 440, "loss": 0.0853, "lr": 9.733803009114045e-06, "epoch": 3.5106382978723403, "percentage": 70.91, "elapsed_time": "2:03:21", "remaining_time": "0:50:36", "throughput": 10957.12, "total_tokens": 81100800}
{"current_steps": 313, "total_steps": 440, "loss": 0.0871, "lr": 9.592839118621187e-06, "epoch": 3.5219858156028367, "percentage": 71.14, "elapsed_time": "2:03:45", "remaining_time": "0:50:12", "throughput": 10957.12, "total_tokens": 81362944}
{"current_steps": 314, "total_steps": 440, "loss": 0.0787, "lr": 9.452660672016949e-06, "epoch": 3.533333333333333, "percentage": 71.36, "elapsed_time": "2:04:09", "remaining_time": "0:49:49", "throughput": 10957.14, "total_tokens": 81625088}
{"current_steps": 315, "total_steps": 440, "loss": 0.0862, "lr": 9.313274815478698e-06, "epoch": 3.5446808510638297, "percentage": 71.59, "elapsed_time": "2:04:33", "remaining_time": "0:49:25", "throughput": 10957.15, "total_tokens": 81887232}
{"current_steps": 316, "total_steps": 440, "loss": 0.0936, "lr": 9.174688654778243e-06, "epoch": 3.556028368794326, "percentage": 71.82, "elapsed_time": "2:04:57", "remaining_time": "0:49:01", "throughput": 10957.19, "total_tokens": 82149376}
{"current_steps": 317, "total_steps": 440, "loss": 0.0802, "lr": 9.036909254919549e-06, "epoch": 3.5673758865248226, "percentage": 72.05, "elapsed_time": "2:05:21", "remaining_time": "0:48:38", "throughput": 10957.31, "total_tokens": 82411520}
{"current_steps": 318, "total_steps": 440, "loss": 0.0889, "lr": 8.899943639778619e-06, "epoch": 3.578723404255319, "percentage": 72.27, "elapsed_time": "2:05:45", "remaining_time": "0:48:14", "throughput": 10957.38, "total_tokens": 82673664}
{"current_steps": 319, "total_steps": 440, "loss": 0.0787, "lr": 8.763798791745411e-06, "epoch": 3.5900709219858156, "percentage": 72.5, "elapsed_time": "2:06:08", "remaining_time": "0:47:50", "throughput": 10957.47, "total_tokens": 82935808}
{"current_steps": 320, "total_steps": 440, "loss": 0.084, "lr": 8.628481651367876e-06, "epoch": 3.601418439716312, "percentage": 72.73, "elapsed_time": "2:06:32", "remaining_time": "0:47:27", "throughput": 10957.56, "total_tokens": 83197952}
{"current_steps": 321, "total_steps": 440, "loss": 0.0897, "lr": 8.49399911699814e-06, "epoch": 3.6127659574468085, "percentage": 72.95, "elapsed_time": "2:06:56", "remaining_time": "0:47:03", "throughput": 10957.56, "total_tokens": 83460096}
{"current_steps": 322, "total_steps": 440, "loss": 0.0876, "lr": 8.360358044440797e-06, "epoch": 3.624113475177305, "percentage": 73.18, "elapsed_time": "2:07:20", "remaining_time": "0:46:39", "throughput": 10957.53, "total_tokens": 83722240}
{"current_steps": 323, "total_steps": 440, "loss": 0.0815, "lr": 8.227565246603493e-06, "epoch": 3.6354609929078014, "percentage": 73.41, "elapsed_time": "2:07:44", "remaining_time": "0:46:16", "throughput": 10957.49, "total_tokens": 83984384}
{"current_steps": 324, "total_steps": 440, "loss": 0.0855, "lr": 8.09562749314952e-06, "epoch": 3.646808510638298, "percentage": 73.64, "elapsed_time": "2:08:08", "remaining_time": "0:45:52", "throughput": 10957.58, "total_tokens": 84246528}
{"current_steps": 325, "total_steps": 440, "loss": 0.086, "lr": 7.96455151015272e-06, "epoch": 3.6581560283687944, "percentage": 73.86, "elapsed_time": "2:08:32", "remaining_time": "0:45:28", "throughput": 10957.7, "total_tokens": 84508672}
{"current_steps": 326, "total_steps": 440, "loss": 0.0869, "lr": 7.83434397975466e-06, "epoch": 3.669503546099291, "percentage": 74.09, "elapsed_time": "2:08:56", "remaining_time": "0:45:05", "throughput": 10957.81, "total_tokens": 84770816}
{"current_steps": 327, "total_steps": 440, "loss": 0.0791, "lr": 7.705011539823911e-06, "epoch": 3.6808510638297873, "percentage": 74.32, "elapsed_time": "2:09:19", "remaining_time": "0:44:41", "throughput": 10957.93, "total_tokens": 85032960}
{"current_steps": 328, "total_steps": 440, "loss": 0.0807, "lr": 7.576560783617668e-06, "epoch": 3.692198581560284, "percentage": 74.55, "elapsed_time": "2:09:43", "remaining_time": "0:44:17", "throughput": 10957.93, "total_tokens": 85295104}
{"current_steps": 329, "total_steps": 440, "loss": 0.0846, "lr": 7.448998259445664e-06, "epoch": 3.7035460992907803, "percentage": 74.77, "elapsed_time": "2:10:07", "remaining_time": "0:43:54", "throughput": 10957.94, "total_tokens": 85557248}
{"current_steps": 330, "total_steps": 440, "loss": 0.0755, "lr": 7.3223304703363135e-06, "epoch": 3.7148936170212767, "percentage": 75.0, "elapsed_time": "2:10:31", "remaining_time": "0:43:30", "throughput": 10957.89, "total_tokens": 85819392}
{"current_steps": 331, "total_steps": 440, "loss": 0.0897, "lr": 7.196563873705209e-06, "epoch": 3.726241134751773, "percentage": 75.23, "elapsed_time": "2:10:55", "remaining_time": "0:43:06", "throughput": 10957.84, "total_tokens": 86081536}
{"current_steps": 332, "total_steps": 440, "loss": 0.0807, "lr": 7.071704881025915e-06, "epoch": 3.7375886524822697, "percentage": 75.45, "elapsed_time": "2:11:19", "remaining_time": "0:42:43", "throughput": 10957.78, "total_tokens": 86343680}
{"current_steps": 333, "total_steps": 440, "loss": 0.0839, "lr": 6.947759857503119e-06, "epoch": 3.748936170212766, "percentage": 75.68, "elapsed_time": "2:11:43", "remaining_time": "0:42:19", "throughput": 10957.72, "total_tokens": 86605824}
{"current_steps": 334, "total_steps": 440, "loss": 0.0811, "lr": 6.824735121748163e-06, "epoch": 3.7602836879432626, "percentage": 75.91, "elapsed_time": "2:12:07", "remaining_time": "0:41:55", "throughput": 10957.7, "total_tokens": 86867968}
{"current_steps": 335, "total_steps": 440, "loss": 0.0759, "lr": 6.70263694545687e-06, "epoch": 3.771631205673759, "percentage": 76.14, "elapsed_time": "2:12:31", "remaining_time": "0:41:32", "throughput": 10957.69, "total_tokens": 87130112}
{"current_steps": 336, "total_steps": 440, "loss": 0.0764, "lr": 6.5814715530898745e-06, "epoch": 3.7829787234042556, "percentage": 76.36, "elapsed_time": "2:12:55", "remaining_time": "0:41:08", "throughput": 10957.72, "total_tokens": 87392256}
{"current_steps": 337, "total_steps": 440, "loss": 0.0855, "lr": 6.461245121555307e-06, "epoch": 3.794326241134752, "percentage": 76.59, "elapsed_time": "2:13:19", "remaining_time": "0:40:44", "throughput": 10957.77, "total_tokens": 87654400}
{"current_steps": 338, "total_steps": 440, "loss": 0.0789, "lr": 6.341963779893828e-06, "epoch": 3.8056737588652485, "percentage": 76.82, "elapsed_time": "2:13:43", "remaining_time": "0:40:21", "throughput": 10957.83, "total_tokens": 87916544}
{"current_steps": 339, "total_steps": 440, "loss": 0.0804, "lr": 6.223633608966254e-06, "epoch": 3.8170212765957445, "percentage": 77.05, "elapsed_time": "2:14:07", "remaining_time": "0:39:57", "throughput": 10957.94, "total_tokens": 88178688}
{"current_steps": 340, "total_steps": 440, "loss": 0.0846, "lr": 6.106260641143546e-06, "epoch": 3.828368794326241, "percentage": 77.27, "elapsed_time": "2:14:30", "remaining_time": "0:39:33", "throughput": 10957.98, "total_tokens": 88440832}
{"current_steps": 341, "total_steps": 440, "loss": 0.0768, "lr": 5.989850859999227e-06, "epoch": 3.8397163120567375, "percentage": 77.5, "elapsed_time": "2:14:54", "remaining_time": "0:39:10", "throughput": 10957.98, "total_tokens": 88702976}
{"current_steps": 342, "total_steps": 440, "loss": 0.073, "lr": 5.874410200004421e-06, "epoch": 3.851063829787234, "percentage": 77.73, "elapsed_time": "2:15:18", "remaining_time": "0:38:46", "throughput": 10957.88, "total_tokens": 88965120}
{"current_steps": 343, "total_steps": 440, "loss": 0.0826, "lr": 5.759944546225271e-06, "epoch": 3.8624113475177304, "percentage": 77.95, "elapsed_time": "2:15:42", "remaining_time": "0:38:22", "throughput": 10957.86, "total_tokens": 89227264}
{"current_steps": 344, "total_steps": 440, "loss": 0.0697, "lr": 5.646459734022938e-06, "epoch": 3.873758865248227, "percentage": 78.18, "elapsed_time": "2:16:06", "remaining_time": "0:37:59", "throughput": 10957.88, "total_tokens": 89489408}
{"current_steps": 345, "total_steps": 440, "loss": 0.0812, "lr": 5.533961548756128e-06, "epoch": 3.8851063829787233, "percentage": 78.41, "elapsed_time": "2:16:30", "remaining_time": "0:37:35", "throughput": 10957.88, "total_tokens": 89751552}
{"current_steps": 346, "total_steps": 440, "loss": 0.0836, "lr": 5.422455725486114e-06, "epoch": 3.89645390070922, "percentage": 78.64, "elapsed_time": "2:16:54", "remaining_time": "0:37:11", "throughput": 10957.97, "total_tokens": 90013696}
{"current_steps": 347, "total_steps": 440, "loss": 0.0815, "lr": 5.311947948684457e-06, "epoch": 3.9078014184397163, "percentage": 78.86, "elapsed_time": "2:17:18", "remaining_time": "0:36:47", "throughput": 10958.01, "total_tokens": 90275840}
{"current_steps": 348, "total_steps": 440, "loss": 0.0806, "lr": 5.202443851943126e-06, "epoch": 3.9191489361702128, "percentage": 79.09, "elapsed_time": "2:17:42", "remaining_time": "0:36:24", "throughput": 10958.03, "total_tokens": 90537984}
{"current_steps": 349, "total_steps": 440, "loss": 0.0794, "lr": 5.093949017687341e-06, "epoch": 3.9304964539007092, "percentage": 79.32, "elapsed_time": "2:18:06", "remaining_time": "0:36:00", "throughput": 10958.03, "total_tokens": 90800128}
{"current_steps": 350, "total_steps": 440, "loss": 0.0734, "lr": 4.986468976890993e-06, "epoch": 3.9418439716312057, "percentage": 79.55, "elapsed_time": "2:18:30", "remaining_time": "0:35:36", "throughput": 10958.0, "total_tokens": 91062272}
{"current_steps": 351, "total_steps": 440, "loss": 0.0814, "lr": 4.880009208794667e-06, "epoch": 3.953191489361702, "percentage": 79.77, "elapsed_time": "2:18:54", "remaining_time": "0:35:13", "throughput": 10958.01, "total_tokens": 91324416}
{"current_steps": 352, "total_steps": 440, "loss": 0.0726, "lr": 4.7745751406263165e-06, "epoch": 3.9645390070921986, "percentage": 80.0, "elapsed_time": "2:19:17", "remaining_time": "0:34:49", "throughput": 10957.98, "total_tokens": 91586560}
{"current_steps": 353, "total_steps": 440, "loss": 0.077, "lr": 4.670172147324592e-06, "epoch": 3.975886524822695, "percentage": 80.23, "elapsed_time": "2:19:41", "remaining_time": "0:34:25", "throughput": 10958.01, "total_tokens": 91848704}
{"current_steps": 354, "total_steps": 440, "loss": 0.0796, "lr": 4.566805551264827e-06, "epoch": 3.9872340425531916, "percentage": 80.45, "elapsed_time": "2:20:05", "remaining_time": "0:34:02", "throughput": 10958.03, "total_tokens": 92110848}
{"current_steps": 355, "total_steps": 440, "loss": 0.0723, "lr": 4.4644806219877184e-06, "epoch": 3.998581560283688, "percentage": 80.68, "elapsed_time": "2:20:29", "remaining_time": "0:33:38", "throughput": 10958.06, "total_tokens": 92372992}
{"current_steps": 356, "total_steps": 440, "loss": 0.045, "lr": 4.36320257593065e-06, "epoch": 4.0, "percentage": 80.91, "elapsed_time": "2:20:32", "remaining_time": "0:33:09", "throughput": 10958.11, "total_tokens": 92405760}
{"current_steps": 357, "total_steps": 440, "loss": 0.0244, "lr": 4.262976576161842e-06, "epoch": 4.0113475177304965, "percentage": 81.14, "elapsed_time": "2:20:56", "remaining_time": "0:32:46", "throughput": 10958.09, "total_tokens": 92667904}
{"current_steps": 358, "total_steps": 440, "loss": 0.0227, "lr": 4.1638077321170646e-06, "epoch": 4.022695035460993, "percentage": 81.36, "elapsed_time": "2:21:20", "remaining_time": "0:32:22", "throughput": 10958.12, "total_tokens": 92930048}
{"current_steps": 359, "total_steps": 440, "loss": 0.0213, "lr": 4.0657010993391865e-06, "epoch": 4.034042553191489, "percentage": 81.59, "elapsed_time": "2:21:44", "remaining_time": "0:31:58", "throughput": 10958.13, "total_tokens": 93192192}
{"current_steps": 360, "total_steps": 440, "loss": 0.0196, "lr": 3.968661679220468e-06, "epoch": 4.045390070921986, "percentage": 81.82, "elapsed_time": "2:22:08", "remaining_time": "0:31:35", "throughput": 10958.11, "total_tokens": 93454336}
{"current_steps": 361, "total_steps": 440, "loss": 0.018, "lr": 3.872694418747594e-06, "epoch": 4.056737588652482, "percentage": 82.05, "elapsed_time": "2:22:32", "remaining_time": "0:31:11", "throughput": 10958.12, "total_tokens": 93716480}
{"current_steps": 362, "total_steps": 440, "loss": 0.0176, "lr": 3.777804210249436e-06, "epoch": 4.068085106382979, "percentage": 82.27, "elapsed_time": "2:22:56", "remaining_time": "0:30:47", "throughput": 10958.12, "total_tokens": 93978624}
{"current_steps": 363, "total_steps": 440, "loss": 0.0193, "lr": 3.6839958911476957e-06, "epoch": 4.079432624113475, "percentage": 82.5, "elapsed_time": "2:23:20", "remaining_time": "0:30:24", "throughput": 10958.11, "total_tokens": 94240768}
{"current_steps": 364, "total_steps": 440, "loss": 0.0176, "lr": 3.591274243710277e-06, "epoch": 4.090780141843972, "percentage": 82.73, "elapsed_time": "2:23:44", "remaining_time": "0:30:00", "throughput": 10958.09, "total_tokens": 94502912}
{"current_steps": 365, "total_steps": 440, "loss": 0.0163, "lr": 3.499643994807486e-06, "epoch": 4.102127659574468, "percentage": 82.95, "elapsed_time": "2:24:07", "remaining_time": "0:29:36", "throughput": 10958.09, "total_tokens": 94765056}
{"current_steps": 366, "total_steps": 440, "loss": 0.0159, "lr": 3.4091098156710744e-06, "epoch": 4.113475177304965, "percentage": 83.18, "elapsed_time": "2:24:31", "remaining_time": "0:29:13", "throughput": 10958.06, "total_tokens": 95027200}
{"current_steps": 367, "total_steps": 440, "loss": 0.0164, "lr": 3.319676321656082e-06, "epoch": 4.124822695035461, "percentage": 83.41, "elapsed_time": "2:24:55", "remaining_time": "0:28:49", "throughput": 10958.07, "total_tokens": 95289344}
{"current_steps": 368, "total_steps": 440, "loss": 0.0159, "lr": 3.2313480720055745e-06, "epoch": 4.136170212765958, "percentage": 83.64, "elapsed_time": "2:25:19", "remaining_time": "0:28:26", "throughput": 10958.05, "total_tokens": 95551488}
{"current_steps": 369, "total_steps": 440, "loss": 0.0161, "lr": 3.1441295696181897e-06, "epoch": 4.147517730496454, "percentage": 83.86, "elapsed_time": "2:25:43", "remaining_time": "0:28:02", "throughput": 10958.05, "total_tokens": 95813632}
{"current_steps": 370, "total_steps": 440, "loss": 0.0149, "lr": 3.058025260818609e-06, "epoch": 4.158865248226951, "percentage": 84.09, "elapsed_time": "2:26:07", "remaining_time": "0:27:38", "throughput": 10958.08, "total_tokens": 96075776}
{"current_steps": 371, "total_steps": 440, "loss": 0.0147, "lr": 2.9730395351308866e-06, "epoch": 4.170212765957447, "percentage": 84.32, "elapsed_time": "2:26:31", "remaining_time": "0:27:15", "throughput": 10958.1, "total_tokens": 96337920}
{"current_steps": 372, "total_steps": 440, "loss": 0.0164, "lr": 2.889176725054643e-06, "epoch": 4.1815602836879435, "percentage": 84.55, "elapsed_time": "2:26:55", "remaining_time": "0:26:51", "throughput": 10958.09, "total_tokens": 96600064}
{"current_steps": 373, "total_steps": 440, "loss": 0.0149, "lr": 2.80644110584424e-06, "epoch": 4.19290780141844, "percentage": 84.77, "elapsed_time": "2:27:19", "remaining_time": "0:26:27", "throughput": 10958.17, "total_tokens": 96862208}
{"current_steps": 374, "total_steps": 440, "loss": 0.0162, "lr": 2.7248368952908053e-06, "epoch": 4.2042553191489365, "percentage": 85.0, "elapsed_time": "2:27:43", "remaining_time": "0:26:04", "throughput": 10958.2, "total_tokens": 97124352}
{"current_steps": 375, "total_steps": 440, "loss": 0.0144, "lr": 2.6443682535072177e-06, "epoch": 4.215602836879433, "percentage": 85.23, "elapsed_time": "2:28:07", "remaining_time": "0:25:40", "throughput": 10958.19, "total_tokens": 97386496}
{"current_steps": 376, "total_steps": 440, "loss": 0.0143, "lr": 2.565039282716045e-06, "epoch": 4.226950354609929, "percentage": 85.45, "elapsed_time": "2:28:31", "remaining_time": "0:25:16", "throughput": 10958.17, "total_tokens": 97648640}
{"current_steps": 377, "total_steps": 440, "loss": 0.0147, "lr": 2.486854027040375e-06, "epoch": 4.238297872340426, "percentage": 85.68, "elapsed_time": "2:28:54", "remaining_time": "0:24:53", "throughput": 10958.2, "total_tokens": 97910784}
{"current_steps": 378, "total_steps": 440, "loss": 0.0142, "lr": 2.4098164722977073e-06, "epoch": 4.249645390070922, "percentage": 85.91, "elapsed_time": "2:29:18", "remaining_time": "0:24:29", "throughput": 10958.24, "total_tokens": 98172928}
{"current_steps": 379, "total_steps": 440, "loss": 0.0162, "lr": 2.333930545796717e-06, "epoch": 4.260992907801419, "percentage": 86.14, "elapsed_time": "2:29:42", "remaining_time": "0:24:05", "throughput": 10958.2, "total_tokens": 98435072}
{"current_steps": 380, "total_steps": 440, "loss": 0.0163, "lr": 2.2592001161370392e-06, "epoch": 4.272340425531915, "percentage": 86.36, "elapsed_time": "2:30:06", "remaining_time": "0:23:42", "throughput": 10958.24, "total_tokens": 98697216}
{"current_steps": 381, "total_steps": 440, "loss": 0.0146, "lr": 2.185628993012101e-06, "epoch": 4.283687943262412, "percentage": 86.59, "elapsed_time": "2:30:30", "remaining_time": "0:23:18", "throughput": 10958.28, "total_tokens": 98959360}
{"current_steps": 382, "total_steps": 440, "loss": 0.0155, "lr": 2.11322092701485e-06, "epoch": 4.295035460992908, "percentage": 86.82, "elapsed_time": "2:30:54", "remaining_time": "0:22:54", "throughput": 10958.35, "total_tokens": 99221504}
{"current_steps": 383, "total_steps": 440, "loss": 0.014, "lr": 2.0419796094465788e-06, "epoch": 4.306382978723404, "percentage": 87.05, "elapsed_time": "2:31:18", "remaining_time": "0:22:31", "throughput": 10958.35, "total_tokens": 99483648}
{"current_steps": 384, "total_steps": 440, "loss": 0.0158, "lr": 1.97190867212875e-06, "epoch": 4.317730496453901, "percentage": 87.27, "elapsed_time": "2:31:42", "remaining_time": "0:22:07", "throughput": 10958.29, "total_tokens": 99745792}
{"current_steps": 385, "total_steps": 440, "loss": 0.0145, "lr": 1.9030116872178316e-06, "epoch": 4.329078014184397, "percentage": 87.5, "elapsed_time": "2:32:06", "remaining_time": "0:21:43", "throughput": 10958.25, "total_tokens": 100007936}
{"current_steps": 386, "total_steps": 440, "loss": 0.0142, "lr": 1.8352921670232143e-06, "epoch": 4.340425531914893, "percentage": 87.73, "elapsed_time": "2:32:30", "remaining_time": "0:21:20", "throughput": 10958.21, "total_tokens": 100270080}
{"current_steps": 387, "total_steps": 440, "loss": 0.0145, "lr": 1.768753563828135e-06, "epoch": 4.35177304964539, "percentage": 87.95, "elapsed_time": "2:32:54", "remaining_time": "0:20:56", "throughput": 10958.22, "total_tokens": 100532224}
{"current_steps": 388, "total_steps": 440, "loss": 0.0139, "lr": 1.703399269713693e-06, "epoch": 4.363120567375886, "percentage": 88.18, "elapsed_time": "2:33:18", "remaining_time": "0:20:32", "throughput": 10958.21, "total_tokens": 100794368}
{"current_steps": 389, "total_steps": 440, "loss": 0.0165, "lr": 1.6392326163859273e-06, "epoch": 4.374468085106383, "percentage": 88.41, "elapsed_time": "2:33:41", "remaining_time": "0:20:09", "throughput": 10958.23, "total_tokens": 101056512}
{"current_steps": 390, "total_steps": 440, "loss": 0.0152, "lr": 1.5762568750059604e-06, "epoch": 4.385815602836879, "percentage": 88.64, "elapsed_time": "2:34:05", "remaining_time": "0:19:45", "throughput": 10958.33, "total_tokens": 101318656}
{"current_steps": 391, "total_steps": 440, "loss": 0.016, "lr": 1.5144752560232372e-06, "epoch": 4.397163120567376, "percentage": 88.86, "elapsed_time": "2:34:29", "remaining_time": "0:19:21", "throughput": 10958.47, "total_tokens": 101580800}
{"current_steps": 392, "total_steps": 440, "loss": 0.0135, "lr": 1.4538909090118846e-06, "epoch": 4.408510638297872, "percentage": 89.09, "elapsed_time": "2:34:53", "remaining_time": "0:18:57", "throughput": 10958.49, "total_tokens": 101842944}
{"current_steps": 393, "total_steps": 440, "loss": 0.0152, "lr": 1.3945069225101026e-06, "epoch": 4.4198581560283685, "percentage": 89.32, "elapsed_time": "2:35:17", "remaining_time": "0:18:34", "throughput": 10958.47, "total_tokens": 102105088}
{"current_steps": 394, "total_steps": 440, "loss": 0.0161, "lr": 1.3363263238627493e-06, "epoch": 4.431205673758865, "percentage": 89.55, "elapsed_time": "2:35:41", "remaining_time": "0:18:10", "throughput": 10958.45, "total_tokens": 102367232}
{"current_steps": 395, "total_steps": 440, "loss": 0.0153, "lr": 1.2793520790670116e-06, "epoch": 4.4425531914893615, "percentage": 89.77, "elapsed_time": "2:36:05", "remaining_time": "0:17:46", "throughput": 10958.38, "total_tokens": 102629376}
{"current_steps": 396, "total_steps": 440, "loss": 0.0147, "lr": 1.2235870926211619e-06, "epoch": 4.453900709219858, "percentage": 90.0, "elapsed_time": "2:36:29", "remaining_time": "0:17:23", "throughput": 10958.36, "total_tokens": 102891520}
{"current_steps": 397, "total_steps": 440, "loss": 0.0148, "lr": 1.1690342073765375e-06, "epoch": 4.465248226950354, "percentage": 90.23, "elapsed_time": "2:36:53", "remaining_time": "0:16:59", "throughput": 10958.38, "total_tokens": 103153664}
{"current_steps": 398, "total_steps": 440, "loss": 0.0158, "lr": 1.1156962043925828e-06, "epoch": 4.476595744680851, "percentage": 90.45, "elapsed_time": "2:37:17", "remaining_time": "0:16:35", "throughput": 10958.42, "total_tokens": 103415808}
{"current_steps": 399, "total_steps": 440, "loss": 0.0135, "lr": 1.0635758027950888e-06, "epoch": 4.487943262411347, "percentage": 90.68, "elapsed_time": "2:37:41", "remaining_time": "0:16:12", "throughput": 10958.41, "total_tokens": 103677952}
{"current_steps": 400, "total_steps": 440, "loss": 0.0153, "lr": 1.0126756596375686e-06, "epoch": 4.499290780141844, "percentage": 90.91, "elapsed_time": "2:38:04", "remaining_time": "0:15:48", "throughput": 10958.38, "total_tokens": 103940096}
{"current_steps": 401, "total_steps": 440, "loss": 0.0148, "lr": 9.629983697657886e-07, "epoch": 4.51063829787234, "percentage": 91.14, "elapsed_time": "2:38:28", "remaining_time": "0:15:24", "throughput": 10958.39, "total_tokens": 104202240}
{"current_steps": 402, "total_steps": 440, "loss": 0.0137, "lr": 9.145464656855257e-07, "epoch": 4.521985815602837, "percentage": 91.36, "elapsed_time": "2:38:52", "remaining_time": "0:15:01", "throughput": 10958.35, "total_tokens": 104464384}
{"current_steps": 403, "total_steps": 440, "loss": 0.0134, "lr": 8.673224174334221e-07, "epoch": 4.533333333333333, "percentage": 91.59, "elapsed_time": "2:39:16", "remaining_time": "0:14:37", "throughput": 10958.35, "total_tokens": 104726528}
{"current_steps": 404, "total_steps": 440, "loss": 0.0147, "lr": 8.213286324510738e-07, "epoch": 4.54468085106383, "percentage": 91.82, "elapsed_time": "2:39:40", "remaining_time": "0:14:13", "throughput": 10958.4, "total_tokens": 104988672}
{"current_steps": 405, "total_steps": 440, "loss": 0.0168, "lr": 7.765674554623181e-07, "epoch": 4.556028368794326, "percentage": 92.05, "elapsed_time": "2:40:04", "remaining_time": "0:13:50", "throughput": 10958.35, "total_tokens": 105250816}
{"current_steps": 406, "total_steps": 440, "loss": 0.0147, "lr": 7.330411683536876e-07, "epoch": 4.567375886524823, "percentage": 92.27, "elapsed_time": "2:40:28", "remaining_time": "0:13:26", "throughput": 10958.35, "total_tokens": 105512960}
{"current_steps": 407, "total_steps": 440, "loss": 0.0155, "lr": 6.907519900580861e-07, "epoch": 4.578723404255319, "percentage": 92.5, "elapsed_time": "2:40:52", "remaining_time": "0:13:02", "throughput": 10958.41, "total_tokens": 105775104}
{"current_steps": 408, "total_steps": 440, "loss": 0.0153, "lr": 6.497020764416633e-07, "epoch": 4.590070921985816, "percentage": 92.73, "elapsed_time": "2:41:16", "remaining_time": "0:12:38", "throughput": 10958.43, "total_tokens": 106037248}
{"current_steps": 409, "total_steps": 440, "loss": 0.0139, "lr": 6.098935201939187e-07, "epoch": 4.601418439716312, "percentage": 92.95, "elapsed_time": "2:41:40", "remaining_time": "0:12:15", "throughput": 10958.48, "total_tokens": 106299392}
{"current_steps": 410, "total_steps": 440, "loss": 0.0137, "lr": 5.713283507210148e-07, "epoch": 4.6127659574468085, "percentage": 93.18, "elapsed_time": "2:42:04", "remaining_time": "0:11:51", "throughput": 10958.54, "total_tokens": 106561536}
{"current_steps": 411, "total_steps": 440, "loss": 0.0136, "lr": 5.340085340423129e-07, "epoch": 4.624113475177305, "percentage": 93.41, "elapsed_time": "2:42:28", "remaining_time": "0:11:27", "throughput": 10958.22, "total_tokens": 106823680}
{"current_steps": 412, "total_steps": 440, "loss": 0.0145, "lr": 4.979359726901639e-07, "epoch": 4.6354609929078014, "percentage": 93.64, "elapsed_time": "2:42:52", "remaining_time": "0:11:04", "throughput": 10958.2, "total_tokens": 107085824}
{"current_steps": 413, "total_steps": 440, "loss": 0.0137, "lr": 4.63112505612906e-07, "epoch": 4.646808510638298, "percentage": 93.86, "elapsed_time": "2:43:16", "remaining_time": "0:10:40", "throughput": 10958.19, "total_tokens": 107347968}
{"current_steps": 414, "total_steps": 440, "loss": 0.015, "lr": 4.2953990808111135e-07, "epoch": 4.658156028368794, "percentage": 94.09, "elapsed_time": "2:43:40", "remaining_time": "0:10:16", "throughput": 10958.18, "total_tokens": 107610112}
{"current_steps": 415, "total_steps": 440, "loss": 0.0152, "lr": 3.972198915970976e-07, "epoch": 4.669503546099291, "percentage": 94.32, "elapsed_time": "2:44:03", "remaining_time": "0:09:53", "throughput": 10958.2, "total_tokens": 107872256}
{"current_steps": 416, "total_steps": 440, "loss": 0.0147, "lr": 3.6615410380767544e-07, "epoch": 4.680851063829787, "percentage": 94.55, "elapsed_time": "2:44:27", "remaining_time": "0:09:29", "throughput": 10958.2, "total_tokens": 108134400}
{"current_steps": 417, "total_steps": 440, "loss": 0.0139, "lr": 3.3634412842014353e-07, "epoch": 4.692198581560284, "percentage": 94.77, "elapsed_time": "2:44:51", "remaining_time": "0:09:05", "throughput": 10958.14, "total_tokens": 108396544}
{"current_steps": 418, "total_steps": 440, "loss": 0.0142, "lr": 3.077914851215585e-07, "epoch": 4.70354609929078, "percentage": 95.0, "elapsed_time": "2:45:15", "remaining_time": "0:08:41", "throughput": 10958.18, "total_tokens": 108658688}
{"current_steps": 419, "total_steps": 440, "loss": 0.0139, "lr": 2.804976295012612e-07, "epoch": 4.714893617021277, "percentage": 95.23, "elapsed_time": "2:45:39", "remaining_time": "0:08:18", "throughput": 10958.22, "total_tokens": 108920832}
{"current_steps": 420, "total_steps": 440, "loss": 0.0136, "lr": 2.544639529766829e-07, "epoch": 4.726241134751773, "percentage": 95.45, "elapsed_time": "2:46:03", "remaining_time": "0:07:54", "throughput": 10958.24, "total_tokens": 109182976}
{"current_steps": 421, "total_steps": 440, "loss": 0.0143, "lr": 2.2969178272238545e-07, "epoch": 4.73758865248227, "percentage": 95.68, "elapsed_time": "2:46:27", "remaining_time": "0:07:30", "throughput": 10958.27, "total_tokens": 109445120}
{"current_steps": 422, "total_steps": 440, "loss": 0.0132, "lr": 2.061823816024322e-07, "epoch": 4.748936170212766, "percentage": 95.91, "elapsed_time": "2:46:51", "remaining_time": "0:07:07", "throughput": 10958.32, "total_tokens": 109707264}
{"current_steps": 423, "total_steps": 440, "loss": 0.0153, "lr": 1.8393694810599493e-07, "epoch": 4.760283687943263, "percentage": 96.14, "elapsed_time": "2:47:15", "remaining_time": "0:06:43", "throughput": 10958.35, "total_tokens": 109969408}
{"current_steps": 424, "total_steps": 440, "loss": 0.0139, "lr": 1.6295661628624447e-07, "epoch": 4.771631205673759, "percentage": 96.36, "elapsed_time": "2:47:39", "remaining_time": "0:06:19", "throughput": 10957.87, "total_tokens": 110231552}
{"current_steps": 425, "total_steps": 440, "loss": 0.0167, "lr": 1.4324245570256633e-07, "epoch": 4.782978723404256, "percentage": 96.59, "elapsed_time": "2:48:03", "remaining_time": "0:05:55", "throughput": 10957.97, "total_tokens": 110493696}
{"current_steps": 426, "total_steps": 440, "loss": 0.0135, "lr": 1.2479547136600989e-07, "epoch": 4.794326241134752, "percentage": 96.82, "elapsed_time": "2:48:27", "remaining_time": "0:05:32", "throughput": 10958.01, "total_tokens": 110755840}
{"current_steps": 427, "total_steps": 440, "loss": 0.0151, "lr": 1.0761660368806548e-07, "epoch": 4.8056737588652485, "percentage": 97.05, "elapsed_time": "2:48:51", "remaining_time": "0:05:08", "throughput": 10958.02, "total_tokens": 111017984}
{"current_steps": 428, "total_steps": 440, "loss": 0.0143, "lr": 9.170672843271666e-08, "epoch": 4.817021276595745, "percentage": 97.27, "elapsed_time": "2:49:15", "remaining_time": "0:04:44", "throughput": 10957.66, "total_tokens": 111280128}
{"current_steps": 429, "total_steps": 440, "loss": 0.013, "lr": 7.706665667180091e-08, "epoch": 4.828368794326241, "percentage": 97.5, "elapsed_time": "2:49:39", "remaining_time": "0:04:21", "throughput": 10957.74, "total_tokens": 111542272}
{"current_steps": 430, "total_steps": 440, "loss": 0.0141, "lr": 6.369713474366212e-08, "epoch": 4.839716312056738, "percentage": 97.73, "elapsed_time": "2:50:03", "remaining_time": "0:03:57", "throughput": 10957.69, "total_tokens": 111804416}
{"current_steps": 431, "total_steps": 440, "loss": 0.0144, "lr": 5.159884421509498e-08, "epoch": 4.851063829787234, "percentage": 97.95, "elapsed_time": "2:50:27", "remaining_time": "0:03:33", "throughput": 10957.67, "total_tokens": 112066560}
{"current_steps": 432, "total_steps": 440, "loss": 0.0162, "lr": 4.07724018466088e-08, "epoch": 4.862411347517731, "percentage": 98.18, "elapsed_time": "2:50:51", "remaining_time": "0:03:09", "throughput": 10957.66, "total_tokens": 112328704}
{"current_steps": 433, "total_steps": 440, "loss": 0.0145, "lr": 3.1218359560974966e-08, "epoch": 4.873758865248227, "percentage": 98.41, "elapsed_time": "2:51:15", "remaining_time": "0:02:46", "throughput": 10957.71, "total_tokens": 112590848}
{"current_steps": 434, "total_steps": 440, "loss": 0.0149, "lr": 2.2937204415107717e-08, "epoch": 4.885106382978723, "percentage": 98.64, "elapsed_time": "2:51:38", "remaining_time": "0:02:22", "throughput": 10957.69, "total_tokens": 112852992}
{"current_steps": 435, "total_steps": 440, "loss": 0.014, "lr": 1.5929358575206275e-08, "epoch": 4.89645390070922, "percentage": 98.86, "elapsed_time": "2:52:02", "remaining_time": "0:01:58", "throughput": 10957.65, "total_tokens": 113115136}
{"current_steps": 436, "total_steps": 440, "loss": 0.0145, "lr": 1.0195179295269252e-08, "epoch": 4.907801418439716, "percentage": 99.09, "elapsed_time": "2:52:26", "remaining_time": "0:01:34", "throughput": 10957.69, "total_tokens": 113377280}
{"current_steps": 437, "total_steps": 440, "loss": 0.0131, "lr": 5.7349588988481194e-09, "epoch": 4.919148936170213, "percentage": 99.32, "elapsed_time": "2:52:50", "remaining_time": "0:01:11", "throughput": 10957.72, "total_tokens": 113639424}
{"current_steps": 438, "total_steps": 440, "loss": 0.0133, "lr": 2.5489247641674596e-09, "epoch": 4.930496453900709, "percentage": 99.55, "elapsed_time": "2:53:14", "remaining_time": "0:00:47", "throughput": 10957.75, "total_tokens": 113901568}
{"current_steps": 439, "total_steps": 440, "loss": 0.0147, "lr": 6.372393125203546e-10, "epoch": 4.941843971631206, "percentage": 99.77, "elapsed_time": "2:53:38", "remaining_time": "0:00:23", "throughput": 10957.75, "total_tokens": 114163712}
{"current_steps": 440, "total_steps": 440, "loss": 0.0166, "lr": 0.0, "epoch": 4.953191489361702, "percentage": 100.0, "elapsed_time": "2:54:02", "remaining_time": "0:00:00", "throughput": 10957.77, "total_tokens": 114425856}
{"current_steps": 440, "total_steps": 440, "epoch": 4.953191489361702, "percentage": 100.0, "elapsed_time": "3:02:21", "remaining_time": "0:00:00", "throughput": 10458.28, "total_tokens": 114425856}