rbelanec commited on
Commit
b8b86d0
·
verified ·
1 Parent(s): 58eb16a

Training in progress, step 34344

Browse files
Files changed (2) hide show
  1. adapter_model.safetensors +1 -1
  2. trainer_log.jsonl +382 -0
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5e7559c2415eb0937210099ed96ef2ed8948cccf179aa851e00bbf8636805609
3
  size 1638528
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1bb7bdcff8b23a83c4b8f0b96cf78775a4ca68b9452b77260db39d3c7f1b7295
3
  size 1638528
trainer_log.jsonl CHANGED
@@ -6506,3 +6506,385 @@
6506
  {"current_steps": 32445, "total_steps": 38160, "loss": 0.386, "lr": 6.680446550928316e-05, "epoch": 17.004716981132077, "percentage": 85.02, "elapsed_time": "1:23:11", "remaining_time": "0:14:39", "throughput": 4240.3, "total_tokens": 21163528}
6507
  {"current_steps": 32450, "total_steps": 38160, "loss": 0.5215, "lr": 6.669031293444177e-05, "epoch": 17.00733752620545, "percentage": 85.04, "elapsed_time": "1:23:11", "remaining_time": "0:14:38", "throughput": 4240.38, "total_tokens": 21167304}
6508
  {"current_steps": 32455, "total_steps": 38160, "loss": 0.4331, "lr": 6.65762510030436e-05, "epoch": 17.009958071278827, "percentage": 85.05, "elapsed_time": "1:23:12", "remaining_time": "0:14:37", "throughput": 4240.44, "total_tokens": 21170792}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
6506
  {"current_steps": 32445, "total_steps": 38160, "loss": 0.386, "lr": 6.680446550928316e-05, "epoch": 17.004716981132077, "percentage": 85.02, "elapsed_time": "1:23:11", "remaining_time": "0:14:39", "throughput": 4240.3, "total_tokens": 21163528}
6507
  {"current_steps": 32450, "total_steps": 38160, "loss": 0.5215, "lr": 6.669031293444177e-05, "epoch": 17.00733752620545, "percentage": 85.04, "elapsed_time": "1:23:11", "remaining_time": "0:14:38", "throughput": 4240.38, "total_tokens": 21167304}
6508
  {"current_steps": 32455, "total_steps": 38160, "loss": 0.4331, "lr": 6.65762510030436e-05, "epoch": 17.009958071278827, "percentage": 85.05, "elapsed_time": "1:23:12", "remaining_time": "0:14:37", "throughput": 4240.44, "total_tokens": 21170792}
6509
+ {"current_steps": 32460, "total_steps": 38160, "loss": 0.3956, "lr": 6.646227973894886e-05, "epoch": 17.0125786163522, "percentage": 85.06, "elapsed_time": "1:23:13", "remaining_time": "0:14:36", "throughput": 4240.51, "total_tokens": 21174408}
6510
+ {"current_steps": 32465, "total_steps": 38160, "loss": 0.4642, "lr": 6.634839916599921e-05, "epoch": 17.015199161425578, "percentage": 85.08, "elapsed_time": "1:23:14", "remaining_time": "0:14:36", "throughput": 4240.6, "total_tokens": 21178248}
6511
+ {"current_steps": 32470, "total_steps": 38160, "loss": 0.3157, "lr": 6.623460930801701e-05, "epoch": 17.01781970649895, "percentage": 85.09, "elapsed_time": "1:23:14", "remaining_time": "0:14:35", "throughput": 4240.61, "total_tokens": 21181064}
6512
+ {"current_steps": 32475, "total_steps": 38160, "loss": 0.4595, "lr": 6.61209101888059e-05, "epoch": 17.020440251572328, "percentage": 85.1, "elapsed_time": "1:23:15", "remaining_time": "0:14:34", "throughput": 4240.65, "total_tokens": 21184296}
6513
+ {"current_steps": 32480, "total_steps": 38160, "loss": 0.4821, "lr": 6.600730183215043e-05, "epoch": 17.0230607966457, "percentage": 85.12, "elapsed_time": "1:23:16", "remaining_time": "0:14:33", "throughput": 4240.65, "total_tokens": 21187176}
6514
+ {"current_steps": 32485, "total_steps": 38160, "loss": 0.3277, "lr": 6.589378426181624e-05, "epoch": 17.02568134171908, "percentage": 85.13, "elapsed_time": "1:23:16", "remaining_time": "0:14:32", "throughput": 4240.62, "total_tokens": 21189800}
6515
+ {"current_steps": 32490, "total_steps": 38160, "loss": 0.4992, "lr": 6.578035750154976e-05, "epoch": 17.028301886792452, "percentage": 85.14, "elapsed_time": "1:23:18", "remaining_time": "0:14:32", "throughput": 4240.92, "total_tokens": 21196328}
6516
+ {"current_steps": 32495, "total_steps": 38160, "loss": 0.44, "lr": 6.566702157507875e-05, "epoch": 17.03092243186583, "percentage": 85.15, "elapsed_time": "1:23:18", "remaining_time": "0:14:31", "throughput": 4240.93, "total_tokens": 21199400}
6517
+ {"current_steps": 32500, "total_steps": 38160, "loss": 0.3607, "lr": 6.555377650611155e-05, "epoch": 17.033542976939202, "percentage": 85.17, "elapsed_time": "1:23:19", "remaining_time": "0:14:30", "throughput": 4240.91, "total_tokens": 21202248}
6518
+ {"current_steps": 32505, "total_steps": 38160, "loss": 0.5154, "lr": 6.544062231833792e-05, "epoch": 17.03616352201258, "percentage": 85.18, "elapsed_time": "1:23:20", "remaining_time": "0:14:29", "throughput": 4240.93, "total_tokens": 21205448}
6519
+ {"current_steps": 32510, "total_steps": 38160, "loss": 0.3544, "lr": 6.532755903542847e-05, "epoch": 17.038784067085953, "percentage": 85.19, "elapsed_time": "1:23:21", "remaining_time": "0:14:29", "throughput": 4241.03, "total_tokens": 21209576}
6520
+ {"current_steps": 32515, "total_steps": 38160, "loss": 0.4569, "lr": 6.521458668103458e-05, "epoch": 17.04140461215933, "percentage": 85.21, "elapsed_time": "1:23:21", "remaining_time": "0:14:28", "throughput": 4241.07, "total_tokens": 21212904}
6521
+ {"current_steps": 32520, "total_steps": 38160, "loss": 0.4073, "lr": 6.510170527878889e-05, "epoch": 17.044025157232703, "percentage": 85.22, "elapsed_time": "1:23:22", "remaining_time": "0:14:27", "throughput": 4241.11, "total_tokens": 21216104}
6522
+ {"current_steps": 32525, "total_steps": 38160, "loss": 0.4958, "lr": 6.498891485230491e-05, "epoch": 17.04664570230608, "percentage": 85.23, "elapsed_time": "1:23:23", "remaining_time": "0:14:26", "throughput": 4241.2, "total_tokens": 21220104}
6523
+ {"current_steps": 32530, "total_steps": 38160, "loss": 0.4923, "lr": 6.487621542517703e-05, "epoch": 17.049266247379453, "percentage": 85.25, "elapsed_time": "1:23:23", "remaining_time": "0:14:26", "throughput": 4241.2, "total_tokens": 21222920}
6524
+ {"current_steps": 32535, "total_steps": 38160, "loss": 0.387, "lr": 6.476360702098078e-05, "epoch": 17.05188679245283, "percentage": 85.26, "elapsed_time": "1:23:24", "remaining_time": "0:14:25", "throughput": 4241.25, "total_tokens": 21226408}
6525
+ {"current_steps": 32540, "total_steps": 38160, "loss": 0.5131, "lr": 6.465108966327243e-05, "epoch": 17.054507337526207, "percentage": 85.27, "elapsed_time": "1:23:25", "remaining_time": "0:14:24", "throughput": 4241.34, "total_tokens": 21230184}
6526
+ {"current_steps": 32545, "total_steps": 38160, "loss": 0.3885, "lr": 6.453866337558939e-05, "epoch": 17.05712788259958, "percentage": 85.29, "elapsed_time": "1:23:26", "remaining_time": "0:14:23", "throughput": 4241.36, "total_tokens": 21233288}
6527
+ {"current_steps": 32550, "total_steps": 38160, "loss": 0.4083, "lr": 6.442632818145011e-05, "epoch": 17.059748427672957, "percentage": 85.3, "elapsed_time": "1:23:26", "remaining_time": "0:14:22", "throughput": 4241.32, "total_tokens": 21235720}
6528
+ {"current_steps": 32555, "total_steps": 38160, "loss": 0.4184, "lr": 6.431408410435352e-05, "epoch": 17.06236897274633, "percentage": 85.31, "elapsed_time": "1:23:27", "remaining_time": "0:14:22", "throughput": 4241.29, "total_tokens": 21238408}
6529
+ {"current_steps": 32560, "total_steps": 38160, "loss": 0.3644, "lr": 6.420193116778e-05, "epoch": 17.064989517819708, "percentage": 85.32, "elapsed_time": "1:23:28", "remaining_time": "0:14:21", "throughput": 4241.43, "total_tokens": 21242632}
6530
+ {"current_steps": 32565, "total_steps": 38160, "loss": 0.3888, "lr": 6.408986939519074e-05, "epoch": 17.06761006289308, "percentage": 85.34, "elapsed_time": "1:23:29", "remaining_time": "0:14:20", "throughput": 4241.47, "total_tokens": 21246056}
6531
+ {"current_steps": 32570, "total_steps": 38160, "loss": 0.5273, "lr": 6.397789881002752e-05, "epoch": 17.070230607966458, "percentage": 85.35, "elapsed_time": "1:23:29", "remaining_time": "0:14:19", "throughput": 4241.47, "total_tokens": 21249032}
6532
+ {"current_steps": 32575, "total_steps": 38160, "loss": 0.4089, "lr": 6.386601943571352e-05, "epoch": 17.07285115303983, "percentage": 85.36, "elapsed_time": "1:23:30", "remaining_time": "0:14:19", "throughput": 4241.46, "total_tokens": 21251816}
6533
+ {"current_steps": 32580, "total_steps": 38160, "loss": 0.3586, "lr": 6.375423129565266e-05, "epoch": 17.07547169811321, "percentage": 85.38, "elapsed_time": "1:23:31", "remaining_time": "0:14:18", "throughput": 4241.61, "total_tokens": 21256200}
6534
+ {"current_steps": 32585, "total_steps": 38160, "loss": 0.4003, "lr": 6.36425344132296e-05, "epoch": 17.078092243186582, "percentage": 85.39, "elapsed_time": "1:23:32", "remaining_time": "0:14:17", "throughput": 4241.73, "total_tokens": 21260392}
6535
+ {"current_steps": 32590, "total_steps": 38160, "loss": 0.4628, "lr": 6.353092881181016e-05, "epoch": 17.08071278825996, "percentage": 85.4, "elapsed_time": "1:23:33", "remaining_time": "0:14:16", "throughput": 4241.83, "total_tokens": 21264296}
6536
+ {"current_steps": 32595, "total_steps": 38160, "loss": 0.4692, "lr": 6.341941451474082e-05, "epoch": 17.083333333333332, "percentage": 85.42, "elapsed_time": "1:23:33", "remaining_time": "0:14:16", "throughput": 4241.89, "total_tokens": 21267848}
6537
+ {"current_steps": 32600, "total_steps": 38160, "loss": 0.3766, "lr": 6.330799154534921e-05, "epoch": 17.08595387840671, "percentage": 85.43, "elapsed_time": "1:23:34", "remaining_time": "0:14:15", "throughput": 4241.95, "total_tokens": 21271560}
6538
+ {"current_steps": 32605, "total_steps": 38160, "loss": 0.451, "lr": 6.319665992694368e-05, "epoch": 17.088574423480082, "percentage": 85.44, "elapsed_time": "1:23:35", "remaining_time": "0:14:14", "throughput": 4241.97, "total_tokens": 21274760}
6539
+ {"current_steps": 32610, "total_steps": 38160, "loss": 0.3702, "lr": 6.308541968281373e-05, "epoch": 17.09119496855346, "percentage": 85.46, "elapsed_time": "1:23:35", "remaining_time": "0:14:13", "throughput": 4241.94, "total_tokens": 21277352}
6540
+ {"current_steps": 32615, "total_steps": 38160, "loss": 0.5639, "lr": 6.297427083622936e-05, "epoch": 17.093815513626833, "percentage": 85.47, "elapsed_time": "1:23:36", "remaining_time": "0:14:12", "throughput": 4241.94, "total_tokens": 21280168}
6541
+ {"current_steps": 32620, "total_steps": 38160, "loss": 0.4357, "lr": 6.28632134104416e-05, "epoch": 17.09643605870021, "percentage": 85.48, "elapsed_time": "1:23:37", "remaining_time": "0:14:12", "throughput": 4241.99, "total_tokens": 21283688}
6542
+ {"current_steps": 32625, "total_steps": 38160, "loss": 0.442, "lr": 6.275224742868247e-05, "epoch": 17.099056603773583, "percentage": 85.5, "elapsed_time": "1:23:38", "remaining_time": "0:14:11", "throughput": 4242.03, "total_tokens": 21286920}
6543
+ {"current_steps": 32630, "total_steps": 38160, "loss": 0.4369, "lr": 6.264137291416477e-05, "epoch": 17.10167714884696, "percentage": 85.51, "elapsed_time": "1:23:38", "remaining_time": "0:14:10", "throughput": 4242.11, "total_tokens": 21290600}
6544
+ {"current_steps": 32635, "total_steps": 38160, "loss": 0.4711, "lr": 6.253058989008226e-05, "epoch": 17.104297693920337, "percentage": 85.52, "elapsed_time": "1:23:39", "remaining_time": "0:14:09", "throughput": 4242.06, "total_tokens": 21293032}
6545
+ {"current_steps": 32640, "total_steps": 38160, "loss": 0.4518, "lr": 6.241989837960949e-05, "epoch": 17.10691823899371, "percentage": 85.53, "elapsed_time": "1:23:40", "remaining_time": "0:14:09", "throughput": 4242.07, "total_tokens": 21295976}
6546
+ {"current_steps": 32645, "total_steps": 38160, "loss": 0.4509, "lr": 6.230929840590177e-05, "epoch": 17.109538784067087, "percentage": 85.55, "elapsed_time": "1:23:40", "remaining_time": "0:14:08", "throughput": 4242.16, "total_tokens": 21299816}
6547
+ {"current_steps": 32650, "total_steps": 38160, "loss": 0.4198, "lr": 6.219878999209533e-05, "epoch": 17.11215932914046, "percentage": 85.56, "elapsed_time": "1:23:41", "remaining_time": "0:14:07", "throughput": 4242.16, "total_tokens": 21302696}
6548
+ {"current_steps": 32655, "total_steps": 38160, "loss": 0.4378, "lr": 6.208837316130733e-05, "epoch": 17.114779874213838, "percentage": 85.57, "elapsed_time": "1:23:42", "remaining_time": "0:14:06", "throughput": 4242.13, "total_tokens": 21305288}
6549
+ {"current_steps": 32660, "total_steps": 38160, "loss": 0.3509, "lr": 6.197804793663564e-05, "epoch": 17.11740041928721, "percentage": 85.59, "elapsed_time": "1:23:43", "remaining_time": "0:14:05", "throughput": 4242.2, "total_tokens": 21308808}
6550
+ {"current_steps": 32665, "total_steps": 38160, "loss": 0.394, "lr": 6.18678143411593e-05, "epoch": 17.120020964360588, "percentage": 85.6, "elapsed_time": "1:23:43", "remaining_time": "0:14:05", "throughput": 4242.23, "total_tokens": 21312008}
6551
+ {"current_steps": 32670, "total_steps": 38160, "loss": 0.4111, "lr": 6.175767239793767e-05, "epoch": 17.12264150943396, "percentage": 85.61, "elapsed_time": "1:23:44", "remaining_time": "0:14:04", "throughput": 4242.17, "total_tokens": 21314280}
6552
+ {"current_steps": 32675, "total_steps": 38160, "loss": 0.3724, "lr": 6.164762213001112e-05, "epoch": 17.12526205450734, "percentage": 85.63, "elapsed_time": "1:23:45", "remaining_time": "0:14:03", "throughput": 4242.14, "total_tokens": 21316808}
6553
+ {"current_steps": 32680, "total_steps": 38160, "loss": 0.418, "lr": 6.153766356040107e-05, "epoch": 17.127882599580712, "percentage": 85.64, "elapsed_time": "1:23:45", "remaining_time": "0:14:02", "throughput": 4242.23, "total_tokens": 21320712}
6554
+ {"current_steps": 32685, "total_steps": 38160, "loss": 0.4167, "lr": 6.142779671210951e-05, "epoch": 17.13050314465409, "percentage": 85.65, "elapsed_time": "1:23:46", "remaining_time": "0:14:02", "throughput": 4242.36, "total_tokens": 21324968}
6555
+ {"current_steps": 32690, "total_steps": 38160, "loss": 0.4208, "lr": 6.131802160811956e-05, "epoch": 17.133123689727462, "percentage": 85.67, "elapsed_time": "1:23:47", "remaining_time": "0:14:01", "throughput": 4242.42, "total_tokens": 21328360}
6556
+ {"current_steps": 32695, "total_steps": 38160, "loss": 0.4293, "lr": 6.120833827139466e-05, "epoch": 17.13574423480084, "percentage": 85.68, "elapsed_time": "1:23:48", "remaining_time": "0:14:00", "throughput": 4242.42, "total_tokens": 21331336}
6557
+ {"current_steps": 32700, "total_steps": 38160, "loss": 0.5429, "lr": 6.109874672487936e-05, "epoch": 17.138364779874212, "percentage": 85.69, "elapsed_time": "1:23:48", "remaining_time": "0:13:59", "throughput": 4242.43, "total_tokens": 21334344}
6558
+ {"current_steps": 32705, "total_steps": 38160, "loss": 0.4685, "lr": 6.098924699149894e-05, "epoch": 17.14098532494759, "percentage": 85.7, "elapsed_time": "1:23:49", "remaining_time": "0:13:58", "throughput": 4242.7, "total_tokens": 21340360}
6559
+ {"current_steps": 32710, "total_steps": 38160, "loss": 0.4121, "lr": 6.087983909415962e-05, "epoch": 17.143605870020963, "percentage": 85.72, "elapsed_time": "1:23:50", "remaining_time": "0:13:58", "throughput": 4242.7, "total_tokens": 21343176}
6560
+ {"current_steps": 32715, "total_steps": 38160, "loss": 0.4272, "lr": 6.077052305574815e-05, "epoch": 17.14622641509434, "percentage": 85.73, "elapsed_time": "1:23:51", "remaining_time": "0:13:57", "throughput": 4242.7, "total_tokens": 21346024}
6561
+ {"current_steps": 32720, "total_steps": 38160, "loss": 0.4041, "lr": 6.066129889913241e-05, "epoch": 17.148846960167713, "percentage": 85.74, "elapsed_time": "1:23:52", "remaining_time": "0:13:56", "throughput": 4242.81, "total_tokens": 21350120}
6562
+ {"current_steps": 32725, "total_steps": 38160, "loss": 0.5483, "lr": 6.0552166647160676e-05, "epoch": 17.15146750524109, "percentage": 85.76, "elapsed_time": "1:23:52", "remaining_time": "0:13:55", "throughput": 4242.87, "total_tokens": 21353608}
6563
+ {"current_steps": 32730, "total_steps": 38160, "loss": 0.4283, "lr": 6.044312632266208e-05, "epoch": 17.154088050314467, "percentage": 85.77, "elapsed_time": "1:23:53", "remaining_time": "0:13:55", "throughput": 4243.05, "total_tokens": 21358376}
6564
+ {"current_steps": 32735, "total_steps": 38160, "loss": 0.3568, "lr": 6.03341779484467e-05, "epoch": 17.15670859538784, "percentage": 85.78, "elapsed_time": "1:23:54", "remaining_time": "0:13:54", "throughput": 4243.04, "total_tokens": 21361128}
6565
+ {"current_steps": 32740, "total_steps": 38160, "loss": 0.4453, "lr": 6.022532154730537e-05, "epoch": 17.159329140461217, "percentage": 85.8, "elapsed_time": "1:23:55", "remaining_time": "0:13:53", "throughput": 4243.1, "total_tokens": 21364584}
6566
+ {"current_steps": 32745, "total_steps": 38160, "loss": 0.3939, "lr": 6.011655714200964e-05, "epoch": 17.16194968553459, "percentage": 85.81, "elapsed_time": "1:23:55", "remaining_time": "0:13:52", "throughput": 4243.18, "total_tokens": 21368168}
6567
+ {"current_steps": 32750, "total_steps": 38160, "loss": 0.3776, "lr": 6.0007884755311715e-05, "epoch": 17.164570230607968, "percentage": 85.82, "elapsed_time": "1:23:56", "remaining_time": "0:13:52", "throughput": 4243.24, "total_tokens": 21371752}
6568
+ {"current_steps": 32755, "total_steps": 38160, "loss": 0.5052, "lr": 5.989930440994451e-05, "epoch": 17.16719077568134, "percentage": 85.84, "elapsed_time": "1:23:57", "remaining_time": "0:13:51", "throughput": 4243.24, "total_tokens": 21374632}
6569
+ {"current_steps": 32760, "total_steps": 38160, "loss": 0.4309, "lr": 5.979081612862186e-05, "epoch": 17.169811320754718, "percentage": 85.85, "elapsed_time": "1:23:58", "remaining_time": "0:13:50", "throughput": 4243.25, "total_tokens": 21377608}
6570
+ {"current_steps": 32765, "total_steps": 38160, "loss": 0.4814, "lr": 5.968241993403834e-05, "epoch": 17.17243186582809, "percentage": 85.86, "elapsed_time": "1:23:58", "remaining_time": "0:13:49", "throughput": 4243.32, "total_tokens": 21381192}
6571
+ {"current_steps": 32770, "total_steps": 38160, "loss": 0.59, "lr": 5.957411584886924e-05, "epoch": 17.17505241090147, "percentage": 85.88, "elapsed_time": "1:23:59", "remaining_time": "0:13:48", "throughput": 4243.34, "total_tokens": 21384168}
6572
+ {"current_steps": 32775, "total_steps": 38160, "loss": 0.4088, "lr": 5.946590389577033e-05, "epoch": 17.177672955974842, "percentage": 85.89, "elapsed_time": "1:24:00", "remaining_time": "0:13:48", "throughput": 4243.36, "total_tokens": 21387240}
6573
+ {"current_steps": 32780, "total_steps": 38160, "loss": 0.3617, "lr": 5.935778409737857e-05, "epoch": 17.18029350104822, "percentage": 85.9, "elapsed_time": "1:24:00", "remaining_time": "0:13:47", "throughput": 4243.37, "total_tokens": 21390216}
6574
+ {"current_steps": 32785, "total_steps": 38160, "loss": 0.4383, "lr": 5.92497564763112e-05, "epoch": 17.182914046121592, "percentage": 85.91, "elapsed_time": "1:24:01", "remaining_time": "0:13:46", "throughput": 4243.41, "total_tokens": 21393544}
6575
+ {"current_steps": 32790, "total_steps": 38160, "loss": 0.4618, "lr": 5.914182105516641e-05, "epoch": 17.18553459119497, "percentage": 85.93, "elapsed_time": "1:24:02", "remaining_time": "0:13:45", "throughput": 4243.5, "total_tokens": 21397288}
6576
+ {"current_steps": 32795, "total_steps": 38160, "loss": 0.3427, "lr": 5.903397785652304e-05, "epoch": 17.188155136268342, "percentage": 85.94, "elapsed_time": "1:24:03", "remaining_time": "0:13:44", "throughput": 4243.47, "total_tokens": 21399912}
6577
+ {"current_steps": 32800, "total_steps": 38160, "loss": 0.4168, "lr": 5.8926226902940804e-05, "epoch": 17.19077568134172, "percentage": 85.95, "elapsed_time": "1:24:03", "remaining_time": "0:13:44", "throughput": 4243.45, "total_tokens": 21402472}
6578
+ {"current_steps": 32805, "total_steps": 38160, "loss": 0.3751, "lr": 5.88185682169598e-05, "epoch": 17.193396226415093, "percentage": 85.97, "elapsed_time": "1:24:04", "remaining_time": "0:13:43", "throughput": 4243.44, "total_tokens": 21405352}
6579
+ {"current_steps": 32810, "total_steps": 38160, "loss": 0.3594, "lr": 5.871100182110117e-05, "epoch": 17.19601677148847, "percentage": 85.98, "elapsed_time": "1:24:04", "remaining_time": "0:13:42", "throughput": 4243.42, "total_tokens": 21408008}
6580
+ {"current_steps": 32815, "total_steps": 38160, "loss": 0.5386, "lr": 5.8603527737866314e-05, "epoch": 17.198637316561843, "percentage": 85.99, "elapsed_time": "1:24:05", "remaining_time": "0:13:41", "throughput": 4243.52, "total_tokens": 21411880}
6581
+ {"current_steps": 32820, "total_steps": 38160, "loss": 0.4141, "lr": 5.849614598973779e-05, "epoch": 17.20125786163522, "percentage": 86.01, "elapsed_time": "1:24:06", "remaining_time": "0:13:41", "throughput": 4243.5, "total_tokens": 21414504}
6582
+ {"current_steps": 32825, "total_steps": 38160, "loss": 0.394, "lr": 5.8388856599178644e-05, "epoch": 17.203878406708597, "percentage": 86.02, "elapsed_time": "1:24:07", "remaining_time": "0:13:40", "throughput": 4243.52, "total_tokens": 21417608}
6583
+ {"current_steps": 32830, "total_steps": 38160, "loss": 0.4806, "lr": 5.8281659588632464e-05, "epoch": 17.20649895178197, "percentage": 86.03, "elapsed_time": "1:24:07", "remaining_time": "0:13:39", "throughput": 4243.54, "total_tokens": 21420712}
6584
+ {"current_steps": 32835, "total_steps": 38160, "loss": 0.6107, "lr": 5.817455498052382e-05, "epoch": 17.209119496855347, "percentage": 86.05, "elapsed_time": "1:24:08", "remaining_time": "0:13:38", "throughput": 4243.52, "total_tokens": 21423400}
6585
+ {"current_steps": 32840, "total_steps": 38160, "loss": 0.493, "lr": 5.806754279725751e-05, "epoch": 17.21174004192872, "percentage": 86.06, "elapsed_time": "1:24:09", "remaining_time": "0:13:37", "throughput": 4243.58, "total_tokens": 21426888}
6586
+ {"current_steps": 32845, "total_steps": 38160, "loss": 0.4502, "lr": 5.796062306121947e-05, "epoch": 17.214360587002098, "percentage": 86.07, "elapsed_time": "1:24:09", "remaining_time": "0:13:37", "throughput": 4243.59, "total_tokens": 21429736}
6587
+ {"current_steps": 32850, "total_steps": 38160, "loss": 0.4218, "lr": 5.785379579477607e-05, "epoch": 17.21698113207547, "percentage": 86.08, "elapsed_time": "1:24:10", "remaining_time": "0:13:36", "throughput": 4243.65, "total_tokens": 21433320}
6588
+ {"current_steps": 32855, "total_steps": 38160, "loss": 0.3902, "lr": 5.774706102027427e-05, "epoch": 17.219601677148848, "percentage": 86.1, "elapsed_time": "1:24:11", "remaining_time": "0:13:35", "throughput": 4243.68, "total_tokens": 21436584}
6589
+ {"current_steps": 32860, "total_steps": 38160, "loss": 0.5389, "lr": 5.7640418760041776e-05, "epoch": 17.22222222222222, "percentage": 86.11, "elapsed_time": "1:24:12", "remaining_time": "0:13:34", "throughput": 4243.69, "total_tokens": 21439528}
6590
+ {"current_steps": 32865, "total_steps": 38160, "loss": 0.3843, "lr": 5.753386903638713e-05, "epoch": 17.2248427672956, "percentage": 86.12, "elapsed_time": "1:24:12", "remaining_time": "0:13:34", "throughput": 4243.73, "total_tokens": 21442824}
6591
+ {"current_steps": 32870, "total_steps": 38160, "loss": 0.463, "lr": 5.7427411871599e-05, "epoch": 17.22746331236897, "percentage": 86.14, "elapsed_time": "1:24:13", "remaining_time": "0:13:33", "throughput": 4243.77, "total_tokens": 21446024}
6592
+ {"current_steps": 32875, "total_steps": 38160, "loss": 0.3175, "lr": 5.7321047287947235e-05, "epoch": 17.23008385744235, "percentage": 86.15, "elapsed_time": "1:24:14", "remaining_time": "0:13:32", "throughput": 4243.75, "total_tokens": 21448744}
6593
+ {"current_steps": 32880, "total_steps": 38160, "loss": 0.4293, "lr": 5.72147753076821e-05, "epoch": 17.232704402515722, "percentage": 86.16, "elapsed_time": "1:24:14", "remaining_time": "0:13:31", "throughput": 4243.76, "total_tokens": 21451688}
6594
+ {"current_steps": 32885, "total_steps": 38160, "loss": 0.392, "lr": 5.7108595953034306e-05, "epoch": 17.2353249475891, "percentage": 86.18, "elapsed_time": "1:24:15", "remaining_time": "0:13:30", "throughput": 4243.7, "total_tokens": 21453864}
6595
+ {"current_steps": 32890, "total_steps": 38160, "loss": 0.4352, "lr": 5.7002509246215415e-05, "epoch": 17.237945492662472, "percentage": 86.19, "elapsed_time": "1:24:16", "remaining_time": "0:13:30", "throughput": 4243.71, "total_tokens": 21456936}
6596
+ {"current_steps": 32895, "total_steps": 38160, "loss": 0.3835, "lr": 5.68965152094178e-05, "epoch": 17.24056603773585, "percentage": 86.2, "elapsed_time": "1:24:16", "remaining_time": "0:13:29", "throughput": 4243.77, "total_tokens": 21460424}
6597
+ {"current_steps": 32900, "total_steps": 38160, "loss": 0.41, "lr": 5.679061386481388e-05, "epoch": 17.243186582809223, "percentage": 86.22, "elapsed_time": "1:24:17", "remaining_time": "0:13:28", "throughput": 4243.75, "total_tokens": 21463016}
6598
+ {"current_steps": 32905, "total_steps": 38160, "loss": 0.3866, "lr": 5.6684805234557216e-05, "epoch": 17.2458071278826, "percentage": 86.23, "elapsed_time": "1:24:18", "remaining_time": "0:13:27", "throughput": 4243.81, "total_tokens": 21466632}
6599
+ {"current_steps": 32910, "total_steps": 38160, "loss": 0.4129, "lr": 5.65790893407816e-05, "epoch": 17.248427672955973, "percentage": 86.24, "elapsed_time": "1:24:19", "remaining_time": "0:13:27", "throughput": 4243.82, "total_tokens": 21469544}
6600
+ {"current_steps": 32915, "total_steps": 38160, "loss": 0.351, "lr": 5.647346620560168e-05, "epoch": 17.25104821802935, "percentage": 86.26, "elapsed_time": "1:24:19", "remaining_time": "0:13:26", "throughput": 4243.79, "total_tokens": 21472040}
6601
+ {"current_steps": 32920, "total_steps": 38160, "loss": 0.3674, "lr": 5.6367935851112605e-05, "epoch": 17.253668763102727, "percentage": 86.27, "elapsed_time": "1:24:20", "remaining_time": "0:13:25", "throughput": 4243.87, "total_tokens": 21475784}
6602
+ {"current_steps": 32925, "total_steps": 38160, "loss": 0.3636, "lr": 5.626249829939023e-05, "epoch": 17.2562893081761, "percentage": 86.28, "elapsed_time": "1:24:21", "remaining_time": "0:13:24", "throughput": 4243.97, "total_tokens": 21479656}
6603
+ {"current_steps": 32930, "total_steps": 38160, "loss": 0.3983, "lr": 5.6157153572490795e-05, "epoch": 17.258909853249477, "percentage": 86.29, "elapsed_time": "1:24:21", "remaining_time": "0:13:23", "throughput": 4243.99, "total_tokens": 21482824}
6604
+ {"current_steps": 32935, "total_steps": 38160, "loss": 0.4061, "lr": 5.6051901692451115e-05, "epoch": 17.26153039832285, "percentage": 86.31, "elapsed_time": "1:24:22", "remaining_time": "0:13:23", "throughput": 4243.99, "total_tokens": 21485672}
6605
+ {"current_steps": 32940, "total_steps": 38160, "loss": 0.3703, "lr": 5.5946742681288744e-05, "epoch": 17.264150943396228, "percentage": 86.32, "elapsed_time": "1:24:23", "remaining_time": "0:13:22", "throughput": 4244.0, "total_tokens": 21488616}
6606
+ {"current_steps": 32945, "total_steps": 38160, "loss": 0.3906, "lr": 5.5841676561001805e-05, "epoch": 17.2667714884696, "percentage": 86.33, "elapsed_time": "1:24:23", "remaining_time": "0:13:21", "throughput": 4243.94, "total_tokens": 21490952}
6607
+ {"current_steps": 32950, "total_steps": 38160, "loss": 0.4118, "lr": 5.573670335356901e-05, "epoch": 17.269392033542978, "percentage": 86.35, "elapsed_time": "1:24:24", "remaining_time": "0:13:20", "throughput": 4243.93, "total_tokens": 21493832}
6608
+ {"current_steps": 32955, "total_steps": 38160, "loss": 0.3978, "lr": 5.563182308094933e-05, "epoch": 17.27201257861635, "percentage": 86.36, "elapsed_time": "1:24:25", "remaining_time": "0:13:20", "throughput": 4243.88, "total_tokens": 21496136}
6609
+ {"current_steps": 32960, "total_steps": 38160, "loss": 0.4674, "lr": 5.552703576508272e-05, "epoch": 17.27463312368973, "percentage": 86.37, "elapsed_time": "1:24:25", "remaining_time": "0:13:19", "throughput": 4243.92, "total_tokens": 21499432}
6610
+ {"current_steps": 32965, "total_steps": 38160, "loss": 0.5719, "lr": 5.5422341427889324e-05, "epoch": 17.2772536687631, "percentage": 86.39, "elapsed_time": "1:24:26", "remaining_time": "0:13:18", "throughput": 4243.94, "total_tokens": 21502472}
6611
+ {"current_steps": 32970, "total_steps": 38160, "loss": 0.3526, "lr": 5.531774009127011e-05, "epoch": 17.27987421383648, "percentage": 86.4, "elapsed_time": "1:24:27", "remaining_time": "0:13:17", "throughput": 4244.01, "total_tokens": 21506088}
6612
+ {"current_steps": 32975, "total_steps": 38160, "loss": 0.3815, "lr": 5.521323177710647e-05, "epoch": 17.282494758909852, "percentage": 86.41, "elapsed_time": "1:24:28", "remaining_time": "0:13:16", "throughput": 4244.0, "total_tokens": 21508904}
6613
+ {"current_steps": 32980, "total_steps": 38160, "loss": 0.3538, "lr": 5.510881650726046e-05, "epoch": 17.28511530398323, "percentage": 86.43, "elapsed_time": "1:24:28", "remaining_time": "0:13:16", "throughput": 4243.99, "total_tokens": 21511624}
6614
+ {"current_steps": 32985, "total_steps": 38160, "loss": 0.3559, "lr": 5.50044943035744e-05, "epoch": 17.287735849056602, "percentage": 86.44, "elapsed_time": "1:24:29", "remaining_time": "0:13:15", "throughput": 4243.99, "total_tokens": 21514504}
6615
+ {"current_steps": 32990, "total_steps": 38160, "loss": 0.5067, "lr": 5.490026518787128e-05, "epoch": 17.29035639412998, "percentage": 86.45, "elapsed_time": "1:24:30", "remaining_time": "0:13:14", "throughput": 4243.98, "total_tokens": 21517256}
6616
+ {"current_steps": 32995, "total_steps": 38160, "loss": 0.3926, "lr": 5.47961291819547e-05, "epoch": 17.292976939203353, "percentage": 86.46, "elapsed_time": "1:24:30", "remaining_time": "0:13:13", "throughput": 4244.02, "total_tokens": 21520648}
6617
+ {"current_steps": 33000, "total_steps": 38160, "loss": 0.3751, "lr": 5.46920863076088e-05, "epoch": 17.29559748427673, "percentage": 86.48, "elapsed_time": "1:24:31", "remaining_time": "0:13:13", "throughput": 4244.03, "total_tokens": 21523688}
6618
+ {"current_steps": 33005, "total_steps": 38160, "loss": 0.4624, "lr": 5.4588136586598056e-05, "epoch": 17.298218029350103, "percentage": 86.49, "elapsed_time": "1:24:32", "remaining_time": "0:13:12", "throughput": 4244.07, "total_tokens": 21527016}
6619
+ {"current_steps": 33010, "total_steps": 38160, "loss": 0.3704, "lr": 5.44842800406678e-05, "epoch": 17.30083857442348, "percentage": 86.5, "elapsed_time": "1:24:32", "remaining_time": "0:13:11", "throughput": 4244.12, "total_tokens": 21530408}
6620
+ {"current_steps": 33015, "total_steps": 38160, "loss": 0.4828, "lr": 5.438051669154326e-05, "epoch": 17.303459119496857, "percentage": 86.52, "elapsed_time": "1:24:33", "remaining_time": "0:13:10", "throughput": 4244.12, "total_tokens": 21533288}
6621
+ {"current_steps": 33020, "total_steps": 38160, "loss": 0.4014, "lr": 5.427684656093074e-05, "epoch": 17.30607966457023, "percentage": 86.53, "elapsed_time": "1:24:34", "remaining_time": "0:13:09", "throughput": 4244.15, "total_tokens": 21536520}
6622
+ {"current_steps": 33025, "total_steps": 38160, "loss": 0.4764, "lr": 5.417326967051683e-05, "epoch": 17.308700209643607, "percentage": 86.54, "elapsed_time": "1:24:35", "remaining_time": "0:13:09", "throughput": 4244.14, "total_tokens": 21539304}
6623
+ {"current_steps": 33030, "total_steps": 38160, "loss": 0.3808, "lr": 5.4069786041968663e-05, "epoch": 17.31132075471698, "percentage": 86.56, "elapsed_time": "1:24:35", "remaining_time": "0:13:08", "throughput": 4244.16, "total_tokens": 21542472}
6624
+ {"current_steps": 33035, "total_steps": 38160, "loss": 0.4685, "lr": 5.39663956969339e-05, "epoch": 17.313941299790358, "percentage": 86.57, "elapsed_time": "1:24:36", "remaining_time": "0:13:07", "throughput": 4244.2, "total_tokens": 21545736}
6625
+ {"current_steps": 33040, "total_steps": 38160, "loss": 0.5184, "lr": 5.3863098657040534e-05, "epoch": 17.31656184486373, "percentage": 86.58, "elapsed_time": "1:24:37", "remaining_time": "0:13:06", "throughput": 4244.21, "total_tokens": 21548744}
6626
+ {"current_steps": 33045, "total_steps": 38160, "loss": 0.527, "lr": 5.375989494389705e-05, "epoch": 17.319182389937108, "percentage": 86.6, "elapsed_time": "1:24:37", "remaining_time": "0:13:05", "throughput": 4244.21, "total_tokens": 21551592}
6627
+ {"current_steps": 33050, "total_steps": 38160, "loss": 0.4336, "lr": 5.365678457909257e-05, "epoch": 17.32180293501048, "percentage": 86.61, "elapsed_time": "1:24:38", "remaining_time": "0:13:05", "throughput": 4244.19, "total_tokens": 21554216}
6628
+ {"current_steps": 33055, "total_steps": 38160, "loss": 0.3176, "lr": 5.3553767584196555e-05, "epoch": 17.32442348008386, "percentage": 86.62, "elapsed_time": "1:24:39", "remaining_time": "0:13:04", "throughput": 4244.17, "total_tokens": 21556776}
6629
+ {"current_steps": 33060, "total_steps": 38160, "loss": 0.4414, "lr": 5.3450843980759166e-05, "epoch": 17.32704402515723, "percentage": 86.64, "elapsed_time": "1:24:39", "remaining_time": "0:13:03", "throughput": 4244.19, "total_tokens": 21559976}
6630
+ {"current_steps": 33065, "total_steps": 38160, "loss": 0.4347, "lr": 5.3348013790310736e-05, "epoch": 17.32966457023061, "percentage": 86.65, "elapsed_time": "1:24:40", "remaining_time": "0:13:02", "throughput": 4244.19, "total_tokens": 21562792}
6631
+ {"current_steps": 33070, "total_steps": 38160, "loss": 0.5078, "lr": 5.324527703436199e-05, "epoch": 17.332285115303982, "percentage": 86.66, "elapsed_time": "1:24:41", "remaining_time": "0:13:02", "throughput": 4244.2, "total_tokens": 21565736}
6632
+ {"current_steps": 33075, "total_steps": 38160, "loss": 0.3595, "lr": 5.314263373440448e-05, "epoch": 17.33490566037736, "percentage": 86.67, "elapsed_time": "1:24:42", "remaining_time": "0:13:01", "throughput": 4244.31, "total_tokens": 21569864}
6633
+ {"current_steps": 33080, "total_steps": 38160, "loss": 0.2607, "lr": 5.304008391190995e-05, "epoch": 17.337526205450732, "percentage": 86.69, "elapsed_time": "1:24:42", "remaining_time": "0:13:00", "throughput": 4244.32, "total_tokens": 21572776}
6634
+ {"current_steps": 33085, "total_steps": 38160, "loss": 0.5977, "lr": 5.293762758833071e-05, "epoch": 17.34014675052411, "percentage": 86.7, "elapsed_time": "1:24:43", "remaining_time": "0:12:59", "throughput": 4244.41, "total_tokens": 21576584}
6635
+ {"current_steps": 33090, "total_steps": 38160, "loss": 0.4244, "lr": 5.283526478509953e-05, "epoch": 17.342767295597483, "percentage": 86.71, "elapsed_time": "1:24:44", "remaining_time": "0:12:58", "throughput": 4244.41, "total_tokens": 21579496}
6636
+ {"current_steps": 33095, "total_steps": 38160, "loss": 0.4943, "lr": 5.273299552362942e-05, "epoch": 17.34538784067086, "percentage": 86.73, "elapsed_time": "1:24:44", "remaining_time": "0:12:58", "throughput": 4244.39, "total_tokens": 21582120}
6637
+ {"current_steps": 33100, "total_steps": 38160, "loss": 0.479, "lr": 5.263081982531381e-05, "epoch": 17.348008385744233, "percentage": 86.74, "elapsed_time": "1:24:45", "remaining_time": "0:12:57", "throughput": 4244.42, "total_tokens": 21585224}
6638
+ {"current_steps": 33105, "total_steps": 38160, "loss": 0.3173, "lr": 5.2528737711526885e-05, "epoch": 17.35062893081761, "percentage": 86.75, "elapsed_time": "1:24:46", "remaining_time": "0:12:56", "throughput": 4244.44, "total_tokens": 21588264}
6639
+ {"current_steps": 33110, "total_steps": 38160, "loss": 0.4901, "lr": 5.2426749203623005e-05, "epoch": 17.353249475890987, "percentage": 86.77, "elapsed_time": "1:24:46", "remaining_time": "0:12:55", "throughput": 4244.47, "total_tokens": 21591464}
6640
+ {"current_steps": 33115, "total_steps": 38160, "loss": 0.4028, "lr": 5.23248543229371e-05, "epoch": 17.35587002096436, "percentage": 86.78, "elapsed_time": "1:24:47", "remaining_time": "0:12:55", "throughput": 4244.44, "total_tokens": 21594024}
6641
+ {"current_steps": 33120, "total_steps": 38160, "loss": 0.4915, "lr": 5.222305309078429e-05, "epoch": 17.358490566037737, "percentage": 86.79, "elapsed_time": "1:24:48", "remaining_time": "0:12:54", "throughput": 4244.43, "total_tokens": 21596776}
6642
+ {"current_steps": 33125, "total_steps": 38160, "loss": 0.2863, "lr": 5.2121345528460205e-05, "epoch": 17.36111111111111, "percentage": 86.81, "elapsed_time": "1:24:49", "remaining_time": "0:12:53", "throughput": 4244.5, "total_tokens": 21600392}
6643
+ {"current_steps": 33130, "total_steps": 38160, "loss": 0.5997, "lr": 5.201973165724094e-05, "epoch": 17.363731656184488, "percentage": 86.82, "elapsed_time": "1:24:49", "remaining_time": "0:12:52", "throughput": 4244.55, "total_tokens": 21603880}
6644
+ {"current_steps": 33135, "total_steps": 38160, "loss": 0.4048, "lr": 5.1918211498382996e-05, "epoch": 17.36635220125786, "percentage": 86.83, "elapsed_time": "1:24:50", "remaining_time": "0:12:51", "throughput": 4244.54, "total_tokens": 21606600}
6645
+ {"current_steps": 33140, "total_steps": 38160, "loss": 0.5321, "lr": 5.181678507312332e-05, "epoch": 17.368972746331238, "percentage": 86.84, "elapsed_time": "1:24:51", "remaining_time": "0:12:51", "throughput": 4244.67, "total_tokens": 21610856}
6646
+ {"current_steps": 33145, "total_steps": 38160, "loss": 0.3787, "lr": 5.171545240267894e-05, "epoch": 17.37159329140461, "percentage": 86.86, "elapsed_time": "1:24:52", "remaining_time": "0:12:50", "throughput": 4244.79, "total_tokens": 21615016}
6647
+ {"current_steps": 33150, "total_steps": 38160, "loss": 0.4646, "lr": 5.161421350824774e-05, "epoch": 17.37421383647799, "percentage": 86.87, "elapsed_time": "1:24:52", "remaining_time": "0:12:49", "throughput": 4244.89, "total_tokens": 21618920}
6648
+ {"current_steps": 33155, "total_steps": 38160, "loss": 0.3266, "lr": 5.151306841100756e-05, "epoch": 17.37683438155136, "percentage": 86.88, "elapsed_time": "1:24:53", "remaining_time": "0:12:48", "throughput": 4244.92, "total_tokens": 21621960}
6649
+ {"current_steps": 33160, "total_steps": 38160, "loss": 0.4023, "lr": 5.141201713211679e-05, "epoch": 17.37945492662474, "percentage": 86.9, "elapsed_time": "1:24:54", "remaining_time": "0:12:48", "throughput": 4244.89, "total_tokens": 21624584}
6650
+ {"current_steps": 33165, "total_steps": 38160, "loss": 0.3914, "lr": 5.1311059692714324e-05, "epoch": 17.382075471698112, "percentage": 86.91, "elapsed_time": "1:24:55", "remaining_time": "0:12:47", "throughput": 4244.96, "total_tokens": 21628200}
6651
+ {"current_steps": 33170, "total_steps": 38160, "loss": 0.3089, "lr": 5.1210196113919306e-05, "epoch": 17.38469601677149, "percentage": 86.92, "elapsed_time": "1:24:55", "remaining_time": "0:12:46", "throughput": 4244.94, "total_tokens": 21630792}
6652
+ {"current_steps": 33175, "total_steps": 38160, "loss": 0.5198, "lr": 5.110942641683114e-05, "epoch": 17.387316561844862, "percentage": 86.94, "elapsed_time": "1:24:56", "remaining_time": "0:12:45", "throughput": 4244.93, "total_tokens": 21633480}
6653
+ {"current_steps": 33180, "total_steps": 38160, "loss": 0.4214, "lr": 5.10087506225298e-05, "epoch": 17.38993710691824, "percentage": 86.95, "elapsed_time": "1:24:57", "remaining_time": "0:12:45", "throughput": 4244.95, "total_tokens": 21636584}
6654
+ {"current_steps": 33185, "total_steps": 38160, "loss": 0.4284, "lr": 5.090816875207543e-05, "epoch": 17.392557651991613, "percentage": 86.96, "elapsed_time": "1:24:57", "remaining_time": "0:12:44", "throughput": 4244.97, "total_tokens": 21639624}
6655
+ {"current_steps": 33190, "total_steps": 38160, "loss": 0.5439, "lr": 5.0807680826508604e-05, "epoch": 17.39517819706499, "percentage": 86.98, "elapsed_time": "1:24:58", "remaining_time": "0:12:43", "throughput": 4244.96, "total_tokens": 21642248}
6656
+ {"current_steps": 33195, "total_steps": 38160, "loss": 0.5228, "lr": 5.070728686685039e-05, "epoch": 17.397798742138363, "percentage": 86.99, "elapsed_time": "1:24:59", "remaining_time": "0:12:42", "throughput": 4244.99, "total_tokens": 21645576}
6657
+ {"current_steps": 33200, "total_steps": 38160, "loss": 0.5018, "lr": 5.0606986894101925e-05, "epoch": 17.40041928721174, "percentage": 87.0, "elapsed_time": "1:24:59", "remaining_time": "0:12:41", "throughput": 4245.01, "total_tokens": 21648712}
6658
+ {"current_steps": 33205, "total_steps": 38160, "loss": 0.4804, "lr": 5.0506780929244875e-05, "epoch": 17.403039832285117, "percentage": 87.02, "elapsed_time": "1:25:00", "remaining_time": "0:12:41", "throughput": 4245.02, "total_tokens": 21651624}
6659
+ {"current_steps": 33210, "total_steps": 38160, "loss": 0.5293, "lr": 5.040666899324109e-05, "epoch": 17.40566037735849, "percentage": 87.03, "elapsed_time": "1:25:01", "remaining_time": "0:12:40", "throughput": 4245.11, "total_tokens": 21655624}
6660
+ {"current_steps": 33215, "total_steps": 38160, "loss": 0.4831, "lr": 5.0306651107032916e-05, "epoch": 17.408280922431867, "percentage": 87.04, "elapsed_time": "1:25:01", "remaining_time": "0:12:39", "throughput": 4245.13, "total_tokens": 21658632}
6661
+ {"current_steps": 33220, "total_steps": 38160, "loss": 0.3506, "lr": 5.020672729154308e-05, "epoch": 17.41090146750524, "percentage": 87.05, "elapsed_time": "1:25:02", "remaining_time": "0:12:38", "throughput": 4245.15, "total_tokens": 21661736}
6662
+ {"current_steps": 33225, "total_steps": 38160, "loss": 0.4854, "lr": 5.010689756767428e-05, "epoch": 17.413522012578618, "percentage": 87.07, "elapsed_time": "1:25:03", "remaining_time": "0:12:38", "throughput": 4245.17, "total_tokens": 21664776}
6663
+ {"current_steps": 33230, "total_steps": 38160, "loss": 0.4165, "lr": 5.000716195630983e-05, "epoch": 17.41614255765199, "percentage": 87.08, "elapsed_time": "1:25:04", "remaining_time": "0:12:37", "throughput": 4245.18, "total_tokens": 21667752}
6664
+ {"current_steps": 33235, "total_steps": 38160, "loss": 0.5431, "lr": 4.990752047831343e-05, "epoch": 17.418763102725368, "percentage": 87.09, "elapsed_time": "1:25:04", "remaining_time": "0:12:36", "throughput": 4245.31, "total_tokens": 21672168}
6665
+ {"current_steps": 33240, "total_steps": 38160, "loss": 0.4762, "lr": 4.980797315452873e-05, "epoch": 17.42138364779874, "percentage": 87.11, "elapsed_time": "1:25:05", "remaining_time": "0:12:35", "throughput": 4245.26, "total_tokens": 21674472}
6666
+ {"current_steps": 33245, "total_steps": 38160, "loss": 0.6127, "lr": 4.9708520005779965e-05, "epoch": 17.42400419287212, "percentage": 87.12, "elapsed_time": "1:25:06", "remaining_time": "0:12:34", "throughput": 4245.28, "total_tokens": 21677608}
6667
+ {"current_steps": 33250, "total_steps": 38160, "loss": 0.4198, "lr": 4.960916105287172e-05, "epoch": 17.42662473794549, "percentage": 87.13, "elapsed_time": "1:25:06", "remaining_time": "0:12:34", "throughput": 4245.29, "total_tokens": 21680552}
6668
+ {"current_steps": 33255, "total_steps": 38160, "loss": 0.4861, "lr": 4.950989631658859e-05, "epoch": 17.42924528301887, "percentage": 87.15, "elapsed_time": "1:25:07", "remaining_time": "0:12:33", "throughput": 4245.22, "total_tokens": 21682696}
6669
+ {"current_steps": 33260, "total_steps": 38160, "loss": 0.4762, "lr": 4.941072581769562e-05, "epoch": 17.431865828092242, "percentage": 87.16, "elapsed_time": "1:25:08", "remaining_time": "0:12:32", "throughput": 4245.35, "total_tokens": 21686920}
6670
+ {"current_steps": 33265, "total_steps": 38160, "loss": 0.3148, "lr": 4.931164957693834e-05, "epoch": 17.43448637316562, "percentage": 87.17, "elapsed_time": "1:25:09", "remaining_time": "0:12:31", "throughput": 4245.32, "total_tokens": 21689416}
6671
+ {"current_steps": 33270, "total_steps": 38160, "loss": 0.2847, "lr": 4.921266761504217e-05, "epoch": 17.437106918238992, "percentage": 87.19, "elapsed_time": "1:25:09", "remaining_time": "0:12:31", "throughput": 4245.42, "total_tokens": 21693480}
6672
+ {"current_steps": 33275, "total_steps": 38160, "loss": 0.4305, "lr": 4.9113779952713155e-05, "epoch": 17.43972746331237, "percentage": 87.2, "elapsed_time": "1:25:10", "remaining_time": "0:12:30", "throughput": 4245.41, "total_tokens": 21696296}
6673
+ {"current_steps": 33280, "total_steps": 38160, "loss": 0.3671, "lr": 4.90149866106373e-05, "epoch": 17.442348008385743, "percentage": 87.21, "elapsed_time": "1:25:11", "remaining_time": "0:12:29", "throughput": 4245.63, "total_tokens": 21702088}
6674
+ {"current_steps": 33285, "total_steps": 38160, "loss": 0.4839, "lr": 4.8916287609481137e-05, "epoch": 17.44496855345912, "percentage": 87.22, "elapsed_time": "1:25:12", "remaining_time": "0:12:28", "throughput": 4245.65, "total_tokens": 21705160}
6675
+ {"current_steps": 33290, "total_steps": 38160, "loss": 0.4909, "lr": 4.8817682969891366e-05, "epoch": 17.447589098532493, "percentage": 87.24, "elapsed_time": "1:25:13", "remaining_time": "0:12:27", "throughput": 4245.68, "total_tokens": 21708328}
6676
+ {"current_steps": 33295, "total_steps": 38160, "loss": 0.5671, "lr": 4.8719172712495095e-05, "epoch": 17.45020964360587, "percentage": 87.25, "elapsed_time": "1:25:14", "remaining_time": "0:12:27", "throughput": 4245.91, "total_tokens": 21713768}
6677
+ {"current_steps": 33300, "total_steps": 38160, "loss": 0.3934, "lr": 4.862075685789935e-05, "epoch": 17.452830188679247, "percentage": 87.26, "elapsed_time": "1:25:14", "remaining_time": "0:12:26", "throughput": 4245.95, "total_tokens": 21717192}
6678
+ {"current_steps": 33305, "total_steps": 38160, "loss": 0.471, "lr": 4.8522435426691604e-05, "epoch": 17.45545073375262, "percentage": 87.28, "elapsed_time": "1:25:15", "remaining_time": "0:12:25", "throughput": 4246.05, "total_tokens": 21721384}
6679
+ {"current_steps": 33310, "total_steps": 38160, "loss": 0.4155, "lr": 4.842420843943962e-05, "epoch": 17.458071278825997, "percentage": 87.29, "elapsed_time": "1:25:16", "remaining_time": "0:12:24", "throughput": 4246.06, "total_tokens": 21724392}
6680
+ {"current_steps": 33315, "total_steps": 38160, "loss": 0.5012, "lr": 4.8326075916691415e-05, "epoch": 17.46069182389937, "percentage": 87.3, "elapsed_time": "1:25:17", "remaining_time": "0:12:24", "throughput": 4246.06, "total_tokens": 21727208}
6681
+ {"current_steps": 33320, "total_steps": 38160, "loss": 0.3648, "lr": 4.822803787897523e-05, "epoch": 17.463312368972748, "percentage": 87.32, "elapsed_time": "1:25:17", "remaining_time": "0:12:23", "throughput": 4246.05, "total_tokens": 21729960}
6682
+ {"current_steps": 33325, "total_steps": 38160, "loss": 0.4283, "lr": 4.813009434679932e-05, "epoch": 17.46593291404612, "percentage": 87.33, "elapsed_time": "1:25:18", "remaining_time": "0:12:22", "throughput": 4246.17, "total_tokens": 21734216}
6683
+ {"current_steps": 33330, "total_steps": 38160, "loss": 0.5188, "lr": 4.803224534065259e-05, "epoch": 17.468553459119498, "percentage": 87.34, "elapsed_time": "1:25:19", "remaining_time": "0:12:21", "throughput": 4246.28, "total_tokens": 21738152}
6684
+ {"current_steps": 33335, "total_steps": 38160, "loss": 0.483, "lr": 4.793449088100371e-05, "epoch": 17.47117400419287, "percentage": 87.36, "elapsed_time": "1:25:20", "remaining_time": "0:12:21", "throughput": 4246.33, "total_tokens": 21741576}
6685
+ {"current_steps": 33340, "total_steps": 38160, "loss": 0.328, "lr": 4.783683098830188e-05, "epoch": 17.47379454926625, "percentage": 87.37, "elapsed_time": "1:25:20", "remaining_time": "0:12:20", "throughput": 4246.4, "total_tokens": 21745224}
6686
+ {"current_steps": 33345, "total_steps": 38160, "loss": 0.5175, "lr": 4.7739265682976485e-05, "epoch": 17.47641509433962, "percentage": 87.38, "elapsed_time": "1:25:21", "remaining_time": "0:12:19", "throughput": 4246.44, "total_tokens": 21748424}
6687
+ {"current_steps": 33350, "total_steps": 38160, "loss": 0.4269, "lr": 4.764179498543714e-05, "epoch": 17.479035639413, "percentage": 87.4, "elapsed_time": "1:25:22", "remaining_time": "0:12:18", "throughput": 4246.44, "total_tokens": 21751336}
6688
+ {"current_steps": 33355, "total_steps": 38160, "loss": 0.3598, "lr": 4.754441891607347e-05, "epoch": 17.481656184486372, "percentage": 87.41, "elapsed_time": "1:25:22", "remaining_time": "0:12:17", "throughput": 4246.48, "total_tokens": 21754568}
6689
+ {"current_steps": 33360, "total_steps": 38160, "loss": 0.3643, "lr": 4.7447137495255424e-05, "epoch": 17.48427672955975, "percentage": 87.42, "elapsed_time": "1:25:23", "remaining_time": "0:12:17", "throughput": 4246.52, "total_tokens": 21757832}
6690
+ {"current_steps": 33365, "total_steps": 38160, "loss": 0.3252, "lr": 4.7349950743333206e-05, "epoch": 17.486897274633122, "percentage": 87.43, "elapsed_time": "1:25:24", "remaining_time": "0:12:16", "throughput": 4246.54, "total_tokens": 21760968}
6691
+ {"current_steps": 33370, "total_steps": 38160, "loss": 0.3677, "lr": 4.725285868063722e-05, "epoch": 17.4895178197065, "percentage": 87.45, "elapsed_time": "1:25:25", "remaining_time": "0:12:15", "throughput": 4246.65, "total_tokens": 21765160}
6692
+ {"current_steps": 33375, "total_steps": 38160, "loss": 0.5912, "lr": 4.715586132747801e-05, "epoch": 17.492138364779873, "percentage": 87.46, "elapsed_time": "1:25:26", "remaining_time": "0:12:14", "throughput": 4246.69, "total_tokens": 21768584}
6693
+ {"current_steps": 33380, "total_steps": 38160, "loss": 0.4237, "lr": 4.705895870414634e-05, "epoch": 17.49475890985325, "percentage": 87.47, "elapsed_time": "1:25:26", "remaining_time": "0:12:14", "throughput": 4246.68, "total_tokens": 21771304}
6694
+ {"current_steps": 33385, "total_steps": 38160, "loss": 0.508, "lr": 4.696215083091299e-05, "epoch": 17.497379454926623, "percentage": 87.49, "elapsed_time": "1:25:27", "remaining_time": "0:12:13", "throughput": 4246.72, "total_tokens": 21774568}
6695
+ {"current_steps": 33390, "total_steps": 38160, "loss": 0.5091, "lr": 4.686543772802915e-05, "epoch": 17.5, "percentage": 87.5, "elapsed_time": "1:25:28", "remaining_time": "0:12:12", "throughput": 4246.73, "total_tokens": 21777608}
6696
+ {"current_steps": 33395, "total_steps": 38160, "loss": 0.3965, "lr": 4.6768819415726085e-05, "epoch": 17.502620545073377, "percentage": 87.51, "elapsed_time": "1:25:28", "remaining_time": "0:12:11", "throughput": 4246.82, "total_tokens": 21781288}
6697
+ {"current_steps": 33400, "total_steps": 38160, "loss": 0.4878, "lr": 4.667229591421529e-05, "epoch": 17.50524109014675, "percentage": 87.53, "elapsed_time": "1:25:29", "remaining_time": "0:12:11", "throughput": 4246.81, "total_tokens": 21784168}
6698
+ {"current_steps": 33405, "total_steps": 38160, "loss": 0.4145, "lr": 4.657586724368845e-05, "epoch": 17.507861635220127, "percentage": 87.54, "elapsed_time": "1:25:30", "remaining_time": "0:12:10", "throughput": 4246.79, "total_tokens": 21786760}
6699
+ {"current_steps": 33410, "total_steps": 38160, "loss": 0.4018, "lr": 4.647953342431726e-05, "epoch": 17.5104821802935, "percentage": 87.55, "elapsed_time": "1:25:30", "remaining_time": "0:12:09", "throughput": 4246.77, "total_tokens": 21789352}
6700
+ {"current_steps": 33415, "total_steps": 38160, "loss": 0.4819, "lr": 4.63832944762535e-05, "epoch": 17.513102725366878, "percentage": 87.57, "elapsed_time": "1:25:31", "remaining_time": "0:12:08", "throughput": 4246.78, "total_tokens": 21792296}
6701
+ {"current_steps": 33420, "total_steps": 38160, "loss": 0.3734, "lr": 4.628715041962944e-05, "epoch": 17.51572327044025, "percentage": 87.58, "elapsed_time": "1:25:32", "remaining_time": "0:12:07", "throughput": 4246.75, "total_tokens": 21794824}
6702
+ {"current_steps": 33425, "total_steps": 38160, "loss": 0.4251, "lr": 4.619110127455728e-05, "epoch": 17.518343815513628, "percentage": 87.59, "elapsed_time": "1:25:32", "remaining_time": "0:12:07", "throughput": 4246.77, "total_tokens": 21797928}
6703
+ {"current_steps": 33430, "total_steps": 38160, "loss": 0.6305, "lr": 4.6095147061129494e-05, "epoch": 17.520964360587, "percentage": 87.6, "elapsed_time": "1:25:33", "remaining_time": "0:12:06", "throughput": 4246.82, "total_tokens": 21801352}
6704
+ {"current_steps": 33435, "total_steps": 38160, "loss": 0.4136, "lr": 4.599928779941853e-05, "epoch": 17.52358490566038, "percentage": 87.62, "elapsed_time": "1:25:34", "remaining_time": "0:12:05", "throughput": 4246.96, "total_tokens": 21805768}
6705
+ {"current_steps": 33440, "total_steps": 38160, "loss": 0.3404, "lr": 4.590352350947691e-05, "epoch": 17.52620545073375, "percentage": 87.63, "elapsed_time": "1:25:35", "remaining_time": "0:12:04", "throughput": 4246.96, "total_tokens": 21808648}
6706
+ {"current_steps": 33445, "total_steps": 38160, "loss": 0.4684, "lr": 4.580785421133759e-05, "epoch": 17.52882599580713, "percentage": 87.64, "elapsed_time": "1:25:35", "remaining_time": "0:12:04", "throughput": 4246.92, "total_tokens": 21811080}
6707
+ {"current_steps": 33450, "total_steps": 38160, "loss": 0.336, "lr": 4.571227992501348e-05, "epoch": 17.531446540880502, "percentage": 87.66, "elapsed_time": "1:25:36", "remaining_time": "0:12:03", "throughput": 4246.98, "total_tokens": 21814568}
6708
+ {"current_steps": 33455, "total_steps": 38160, "loss": 0.4212, "lr": 4.561680067049773e-05, "epoch": 17.53406708595388, "percentage": 87.67, "elapsed_time": "1:25:37", "remaining_time": "0:12:02", "throughput": 4246.97, "total_tokens": 21817416}
6709
+ {"current_steps": 33460, "total_steps": 38160, "loss": 0.4055, "lr": 4.552141646776331e-05, "epoch": 17.536687631027252, "percentage": 87.68, "elapsed_time": "1:25:37", "remaining_time": "0:12:01", "throughput": 4247.0, "total_tokens": 21820648}
6710
+ {"current_steps": 33465, "total_steps": 38160, "loss": 0.4766, "lr": 4.542612733676365e-05, "epoch": 17.53930817610063, "percentage": 87.7, "elapsed_time": "1:25:38", "remaining_time": "0:12:00", "throughput": 4247.0, "total_tokens": 21823560}
6711
+ {"current_steps": 33470, "total_steps": 38160, "loss": 0.5102, "lr": 4.533093329743204e-05, "epoch": 17.541928721174003, "percentage": 87.71, "elapsed_time": "1:25:39", "remaining_time": "0:12:00", "throughput": 4247.07, "total_tokens": 21827208}
6712
+ {"current_steps": 33475, "total_steps": 38160, "loss": 0.5166, "lr": 4.523583436968204e-05, "epoch": 17.54454926624738, "percentage": 87.72, "elapsed_time": "1:25:40", "remaining_time": "0:11:59", "throughput": 4247.07, "total_tokens": 21830120}
6713
+ {"current_steps": 33480, "total_steps": 38160, "loss": 0.43, "lr": 4.514083057340723e-05, "epoch": 17.547169811320753, "percentage": 87.74, "elapsed_time": "1:25:40", "remaining_time": "0:11:58", "throughput": 4247.07, "total_tokens": 21833064}
6714
+ {"current_steps": 33485, "total_steps": 38160, "loss": 0.4397, "lr": 4.504592192848151e-05, "epoch": 17.54979035639413, "percentage": 87.75, "elapsed_time": "1:25:41", "remaining_time": "0:11:57", "throughput": 4247.05, "total_tokens": 21835752}
6715
+ {"current_steps": 33490, "total_steps": 38160, "loss": 0.5432, "lr": 4.495110845475847e-05, "epoch": 17.552410901467507, "percentage": 87.76, "elapsed_time": "1:25:42", "remaining_time": "0:11:57", "throughput": 4247.06, "total_tokens": 21838664}
6716
+ {"current_steps": 33495, "total_steps": 38160, "loss": 0.4565, "lr": 4.4856390172072045e-05, "epoch": 17.55503144654088, "percentage": 87.78, "elapsed_time": "1:25:42", "remaining_time": "0:11:56", "throughput": 4247.11, "total_tokens": 21842184}
6717
+ {"current_steps": 33500, "total_steps": 38160, "loss": 0.4242, "lr": 4.476176710023622e-05, "epoch": 17.557651991614257, "percentage": 87.79, "elapsed_time": "1:25:43", "remaining_time": "0:11:55", "throughput": 4247.12, "total_tokens": 21845224}
6718
+ {"current_steps": 33505, "total_steps": 38160, "loss": 0.6302, "lr": 4.4667239259045035e-05, "epoch": 17.56027253668763, "percentage": 87.8, "elapsed_time": "1:25:44", "remaining_time": "0:11:54", "throughput": 4247.17, "total_tokens": 21848552}
6719
+ {"current_steps": 33510, "total_steps": 38160, "loss": 0.4343, "lr": 4.457280666827285e-05, "epoch": 17.562893081761008, "percentage": 87.81, "elapsed_time": "1:25:44", "remaining_time": "0:11:53", "throughput": 4247.12, "total_tokens": 21850856}
6720
+ {"current_steps": 33515, "total_steps": 38160, "loss": 0.3459, "lr": 4.447846934767358e-05, "epoch": 17.56551362683438, "percentage": 87.83, "elapsed_time": "1:25:45", "remaining_time": "0:11:53", "throughput": 4247.3, "total_tokens": 21856104}
6721
+ {"current_steps": 33520, "total_steps": 38160, "loss": 0.3168, "lr": 4.4384227316981774e-05, "epoch": 17.568134171907758, "percentage": 87.84, "elapsed_time": "1:25:46", "remaining_time": "0:11:52", "throughput": 4247.25, "total_tokens": 21858440}
6722
+ {"current_steps": 33525, "total_steps": 38160, "loss": 0.7186, "lr": 4.4290080595911555e-05, "epoch": 17.57075471698113, "percentage": 87.85, "elapsed_time": "1:25:47", "remaining_time": "0:11:51", "throughput": 4247.23, "total_tokens": 21861064}
6723
+ {"current_steps": 33530, "total_steps": 38160, "loss": 0.2812, "lr": 4.419602920415749e-05, "epoch": 17.57337526205451, "percentage": 87.87, "elapsed_time": "1:25:47", "remaining_time": "0:11:50", "throughput": 4247.22, "total_tokens": 21863848}
6724
+ {"current_steps": 33535, "total_steps": 38160, "loss": 0.4325, "lr": 4.410207316139408e-05, "epoch": 17.57599580712788, "percentage": 87.88, "elapsed_time": "1:25:48", "remaining_time": "0:11:50", "throughput": 4247.26, "total_tokens": 21867208}
6725
+ {"current_steps": 33540, "total_steps": 38160, "loss": 0.3927, "lr": 4.400821248727577e-05, "epoch": 17.57861635220126, "percentage": 87.89, "elapsed_time": "1:25:49", "remaining_time": "0:11:49", "throughput": 4247.43, "total_tokens": 21871944}
6726
+ {"current_steps": 33545, "total_steps": 38160, "loss": 0.2418, "lr": 4.391444720143717e-05, "epoch": 17.581236897274632, "percentage": 87.91, "elapsed_time": "1:25:50", "remaining_time": "0:11:48", "throughput": 4247.42, "total_tokens": 21874728}
6727
+ {"current_steps": 33550, "total_steps": 38160, "loss": 0.3814, "lr": 4.382077732349299e-05, "epoch": 17.58385744234801, "percentage": 87.92, "elapsed_time": "1:25:50", "remaining_time": "0:11:47", "throughput": 4247.39, "total_tokens": 21877320}
6728
+ {"current_steps": 33555, "total_steps": 38160, "loss": 0.3933, "lr": 4.372720287303772e-05, "epoch": 17.586477987421382, "percentage": 87.93, "elapsed_time": "1:25:51", "remaining_time": "0:11:46", "throughput": 4247.41, "total_tokens": 21880488}
6729
+ {"current_steps": 33560, "total_steps": 38160, "loss": 0.4753, "lr": 4.3633723869646204e-05, "epoch": 17.58909853249476, "percentage": 87.95, "elapsed_time": "1:25:52", "remaining_time": "0:11:46", "throughput": 4247.38, "total_tokens": 21883080}
6730
+ {"current_steps": 33565, "total_steps": 38160, "loss": 0.5058, "lr": 4.3540340332873184e-05, "epoch": 17.591719077568133, "percentage": 87.96, "elapsed_time": "1:25:52", "remaining_time": "0:11:45", "throughput": 4247.43, "total_tokens": 21886536}
6731
+ {"current_steps": 33570, "total_steps": 38160, "loss": 0.4338, "lr": 4.3447052282253375e-05, "epoch": 17.59433962264151, "percentage": 87.97, "elapsed_time": "1:25:53", "remaining_time": "0:11:44", "throughput": 4247.48, "total_tokens": 21889896}
6732
+ {"current_steps": 33575, "total_steps": 38160, "loss": 0.414, "lr": 4.335385973730166e-05, "epoch": 17.596960167714883, "percentage": 87.98, "elapsed_time": "1:25:54", "remaining_time": "0:11:43", "throughput": 4247.52, "total_tokens": 21893256}
6733
+ {"current_steps": 33580, "total_steps": 38160, "loss": 0.432, "lr": 4.3260762717512726e-05, "epoch": 17.59958071278826, "percentage": 88.0, "elapsed_time": "1:25:55", "remaining_time": "0:11:43", "throughput": 4247.53, "total_tokens": 21896328}
6734
+ {"current_steps": 33585, "total_steps": 38160, "loss": 0.5007, "lr": 4.316776124236144e-05, "epoch": 17.602201257861637, "percentage": 88.01, "elapsed_time": "1:25:55", "remaining_time": "0:11:42", "throughput": 4247.51, "total_tokens": 21898856}
6735
+ {"current_steps": 33590, "total_steps": 38160, "loss": 0.4096, "lr": 4.307485533130279e-05, "epoch": 17.60482180293501, "percentage": 88.02, "elapsed_time": "1:25:56", "remaining_time": "0:11:41", "throughput": 4247.53, "total_tokens": 21901992}
6736
+ {"current_steps": 33595, "total_steps": 38160, "loss": 0.3407, "lr": 4.298204500377145e-05, "epoch": 17.607442348008387, "percentage": 88.04, "elapsed_time": "1:25:57", "remaining_time": "0:11:40", "throughput": 4247.54, "total_tokens": 21904904}
6737
+ {"current_steps": 33600, "total_steps": 38160, "loss": 0.3532, "lr": 4.288933027918235e-05, "epoch": 17.61006289308176, "percentage": 88.05, "elapsed_time": "1:25:57", "remaining_time": "0:11:39", "throughput": 4247.63, "total_tokens": 21908808}
6738
+ {"current_steps": 33605, "total_steps": 38160, "loss": 0.4137, "lr": 4.279671117693046e-05, "epoch": 17.612683438155138, "percentage": 88.06, "elapsed_time": "1:25:58", "remaining_time": "0:11:39", "throughput": 4247.63, "total_tokens": 21911720}
6739
+ {"current_steps": 33610, "total_steps": 38160, "loss": 0.3514, "lr": 4.270418771639045e-05, "epoch": 17.61530398322851, "percentage": 88.08, "elapsed_time": "1:25:59", "remaining_time": "0:11:38", "throughput": 4247.57, "total_tokens": 21914024}
6740
+ {"current_steps": 33615, "total_steps": 38160, "loss": 0.3577, "lr": 4.2611759916917345e-05, "epoch": 17.617924528301888, "percentage": 88.09, "elapsed_time": "1:25:59", "remaining_time": "0:11:37", "throughput": 4247.54, "total_tokens": 21916648}
6741
+ {"current_steps": 33620, "total_steps": 38160, "loss": 0.4317, "lr": 4.251942779784579e-05, "epoch": 17.62054507337526, "percentage": 88.1, "elapsed_time": "1:26:00", "remaining_time": "0:11:36", "throughput": 4247.6, "total_tokens": 21920136}
6742
+ {"current_steps": 33625, "total_steps": 38160, "loss": 0.3757, "lr": 4.242719137849077e-05, "epoch": 17.62316561844864, "percentage": 88.12, "elapsed_time": "1:26:01", "remaining_time": "0:11:36", "throughput": 4247.72, "total_tokens": 21924168}
6743
+ {"current_steps": 33630, "total_steps": 38160, "loss": 0.435, "lr": 4.233505067814702e-05, "epoch": 17.62578616352201, "percentage": 88.13, "elapsed_time": "1:26:02", "remaining_time": "0:11:35", "throughput": 4248.07, "total_tokens": 21931656}
6744
+ {"current_steps": 33635, "total_steps": 38160, "loss": 0.3862, "lr": 4.224300571608947e-05, "epoch": 17.62840670859539, "percentage": 88.14, "elapsed_time": "1:26:03", "remaining_time": "0:11:34", "throughput": 4248.03, "total_tokens": 21934184}
6745
+ {"current_steps": 33640, "total_steps": 38160, "loss": 0.4582, "lr": 4.215105651157264e-05, "epoch": 17.631027253668762, "percentage": 88.16, "elapsed_time": "1:26:04", "remaining_time": "0:11:33", "throughput": 4248.19, "total_tokens": 21938856}
6746
+ {"current_steps": 33645, "total_steps": 38160, "loss": 0.3665, "lr": 4.2059203083831434e-05, "epoch": 17.63364779874214, "percentage": 88.17, "elapsed_time": "1:26:04", "remaining_time": "0:11:33", "throughput": 4248.19, "total_tokens": 21941736}
6747
+ {"current_steps": 33650, "total_steps": 38160, "loss": 0.4745, "lr": 4.196744545208042e-05, "epoch": 17.636268343815512, "percentage": 88.18, "elapsed_time": "1:26:05", "remaining_time": "0:11:32", "throughput": 4248.25, "total_tokens": 21945256}
6748
+ {"current_steps": 33655, "total_steps": 38160, "loss": 0.4169, "lr": 4.187578363551431e-05, "epoch": 17.63888888888889, "percentage": 88.19, "elapsed_time": "1:26:06", "remaining_time": "0:11:31", "throughput": 4248.18, "total_tokens": 21947432}
6749
+ {"current_steps": 33660, "total_steps": 38160, "loss": 0.5223, "lr": 4.17842176533077e-05, "epoch": 17.641509433962263, "percentage": 88.21, "elapsed_time": "1:26:07", "remaining_time": "0:11:30", "throughput": 4248.2, "total_tokens": 21950664}
6750
+ {"current_steps": 33665, "total_steps": 38160, "loss": 0.4849, "lr": 4.1692747524615274e-05, "epoch": 17.64412997903564, "percentage": 88.22, "elapsed_time": "1:26:07", "remaining_time": "0:11:30", "throughput": 4248.22, "total_tokens": 21953704}
6751
+ {"current_steps": 33670, "total_steps": 38160, "loss": 0.3503, "lr": 4.160137326857138e-05, "epoch": 17.646750524109013, "percentage": 88.23, "elapsed_time": "1:26:08", "remaining_time": "0:11:29", "throughput": 4248.25, "total_tokens": 21956936}
6752
+ {"current_steps": 33675, "total_steps": 38160, "loss": 0.4268, "lr": 4.151009490429042e-05, "epoch": 17.64937106918239, "percentage": 88.25, "elapsed_time": "1:26:09", "remaining_time": "0:11:28", "throughput": 4248.28, "total_tokens": 21960200}
6753
+ {"current_steps": 33680, "total_steps": 38160, "loss": 0.3981, "lr": 4.141891245086687e-05, "epoch": 17.651991614255767, "percentage": 88.26, "elapsed_time": "1:26:09", "remaining_time": "0:11:27", "throughput": 4248.26, "total_tokens": 21962824}
6754
+ {"current_steps": 33685, "total_steps": 38160, "loss": 0.4149, "lr": 4.132782592737511e-05, "epoch": 17.65461215932914, "percentage": 88.27, "elapsed_time": "1:26:10", "remaining_time": "0:11:26", "throughput": 4248.32, "total_tokens": 21966504}
6755
+ {"current_steps": 33690, "total_steps": 38160, "loss": 0.3953, "lr": 4.123683535286943e-05, "epoch": 17.657232704402517, "percentage": 88.29, "elapsed_time": "1:26:11", "remaining_time": "0:11:26", "throughput": 4248.45, "total_tokens": 21970664}
6756
+ {"current_steps": 33695, "total_steps": 38160, "loss": 0.3442, "lr": 4.114594074638395e-05, "epoch": 17.65985324947589, "percentage": 88.3, "elapsed_time": "1:26:12", "remaining_time": "0:11:25", "throughput": 4248.52, "total_tokens": 21974312}
6757
+ {"current_steps": 33700, "total_steps": 38160, "loss": 0.5069, "lr": 4.105514212693268e-05, "epoch": 17.662473794549268, "percentage": 88.31, "elapsed_time": "1:26:12", "remaining_time": "0:11:24", "throughput": 4248.53, "total_tokens": 21977288}
6758
+ {"current_steps": 33705, "total_steps": 38160, "loss": 0.4446, "lr": 4.096443951350976e-05, "epoch": 17.66509433962264, "percentage": 88.33, "elapsed_time": "1:26:13", "remaining_time": "0:11:23", "throughput": 4248.49, "total_tokens": 21979720}
6759
+ {"current_steps": 33710, "total_steps": 38160, "loss": 0.4035, "lr": 4.0873832925089116e-05, "epoch": 17.667714884696018, "percentage": 88.34, "elapsed_time": "1:26:14", "remaining_time": "0:11:23", "throughput": 4248.49, "total_tokens": 21982600}
6760
+ {"current_steps": 33715, "total_steps": 38160, "loss": 0.4224, "lr": 4.0783322380624656e-05, "epoch": 17.67033542976939, "percentage": 88.35, "elapsed_time": "1:26:14", "remaining_time": "0:11:22", "throughput": 4248.55, "total_tokens": 21986184}
6761
+ {"current_steps": 33720, "total_steps": 38160, "loss": 0.4869, "lr": 4.069290789905023e-05, "epoch": 17.67295597484277, "percentage": 88.36, "elapsed_time": "1:26:15", "remaining_time": "0:11:21", "throughput": 4248.57, "total_tokens": 21989352}
6762
+ {"current_steps": 33725, "total_steps": 38160, "loss": 0.4093, "lr": 4.060258949927942e-05, "epoch": 17.67557651991614, "percentage": 88.38, "elapsed_time": "1:26:16", "remaining_time": "0:11:20", "throughput": 4248.56, "total_tokens": 21992072}
6763
+ {"current_steps": 33730, "total_steps": 38160, "loss": 0.4825, "lr": 4.051236720020568e-05, "epoch": 17.67819706498952, "percentage": 88.39, "elapsed_time": "1:26:17", "remaining_time": "0:11:19", "throughput": 4248.67, "total_tokens": 21996200}
6764
+ {"current_steps": 33735, "total_steps": 38160, "loss": 0.4365, "lr": 4.042224102070263e-05, "epoch": 17.680817610062892, "percentage": 88.4, "elapsed_time": "1:26:17", "remaining_time": "0:11:19", "throughput": 4248.63, "total_tokens": 21998728}
6765
+ {"current_steps": 33740, "total_steps": 38160, "loss": 0.446, "lr": 4.033221097962364e-05, "epoch": 17.68343815513627, "percentage": 88.42, "elapsed_time": "1:26:18", "remaining_time": "0:11:18", "throughput": 4248.63, "total_tokens": 22001480}
6766
+ {"current_steps": 33745, "total_steps": 38160, "loss": 0.5611, "lr": 4.0242277095802025e-05, "epoch": 17.686058700209642, "percentage": 88.43, "elapsed_time": "1:26:19", "remaining_time": "0:11:17", "throughput": 4248.76, "total_tokens": 22005800}
6767
+ {"current_steps": 33750, "total_steps": 38160, "loss": 0.3337, "lr": 4.015243938805086e-05, "epoch": 17.68867924528302, "percentage": 88.44, "elapsed_time": "1:26:20", "remaining_time": "0:11:16", "throughput": 4248.81, "total_tokens": 22009096}
6768
+ {"current_steps": 33755, "total_steps": 38160, "loss": 0.3987, "lr": 4.006269787516304e-05, "epoch": 17.691299790356393, "percentage": 88.46, "elapsed_time": "1:26:20", "remaining_time": "0:11:16", "throughput": 4248.81, "total_tokens": 22012072}
6769
+ {"current_steps": 33760, "total_steps": 38160, "loss": 0.5173, "lr": 3.9973052575911606e-05, "epoch": 17.69392033542977, "percentage": 88.47, "elapsed_time": "1:26:21", "remaining_time": "0:11:15", "throughput": 4248.85, "total_tokens": 22015304}
6770
+ {"current_steps": 33765, "total_steps": 38160, "loss": 0.3618, "lr": 3.988350350904929e-05, "epoch": 17.696540880503143, "percentage": 88.48, "elapsed_time": "1:26:22", "remaining_time": "0:11:14", "throughput": 4248.92, "total_tokens": 22019016}
6771
+ {"current_steps": 33770, "total_steps": 38160, "loss": 0.4613, "lr": 3.979405069330882e-05, "epoch": 17.69916142557652, "percentage": 88.5, "elapsed_time": "1:26:22", "remaining_time": "0:11:13", "throughput": 4248.93, "total_tokens": 22021992}
6772
+ {"current_steps": 33775, "total_steps": 38160, "loss": 0.3605, "lr": 3.970469414740269e-05, "epoch": 17.701781970649897, "percentage": 88.51, "elapsed_time": "1:26:23", "remaining_time": "0:11:12", "throughput": 4248.92, "total_tokens": 22024808}
6773
+ {"current_steps": 33780, "total_steps": 38160, "loss": 0.447, "lr": 3.961543389002309e-05, "epoch": 17.70440251572327, "percentage": 88.52, "elapsed_time": "1:26:24", "remaining_time": "0:11:12", "throughput": 4248.89, "total_tokens": 22027336}
6774
+ {"current_steps": 33785, "total_steps": 38160, "loss": 0.3993, "lr": 3.952626993984243e-05, "epoch": 17.707023060796647, "percentage": 88.54, "elapsed_time": "1:26:24", "remaining_time": "0:11:11", "throughput": 4248.91, "total_tokens": 22030440}
6775
+ {"current_steps": 33790, "total_steps": 38160, "loss": 0.5759, "lr": 3.943720231551268e-05, "epoch": 17.70964360587002, "percentage": 88.55, "elapsed_time": "1:26:25", "remaining_time": "0:11:10", "throughput": 4248.9, "total_tokens": 22033160}
6776
+ {"current_steps": 33795, "total_steps": 38160, "loss": 0.264, "lr": 3.934823103566587e-05, "epoch": 17.712264150943398, "percentage": 88.56, "elapsed_time": "1:26:26", "remaining_time": "0:11:09", "throughput": 4248.87, "total_tokens": 22035720}
6777
+ {"current_steps": 33800, "total_steps": 38160, "loss": 0.5306, "lr": 3.925935611891379e-05, "epoch": 17.71488469601677, "percentage": 88.57, "elapsed_time": "1:26:26", "remaining_time": "0:11:09", "throughput": 4248.87, "total_tokens": 22038664}
6778
+ {"current_steps": 33805, "total_steps": 38160, "loss": 0.3585, "lr": 3.917057758384801e-05, "epoch": 17.717505241090148, "percentage": 88.59, "elapsed_time": "1:26:27", "remaining_time": "0:11:08", "throughput": 4248.88, "total_tokens": 22041512}
6779
+ {"current_steps": 33810, "total_steps": 38160, "loss": 0.4144, "lr": 3.9081895449039896e-05, "epoch": 17.72012578616352, "percentage": 88.6, "elapsed_time": "1:26:28", "remaining_time": "0:11:07", "throughput": 4248.96, "total_tokens": 22045320}
6780
+ {"current_steps": 33815, "total_steps": 38160, "loss": 0.318, "lr": 3.899330973304083e-05, "epoch": 17.7227463312369, "percentage": 88.61, "elapsed_time": "1:26:29", "remaining_time": "0:11:06", "throughput": 4248.97, "total_tokens": 22048232}
6781
+ {"current_steps": 33820, "total_steps": 38160, "loss": 0.3757, "lr": 3.8904820454381875e-05, "epoch": 17.72536687631027, "percentage": 88.63, "elapsed_time": "1:26:29", "remaining_time": "0:11:05", "throughput": 4249.01, "total_tokens": 22051528}
6782
+ {"current_steps": 33825, "total_steps": 38160, "loss": 0.4555, "lr": 3.881642763157417e-05, "epoch": 17.72798742138365, "percentage": 88.64, "elapsed_time": "1:26:30", "remaining_time": "0:11:05", "throughput": 4248.99, "total_tokens": 22054248}
6783
+ {"current_steps": 33830, "total_steps": 38160, "loss": 0.3298, "lr": 3.872813128310826e-05, "epoch": 17.730607966457022, "percentage": 88.65, "elapsed_time": "1:26:31", "remaining_time": "0:11:04", "throughput": 4249.12, "total_tokens": 22058600}
6784
+ {"current_steps": 33835, "total_steps": 38160, "loss": 0.3919, "lr": 3.8639931427454866e-05, "epoch": 17.7332285115304, "percentage": 88.67, "elapsed_time": "1:26:32", "remaining_time": "0:11:03", "throughput": 4249.16, "total_tokens": 22061896}
6785
+ {"current_steps": 33840, "total_steps": 38160, "loss": 0.5423, "lr": 3.855182808306429e-05, "epoch": 17.735849056603772, "percentage": 88.68, "elapsed_time": "1:26:32", "remaining_time": "0:11:02", "throughput": 4249.21, "total_tokens": 22065192}
6786
+ {"current_steps": 33845, "total_steps": 38160, "loss": 0.4837, "lr": 3.8463821268366784e-05, "epoch": 17.73846960167715, "percentage": 88.69, "elapsed_time": "1:26:33", "remaining_time": "0:11:02", "throughput": 4249.23, "total_tokens": 22068296}
6787
+ {"current_steps": 33850, "total_steps": 38160, "loss": 0.4747, "lr": 3.837591100177246e-05, "epoch": 17.741090146750523, "percentage": 88.71, "elapsed_time": "1:26:34", "remaining_time": "0:11:01", "throughput": 4249.3, "total_tokens": 22071976}
6788
+ {"current_steps": 33855, "total_steps": 38160, "loss": 0.5166, "lr": 3.828809730167099e-05, "epoch": 17.7437106918239, "percentage": 88.72, "elapsed_time": "1:26:35", "remaining_time": "0:11:00", "throughput": 4249.37, "total_tokens": 22075656}
6789
+ {"current_steps": 33860, "total_steps": 38160, "loss": 0.374, "lr": 3.820038018643218e-05, "epoch": 17.746331236897273, "percentage": 88.73, "elapsed_time": "1:26:35", "remaining_time": "0:10:59", "throughput": 4249.48, "total_tokens": 22079816}
6790
+ {"current_steps": 33865, "total_steps": 38160, "loss": 0.4275, "lr": 3.8112759674405254e-05, "epoch": 17.74895178197065, "percentage": 88.74, "elapsed_time": "1:26:36", "remaining_time": "0:10:59", "throughput": 4249.47, "total_tokens": 22082472}
6791
+ {"current_steps": 33870, "total_steps": 38160, "loss": 0.432, "lr": 3.802523578391953e-05, "epoch": 17.751572327044027, "percentage": 88.76, "elapsed_time": "1:26:37", "remaining_time": "0:10:58", "throughput": 4249.52, "total_tokens": 22086024}
6792
+ {"current_steps": 33875, "total_steps": 38160, "loss": 0.4463, "lr": 3.793780853328399e-05, "epoch": 17.7541928721174, "percentage": 88.77, "elapsed_time": "1:26:38", "remaining_time": "0:10:57", "throughput": 4249.61, "total_tokens": 22090024}
6793
+ {"current_steps": 33880, "total_steps": 38160, "loss": 0.3431, "lr": 3.785047794078744e-05, "epoch": 17.756813417190777, "percentage": 88.78, "elapsed_time": "1:26:38", "remaining_time": "0:10:56", "throughput": 4249.59, "total_tokens": 22092680}
6794
+ {"current_steps": 33885, "total_steps": 38160, "loss": 0.4919, "lr": 3.776324402469844e-05, "epoch": 17.75943396226415, "percentage": 88.8, "elapsed_time": "1:26:39", "remaining_time": "0:10:55", "throughput": 4249.55, "total_tokens": 22095112}
6795
+ {"current_steps": 33890, "total_steps": 38160, "loss": 0.4714, "lr": 3.767610680326533e-05, "epoch": 17.762054507337528, "percentage": 88.81, "elapsed_time": "1:26:40", "remaining_time": "0:10:55", "throughput": 4249.61, "total_tokens": 22098696}
6796
+ {"current_steps": 33895, "total_steps": 38160, "loss": 0.4554, "lr": 3.7589066294716145e-05, "epoch": 17.7646750524109, "percentage": 88.82, "elapsed_time": "1:26:40", "remaining_time": "0:10:54", "throughput": 4249.65, "total_tokens": 22102024}
6797
+ {"current_steps": 33900, "total_steps": 38160, "loss": 0.4158, "lr": 3.750212251725882e-05, "epoch": 17.767295597484278, "percentage": 88.84, "elapsed_time": "1:26:41", "remaining_time": "0:10:53", "throughput": 4249.67, "total_tokens": 22105064}
6798
+ {"current_steps": 33905, "total_steps": 38160, "loss": 0.549, "lr": 3.741527548908113e-05, "epoch": 17.76991614255765, "percentage": 88.85, "elapsed_time": "1:26:42", "remaining_time": "0:10:52", "throughput": 4249.75, "total_tokens": 22108968}
6799
+ {"current_steps": 33910, "total_steps": 38160, "loss": 0.3701, "lr": 3.732852522835023e-05, "epoch": 17.77253668763103, "percentage": 88.86, "elapsed_time": "1:26:43", "remaining_time": "0:10:52", "throughput": 4249.88, "total_tokens": 22113288}
6800
+ {"current_steps": 33915, "total_steps": 38160, "loss": 0.4783, "lr": 3.724187175321342e-05, "epoch": 17.7751572327044, "percentage": 88.88, "elapsed_time": "1:26:44", "remaining_time": "0:10:51", "throughput": 4250.03, "total_tokens": 22117768}
6801
+ {"current_steps": 33920, "total_steps": 38160, "loss": 0.3971, "lr": 3.71553150817977e-05, "epoch": 17.77777777777778, "percentage": 88.89, "elapsed_time": "1:26:44", "remaining_time": "0:10:50", "throughput": 4250.05, "total_tokens": 22120936}
6802
+ {"current_steps": 33925, "total_steps": 38160, "loss": 0.3334, "lr": 3.70688552322096e-05, "epoch": 17.780398322851152, "percentage": 88.9, "elapsed_time": "1:26:45", "remaining_time": "0:10:49", "throughput": 4250.13, "total_tokens": 22124616}
6803
+ {"current_steps": 33930, "total_steps": 38160, "loss": 0.3985, "lr": 3.698249222253569e-05, "epoch": 17.78301886792453, "percentage": 88.92, "elapsed_time": "1:26:46", "remaining_time": "0:10:49", "throughput": 4250.18, "total_tokens": 22128072}
6804
+ {"current_steps": 33935, "total_steps": 38160, "loss": 0.3996, "lr": 3.6896226070841863e-05, "epoch": 17.785639412997902, "percentage": 88.93, "elapsed_time": "1:26:47", "remaining_time": "0:10:48", "throughput": 4250.22, "total_tokens": 22131272}
6805
+ {"current_steps": 33940, "total_steps": 38160, "loss": 0.3389, "lr": 3.681005679517424e-05, "epoch": 17.78825995807128, "percentage": 88.94, "elapsed_time": "1:26:47", "remaining_time": "0:10:47", "throughput": 4250.28, "total_tokens": 22134888}
6806
+ {"current_steps": 33945, "total_steps": 38160, "loss": 0.3487, "lr": 3.6723984413558455e-05, "epoch": 17.790880503144653, "percentage": 88.95, "elapsed_time": "1:26:48", "remaining_time": "0:10:46", "throughput": 4250.25, "total_tokens": 22137480}
6807
+ {"current_steps": 33950, "total_steps": 38160, "loss": 0.4273, "lr": 3.663800894399971e-05, "epoch": 17.79350104821803, "percentage": 88.97, "elapsed_time": "1:26:49", "remaining_time": "0:10:45", "throughput": 4250.31, "total_tokens": 22141000}
6808
+ {"current_steps": 33955, "total_steps": 38160, "loss": 0.3113, "lr": 3.655213040448318e-05, "epoch": 17.796121593291403, "percentage": 88.98, "elapsed_time": "1:26:49", "remaining_time": "0:10:45", "throughput": 4250.3, "total_tokens": 22143752}
6809
+ {"current_steps": 33960, "total_steps": 38160, "loss": 0.4087, "lr": 3.6466348812973723e-05, "epoch": 17.79874213836478, "percentage": 88.99, "elapsed_time": "1:26:50", "remaining_time": "0:10:44", "throughput": 4250.36, "total_tokens": 22147272}
6810
+ {"current_steps": 33965, "total_steps": 38160, "loss": 0.3059, "lr": 3.6380664187415815e-05, "epoch": 17.801362683438157, "percentage": 89.01, "elapsed_time": "1:26:51", "remaining_time": "0:10:43", "throughput": 4250.43, "total_tokens": 22151080}
6811
+ {"current_steps": 33970, "total_steps": 38160, "loss": 0.3676, "lr": 3.6295076545733663e-05, "epoch": 17.80398322851153, "percentage": 89.02, "elapsed_time": "1:26:52", "remaining_time": "0:10:42", "throughput": 4250.49, "total_tokens": 22154664}
6812
+ {"current_steps": 33975, "total_steps": 38160, "loss": 0.383, "lr": 3.6209585905831344e-05, "epoch": 17.806603773584907, "percentage": 89.03, "elapsed_time": "1:26:52", "remaining_time": "0:10:42", "throughput": 4250.5, "total_tokens": 22157608}
6813
+ {"current_steps": 33980, "total_steps": 38160, "loss": 0.4763, "lr": 3.6124192285592385e-05, "epoch": 17.80922431865828, "percentage": 89.05, "elapsed_time": "1:26:53", "remaining_time": "0:10:41", "throughput": 4250.46, "total_tokens": 22160136}
6814
+ {"current_steps": 33985, "total_steps": 38160, "loss": 0.3736, "lr": 3.6038895702880324e-05, "epoch": 17.811844863731658, "percentage": 89.06, "elapsed_time": "1:26:54", "remaining_time": "0:10:40", "throughput": 4250.41, "total_tokens": 22162376}
6815
+ {"current_steps": 33990, "total_steps": 38160, "loss": 0.6033, "lr": 3.595369617553806e-05, "epoch": 17.81446540880503, "percentage": 89.07, "elapsed_time": "1:26:55", "remaining_time": "0:10:39", "throughput": 4250.5, "total_tokens": 22166376}
6816
+ {"current_steps": 33995, "total_steps": 38160, "loss": 0.367, "lr": 3.58685937213884e-05, "epoch": 17.817085953878408, "percentage": 89.09, "elapsed_time": "1:26:55", "remaining_time": "0:10:39", "throughput": 4250.49, "total_tokens": 22169128}
6817
+ {"current_steps": 34000, "total_steps": 38160, "loss": 0.476, "lr": 3.5783588358233863e-05, "epoch": 17.81970649895178, "percentage": 89.1, "elapsed_time": "1:26:56", "remaining_time": "0:10:38", "throughput": 4250.64, "total_tokens": 22173544}
6818
+ {"current_steps": 34005, "total_steps": 38160, "loss": 0.4014, "lr": 3.569868010385663e-05, "epoch": 17.822327044025158, "percentage": 89.11, "elapsed_time": "1:26:57", "remaining_time": "0:10:37", "throughput": 4250.66, "total_tokens": 22176712}
6819
+ {"current_steps": 34010, "total_steps": 38160, "loss": 0.3747, "lr": 3.5613868976018535e-05, "epoch": 17.82494758909853, "percentage": 89.12, "elapsed_time": "1:26:57", "remaining_time": "0:10:36", "throughput": 4250.67, "total_tokens": 22179816}
6820
+ {"current_steps": 34015, "total_steps": 38160, "loss": 0.3955, "lr": 3.5529154992460955e-05, "epoch": 17.82756813417191, "percentage": 89.14, "elapsed_time": "1:26:58", "remaining_time": "0:10:35", "throughput": 4250.7, "total_tokens": 22182888}
6821
+ {"current_steps": 34020, "total_steps": 38160, "loss": 0.4791, "lr": 3.544453817090521e-05, "epoch": 17.830188679245282, "percentage": 89.15, "elapsed_time": "1:26:59", "remaining_time": "0:10:35", "throughput": 4250.77, "total_tokens": 22186472}
6822
+ {"current_steps": 34025, "total_steps": 38160, "loss": 0.3967, "lr": 3.536001852905207e-05, "epoch": 17.83280922431866, "percentage": 89.16, "elapsed_time": "1:27:00", "remaining_time": "0:10:34", "throughput": 4250.76, "total_tokens": 22189320}
6823
+ {"current_steps": 34030, "total_steps": 38160, "loss": 0.4389, "lr": 3.527559608458225e-05, "epoch": 17.835429769392032, "percentage": 89.18, "elapsed_time": "1:27:00", "remaining_time": "0:10:33", "throughput": 4250.75, "total_tokens": 22192200}
6824
+ {"current_steps": 34035, "total_steps": 38160, "loss": 0.3336, "lr": 3.5191270855155886e-05, "epoch": 17.83805031446541, "percentage": 89.19, "elapsed_time": "1:27:01", "remaining_time": "0:10:32", "throughput": 4250.72, "total_tokens": 22194696}
6825
+ {"current_steps": 34040, "total_steps": 38160, "loss": 0.3677, "lr": 3.510704285841293e-05, "epoch": 17.840670859538783, "percentage": 89.2, "elapsed_time": "1:27:02", "remaining_time": "0:10:32", "throughput": 4250.68, "total_tokens": 22197192}
6826
+ {"current_steps": 34045, "total_steps": 38160, "loss": 0.3994, "lr": 3.502291211197267e-05, "epoch": 17.84329140461216, "percentage": 89.22, "elapsed_time": "1:27:02", "remaining_time": "0:10:31", "throughput": 4250.67, "total_tokens": 22199976}
6827
+ {"current_steps": 34050, "total_steps": 38160, "loss": 0.4316, "lr": 3.493887863343448e-05, "epoch": 17.845911949685533, "percentage": 89.23, "elapsed_time": "1:27:03", "remaining_time": "0:10:30", "throughput": 4250.7, "total_tokens": 22203176}
6828
+ {"current_steps": 34055, "total_steps": 38160, "loss": 0.3028, "lr": 3.485494244037718e-05, "epoch": 17.84853249475891, "percentage": 89.24, "elapsed_time": "1:27:04", "remaining_time": "0:10:29", "throughput": 4250.82, "total_tokens": 22207368}
6829
+ {"current_steps": 34060, "total_steps": 38160, "loss": 0.4525, "lr": 3.477110355035934e-05, "epoch": 17.851153039832283, "percentage": 89.26, "elapsed_time": "1:27:04", "remaining_time": "0:10:28", "throughput": 4250.84, "total_tokens": 22210376}
6830
+ {"current_steps": 34065, "total_steps": 38160, "loss": 0.3839, "lr": 3.468736198091904e-05, "epoch": 17.85377358490566, "percentage": 89.27, "elapsed_time": "1:27:05", "remaining_time": "0:10:28", "throughput": 4250.97, "total_tokens": 22214856}
6831
+ {"current_steps": 34070, "total_steps": 38160, "loss": 0.367, "lr": 3.4603717749573935e-05, "epoch": 17.856394129979037, "percentage": 89.28, "elapsed_time": "1:27:06", "remaining_time": "0:10:27", "throughput": 4251.05, "total_tokens": 22218504}
6832
+ {"current_steps": 34075, "total_steps": 38160, "loss": 0.399, "lr": 3.452017087382159e-05, "epoch": 17.85901467505241, "percentage": 89.3, "elapsed_time": "1:27:07", "remaining_time": "0:10:26", "throughput": 4251.04, "total_tokens": 22221384}
6833
+ {"current_steps": 34080, "total_steps": 38160, "loss": 0.4946, "lr": 3.443672137113901e-05, "epoch": 17.861635220125788, "percentage": 89.31, "elapsed_time": "1:27:08", "remaining_time": "0:10:25", "throughput": 4251.14, "total_tokens": 22225480}
6834
+ {"current_steps": 34085, "total_steps": 38160, "loss": 0.4887, "lr": 3.4353369258983025e-05, "epoch": 17.86425576519916, "percentage": 89.32, "elapsed_time": "1:27:08", "remaining_time": "0:10:25", "throughput": 4251.15, "total_tokens": 22228488}
6835
+ {"current_steps": 34090, "total_steps": 38160, "loss": 0.4372, "lr": 3.4270114554789735e-05, "epoch": 17.866876310272538, "percentage": 89.33, "elapsed_time": "1:27:09", "remaining_time": "0:10:24", "throughput": 4251.2, "total_tokens": 22231912}
6836
+ {"current_steps": 34095, "total_steps": 38160, "loss": 0.4489, "lr": 3.41869572759751e-05, "epoch": 17.86949685534591, "percentage": 89.35, "elapsed_time": "1:27:10", "remaining_time": "0:10:23", "throughput": 4251.23, "total_tokens": 22235144}
6837
+ {"current_steps": 34100, "total_steps": 38160, "loss": 0.5227, "lr": 3.410389743993475e-05, "epoch": 17.872117400419288, "percentage": 89.36, "elapsed_time": "1:27:10", "remaining_time": "0:10:22", "throughput": 4251.24, "total_tokens": 22238088}
6838
+ {"current_steps": 34105, "total_steps": 38160, "loss": 0.5143, "lr": 3.40209350640438e-05, "epoch": 17.87473794549266, "percentage": 89.37, "elapsed_time": "1:27:11", "remaining_time": "0:10:22", "throughput": 4251.32, "total_tokens": 22241800}
6839
+ {"current_steps": 34110, "total_steps": 38160, "loss": 0.4693, "lr": 3.3938070165657084e-05, "epoch": 17.87735849056604, "percentage": 89.39, "elapsed_time": "1:27:12", "remaining_time": "0:10:21", "throughput": 4251.39, "total_tokens": 22245512}
6840
+ {"current_steps": 34115, "total_steps": 38160, "loss": 0.478, "lr": 3.385530276210902e-05, "epoch": 17.879979035639412, "percentage": 89.4, "elapsed_time": "1:27:13", "remaining_time": "0:10:20", "throughput": 4251.39, "total_tokens": 22248328}
6841
+ {"current_steps": 34120, "total_steps": 38160, "loss": 0.5029, "lr": 3.377263287071358e-05, "epoch": 17.88259958071279, "percentage": 89.41, "elapsed_time": "1:27:14", "remaining_time": "0:10:19", "throughput": 4251.53, "total_tokens": 22252744}
6842
+ {"current_steps": 34125, "total_steps": 38160, "loss": 0.3428, "lr": 3.369006050876428e-05, "epoch": 17.885220125786162, "percentage": 89.43, "elapsed_time": "1:27:14", "remaining_time": "0:10:18", "throughput": 4251.7, "total_tokens": 22257544}
6843
+ {"current_steps": 34130, "total_steps": 38160, "loss": 0.4121, "lr": 3.3607585693534394e-05, "epoch": 17.88784067085954, "percentage": 89.44, "elapsed_time": "1:27:15", "remaining_time": "0:10:18", "throughput": 4251.69, "total_tokens": 22260456}
6844
+ {"current_steps": 34135, "total_steps": 38160, "loss": 0.4543, "lr": 3.352520844227663e-05, "epoch": 17.890461215932913, "percentage": 89.45, "elapsed_time": "1:27:16", "remaining_time": "0:10:17", "throughput": 4251.78, "total_tokens": 22264328}
6845
+ {"current_steps": 34140, "total_steps": 38160, "loss": 0.3397, "lr": 3.344292877222355e-05, "epoch": 17.89308176100629, "percentage": 89.47, "elapsed_time": "1:27:17", "remaining_time": "0:10:16", "throughput": 4251.77, "total_tokens": 22267080}
6846
+ {"current_steps": 34145, "total_steps": 38160, "loss": 0.3141, "lr": 3.336074670058703e-05, "epoch": 17.895702306079663, "percentage": 89.48, "elapsed_time": "1:27:17", "remaining_time": "0:10:15", "throughput": 4251.8, "total_tokens": 22270248}
6847
+ {"current_steps": 34150, "total_steps": 38160, "loss": 0.4327, "lr": 3.327866224455844e-05, "epoch": 17.89832285115304, "percentage": 89.49, "elapsed_time": "1:27:18", "remaining_time": "0:10:15", "throughput": 4251.87, "total_tokens": 22273960}
6848
+ {"current_steps": 34155, "total_steps": 38160, "loss": 0.4219, "lr": 3.3196675421309165e-05, "epoch": 17.900943396226417, "percentage": 89.5, "elapsed_time": "1:27:19", "remaining_time": "0:10:14", "throughput": 4251.9, "total_tokens": 22277256}
6849
+ {"current_steps": 34160, "total_steps": 38160, "loss": 0.4711, "lr": 3.3114786247989744e-05, "epoch": 17.90356394129979, "percentage": 89.52, "elapsed_time": "1:27:20", "remaining_time": "0:10:13", "throughput": 4251.92, "total_tokens": 22280424}
6850
+ {"current_steps": 34165, "total_steps": 38160, "loss": 0.3693, "lr": 3.303299474173066e-05, "epoch": 17.906184486373167, "percentage": 89.53, "elapsed_time": "1:27:20", "remaining_time": "0:10:12", "throughput": 4252.04, "total_tokens": 22284808}
6851
+ {"current_steps": 34170, "total_steps": 38160, "loss": 0.3745, "lr": 3.2951300919641544e-05, "epoch": 17.90880503144654, "percentage": 89.54, "elapsed_time": "1:27:21", "remaining_time": "0:10:12", "throughput": 4252.06, "total_tokens": 22287912}
6852
+ {"current_steps": 34175, "total_steps": 38160, "loss": 0.4772, "lr": 3.2869704798811964e-05, "epoch": 17.911425576519918, "percentage": 89.56, "elapsed_time": "1:27:22", "remaining_time": "0:10:11", "throughput": 4252.1, "total_tokens": 22291112}
6853
+ {"current_steps": 34180, "total_steps": 38160, "loss": 0.4556, "lr": 3.2788206396310746e-05, "epoch": 17.91404612159329, "percentage": 89.57, "elapsed_time": "1:27:23", "remaining_time": "0:10:10", "throughput": 4252.12, "total_tokens": 22294280}
6854
+ {"current_steps": 34185, "total_steps": 38160, "loss": 0.3222, "lr": 3.270680572918655e-05, "epoch": 17.916666666666668, "percentage": 89.58, "elapsed_time": "1:27:23", "remaining_time": "0:10:09", "throughput": 4252.15, "total_tokens": 22297640}
6855
+ {"current_steps": 34190, "total_steps": 38160, "loss": 0.3496, "lr": 3.262550281446741e-05, "epoch": 17.91928721174004, "percentage": 89.6, "elapsed_time": "1:27:24", "remaining_time": "0:10:08", "throughput": 4252.17, "total_tokens": 22300712}
6856
+ {"current_steps": 34195, "total_steps": 38160, "loss": 0.3601, "lr": 3.2544297669161115e-05, "epoch": 17.921907756813418, "percentage": 89.61, "elapsed_time": "1:27:25", "remaining_time": "0:10:08", "throughput": 4252.21, "total_tokens": 22304072}
6857
+ {"current_steps": 34200, "total_steps": 38160, "loss": 0.5652, "lr": 3.2463190310254633e-05, "epoch": 17.92452830188679, "percentage": 89.62, "elapsed_time": "1:27:26", "remaining_time": "0:10:07", "throughput": 4252.24, "total_tokens": 22307336}
6858
+ {"current_steps": 34205, "total_steps": 38160, "loss": 0.3937, "lr": 3.238218075471483e-05, "epoch": 17.92714884696017, "percentage": 89.64, "elapsed_time": "1:27:26", "remaining_time": "0:10:06", "throughput": 4252.24, "total_tokens": 22310216}
6859
+ {"current_steps": 34210, "total_steps": 38160, "loss": 0.3836, "lr": 3.230126901948788e-05, "epoch": 17.929769392033542, "percentage": 89.65, "elapsed_time": "1:27:27", "remaining_time": "0:10:05", "throughput": 4252.34, "total_tokens": 22314216}
6860
+ {"current_steps": 34215, "total_steps": 38160, "loss": 0.3365, "lr": 3.222045512149968e-05, "epoch": 17.93238993710692, "percentage": 89.66, "elapsed_time": "1:27:28", "remaining_time": "0:10:05", "throughput": 4252.37, "total_tokens": 22317416}
6861
+ {"current_steps": 34220, "total_steps": 38160, "loss": 0.3958, "lr": 3.213973907765566e-05, "epoch": 17.935010482180292, "percentage": 89.68, "elapsed_time": "1:27:28", "remaining_time": "0:10:04", "throughput": 4252.38, "total_tokens": 22320456}
6862
+ {"current_steps": 34225, "total_steps": 38160, "loss": 0.3224, "lr": 3.205912090484048e-05, "epoch": 17.93763102725367, "percentage": 89.69, "elapsed_time": "1:27:29", "remaining_time": "0:10:03", "throughput": 4252.36, "total_tokens": 22323048}
6863
+ {"current_steps": 34230, "total_steps": 38160, "loss": 0.3407, "lr": 3.1978600619918754e-05, "epoch": 17.940251572327043, "percentage": 89.7, "elapsed_time": "1:27:30", "remaining_time": "0:10:02", "throughput": 4252.42, "total_tokens": 22326568}
6864
+ {"current_steps": 34235, "total_steps": 38160, "loss": 0.444, "lr": 3.189817823973423e-05, "epoch": 17.94287211740042, "percentage": 89.71, "elapsed_time": "1:27:31", "remaining_time": "0:10:02", "throughput": 4252.45, "total_tokens": 22329864}
6865
+ {"current_steps": 34240, "total_steps": 38160, "loss": 0.6116, "lr": 3.18178537811104e-05, "epoch": 17.945492662473793, "percentage": 89.73, "elapsed_time": "1:27:31", "remaining_time": "0:10:01", "throughput": 4252.48, "total_tokens": 22333000}
6866
+ {"current_steps": 34245, "total_steps": 38160, "loss": 0.3624, "lr": 3.1737627260850335e-05, "epoch": 17.94811320754717, "percentage": 89.74, "elapsed_time": "1:27:32", "remaining_time": "0:10:00", "throughput": 4252.52, "total_tokens": 22336328}
6867
+ {"current_steps": 34250, "total_steps": 38160, "loss": 0.3301, "lr": 3.1657498695736364e-05, "epoch": 17.950733752620543, "percentage": 89.75, "elapsed_time": "1:27:33", "remaining_time": "0:09:59", "throughput": 4252.49, "total_tokens": 22338920}
6868
+ {"current_steps": 34255, "total_steps": 38160, "loss": 0.6485, "lr": 3.157746810253054e-05, "epoch": 17.95335429769392, "percentage": 89.77, "elapsed_time": "1:27:33", "remaining_time": "0:09:58", "throughput": 4252.55, "total_tokens": 22342568}
6869
+ {"current_steps": 34260, "total_steps": 38160, "loss": 0.4342, "lr": 3.149753549797446e-05, "epoch": 17.955974842767297, "percentage": 89.78, "elapsed_time": "1:27:34", "remaining_time": "0:09:58", "throughput": 4252.56, "total_tokens": 22345512}
6870
+ {"current_steps": 34265, "total_steps": 38160, "loss": 0.4907, "lr": 3.141770089878887e-05, "epoch": 17.95859538784067, "percentage": 89.79, "elapsed_time": "1:27:35", "remaining_time": "0:09:57", "throughput": 4252.57, "total_tokens": 22348488}
6871
+ {"current_steps": 34270, "total_steps": 38160, "loss": 0.3645, "lr": 3.1337964321674354e-05, "epoch": 17.961215932914047, "percentage": 89.81, "elapsed_time": "1:27:36", "remaining_time": "0:09:56", "throughput": 4252.62, "total_tokens": 22351848}
6872
+ {"current_steps": 34275, "total_steps": 38160, "loss": 0.3634, "lr": 3.125832578331106e-05, "epoch": 17.96383647798742, "percentage": 89.82, "elapsed_time": "1:27:36", "remaining_time": "0:09:55", "throughput": 4252.62, "total_tokens": 22354856}
6873
+ {"current_steps": 34280, "total_steps": 38160, "loss": 0.2964, "lr": 3.117878530035823e-05, "epoch": 17.966457023060798, "percentage": 89.83, "elapsed_time": "1:27:37", "remaining_time": "0:09:55", "throughput": 4252.66, "total_tokens": 22358152}
6874
+ {"current_steps": 34285, "total_steps": 38160, "loss": 0.4622, "lr": 3.1099342889454875e-05, "epoch": 17.96907756813417, "percentage": 89.85, "elapsed_time": "1:27:38", "remaining_time": "0:09:54", "throughput": 4252.71, "total_tokens": 22361704}
6875
+ {"current_steps": 34290, "total_steps": 38160, "loss": 0.5186, "lr": 3.1019998567219597e-05, "epoch": 17.971698113207548, "percentage": 89.86, "elapsed_time": "1:27:38", "remaining_time": "0:09:53", "throughput": 4252.72, "total_tokens": 22364680}
6876
+ {"current_steps": 34295, "total_steps": 38160, "loss": 0.3527, "lr": 3.0940752350250125e-05, "epoch": 17.97431865828092, "percentage": 89.87, "elapsed_time": "1:27:39", "remaining_time": "0:09:52", "throughput": 4252.74, "total_tokens": 22367752}
6877
+ {"current_steps": 34300, "total_steps": 38160, "loss": 0.406, "lr": 3.0861604255124074e-05, "epoch": 17.9769392033543, "percentage": 89.88, "elapsed_time": "1:27:40", "remaining_time": "0:09:51", "throughput": 4252.74, "total_tokens": 22370632}
6878
+ {"current_steps": 34305, "total_steps": 38160, "loss": 0.3948, "lr": 3.0782554298398045e-05, "epoch": 17.979559748427672, "percentage": 89.9, "elapsed_time": "1:27:40", "remaining_time": "0:09:51", "throughput": 4252.72, "total_tokens": 22373224}
6879
+ {"current_steps": 34310, "total_steps": 38160, "loss": 0.4143, "lr": 3.070360249660859e-05, "epoch": 17.98218029350105, "percentage": 89.91, "elapsed_time": "1:27:42", "remaining_time": "0:09:50", "throughput": 4252.99, "total_tokens": 22379816}
6880
+ {"current_steps": 34315, "total_steps": 38160, "loss": 0.3397, "lr": 3.0624748866271535e-05, "epoch": 17.984800838574422, "percentage": 89.92, "elapsed_time": "1:27:42", "remaining_time": "0:09:49", "throughput": 4253.03, "total_tokens": 22383112}
6881
+ {"current_steps": 34320, "total_steps": 38160, "loss": 0.5399, "lr": 3.0545993423882036e-05, "epoch": 17.9874213836478, "percentage": 89.94, "elapsed_time": "1:27:43", "remaining_time": "0:09:48", "throughput": 4253.08, "total_tokens": 22386472}
6882
+ {"current_steps": 34325, "total_steps": 38160, "loss": 0.4827, "lr": 3.046733618591496e-05, "epoch": 17.990041928721173, "percentage": 89.95, "elapsed_time": "1:27:44", "remaining_time": "0:09:48", "throughput": 4253.04, "total_tokens": 22388968}
6883
+ {"current_steps": 34330, "total_steps": 38160, "loss": 0.3535, "lr": 3.0388777168824434e-05, "epoch": 17.99266247379455, "percentage": 89.96, "elapsed_time": "1:27:44", "remaining_time": "0:09:47", "throughput": 4253.05, "total_tokens": 22392008}
6884
+ {"current_steps": 34335, "total_steps": 38160, "loss": 0.3516, "lr": 3.0310316389044022e-05, "epoch": 17.995283018867923, "percentage": 89.98, "elapsed_time": "1:27:45", "remaining_time": "0:09:46", "throughput": 4253.06, "total_tokens": 22394984}
6885
+ {"current_steps": 34340, "total_steps": 38160, "loss": 0.4614, "lr": 3.0231953862986995e-05, "epoch": 17.9979035639413, "percentage": 89.99, "elapsed_time": "1:27:46", "remaining_time": "0:09:45", "throughput": 4253.11, "total_tokens": 22398376}
6886
+ {"current_steps": 34344, "total_steps": 38160, "eval_loss": 0.46658554673194885, "epoch": 18.0, "percentage": 90.0, "elapsed_time": "1:28:00", "remaining_time": "0:09:46", "throughput": 4242.01, "total_tokens": 22400368}
6887
+ {"current_steps": 34345, "total_steps": 38160, "loss": 0.6094, "lr": 3.0153689607045842e-05, "epoch": 18.000524109014677, "percentage": 90.0, "elapsed_time": "1:28:02", "remaining_time": "0:09:46", "throughput": 4240.66, "total_tokens": 22400816}
6888
+ {"current_steps": 34350, "total_steps": 38160, "loss": 0.4229, "lr": 3.0075523637592474e-05, "epoch": 18.00314465408805, "percentage": 90.02, "elapsed_time": "1:28:03", "remaining_time": "0:09:45", "throughput": 4240.67, "total_tokens": 22403888}
6889
+ {"current_steps": 34355, "total_steps": 38160, "loss": 0.4744, "lr": 2.999745597097847e-05, "epoch": 18.005765199161427, "percentage": 90.03, "elapsed_time": "1:28:03", "remaining_time": "0:09:45", "throughput": 4240.8, "total_tokens": 22408208}
6890
+ {"current_steps": 34360, "total_steps": 38160, "loss": 0.4145, "lr": 2.9919486623534497e-05, "epoch": 18.0083857442348, "percentage": 90.04, "elapsed_time": "1:28:04", "remaining_time": "0:09:44", "throughput": 4240.86, "total_tokens": 22411856}