File size: 16,136 Bytes
8403946 e486c2a 221d28e a8137e0 cf07cc7 567a556 ef1276b f4193aa |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 |
{"current_steps": 5, "total_steps": 249, "loss": 0.9403, "lr": 8.000000000000001e-06, "epoch": 0.020080321285140562, "percentage": 2.01, "elapsed_time": "0:00:01", "remaining_time": "0:00:56", "throughput": 723.21, "total_tokens": 832}
{"current_steps": 10, "total_steps": 249, "loss": 0.9316, "lr": 1.8e-05, "epoch": 0.040160642570281124, "percentage": 4.02, "elapsed_time": "0:00:01", "remaining_time": "0:00:39", "throughput": 1078.1, "total_tokens": 1760}
{"current_steps": 13, "total_steps": 249, "eval_loss": 0.9549338221549988, "epoch": 0.05220883534136546, "percentage": 5.22, "elapsed_time": "0:00:02", "remaining_time": "0:00:53", "throughput": 781.88, "total_tokens": 2288}
{"current_steps": 15, "total_steps": 249, "loss": 0.9858, "lr": 2.8000000000000003e-05, "epoch": 0.060240963855421686, "percentage": 6.02, "elapsed_time": "0:00:04", "remaining_time": "0:01:08", "throughput": 593.13, "total_tokens": 2608}
{"current_steps": 20, "total_steps": 249, "loss": 0.8997, "lr": 3.8e-05, "epoch": 0.08032128514056225, "percentage": 8.03, "elapsed_time": "0:00:04", "remaining_time": "0:00:55", "throughput": 725.59, "total_tokens": 3536}
{"current_steps": 25, "total_steps": 249, "loss": 1.1199, "lr": 4.8e-05, "epoch": 0.10040160642570281, "percentage": 10.04, "elapsed_time": "0:00:05", "remaining_time": "0:00:48", "throughput": 835.61, "total_tokens": 4496}
{"current_steps": 26, "total_steps": 249, "eval_loss": 0.8821852803230286, "epoch": 0.10441767068273092, "percentage": 10.44, "elapsed_time": "0:00:06", "remaining_time": "0:00:55", "throughput": 720.28, "total_tokens": 4656}
{"current_steps": 30, "total_steps": 249, "loss": 1.0716, "lr": 4.996067037544542e-05, "epoch": 0.12048192771084337, "percentage": 12.05, "elapsed_time": "0:00:08", "remaining_time": "0:01:02", "throughput": 631.06, "total_tokens": 5424}
{"current_steps": 35, "total_steps": 249, "loss": 0.8317, "lr": 4.980110583549062e-05, "epoch": 0.14056224899598393, "percentage": 14.06, "elapsed_time": "0:00:09", "remaining_time": "0:00:55", "throughput": 694.82, "total_tokens": 6304}
{"current_steps": 39, "total_steps": 249, "eval_loss": 0.8176223039627075, "epoch": 0.1566265060240964, "percentage": 15.66, "elapsed_time": "0:00:10", "remaining_time": "0:00:56", "throughput": 662.37, "total_tokens": 6944}
{"current_steps": 40, "total_steps": 249, "loss": 0.9978, "lr": 4.951963201008076e-05, "epoch": 0.1606425702811245, "percentage": 16.06, "elapsed_time": "0:00:11", "remaining_time": "0:01:00", "throughput": 610.36, "total_tokens": 7072}
{"current_steps": 45, "total_steps": 249, "loss": 0.7925, "lr": 4.91176324775594e-05, "epoch": 0.18072289156626506, "percentage": 18.07, "elapsed_time": "0:00:12", "remaining_time": "0:00:54", "throughput": 653.75, "total_tokens": 7856}
{"current_steps": 50, "total_steps": 249, "loss": 0.7882, "lr": 4.8597083257709194e-05, "epoch": 0.20080321285140562, "percentage": 20.08, "elapsed_time": "0:00:12", "remaining_time": "0:00:49", "throughput": 711.62, "total_tokens": 8880}
{"current_steps": 52, "total_steps": 249, "eval_loss": 0.7668408155441284, "epoch": 0.20883534136546184, "percentage": 20.88, "elapsed_time": "0:00:13", "remaining_time": "0:00:52", "throughput": 669.27, "total_tokens": 9232}
{"current_steps": 55, "total_steps": 249, "loss": 0.7209, "lr": 4.796054309867053e-05, "epoch": 0.22088353413654618, "percentage": 22.09, "elapsed_time": "0:00:15", "remaining_time": "0:00:53", "throughput": 636.84, "total_tokens": 9680}
{"current_steps": 60, "total_steps": 249, "loss": 0.8405, "lr": 4.721114089947181e-05, "epoch": 0.24096385542168675, "percentage": 24.1, "elapsed_time": "0:00:15", "remaining_time": "0:00:49", "throughput": 674.09, "total_tokens": 10576}
{"current_steps": 65, "total_steps": 249, "loss": 0.7909, "lr": 4.6352560329995686e-05, "epoch": 0.26104417670682734, "percentage": 26.1, "elapsed_time": "0:00:16", "remaining_time": "0:00:46", "throughput": 702.43, "total_tokens": 11424}
{"current_steps": 65, "total_steps": 249, "eval_loss": 0.6973205208778381, "epoch": 0.26104417670682734, "percentage": 26.1, "elapsed_time": "0:00:17", "remaining_time": "0:00:49", "throughput": 657.87, "total_tokens": 11424}
{"current_steps": 70, "total_steps": 249, "loss": 0.7974, "lr": 4.538902172398151e-05, "epoch": 0.28112449799196787, "percentage": 28.11, "elapsed_time": "0:00:18", "remaining_time": "0:00:48", "throughput": 646.15, "total_tokens": 12224}
{"current_steps": 75, "total_steps": 249, "loss": 0.7007, "lr": 4.4325261334068426e-05, "epoch": 0.30120481927710846, "percentage": 30.12, "elapsed_time": "0:00:19", "remaining_time": "0:00:45", "throughput": 677.51, "total_tokens": 13168}
{"current_steps": 78, "total_steps": 249, "eval_loss": 0.6643471121788025, "epoch": 0.3132530120481928, "percentage": 31.33, "elapsed_time": "0:00:20", "remaining_time": "0:00:45", "throughput": 657.6, "total_tokens": 13760}
{"current_steps": 80, "total_steps": 249, "loss": 0.6931, "lr": 4.316650805085068e-05, "epoch": 0.321285140562249, "percentage": 32.13, "elapsed_time": "0:00:22", "remaining_time": "0:00:46", "throughput": 635.79, "total_tokens": 14080}
{"current_steps": 85, "total_steps": 249, "loss": 0.6361, "lr": 4.1918457700381855e-05, "epoch": 0.3413654618473896, "percentage": 34.14, "elapsed_time": "0:00:22", "remaining_time": "0:00:43", "throughput": 666.09, "total_tokens": 15056}
{"current_steps": 90, "total_steps": 249, "loss": 0.7416, "lr": 4.058724504646834e-05, "epoch": 0.3614457831325301, "percentage": 36.14, "elapsed_time": "0:00:23", "remaining_time": "0:00:40", "throughput": 689.71, "total_tokens": 15904}
{"current_steps": 91, "total_steps": 249, "eval_loss": 0.6244128346443176, "epoch": 0.3654618473895582, "percentage": 36.55, "elapsed_time": "0:00:24", "remaining_time": "0:00:42", "throughput": 661.33, "total_tokens": 16048}
{"current_steps": 95, "total_steps": 249, "loss": 0.7075, "lr": 3.9179413635373897e-05, "epoch": 0.3815261044176707, "percentage": 38.15, "elapsed_time": "0:00:25", "remaining_time": "0:00:41", "throughput": 649.28, "total_tokens": 16688}
{"current_steps": 100, "total_steps": 249, "loss": 0.8212, "lr": 3.770188363116324e-05, "epoch": 0.40160642570281124, "percentage": 40.16, "elapsed_time": "0:00:26", "remaining_time": "0:00:38", "throughput": 670.91, "total_tokens": 17552}
{"current_steps": 104, "total_steps": 249, "eval_loss": 0.5989917516708374, "epoch": 0.41767068273092367, "percentage": 41.77, "elapsed_time": "0:00:27", "remaining_time": "0:00:38", "throughput": 662.71, "total_tokens": 18272}
{"current_steps": 105, "total_steps": 249, "loss": 0.71, "lr": 3.616191779978907e-05, "epoch": 0.42168674698795183, "percentage": 42.17, "elapsed_time": "0:00:28", "remaining_time": "0:00:39", "throughput": 642.42, "total_tokens": 18400}
{"current_steps": 110, "total_steps": 249, "loss": 0.5662, "lr": 3.456708580912725e-05, "epoch": 0.44176706827309237, "percentage": 44.18, "elapsed_time": "0:00:29", "remaining_time": "0:00:36", "throughput": 668.16, "total_tokens": 19456}
{"current_steps": 115, "total_steps": 249, "loss": 0.4927, "lr": 3.292522702044221e-05, "epoch": 0.46184738955823296, "percentage": 46.18, "elapsed_time": "0:00:29", "remaining_time": "0:00:34", "throughput": 686.54, "total_tokens": 20288}
{"current_steps": 117, "total_steps": 249, "eval_loss": 0.5652104020118713, "epoch": 0.46987951807228917, "percentage": 46.99, "elapsed_time": "0:00:30", "remaining_time": "0:00:34", "throughput": 671.72, "total_tokens": 20656}
{"current_steps": 120, "total_steps": 249, "loss": 0.5256, "lr": 3.1244411954180676e-05, "epoch": 0.4819277108433735, "percentage": 48.19, "elapsed_time": "0:00:32", "remaining_time": "0:00:34", "throughput": 665.04, "total_tokens": 21328}
{"current_steps": 125, "total_steps": 249, "loss": 0.4829, "lr": 2.9532902619507462e-05, "epoch": 0.5020080321285141, "percentage": 50.2, "elapsed_time": "0:00:32", "remaining_time": "0:00:32", "throughput": 684.53, "total_tokens": 22304}
{"current_steps": 130, "total_steps": 249, "loss": 0.5708, "lr": 2.7799111902582696e-05, "epoch": 0.5220883534136547, "percentage": 52.21, "elapsed_time": "0:00:33", "remaining_time": "0:00:30", "throughput": 697.63, "total_tokens": 23056}
{"current_steps": 130, "total_steps": 249, "eval_loss": 0.5374971032142639, "epoch": 0.5220883534136547, "percentage": 52.21, "elapsed_time": "0:00:34", "remaining_time": "0:00:31", "throughput": 677.71, "total_tokens": 23056}
{"current_steps": 135, "total_steps": 249, "loss": 0.4772, "lr": 2.6051562213206632e-05, "epoch": 0.5421686746987951, "percentage": 54.22, "elapsed_time": "0:00:35", "remaining_time": "0:00:30", "throughput": 670.04, "total_tokens": 23840}
{"current_steps": 140, "total_steps": 249, "loss": 0.4855, "lr": 2.429884359310328e-05, "epoch": 0.5622489959839357, "percentage": 56.22, "elapsed_time": "0:00:36", "remaining_time": "0:00:28", "throughput": 688.61, "total_tokens": 24832}
{"current_steps": 143, "total_steps": 249, "eval_loss": 0.5332380533218384, "epoch": 0.5742971887550201, "percentage": 57.43, "elapsed_time": "0:00:37", "remaining_time": "0:00:27", "throughput": 676.52, "total_tokens": 25312}
{"current_steps": 145, "total_steps": 249, "loss": 0.5654, "lr": 2.2549571491760986e-05, "epoch": 0.5823293172690763, "percentage": 58.23, "elapsed_time": "0:00:38", "remaining_time": "0:00:27", "throughput": 663.41, "total_tokens": 25648}
{"current_steps": 150, "total_steps": 249, "loss": 0.5382, "lr": 2.0812344417381595e-05, "epoch": 0.6024096385542169, "percentage": 60.24, "elapsed_time": "0:00:39", "remaining_time": "0:00:25", "throughput": 677.04, "total_tokens": 26496}
{"current_steps": 155, "total_steps": 249, "loss": 0.5239, "lr": 1.909570167110415e-05, "epoch": 0.6224899598393574, "percentage": 62.25, "elapsed_time": "0:00:39", "remaining_time": "0:00:24", "throughput": 692.05, "total_tokens": 27392}
{"current_steps": 156, "total_steps": 249, "eval_loss": 0.5172758102416992, "epoch": 0.6265060240963856, "percentage": 62.65, "elapsed_time": "0:00:41", "remaining_time": "0:00:24", "throughput": 667.09, "total_tokens": 27552}
{"current_steps": 160, "total_steps": 249, "loss": 0.52, "lr": 1.7408081372259632e-05, "epoch": 0.642570281124498, "percentage": 64.26, "elapsed_time": "0:00:42", "remaining_time": "0:00:23", "throughput": 662.43, "total_tokens": 28272}
{"current_steps": 165, "total_steps": 249, "loss": 0.4772, "lr": 1.5757778980982626e-05, "epoch": 0.6626506024096386, "percentage": 66.27, "elapsed_time": "0:00:43", "remaining_time": "0:00:21", "throughput": 675.53, "total_tokens": 29184}
{"current_steps": 169, "total_steps": 249, "eval_loss": 0.5134099721908569, "epoch": 0.678714859437751, "percentage": 67.87, "elapsed_time": "0:00:44", "remaining_time": "0:00:21", "throughput": 672.59, "total_tokens": 29984}
{"current_steps": 170, "total_steps": 249, "loss": 0.4832, "lr": 1.4152906522061048e-05, "epoch": 0.6827309236947792, "percentage": 68.27, "elapsed_time": "0:00:46", "remaining_time": "0:00:21", "throughput": 654.4, "total_tokens": 30128}
{"current_steps": 175, "total_steps": 249, "loss": 0.494, "lr": 1.2601352710458313e-05, "epoch": 0.7028112449799196, "percentage": 70.28, "elapsed_time": "0:00:46", "remaining_time": "0:00:19", "throughput": 665.81, "total_tokens": 30976}
{"current_steps": 180, "total_steps": 249, "loss": 0.4958, "lr": 1.1110744174509952e-05, "epoch": 0.7228915662650602, "percentage": 72.29, "elapsed_time": "0:00:46", "remaining_time": "0:00:18", "throughput": 676.56, "total_tokens": 31776}
{"current_steps": 182, "total_steps": 249, "eval_loss": 0.5050697922706604, "epoch": 0.7309236947791165, "percentage": 73.09, "elapsed_time": "0:00:48", "remaining_time": "0:00:17", "throughput": 665.65, "total_tokens": 32080}
{"current_steps": 185, "total_steps": 249, "loss": 0.6199, "lr": 9.688407967401248e-06, "epoch": 0.7429718875502008, "percentage": 74.3, "elapsed_time": "0:00:49", "remaining_time": "0:00:17", "throughput": 652.8, "total_tokens": 32608}
{"current_steps": 190, "total_steps": 249, "loss": 0.6049, "lr": 8.341335551199902e-06, "epoch": 0.7630522088353414, "percentage": 76.31, "elapsed_time": "0:00:50", "remaining_time": "0:00:15", "throughput": 661.82, "total_tokens": 33360}
{"current_steps": 195, "total_steps": 249, "loss": 0.6547, "lr": 7.076148430479321e-06, "epoch": 0.7831325301204819, "percentage": 78.31, "elapsed_time": "0:00:50", "remaining_time": "0:00:14", "throughput": 671.85, "total_tokens": 34176}
{"current_steps": 195, "total_steps": 249, "eval_loss": 0.5061560273170471, "epoch": 0.7831325301204819, "percentage": 78.31, "elapsed_time": "0:00:51", "remaining_time": "0:00:14", "throughput": 659.28, "total_tokens": 34176}
{"current_steps": 200, "total_steps": 249, "loss": 0.4622, "lr": 5.899065604459814e-06, "epoch": 0.8032128514056225, "percentage": 80.32, "elapsed_time": "0:00:53", "remaining_time": "0:00:13", "throughput": 651.59, "total_tokens": 34992}
{"current_steps": 205, "total_steps": 249, "loss": 0.6246, "lr": 4.81587299765594e-06, "epoch": 0.8232931726907631, "percentage": 82.33, "elapsed_time": "0:00:54", "remaining_time": "0:00:11", "throughput": 662.37, "total_tokens": 35888}
{"current_steps": 208, "total_steps": 249, "eval_loss": 0.5011698007583618, "epoch": 0.8353413654618473, "percentage": 83.53, "elapsed_time": "0:00:55", "remaining_time": "0:00:10", "throughput": 657.28, "total_tokens": 36512}
{"current_steps": 210, "total_steps": 249, "loss": 0.553, "lr": 3.831895019292897e-06, "epoch": 0.8433734939759037, "percentage": 84.34, "elapsed_time": "0:00:57", "remaining_time": "0:00:10", "throughput": 643.63, "total_tokens": 36848}
{"current_steps": 215, "total_steps": 249, "loss": 0.5892, "lr": 2.9519683912911266e-06, "epoch": 0.8634538152610441, "percentage": 86.35, "elapsed_time": "0:00:57", "remaining_time": "0:00:09", "throughput": 655.44, "total_tokens": 37888}
{"current_steps": 220, "total_steps": 249, "loss": 0.5174, "lr": 2.1804183734670277e-06, "epoch": 0.8835341365461847, "percentage": 88.35, "elapsed_time": "0:00:58", "remaining_time": "0:00:07", "throughput": 664.72, "total_tokens": 38768}
{"current_steps": 221, "total_steps": 249, "eval_loss": 0.4947091042995453, "epoch": 0.8875502008032129, "percentage": 88.76, "elapsed_time": "0:00:59", "remaining_time": "0:00:07", "throughput": 654.97, "total_tokens": 38912}
{"current_steps": 225, "total_steps": 249, "loss": 0.6159, "lr": 1.5210375028143097e-06, "epoch": 0.9036144578313253, "percentage": 90.36, "elapsed_time": "0:01:01", "remaining_time": "0:00:06", "throughput": 645.49, "total_tokens": 39488}
{"current_steps": 230, "total_steps": 249, "loss": 0.5318, "lr": 9.770669513725128e-07, "epoch": 0.9236947791164659, "percentage": 92.37, "elapsed_time": "0:01:01", "remaining_time": "0:00:05", "throughput": 654.32, "total_tokens": 40336}
{"current_steps": 234, "total_steps": 249, "eval_loss": 0.49773862957954407, "epoch": 0.9397590361445783, "percentage": 93.98, "elapsed_time": "0:01:03", "remaining_time": "0:00:04", "throughput": 652.62, "total_tokens": 41120}
{"current_steps": 235, "total_steps": 249, "loss": 0.6135, "lr": 5.5118059431781e-07, "epoch": 0.9437751004016064, "percentage": 94.38, "elapsed_time": "0:01:04", "remaining_time": "0:00:03", "throughput": 639.48, "total_tokens": 41328}
{"current_steps": 240, "total_steps": 249, "loss": 0.6099, "lr": 2.454718665888589e-07, "epoch": 0.963855421686747, "percentage": 96.39, "elapsed_time": "0:01:05", "remaining_time": "0:00:02", "throughput": 647.98, "total_tokens": 42176}
{"current_steps": 245, "total_steps": 249, "loss": 0.445, "lr": 6.14434726538493e-08, "epoch": 0.9839357429718876, "percentage": 98.39, "elapsed_time": "0:01:05", "remaining_time": "0:00:01", "throughput": 660.47, "total_tokens": 43312}
{"current_steps": 247, "total_steps": 249, "eval_loss": 0.5010460019111633, "epoch": 0.9919678714859438, "percentage": 99.2, "elapsed_time": "0:01:06", "remaining_time": "0:00:00", "throughput": 652.35, "total_tokens": 43600}
{"current_steps": 249, "total_steps": 249, "epoch": 1.0, "percentage": 100.0, "elapsed_time": "0:01:09", "remaining_time": "0:00:00", "throughput": 630.81, "total_tokens": 43904}
|