dbw_240915 / trainer_log.jsonl
ba144220's picture
Model save
27530fd verified
{"current_steps": 10, "total_steps": 450, "loss": 1.405, "learning_rate": 2.222222222222222e-06, "epoch": 0.022222222222222223, "percentage": 2.22, "elapsed_time": "0:00:37", "remaining_time": "0:27:10", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 20, "total_steps": 450, "loss": 1.11, "learning_rate": 4.444444444444444e-06, "epoch": 0.044444444444444446, "percentage": 4.44, "elapsed_time": "0:01:12", "remaining_time": "0:26:06", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 30, "total_steps": 450, "loss": 1.0618, "learning_rate": 6.666666666666667e-06, "epoch": 0.06666666666666667, "percentage": 6.67, "elapsed_time": "0:01:48", "remaining_time": "0:25:21", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 40, "total_steps": 450, "loss": 1.1446, "learning_rate": 8.888888888888888e-06, "epoch": 0.08888888888888889, "percentage": 8.89, "elapsed_time": "0:02:24", "remaining_time": "0:24:41", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 50, "total_steps": 450, "loss": 1.1175, "learning_rate": 9.996239762521152e-06, "epoch": 0.1111111111111111, "percentage": 11.11, "elapsed_time": "0:03:00", "remaining_time": "0:24:02", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 60, "total_steps": 450, "loss": 1.2044, "learning_rate": 9.966191788709716e-06, "epoch": 0.13333333333333333, "percentage": 13.33, "elapsed_time": "0:03:36", "remaining_time": "0:23:25", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 70, "total_steps": 450, "loss": 1.1394, "learning_rate": 9.906276553136924e-06, "epoch": 0.15555555555555556, "percentage": 15.56, "elapsed_time": "0:04:12", "remaining_time": "0:22:50", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 80, "total_steps": 450, "loss": 1.1235, "learning_rate": 9.816854393079402e-06, "epoch": 0.17777777777777778, "percentage": 17.78, "elapsed_time": "0:04:48", "remaining_time": "0:22:13", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 90, "total_steps": 450, "loss": 1.1788, "learning_rate": 9.698463103929542e-06, "epoch": 0.2, "percentage": 20.0, "elapsed_time": "0:05:24", "remaining_time": "0:21:36", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 100, "total_steps": 450, "loss": 1.107, "learning_rate": 9.551814704830734e-06, "epoch": 0.2222222222222222, "percentage": 22.22, "elapsed_time": "0:06:00", "remaining_time": "0:21:00", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 100, "total_steps": 450, "eval_loss": 1.100467562675476, "epoch": 0.2222222222222222, "percentage": 22.22, "elapsed_time": "0:07:01", "remaining_time": "0:24:36", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 110, "total_steps": 450, "loss": 1.1634, "learning_rate": 9.377791156510456e-06, "epoch": 0.24444444444444444, "percentage": 24.44, "elapsed_time": "0:07:37", "remaining_time": "0:23:34", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 120, "total_steps": 450, "loss": 1.0996, "learning_rate": 9.177439057064684e-06, "epoch": 0.26666666666666666, "percentage": 26.67, "elapsed_time": "0:08:13", "remaining_time": "0:22:37", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 130, "total_steps": 450, "loss": 1.12, "learning_rate": 8.951963347593797e-06, "epoch": 0.28888888888888886, "percentage": 28.89, "elapsed_time": "0:08:49", "remaining_time": "0:21:43", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 140, "total_steps": 450, "loss": 1.0982, "learning_rate": 8.702720065545024e-06, "epoch": 0.3111111111111111, "percentage": 31.11, "elapsed_time": "0:09:25", "remaining_time": "0:20:52", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 150, "total_steps": 450, "loss": 1.1377, "learning_rate": 8.43120818934367e-06, "epoch": 0.3333333333333333, "percentage": 33.33, "elapsed_time": "0:10:01", "remaining_time": "0:20:02", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 160, "total_steps": 450, "loss": 1.1313, "learning_rate": 8.139060623360494e-06, "epoch": 0.35555555555555557, "percentage": 35.56, "elapsed_time": "0:10:37", "remaining_time": "0:19:14", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 170, "total_steps": 450, "loss": 1.127, "learning_rate": 7.828034377432694e-06, "epoch": 0.37777777777777777, "percentage": 37.78, "elapsed_time": "0:11:13", "remaining_time": "0:18:28", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 180, "total_steps": 450, "loss": 1.0313, "learning_rate": 7.500000000000001e-06, "epoch": 0.4, "percentage": 40.0, "elapsed_time": "0:11:49", "remaining_time": "0:17:43", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 190, "total_steps": 450, "loss": 1.0519, "learning_rate": 7.156930328406268e-06, "epoch": 0.4222222222222222, "percentage": 42.22, "elapsed_time": "0:12:24", "remaining_time": "0:16:59", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 200, "total_steps": 450, "loss": 1.0303, "learning_rate": 6.800888624023552e-06, "epoch": 0.4444444444444444, "percentage": 44.44, "elapsed_time": "0:13:00", "remaining_time": "0:16:15", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 200, "total_steps": 450, "eval_loss": 1.0128766298294067, "epoch": 0.4444444444444444, "percentage": 44.44, "elapsed_time": "0:14:02", "remaining_time": "0:17:32", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 210, "total_steps": 450, "loss": 0.9573, "learning_rate": 6.434016163555452e-06, "epoch": 0.4666666666666667, "percentage": 46.67, "elapsed_time": "0:14:38", "remaining_time": "0:16:43", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 220, "total_steps": 450, "loss": 1.0128, "learning_rate": 6.058519361147055e-06, "epoch": 0.4888888888888889, "percentage": 48.89, "elapsed_time": "0:15:13", "remaining_time": "0:15:55", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 230, "total_steps": 450, "loss": 1.0354, "learning_rate": 5.6766564987506564e-06, "epoch": 0.5111111111111111, "percentage": 51.11, "elapsed_time": "0:15:49", "remaining_time": "0:15:08", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 240, "total_steps": 450, "loss": 1.0924, "learning_rate": 5.290724144552379e-06, "epoch": 0.5333333333333333, "percentage": 53.33, "elapsed_time": "0:16:25", "remaining_time": "0:14:22", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 250, "total_steps": 450, "loss": 1.063, "learning_rate": 4.903043341140879e-06, "epoch": 0.5555555555555556, "percentage": 55.56, "elapsed_time": "0:17:01", "remaining_time": "0:13:37", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 260, "total_steps": 450, "loss": 1.0263, "learning_rate": 4.515945646484105e-06, "epoch": 0.5777777777777777, "percentage": 57.78, "elapsed_time": "0:17:37", "remaining_time": "0:12:52", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 270, "total_steps": 450, "loss": 0.9798, "learning_rate": 4.131759111665349e-06, "epoch": 0.6, "percentage": 60.0, "elapsed_time": "0:18:13", "remaining_time": "0:12:09", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 280, "total_steps": 450, "loss": 0.9744, "learning_rate": 3.752794279710094e-06, "epoch": 0.6222222222222222, "percentage": 62.22, "elapsed_time": "0:18:49", "remaining_time": "0:11:25", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 290, "total_steps": 450, "loss": 0.9874, "learning_rate": 3.3813302897083955e-06, "epoch": 0.6444444444444445, "percentage": 64.44, "elapsed_time": "0:19:25", "remaining_time": "0:10:42", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 300, "total_steps": 450, "loss": 0.9439, "learning_rate": 3.019601169804216e-06, "epoch": 0.6666666666666666, "percentage": 66.67, "elapsed_time": "0:20:01", "remaining_time": "0:10:00", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 300, "total_steps": 450, "eval_loss": 0.9523131847381592, "epoch": 0.6666666666666666, "percentage": 66.67, "elapsed_time": "0:21:02", "remaining_time": "0:10:31", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 310, "total_steps": 450, "loss": 0.9909, "learning_rate": 2.6697824014873076e-06, "epoch": 0.6888888888888889, "percentage": 68.89, "elapsed_time": "0:21:38", "remaining_time": "0:09:46", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 320, "total_steps": 450, "loss": 0.966, "learning_rate": 2.333977835991545e-06, "epoch": 0.7111111111111111, "percentage": 71.11, "elapsed_time": "0:22:14", "remaining_time": "0:09:02", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 330, "total_steps": 450, "loss": 0.8804, "learning_rate": 2.0142070414860704e-06, "epoch": 0.7333333333333333, "percentage": 73.33, "elapsed_time": "0:22:50", "remaining_time": "0:08:18", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 340, "total_steps": 450, "loss": 0.8833, "learning_rate": 1.7123931571546826e-06, "epoch": 0.7555555555555555, "percentage": 75.56, "elapsed_time": "0:23:26", "remaining_time": "0:07:35", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 350, "total_steps": 450, "loss": 0.9143, "learning_rate": 1.4303513272105057e-06, "epoch": 0.7777777777777778, "percentage": 77.78, "elapsed_time": "0:24:02", "remaining_time": "0:06:52", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 360, "total_steps": 450, "loss": 0.9209, "learning_rate": 1.1697777844051105e-06, "epoch": 0.8, "percentage": 80.0, "elapsed_time": "0:24:38", "remaining_time": "0:06:09", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 370, "total_steps": 450, "loss": 0.8687, "learning_rate": 9.322396486851626e-07, "epoch": 0.8222222222222222, "percentage": 82.22, "elapsed_time": "0:25:13", "remaining_time": "0:05:27", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 380, "total_steps": 450, "loss": 0.8947, "learning_rate": 7.191655023486682e-07, "epoch": 0.8444444444444444, "percentage": 84.44, "elapsed_time": "0:25:49", "remaining_time": "0:04:45", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 390, "total_steps": 450, "loss": 0.9376, "learning_rate": 5.318367983829393e-07, "epoch": 0.8666666666666667, "percentage": 86.67, "elapsed_time": "0:26:25", "remaining_time": "0:04:03", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 400, "total_steps": 450, "loss": 0.8362, "learning_rate": 3.7138015365554834e-07, "epoch": 0.8888888888888888, "percentage": 88.89, "elapsed_time": "0:27:01", "remaining_time": "0:03:22", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 400, "total_steps": 450, "eval_loss": 0.9151431322097778, "epoch": 0.8888888888888888, "percentage": 88.89, "elapsed_time": "0:28:03", "remaining_time": "0:03:30", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 410, "total_steps": 450, "loss": 0.8494, "learning_rate": 2.3876057330792344e-07, "epoch": 0.9111111111111111, "percentage": 91.11, "elapsed_time": "0:28:39", "remaining_time": "0:02:47", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 420, "total_steps": 450, "loss": 0.9062, "learning_rate": 1.3477564710088097e-07, "epoch": 0.9333333333333333, "percentage": 93.33, "elapsed_time": "0:29:14", "remaining_time": "0:02:05", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 430, "total_steps": 450, "loss": 0.9755, "learning_rate": 6.005075261595495e-08, "epoch": 0.9555555555555556, "percentage": 95.56, "elapsed_time": "0:29:50", "remaining_time": "0:01:23", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 440, "total_steps": 450, "loss": 0.9235, "learning_rate": 1.5035294161039882e-08, "epoch": 0.9777777777777777, "percentage": 97.78, "elapsed_time": "0:30:26", "remaining_time": "0:00:41", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 450, "total_steps": 450, "loss": 0.8962, "learning_rate": 0.0, "epoch": 1.0, "percentage": 100.0, "elapsed_time": "0:31:02", "remaining_time": "0:00:00", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 450, "total_steps": 450, "epoch": 1.0, "percentage": 100.0, "elapsed_time": "0:31:02", "remaining_time": "0:00:00", "throughput": "0.00", "total_tokens": 0}