Training in progress, step 40000

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:95a11506c2c5711d084e1fe90fdd5459e7b93dee98b42c76d5e5e04385152b84
+oid sha256:87af470ad01cc5f42574cb7f86a8c7e24064ded5d455a03f4566239ab4c1833a
 size 58745928

trainer_log.jsonl

@@ -8158,3 +8158,44 @@
 {"current_steps": 39800, "total_steps": 40000, "loss": 0.153, "lr": 3.1151063006468193e-09, "epoch": 1.2739261250880225, "percentage": 99.5, "elapsed_time": "1 day, 14:34:05", "remaining_time": "0:11:37", "throughput": 388.41, "total_tokens": 53928784}
 {"current_steps": 39800, "total_steps": 40000, "eval_loss": 0.2686832845211029, "epoch": 1.2739261250880225, "percentage": 99.5, "elapsed_time": "1 day, 14:43:43", "remaining_time": "0:11:40", "throughput": 386.8, "total_tokens": 53928784}
 {"current_steps": 39805, "total_steps": 40000, "loss": 0.2156, "lr": 2.962056527169854e-09, "epoch": 1.274086166058511, "percentage": 99.51, "elapsed_time": "1 day, 14:43:48", "remaining_time": "0:11:23", "throughput": 386.83, "total_tokens": 53935552}
+{"current_steps": 39810, "total_steps": 40000, "loss": 0.1516, "lr": 2.8128616110761898e-09, "epoch": 1.2742462070289995, "percentage": 99.52, "elapsed_time": "1 day, 14:43:52", "remaining_time": "0:11:05", "throughput": 386.87, "total_tokens": 53942256}
+{"current_steps": 39815, "total_steps": 40000, "loss": 0.1983, "lr": 2.6675215753724223e-09, "epoch": 1.274406247999488, "percentage": 99.54, "elapsed_time": "1 day, 14:43:55", "remaining_time": "0:10:47", "throughput": 386.91, "total_tokens": 53948512}
+{"current_steps": 39820, "total_steps": 40000, "loss": 0.0849, "lr": 2.5260364424739557e-09, "epoch": 1.2745662889699763, "percentage": 99.55, "elapsed_time": "1 day, 14:43:58", "remaining_time": "0:10:30", "throughput": 386.95, "total_tokens": 53955520}
+{"current_steps": 39825, "total_steps": 40000, "loss": 0.2406, "lr": 2.3884062341994475e-09, "epoch": 1.2747263299404648, "percentage": 99.56, "elapsed_time": "1 day, 14:44:01", "remaining_time": "0:10:12", "throughput": 386.99, "total_tokens": 53962352}
+{"current_steps": 39830, "total_steps": 40000, "loss": 0.2267, "lr": 2.25463097177081e-09, "epoch": 1.2748863709109532, "percentage": 99.58, "elapsed_time": "1 day, 14:44:05", "remaining_time": "0:09:55", "throughput": 387.03, "total_tokens": 53969264}
+{"current_steps": 39835, "total_steps": 40000, "loss": 0.3123, "lr": 2.1247106758215397e-09, "epoch": 1.2750464118814415, "percentage": 99.59, "elapsed_time": "1 day, 14:44:08", "remaining_time": "0:09:37", "throughput": 387.07, "total_tokens": 53976032}
+{"current_steps": 39840, "total_steps": 40000, "loss": 0.1614, "lr": 1.998645366382834e-09, "epoch": 1.27520645285193, "percentage": 99.6, "elapsed_time": "1 day, 14:44:11", "remaining_time": "0:09:20", "throughput": 387.11, "total_tokens": 53982976}
+{"current_steps": 39845, "total_steps": 40000, "loss": 0.1683, "lr": 1.876435062897475e-09, "epoch": 1.2753664938224185, "percentage": 99.61, "elapsed_time": "1 day, 14:44:14", "remaining_time": "0:09:02", "throughput": 387.15, "total_tokens": 53990112}
+{"current_steps": 39850, "total_steps": 40000, "loss": 0.2366, "lr": 1.758079784211497e-09, "epoch": 1.275526534792907, "percentage": 99.62, "elapsed_time": "1 day, 14:44:17", "remaining_time": "0:08:44", "throughput": 387.19, "total_tokens": 53996960}
+{"current_steps": 39855, "total_steps": 40000, "loss": 0.1992, "lr": 1.6435795485797434e-09, "epoch": 1.2756865757633955, "percentage": 99.64, "elapsed_time": "1 day, 14:44:21", "remaining_time": "0:08:27", "throughput": 387.23, "total_tokens": 54003616}
+{"current_steps": 39860, "total_steps": 40000, "loss": 0.1928, "lr": 1.5329343736547596e-09, "epoch": 1.275846616733884, "percentage": 99.65, "elapsed_time": "1 day, 14:44:24", "remaining_time": "0:08:09", "throughput": 387.27, "total_tokens": 54010320}
+{"current_steps": 39865, "total_steps": 40000, "loss": 0.1403, "lr": 1.4261442765006739e-09, "epoch": 1.2760066577043723, "percentage": 99.66, "elapsed_time": "1 day, 14:44:27", "remaining_time": "0:07:52", "throughput": 387.31, "total_tokens": 54016752}
+{"current_steps": 39870, "total_steps": 40000, "loss": 0.2392, "lr": 1.3232092735876445e-09, "epoch": 1.2761666986748608, "percentage": 99.67, "elapsed_time": "1 day, 14:44:30", "remaining_time": "0:07:34", "throughput": 387.35, "total_tokens": 54023792}
+{"current_steps": 39875, "total_steps": 40000, "loss": 0.153, "lr": 1.2241293807918607e-09, "epoch": 1.2763267396453493, "percentage": 99.69, "elapsed_time": "1 day, 14:44:33", "remaining_time": "0:07:17", "throughput": 387.39, "total_tokens": 54030800}
+{"current_steps": 39880, "total_steps": 40000, "loss": 0.1825, "lr": 1.128904613387216e-09, "epoch": 1.2764867806158375, "percentage": 99.7, "elapsed_time": "1 day, 14:44:36", "remaining_time": "0:06:59", "throughput": 387.44, "total_tokens": 54038272}
+{"current_steps": 39885, "total_steps": 40000, "loss": 0.1903, "lr": 1.0375349860591853e-09, "epoch": 1.276646821586326, "percentage": 99.71, "elapsed_time": "1 day, 14:44:40", "remaining_time": "0:06:42", "throughput": 387.47, "total_tokens": 54044944}
+{"current_steps": 39890, "total_steps": 40000, "loss": 0.2083, "lr": 9.5002051290205e-10, "epoch": 1.2768068625568145, "percentage": 99.72, "elapsed_time": "1 day, 14:44:43", "remaining_time": "0:06:24", "throughput": 387.51, "total_tokens": 54051744}
+{"current_steps": 39895, "total_steps": 40000, "loss": 0.1435, "lr": 8.663612074077954e-10, "epoch": 1.276966903527303, "percentage": 99.74, "elapsed_time": "1 day, 14:44:46", "remaining_time": "0:06:07", "throughput": 387.55, "total_tokens": 54058176}
+{"current_steps": 39900, "total_steps": 40000, "loss": 0.2061, "lr": 7.865570824799884e-10, "epoch": 1.2771269444977915, "percentage": 99.75, "elapsed_time": "1 day, 14:44:49", "remaining_time": "0:05:49", "throughput": 387.59, "total_tokens": 54065248}
+{"current_steps": 39905, "total_steps": 40000, "loss": 0.3556, "lr": 7.106081504254514e-10, "epoch": 1.27728698546828, "percentage": 99.76, "elapsed_time": "1 day, 14:44:52", "remaining_time": "0:05:32", "throughput": 387.63, "total_tokens": 54071648}
+{"current_steps": 39910, "total_steps": 40000, "loss": 0.1254, "lr": 6.385144229570372e-10, "epoch": 1.2774470264387683, "percentage": 99.78, "elapsed_time": "1 day, 14:44:55", "remaining_time": "0:05:14", "throughput": 387.67, "total_tokens": 54078176}
+{"current_steps": 39915, "total_steps": 40000, "loss": 0.273, "lr": 5.70275911190854e-10, "epoch": 1.2776070674092568, "percentage": 99.79, "elapsed_time": "1 day, 14:44:59", "remaining_time": "0:04:57", "throughput": 387.71, "total_tokens": 54084912}
+{"current_steps": 39920, "total_steps": 40000, "loss": 0.2151, "lr": 5.058926256490403e-10, "epoch": 1.2777671083797453, "percentage": 99.8, "elapsed_time": "1 day, 14:45:02", "remaining_time": "0:04:39", "throughput": 387.75, "total_tokens": 54091424}
+{"current_steps": 39925, "total_steps": 40000, "loss": 0.1307, "lr": 4.4536457626254134e-10, "epoch": 1.2779271493502335, "percentage": 99.81, "elapsed_time": "1 day, 14:45:05", "remaining_time": "0:04:22", "throughput": 387.78, "total_tokens": 54098000}
+{"current_steps": 39930, "total_steps": 40000, "loss": 0.2554, "lr": 3.88691772365557e-10, "epoch": 1.278087190320722, "percentage": 99.83, "elapsed_time": "1 day, 14:45:08", "remaining_time": "0:04:04", "throughput": 387.82, "total_tokens": 54104816}
+{"current_steps": 39935, "total_steps": 40000, "loss": 0.1447, "lr": 3.358742226955425e-10, "epoch": 1.2782472312912105, "percentage": 99.84, "elapsed_time": "1 day, 14:45:11", "remaining_time": "0:03:47", "throughput": 387.86, "total_tokens": 54111488}
+{"current_steps": 39940, "total_steps": 40000, "loss": 0.28, "lr": 2.8691193539875925e-10, "epoch": 1.278407272261699, "percentage": 99.85, "elapsed_time": "1 day, 14:45:14", "remaining_time": "0:03:29", "throughput": 387.9, "total_tokens": 54118352}
+{"current_steps": 39945, "total_steps": 40000, "loss": 0.2162, "lr": 2.418049180274995e-10, "epoch": 1.2785673132321875, "percentage": 99.86, "elapsed_time": "1 day, 14:45:17", "remaining_time": "0:03:12", "throughput": 387.94, "total_tokens": 54125232}
+{"current_steps": 39950, "total_steps": 40000, "loss": 0.2712, "lr": 2.005531775373104e-10, "epoch": 1.2787273542026758, "percentage": 99.88, "elapsed_time": "1 day, 14:45:21", "remaining_time": "0:02:54", "throughput": 387.98, "total_tokens": 54131792}
+{"current_steps": 39955, "total_steps": 40000, "loss": 0.2667, "lr": 1.6315672028699435e-10, "epoch": 1.2788873951731643, "percentage": 99.89, "elapsed_time": "1 day, 14:45:24", "remaining_time": "0:02:37", "throughput": 388.02, "total_tokens": 54138736}
+{"current_steps": 39960, "total_steps": 40000, "loss": 0.2257, "lr": 1.2961555204693555e-10, "epoch": 1.2790474361436528, "percentage": 99.9, "elapsed_time": "1 day, 14:45:27", "remaining_time": "0:02:19", "throughput": 388.06, "total_tokens": 54145120}
+{"current_steps": 39965, "total_steps": 40000, "loss": 0.2204, "lr": 9.992967798799768e-11, "epoch": 1.2792074771141413, "percentage": 99.91, "elapsed_time": "1 day, 14:45:30", "remaining_time": "0:02:02", "throughput": 388.1, "total_tokens": 54151872}
+{"current_steps": 39970, "total_steps": 40000, "loss": 0.1686, "lr": 7.409910268707521e-11, "epoch": 1.2793675180846296, "percentage": 99.92, "elapsed_time": "1 day, 14:45:33", "remaining_time": "0:01:44", "throughput": 388.14, "total_tokens": 54158800}
+{"current_steps": 39975, "total_steps": 40000, "loss": 0.2124, "lr": 5.212383012986877e-11, "epoch": 1.279527559055118, "percentage": 99.94, "elapsed_time": "1 day, 14:45:36", "remaining_time": "0:01:27", "throughput": 388.18, "total_tokens": 54165648}
+{"current_steps": 39980, "total_steps": 40000, "loss": 0.1541, "lr": 3.400386370533415e-11, "epoch": 1.2796876000256066, "percentage": 99.95, "elapsed_time": "1 day, 14:45:39", "remaining_time": "0:01:09", "throughput": 388.22, "total_tokens": 54172192}
+{"current_steps": 39985, "total_steps": 40000, "loss": 0.1576, "lr": 1.9739206205682258e-11, "epoch": 1.279847640996095, "percentage": 99.96, "elapsed_time": "1 day, 14:45:43", "remaining_time": "0:00:52", "throughput": 388.26, "total_tokens": 54178880}
+{"current_steps": 39990, "total_steps": 40000, "loss": 0.2359, "lr": 9.329859829154685e-12, "epoch": 1.2800076819665835, "percentage": 99.98, "elapsed_time": "1 day, 14:45:46", "remaining_time": "0:00:34", "throughput": 388.3, "total_tokens": 54185392}
+{"current_steps": 39995, "total_steps": 40000, "loss": 0.2155, "lr": 2.7758261855748148e-12, "epoch": 1.2801677229370718, "percentage": 99.99, "elapsed_time": "1 day, 14:45:49", "remaining_time": "0:00:17", "throughput": 388.34, "total_tokens": 54192000}
+{"current_steps": 40000, "total_steps": 40000, "loss": 0.2217, "lr": 7.710628524559838e-14, "epoch": 1.2803277639075603, "percentage": 100.0, "elapsed_time": "1 day, 14:45:52", "remaining_time": "0:00:00", "throughput": 388.38, "total_tokens": 54198768}
+{"current_steps": 40000, "total_steps": 40000, "eval_loss": 0.26853448152542114, "epoch": 1.2803277639075603, "percentage": 100.0, "elapsed_time": "1 day, 14:55:31", "remaining_time": "0:00:00", "throughput": 386.77, "total_tokens": 54198768}
+{"current_steps": 40000, "total_steps": 40000, "epoch": 1.2803277639075603, "percentage": 100.0, "elapsed_time": "1 day, 14:55:33", "remaining_time": "0:00:00", "throughput": 386.76, "total_tokens": 54198768}