Training in progress, epoch 4, checkpoint

checkpoint-14396/adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4d1dd2e8b05a488134283ec5054eb49908088575160756bfa7149f731d1e16e7
+oid sha256:4a5021b3be2a64d1b69fe20ec49355d950ec8b5bfc65f10a1223722d17d5951d
 size 541459256

checkpoint-14396/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:139440e2349056a6c337d69962d084a4a17bee2c540ec53c0fc54afbde4401e4
+oid sha256:5cccc8859e25574bbab067c86d92c5c5d8ef10590d91f5fd62c65b382529373b
 size 33662074

checkpoint-14396/rng_state_0.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b842178c4a376ba7735144116d570d294c88ec9f42471d330fe6953e8837b579
+oid sha256:66ab92c28b99611a7842ab5c24638db4f35a222bb12c0e0a9508ee95bdf05782
 size 15024

checkpoint-14396/rng_state_1.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:285be7aae07e8a975968425a884ab8b06c705a498803877ad518bff0cdabaae3
+oid sha256:0c8a9b78c8b9ed3aaaf0c0e7e1a1d01e34452d8117169f03f2e462694a03c95d
 size 15024

checkpoint-14396/rng_state_2.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2a81ccc57e2c97ebb03cf0e39b1b8f64166282d82d4c85d44748a2487f98d1ad
+oid sha256:0a515358d5b4c95665fde4eb3dc6efd0e006b82613009ff47ebe4139a7f6fb6d
 size 15024

checkpoint-14396/rng_state_3.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f108ad970301b1577081bcc14d288fac8559843cd41d43930fb6d43f6b227c9f
+oid sha256:b313de4bf7aaf02915a37b6a920f34fad1c8ddd2a5dc9694f360c5d8adfdf95c
 size 15024

checkpoint-14396/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5b2cdea49e8ba33aa5ac50afbb9e674289d83cd639d7c4fd7ba0ac84c55d4484
+oid sha256:e9254fd1ec8542e131a46925dcc13414c83091897179f5491b655587cd265ca0
 size 1064

checkpoint-14396/trainer_state.json

@@ -10,350 +10,350 @@
   "log_history": [
     {
       "epoch": 0.13892747985551543,
-      "grad_norm": 0.5752785205841064,
-      "learning_rate": 0.00039538760766879693,
-      "loss": 0.2947,
+      "grad_norm": 0.6994414925575256,
+      "learning_rate": 0.00039537834583680656,
+      "loss": 0.2943,
       "step": 500
     },
     {
       "epoch": 0.2000555709919422,
-      "eval_loss": 0.19290830194950104,
-      "eval_runtime": 6.2591,
-      "eval_samples_per_second": 79.884,
-      "eval_steps_per_second": 10.065,
+      "eval_loss": 0.21401312947273254,
+      "eval_runtime": 16.5317,
+      "eval_samples_per_second": 30.245,
+      "eval_steps_per_second": 3.811,
       "step": 720
     },
     {
       "epoch": 0.27785495971103086,
-      "grad_norm": 0.4608103632926941,
+      "grad_norm": 0.5945971608161926,
       "learning_rate": 0.00039075669167361305,
-      "loss": 0.1972,
+      "loss": 0.1986,
       "step": 1000
     },
     {
       "epoch": 0.4001111419838844,
-      "eval_loss": 0.17835241556167603,
-      "eval_runtime": 6.2534,
-      "eval_samples_per_second": 79.957,
-      "eval_steps_per_second": 10.075,
+      "eval_loss": 0.17625106871128082,
+      "eval_runtime": 16.4823,
+      "eval_samples_per_second": 30.336,
+      "eval_steps_per_second": 3.822,
       "step": 1440
     },
     {
       "epoch": 0.41678243956654626,
-      "grad_norm": 0.44341567158699036,
+      "grad_norm": 0.3619824945926666,
       "learning_rate": 0.0003861257756784292,
-      "loss": 0.1817,
+      "loss": 0.1802,
       "step": 1500
     },
     {
       "epoch": 0.5557099194220617,
-      "grad_norm": 0.3840184509754181,
+      "grad_norm": 0.40362638235092163,
       "learning_rate": 0.00038149485968324534,
-      "loss": 0.1679,
+      "loss": 0.1686,
       "step": 2000
     },
     {
       "epoch": 0.6001667129758266,
-      "eval_loss": 0.16081829369068146,
-      "eval_runtime": 6.259,
-      "eval_samples_per_second": 79.885,
-      "eval_steps_per_second": 10.065,
+      "eval_loss": 0.16156445443630219,
+      "eval_runtime": 16.3535,
+      "eval_samples_per_second": 30.575,
+      "eval_steps_per_second": 3.852,
       "step": 2160
     },
     {
       "epoch": 0.6946373992775771,
-      "grad_norm": 0.4211641848087311,
+      "grad_norm": 0.4962793290615082,
       "learning_rate": 0.0003768639436880615,
-      "loss": 0.1584,
+      "loss": 0.1577,
       "step": 2500
     },
     {
       "epoch": 0.8002222839677688,
-      "eval_loss": 0.15788592398166656,
-      "eval_runtime": 6.2616,
-      "eval_samples_per_second": 79.852,
-      "eval_steps_per_second": 10.061,
+      "eval_loss": 0.15043224394321442,
+      "eval_runtime": 16.3325,
+      "eval_samples_per_second": 30.614,
+      "eval_steps_per_second": 3.857,
       "step": 2880
     },
     {
       "epoch": 0.8335648791330925,
-      "grad_norm": 0.3697059750556946,
-      "learning_rate": 0.0003722515513568584,
-      "loss": 0.1501,
+      "grad_norm": 0.41315382719039917,
+      "learning_rate": 0.0003722330276928777,
+      "loss": 0.1493,
       "step": 3000
     },
     {
       "epoch": 0.972492358988608,
-      "grad_norm": 0.420885294675827,
-      "learning_rate": 0.00036762063536167455,
-      "loss": 0.1478,
+      "grad_norm": 0.37953054904937744,
+      "learning_rate": 0.0003676113735296842,
+      "loss": 0.1477,
       "step": 3500
     },
     {
       "epoch": 1.000277854959711,
-      "eval_loss": 0.14726293087005615,
-      "eval_runtime": 6.3796,
-      "eval_samples_per_second": 78.375,
-      "eval_steps_per_second": 9.875,
+      "eval_loss": 0.14538082480430603,
+      "eval_runtime": 16.4466,
+      "eval_samples_per_second": 30.401,
+      "eval_steps_per_second": 3.831,
       "step": 3600
     },
     {
       "epoch": 1.1114198388441234,
-      "grad_norm": 0.3687162697315216,
-      "learning_rate": 0.0003629897193664907,
-      "loss": 0.1315,
+      "grad_norm": 0.4146048128604889,
+      "learning_rate": 0.00036298045753450036,
+      "loss": 0.1318,
       "step": 4000
     },
     {
       "epoch": 1.2003334259516532,
-      "eval_loss": 0.14390353858470917,
-      "eval_runtime": 6.2741,
-      "eval_samples_per_second": 79.693,
-      "eval_steps_per_second": 10.041,
+      "eval_loss": 0.13961325585842133,
+      "eval_runtime": 16.5835,
+      "eval_samples_per_second": 30.15,
+      "eval_steps_per_second": 3.799,
       "step": 4320
     },
     {
       "epoch": 1.2503473186996388,
-      "grad_norm": 0.4367423951625824,
-      "learning_rate": 0.0003583588033713069,
-      "loss": 0.1309,
+      "grad_norm": 0.6914293766021729,
+      "learning_rate": 0.0003583495415393165,
+      "loss": 0.1303,
       "step": 4500
     },
     {
       "epoch": 1.3892747985551543,
-      "grad_norm": 0.40452277660369873,
-      "learning_rate": 0.000353727887376123,
-      "loss": 0.128,
+      "grad_norm": 0.39365154504776,
+      "learning_rate": 0.00035371862554413265,
+      "loss": 0.1269,
       "step": 5000
     },
     {
       "epoch": 1.4003889969435954,
-      "eval_loss": 0.1357639729976654,
-      "eval_runtime": 6.2739,
-      "eval_samples_per_second": 79.695,
-      "eval_steps_per_second": 10.042,
+      "eval_loss": 0.14090509712696075,
+      "eval_runtime": 16.4413,
+      "eval_samples_per_second": 30.411,
+      "eval_steps_per_second": 3.832,
       "step": 5040
     },
     {
       "epoch": 1.5282022784106695,
-      "grad_norm": 0.6852627396583557,
+      "grad_norm": 0.5620034337043762,
       "learning_rate": 0.00034909697138093914,
-      "loss": 0.126,
+      "loss": 0.1263,
       "step": 5500
     },
     {
       "epoch": 1.6004445679355377,
-      "eval_loss": 0.13292476534843445,
-      "eval_runtime": 6.2659,
-      "eval_samples_per_second": 79.797,
-      "eval_steps_per_second": 10.054,
+      "eval_loss": 0.13119302690029144,
+      "eval_runtime": 16.5618,
+      "eval_samples_per_second": 30.19,
+      "eval_steps_per_second": 3.804,
       "step": 5760
     },
     {
       "epoch": 1.667129758266185,
-      "grad_norm": 0.30270153284072876,
+      "grad_norm": 1.5726152658462524,
       "learning_rate": 0.0003444660553857553,
-      "loss": 0.1255,
+      "loss": 0.1258,
       "step": 6000
     },
     {
       "epoch": 1.8005001389274797,
-      "eval_loss": 0.13217522203922272,
-      "eval_runtime": 6.2758,
-      "eval_samples_per_second": 79.671,
-      "eval_steps_per_second": 10.038,
+      "eval_loss": 0.12919241189956665,
+      "eval_runtime": 16.4031,
+      "eval_samples_per_second": 30.482,
+      "eval_steps_per_second": 3.841,
       "step": 6480
     },
     {
       "epoch": 1.8060572381217006,
-      "grad_norm": 0.394003301858902,
+      "grad_norm": 0.9997938871383667,
       "learning_rate": 0.0003398351393905715,
-      "loss": 0.1214,
+      "loss": 0.1212,
       "step": 6500
     },
     {
       "epoch": 1.9449847179772157,
-      "grad_norm": 0.48431047797203064,
+      "grad_norm": 0.4134954810142517,
       "learning_rate": 0.00033520422339538766,
-      "loss": 0.1199,
+      "loss": 0.1201,
       "step": 7000
     },
     {
       "epoch": 2.000555709919422,
-      "eval_loss": 0.1269044131040573,
-      "eval_runtime": 6.422,
-      "eval_samples_per_second": 77.857,
-      "eval_steps_per_second": 9.81,
+      "eval_loss": 0.12256824225187302,
+      "eval_runtime": 16.8158,
+      "eval_samples_per_second": 29.734,
+      "eval_steps_per_second": 3.746,
       "step": 7200
     },
     {
       "epoch": 2.0839121978327313,
-      "grad_norm": 0.35144302248954773,
+      "grad_norm": 0.40068477392196655,
       "learning_rate": 0.0003305733074002038,
       "loss": 0.108,
       "step": 7500
     },
     {
       "epoch": 2.2006112809113643,
-      "eval_loss": 0.12548324465751648,
-      "eval_runtime": 6.2942,
-      "eval_samples_per_second": 79.438,
-      "eval_steps_per_second": 10.009,
+      "eval_loss": 0.12798596918582916,
+      "eval_runtime": 16.5301,
+      "eval_samples_per_second": 30.248,
+      "eval_steps_per_second": 3.811,
       "step": 7920
     },
     {
       "epoch": 2.222839677688247,
-      "grad_norm": 0.5099118947982788,
-      "learning_rate": 0.00032595165323701027,
-      "loss": 0.1056,
+      "grad_norm": 0.39021220803260803,
+      "learning_rate": 0.0003259423914050199,
+      "loss": 0.1061,
       "step": 8000
     },
     {
       "epoch": 2.361767157543762,
-      "grad_norm": 0.5797615647315979,
-      "learning_rate": 0.00032132073724182645,
-      "loss": 0.1047,
+      "grad_norm": 0.4577147960662842,
+      "learning_rate": 0.0003213114754098361,
+      "loss": 0.1055,
       "step": 8500
     },
     {
       "epoch": 2.4006668519033063,
-      "eval_loss": 0.12244148552417755,
-      "eval_runtime": 6.2902,
-      "eval_samples_per_second": 79.489,
-      "eval_steps_per_second": 10.016,
+      "eval_loss": 0.1270737648010254,
+      "eval_runtime": 16.5227,
+      "eval_samples_per_second": 30.261,
+      "eval_steps_per_second": 3.813,
       "step": 8640
     },
     {
       "epoch": 2.5006946373992776,
-      "grad_norm": 0.40433964133262634,
-      "learning_rate": 0.0003166898212466426,
-      "loss": 0.1038,
+      "grad_norm": 0.5035166144371033,
+      "learning_rate": 0.00031668055941465225,
+      "loss": 0.1033,
       "step": 9000
     },
     {
       "epoch": 2.600722422895249,
-      "eval_loss": 0.12048304080963135,
-      "eval_runtime": 6.289,
-      "eval_samples_per_second": 79.503,
-      "eval_steps_per_second": 10.017,
+      "eval_loss": 0.12219922989606857,
+      "eval_runtime": 16.637,
+      "eval_samples_per_second": 30.054,
+      "eval_steps_per_second": 3.787,
       "step": 9360
     },
     {
       "epoch": 2.639622117254793,
-      "grad_norm": 0.7869251370429993,
+      "grad_norm": 0.6268121004104614,
       "learning_rate": 0.00031205890525145874,
-      "loss": 0.1023,
+      "loss": 0.1026,
       "step": 9500
     },
     {
       "epoch": 2.7785495971103087,
-      "grad_norm": 0.34468919038772583,
+      "grad_norm": 0.37843775749206543,
       "learning_rate": 0.0003074279892562749,
-      "loss": 0.1043,
+      "loss": 0.1042,
       "step": 10000
     },
     {
       "epoch": 2.800777993887191,
-      "eval_loss": 0.1157899871468544,
-      "eval_runtime": 6.2874,
-      "eval_samples_per_second": 79.524,
-      "eval_steps_per_second": 10.02,
+      "eval_loss": 0.11693067103624344,
+      "eval_runtime": 16.4326,
+      "eval_samples_per_second": 30.427,
+      "eval_steps_per_second": 3.834,
       "step": 10080
     },
     {
       "epoch": 2.917477076965824,
-      "grad_norm": 0.5141274929046631,
+      "grad_norm": 0.47878336906433105,
       "learning_rate": 0.00030279707326109104,
-      "loss": 0.1042,
+      "loss": 0.1032,
       "step": 10500
     },
     {
       "epoch": 3.000833564879133,
-      "eval_loss": 0.11479081958532333,
-      "eval_runtime": 6.4111,
-      "eval_samples_per_second": 77.99,
-      "eval_steps_per_second": 9.827,
+      "eval_loss": 0.11544420570135117,
+      "eval_runtime": 16.6741,
+      "eval_samples_per_second": 29.987,
+      "eval_steps_per_second": 3.778,
       "step": 10800
     },
     {
       "epoch": 3.0564045568213394,
-      "grad_norm": 0.4209577143192291,
-      "learning_rate": 0.0002981754190978976,
-      "loss": 0.0957,
+      "grad_norm": 0.6917030215263367,
+      "learning_rate": 0.0002981661572659072,
+      "loss": 0.0954,
       "step": 11000
     },
     {
       "epoch": 3.1953320366768545,
-      "grad_norm": 0.4159316122531891,
-      "learning_rate": 0.00029355376493470407,
-      "loss": 0.0884,
+      "grad_norm": 0.35634613037109375,
+      "learning_rate": 0.0002935352412707234,
+      "loss": 0.0874,
       "step": 11500
     },
     {
       "epoch": 3.2008891358710754,
-      "eval_loss": 0.11302317678928375,
-      "eval_runtime": 6.2864,
-      "eval_samples_per_second": 79.537,
-      "eval_steps_per_second": 10.022,
+      "eval_loss": 0.1193525642156601,
+      "eval_runtime": 16.401,
+      "eval_samples_per_second": 30.486,
+      "eval_steps_per_second": 3.841,
       "step": 11520
     },
     {
       "epoch": 3.33425951653237,
-      "grad_norm": 0.613624632358551,
-      "learning_rate": 0.00028892284893952024,
-      "loss": 0.0903,
+      "grad_norm": 0.4005107283592224,
+      "learning_rate": 0.0002889043252755395,
+      "loss": 0.0902,
       "step": 12000
     },
     {
       "epoch": 3.4009447068630174,
-      "eval_loss": 0.11040342599153519,
-      "eval_runtime": 6.2939,
-      "eval_samples_per_second": 79.442,
-      "eval_steps_per_second": 10.01,
+      "eval_loss": 0.11315633356571198,
+      "eval_runtime": 16.525,
+      "eval_samples_per_second": 30.257,
+      "eval_steps_per_second": 3.812,
       "step": 12240
     },
     {
       "epoch": 3.4731869963878856,
-      "grad_norm": 0.7177799940109253,
-      "learning_rate": 0.0002842919329443364,
-      "loss": 0.0889,
+      "grad_norm": 0.348311185836792,
+      "learning_rate": 0.0002842734092803557,
+      "loss": 0.0891,
       "step": 12500
     },
     {
       "epoch": 3.6010002778549595,
-      "eval_loss": 0.11320961266756058,
-      "eval_runtime": 6.2914,
-      "eval_samples_per_second": 79.473,
-      "eval_steps_per_second": 10.014,
+      "eval_loss": 0.11703498661518097,
+      "eval_runtime": 16.4464,
+      "eval_samples_per_second": 30.402,
+      "eval_steps_per_second": 3.831,
       "step": 12960
     },
     {
       "epoch": 3.612114476243401,
-      "grad_norm": 0.5415129065513611,
-      "learning_rate": 0.0002796610169491526,
-      "loss": 0.0889,
+      "grad_norm": 0.3483453094959259,
+      "learning_rate": 0.0002796424932851718,
+      "loss": 0.0892,
       "step": 13000
     },
     {
       "epoch": 3.7510419560989163,
-      "grad_norm": 0.6058521866798401,
-      "learning_rate": 0.0002750301009539687,
-      "loss": 0.0885,
+      "grad_norm": 0.8891735672950745,
+      "learning_rate": 0.00027502083912197834,
+      "loss": 0.0878,
       "step": 13500
     },
     {
       "epoch": 3.801055848846902,
-      "eval_loss": 0.11218452453613281,
-      "eval_runtime": 6.2932,
-      "eval_samples_per_second": 79.45,
-      "eval_steps_per_second": 10.011,
+      "eval_loss": 0.11358808726072311,
+      "eval_runtime": 16.5506,
+      "eval_samples_per_second": 30.21,
+      "eval_steps_per_second": 3.807,
       "step": 13680
     },
     {
       "epoch": 3.889969435954432,
-      "grad_norm": 0.6304852366447449,
-      "learning_rate": 0.00027039918495878483,
-      "loss": 0.0882,
+      "grad_norm": 2.020261764526367,
+      "learning_rate": 0.00027038992312679446,
+      "loss": 0.088,
       "step": 14000
     }
   ],

checkpoint-14396/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dfac93b9b3b40952529bd84fbff166d6257cf3d6fa4cc937269a037e37d853d5
+oid sha256:58052fbf3a2b07f2a6024b5cc28db88f1f0e48109a11483aa716d00657e9906e
 size 5496