Add files using upload-large-folder tool

base/10e2/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29a5df85dc3fb7057f850478403e936883f518ab9a690109993db61e23e77a4a
+size 995642298

base/110e3/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bd9f0a1dffcd670c99f3bb5eb91eea83761f361a6ad3d309e80e8f86c257594
+size 995642298

base/20e3/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a5bb2a1954d3963e1f7f233e36888d0dd961dabb935efa5fa9b77a77901da90
+size 995642298

base/30e1/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e482f486cd7539700a0fb279532f4f15ac56cd9a059146a15c03eaa90e688201
+size 497774208

base/30e1/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de45e0e9ec384222a372ccb0a9a19a1b700732974f4a01c90da6b408bb1e3289
+size 995642298

base/30e2/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5aa0e48966ccf9c9746586ef10be0896f1fd75942904fe3fde6c05e00672603
+size 497774208

base/30e2/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9ebd8b6b2319f3e46fcaffbd8529eddea0f38a81329f325e5b2a51afacf9de3
+size 995642298

base/30e3/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f36cce06cf4729977d8f669ee52a2076eead16a8ae16e888b6b38f7f5a78815
+size 497774208

base/30e3/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82ef50340afaa1590dfc5cffc3e9f792a88af1efc2fa41c97ae6951846a5b76c
+size 995642298

base/30e3/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b51bbb660fa7c0bc4e633f9e34a8225a4b482db468da9b5d712e25ddacd2d0c
+size 14244

base/30e3/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d06e092fa40c17930a63f364148b63a42c2db3ce5573f8e8a8dce53a7f2d0955
+size 1064

base/30e3/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09d8477b2f8566c870484af5258d608d6c60faed535485e73a84c17bc882b956
+size 5240

base/40e1/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e54c7c98983bc175c04eed3320e40b4f24a943a6b644596cf7f9ca1cc9fb92b
+size 497774208

base/40e1/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d66e5b12dbd83def3d20115c9102ec1c3e98d8289326b19c64c016b703b911d2
+size 995642298

base/40e1/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d49112502951404f5094d62a930b67f3da5ebc2e42acd046cb0a98e5dfad218
+size 14244

base/40e1/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:526413cd75163bd339305e168ad0df74aeaa3536de39a70d4a367d6139f8cc6a
+size 1064

base/40e1/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09d8477b2f8566c870484af5258d608d6c60faed535485e73a84c17bc882b956
+size 5240

base/40e2/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4451fc92b8faea5147f46ac1b643c197019130f10dd808f201eaa280c7feab78
+size 497774208

base/40e2/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4378ff4659364d84af874556eee07919cb366056a817d9d6b56e81856764842
+size 995642298

base/40e2/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbfc64446e8f3e8255bd93e2626c05302b0b569815b4ada28ac84f1790ed5367
+size 14244

base/40e2/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2cacee22ca474877e575ca2142a8cddd466a138b097278a96edf043f1b8e1d5
+size 1064

base/40e2/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09d8477b2f8566c870484af5258d608d6c60faed535485e73a84c17bc882b956
+size 5240

base/40e3/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fc82fdef315eb2973dd8ccdec2dc84e3be4d8f1b28e8bc07503d3135368297a
+size 497774208

base/40e3/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:728a17d0741cf948174593ec8cf786e448c3101d5aa26e9901e84e1c90a3efec
+size 995642298

base/40e3/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1107244dbaf37f7f94c9c9e6c53a4551863686927c573032dc4b5b74d846c86a
+size 14244

base/40e3/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b6034f0de0a9c14c9a55864b4f75f6ed560dcd079834708df3468ce0b49f7d9
+size 1064

base/40e3/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09d8477b2f8566c870484af5258d608d6c60faed535485e73a84c17bc882b956
+size 5240

base/50e1/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49997c1df8d506db21faa98ca6d22d2cd89cf7ae2416ec26dbcb8d98b05339cb
+size 497774208

base/50e1/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1192c0c3ecb34fb8568012e9ec5aa548dc324e9c98845526d5a902cd9755d654
+size 995642298

base/50e1/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:380a668db298f1c07be93bd798a9392d45fe1c2548bf07f7093aa0d8643b8072
+size 14244

base/50e1/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56f91742f6e8b660274f9a7c72f3bb6cf4763bf90464a5c0cdd8ee1eb4111c15
+size 1064

base/50e1/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09d8477b2f8566c870484af5258d608d6c60faed535485e73a84c17bc882b956
+size 5240

base/50e2/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f614d466742ce69fd538c6a4e5deedc90590a3e03f7ad5b106d43a6ba0487c8
+size 497774208

base/50e2/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5184164af8eb9f34d35cb7dfa20b6b0846bc0003739887807b4c6d107b54a3b
+size 995642298

base/50e2/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5be4701aa725c3c580495e710d0729a22ba5fd36227477f7b8abc232e548402
+size 14244

base/50e2/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26ba75477c583ecda2ecbc101d6f8463f5232d940127e733deeb9f5cce254aa1
+size 1064

base/50e2/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09d8477b2f8566c870484af5258d608d6c60faed535485e73a84c17bc882b956
+size 5240

base/50e3/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b5663513a47e00b90033d56d6343802e3cb582af79f3afeb9a237e81a8e67c2
+size 497774208

base/50e3/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:180b754bb84a7fbe761fbb8c525b9e4b189495202b2c6f74b2c01c6fa09a30f4
+size 995642298

base/50e3/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49f844507fb94ed5808b8943d0011ff57f3a5a51d996c16ee44678f0cbdaa29e
+size 14244

base/50e3/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8441f3c476a80441180c0dd6599fc69b5e802e2a4dba17893b34bc06fdf355a
+size 1064

base/50e3/trainer_state.json

@@ -0,0 +1,663 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 2.498900373872883,
+  "eval_steps": 500,
+  "global_step": 45450,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.027490653177919506,
+      "grad_norm": 7.844790935516357,
+      "learning_rate": 1.98e-05,
+      "loss": 3.3532,
+      "step": 500
+    },
+    {
+      "epoch": 0.05498130635583901,
+      "grad_norm": 7.924389362335205,
+      "learning_rate": 1.9816883693400415e-05,
+      "loss": 2.6056,
+      "step": 1000
+    },
+    {
+      "epoch": 0.08247195953375852,
+      "grad_norm": 7.497577667236328,
+      "learning_rate": 1.963191772713821e-05,
+      "loss": 2.5447,
+      "step": 1500
+    },
+    {
+      "epoch": 0.10996261271167802,
+      "grad_norm": 6.73529577255249,
+      "learning_rate": 1.9446951760876e-05,
+      "loss": 2.4492,
+      "step": 2000
+    },
+    {
+      "epoch": 0.13745326588959753,
+      "grad_norm": 6.306326866149902,
+      "learning_rate": 1.9261985794613793e-05,
+      "loss": 2.4463,
+      "step": 2500
+    },
+    {
+      "epoch": 0.16494391906751704,
+      "grad_norm": 5.651560306549072,
+      "learning_rate": 1.9077019828351584e-05,
+      "loss": 2.3291,
+      "step": 3000
+    },
+    {
+      "epoch": 0.19243457224543656,
+      "grad_norm": 4.0863471031188965,
+      "learning_rate": 1.8892053862089378e-05,
+      "loss": 2.3461,
+      "step": 3500
+    },
+    {
+      "epoch": 0.21992522542335605,
+      "grad_norm": 4.746509075164795,
+      "learning_rate": 1.8707087895827168e-05,
+      "loss": 2.2806,
+      "step": 4000
+    },
+    {
+      "epoch": 0.24741587860127556,
+      "grad_norm": 4.339619159698486,
+      "learning_rate": 1.8522121929564962e-05,
+      "loss": 2.2746,
+      "step": 4500
+    },
+    {
+      "epoch": 0.27490653177919505,
+      "grad_norm": 4.018620014190674,
+      "learning_rate": 1.8337155963302752e-05,
+      "loss": 2.2403,
+      "step": 5000
+    },
+    {
+      "epoch": 0.3023971849571146,
+      "grad_norm": 4.380566120147705,
+      "learning_rate": 1.8152189997040546e-05,
+      "loss": 2.226,
+      "step": 5500
+    },
+    {
+      "epoch": 0.3298878381350341,
+      "grad_norm": 4.302157402038574,
+      "learning_rate": 1.796722403077834e-05,
+      "loss": 2.2119,
+      "step": 6000
+    },
+    {
+      "epoch": 0.3573784913129536,
+      "grad_norm": 4.434130668640137,
+      "learning_rate": 1.778225806451613e-05,
+      "loss": 2.2138,
+      "step": 6500
+    },
+    {
+      "epoch": 0.3848691444908731,
+      "grad_norm": 3.770848035812378,
+      "learning_rate": 1.759729209825392e-05,
+      "loss": 2.2103,
+      "step": 7000
+    },
+    {
+      "epoch": 0.4123597976687926,
+      "grad_norm": 2.9288535118103027,
+      "learning_rate": 1.7412326131991715e-05,
+      "loss": 2.1397,
+      "step": 7500
+    },
+    {
+      "epoch": 0.4398504508467121,
+      "grad_norm": 3.2082479000091553,
+      "learning_rate": 1.722736016572951e-05,
+      "loss": 2.2021,
+      "step": 8000
+    },
+    {
+      "epoch": 0.46734110402463164,
+      "grad_norm": 3.6131439208984375,
+      "learning_rate": 1.70423941994673e-05,
+      "loss": 2.2106,
+      "step": 8500
+    },
+    {
+      "epoch": 0.4948317572025511,
+      "grad_norm": 2.992415189743042,
+      "learning_rate": 1.6857798165137616e-05,
+      "loss": 2.1246,
+      "step": 9000
+    },
+    {
+      "epoch": 0.5223224103804707,
+      "grad_norm": 3.4553306102752686,
+      "learning_rate": 1.667283219887541e-05,
+      "loss": 2.0973,
+      "step": 9500
+    },
+    {
+      "epoch": 0.5498130635583901,
+      "grad_norm": 2.82578182220459,
+      "learning_rate": 1.64878662326132e-05,
+      "loss": 2.1257,
+      "step": 10000
+    },
+    {
+      "epoch": 0.5773037167363096,
+      "grad_norm": 2.674267292022705,
+      "learning_rate": 1.630290026635099e-05,
+      "loss": 2.13,
+      "step": 10500
+    },
+    {
+      "epoch": 0.6047943699142292,
+      "grad_norm": 3.27205491065979,
+      "learning_rate": 1.6117934300088784e-05,
+      "loss": 2.1855,
+      "step": 11000
+    },
+    {
+      "epoch": 0.6322850230921486,
+      "grad_norm": 3.042849540710449,
+      "learning_rate": 1.5932968333826578e-05,
+      "loss": 2.1532,
+      "step": 11500
+    },
+    {
+      "epoch": 0.6597756762700682,
+      "grad_norm": 3.618957042694092,
+      "learning_rate": 1.5748372299496894e-05,
+      "loss": 2.1202,
+      "step": 12000
+    },
+    {
+      "epoch": 0.6872663294479877,
+      "grad_norm": 3.6390328407287598,
+      "learning_rate": 1.5563406333234685e-05,
+      "loss": 2.0902,
+      "step": 12500
+    },
+    {
+      "epoch": 0.7147569826259071,
+      "grad_norm": 3.3778562545776367,
+      "learning_rate": 1.537844036697248e-05,
+      "loss": 2.0536,
+      "step": 13000
+    },
+    {
+      "epoch": 0.7422476358038267,
+      "grad_norm": 2.8149023056030273,
+      "learning_rate": 1.519347440071027e-05,
+      "loss": 2.1065,
+      "step": 13500
+    },
+    {
+      "epoch": 0.7697382889817462,
+      "grad_norm": 2.860196590423584,
+      "learning_rate": 1.5008508434448063e-05,
+      "loss": 2.0705,
+      "step": 14000
+    },
+    {
+      "epoch": 0.7972289421596657,
+      "grad_norm": 3.2587316036224365,
+      "learning_rate": 1.4823542468185853e-05,
+      "loss": 2.1082,
+      "step": 14500
+    },
+    {
+      "epoch": 0.8247195953375852,
+      "grad_norm": 2.4807844161987305,
+      "learning_rate": 1.4638576501923647e-05,
+      "loss": 2.0576,
+      "step": 15000
+    },
+    {
+      "epoch": 0.8522102485155048,
+      "grad_norm": 3.040374755859375,
+      "learning_rate": 1.445361053566144e-05,
+      "loss": 2.0694,
+      "step": 15500
+    },
+    {
+      "epoch": 0.8797009016934242,
+      "grad_norm": 3.2850606441497803,
+      "learning_rate": 1.4269014501331757e-05,
+      "loss": 2.081,
+      "step": 16000
+    },
+    {
+      "epoch": 0.9071915548713437,
+      "grad_norm": 3.131565570831299,
+      "learning_rate": 1.4084048535069548e-05,
+      "loss": 2.0567,
+      "step": 16500
+    },
+    {
+      "epoch": 0.9346822080492633,
+      "grad_norm": 2.221071481704712,
+      "learning_rate": 1.389908256880734e-05,
+      "loss": 2.0758,
+      "step": 17000
+    },
+    {
+      "epoch": 0.9621728612271827,
+      "grad_norm": 2.6275980472564697,
+      "learning_rate": 1.3714116602545134e-05,
+      "loss": 2.0495,
+      "step": 17500
+    },
+    {
+      "epoch": 0.9896635144051023,
+      "grad_norm": 3.2267441749572754,
+      "learning_rate": 1.3529150636282926e-05,
+      "loss": 2.0287,
+      "step": 18000
+    },
+    {
+      "epoch": 1.0171541675830218,
+      "grad_norm": 3.0593459606170654,
+      "learning_rate": 1.334455460195324e-05,
+      "loss": 2.0028,
+      "step": 18500
+    },
+    {
+      "epoch": 1.0446448207609413,
+      "grad_norm": 2.9170665740966797,
+      "learning_rate": 1.3159588635691035e-05,
+      "loss": 1.9644,
+      "step": 19000
+    },
+    {
+      "epoch": 1.0721354739388609,
+      "grad_norm": 3.075544834136963,
+      "learning_rate": 1.2974622669428827e-05,
+      "loss": 1.9723,
+      "step": 19500
+    },
+    {
+      "epoch": 1.0996261271167802,
+      "grad_norm": 2.9603986740112305,
+      "learning_rate": 1.2789656703166617e-05,
+      "loss": 1.997,
+      "step": 20000
+    },
+    {
+      "epoch": 1.1271167802946997,
+      "grad_norm": 2.951988458633423,
+      "learning_rate": 1.2605060668836935e-05,
+      "loss": 1.9418,
+      "step": 20500
+    },
+    {
+      "epoch": 1.1546074334726193,
+      "grad_norm": 3.427750587463379,
+      "learning_rate": 1.2420094702574727e-05,
+      "loss": 1.9553,
+      "step": 21000
+    },
+    {
+      "epoch": 1.1820980866505388,
+      "grad_norm": 2.6535024642944336,
+      "learning_rate": 1.223512873631252e-05,
+      "loss": 2.0072,
+      "step": 21500
+    },
+    {
+      "epoch": 1.2095887398284584,
+      "grad_norm": 2.9090585708618164,
+      "learning_rate": 1.2050162770050312e-05,
+      "loss": 1.9705,
+      "step": 22000
+    },
+    {
+      "epoch": 1.237079393006378,
+      "grad_norm": 3.2485570907592773,
+      "learning_rate": 1.1865196803788104e-05,
+      "loss": 1.9543,
+      "step": 22500
+    },
+    {
+      "epoch": 1.2645700461842972,
+      "grad_norm": 3.0418505668640137,
+      "learning_rate": 1.168060076945842e-05,
+      "loss": 2.0092,
+      "step": 23000
+    },
+    {
+      "epoch": 1.2920606993622168,
+      "grad_norm": 3.1117002964019775,
+      "learning_rate": 1.1495634803196214e-05,
+      "loss": 1.9702,
+      "step": 23500
+    },
+    {
+      "epoch": 1.3195513525401363,
+      "grad_norm": 2.928476095199585,
+      "learning_rate": 1.1310668836934005e-05,
+      "loss": 1.9813,
+      "step": 24000
+    },
+    {
+      "epoch": 1.3470420057180559,
+      "grad_norm": 3.026412010192871,
+      "learning_rate": 1.1125702870671797e-05,
+      "loss": 1.9192,
+      "step": 24500
+    },
+    {
+      "epoch": 1.3745326588959754,
+      "grad_norm": 3.093477249145508,
+      "learning_rate": 1.094073690440959e-05,
+      "loss": 1.9387,
+      "step": 25000
+    },
+    {
+      "epoch": 1.402023312073895,
+      "grad_norm": 2.920074701309204,
+      "learning_rate": 1.0756140870079905e-05,
+      "loss": 1.9651,
+      "step": 25500
+    },
+    {
+      "epoch": 1.4295139652518145,
+      "grad_norm": 2.5337624549865723,
+      "learning_rate": 1.0571174903817697e-05,
+      "loss": 1.9262,
+      "step": 26000
+    },
+    {
+      "epoch": 1.4570046184297338,
+      "grad_norm": 2.506801128387451,
+      "learning_rate": 1.0386208937555491e-05,
+      "loss": 1.9542,
+      "step": 26500
+    },
+    {
+      "epoch": 1.4844952716076534,
+      "grad_norm": 2.7995145320892334,
+      "learning_rate": 1.0201242971293283e-05,
+      "loss": 1.9609,
+      "step": 27000
+    },
+    {
+      "epoch": 1.511985924785573,
+      "grad_norm": 4.121292591094971,
+      "learning_rate": 1.0016646936963598e-05,
+      "loss": 1.9317,
+      "step": 27500
+    },
+    {
+      "epoch": 1.5394765779634925,
+      "grad_norm": 2.802678346633911,
+      "learning_rate": 9.831680970701392e-06,
+      "loss": 1.9519,
+      "step": 28000
+    },
+    {
+      "epoch": 1.5669672311414118,
+      "grad_norm": 2.965937852859497,
+      "learning_rate": 9.646715004439184e-06,
+      "loss": 1.9401,
+      "step": 28500
+    },
+    {
+      "epoch": 1.5944578843193313,
+      "grad_norm": 2.364539861679077,
+      "learning_rate": 9.461749038176976e-06,
+      "loss": 1.9686,
+      "step": 29000
+    },
+    {
+      "epoch": 1.6219485374972509,
+      "grad_norm": 2.8087072372436523,
+      "learning_rate": 9.276783071914768e-06,
+      "loss": 1.9046,
+      "step": 29500
+    },
+    {
+      "epoch": 1.6494391906751704,
+      "grad_norm": 3.0667874813079834,
+      "learning_rate": 9.092187037585085e-06,
+      "loss": 1.8992,
+      "step": 30000
+    },
+    {
+      "epoch": 1.67692984385309,
+      "grad_norm": 2.4543378353118896,
+      "learning_rate": 8.907221071322877e-06,
+      "loss": 1.8936,
+      "step": 30500
+    },
+    {
+      "epoch": 1.7044204970310095,
+      "grad_norm": 2.695256233215332,
+      "learning_rate": 8.72225510506067e-06,
+      "loss": 1.9429,
+      "step": 31000
+    },
+    {
+      "epoch": 1.731911150208929,
+      "grad_norm": 2.377511978149414,
+      "learning_rate": 8.537289138798461e-06,
+      "loss": 1.9787,
+      "step": 31500
+    },
+    {
+      "epoch": 1.7594018033868486,
+      "grad_norm": 2.74446964263916,
+      "learning_rate": 8.35269310446878e-06,
+      "loss": 1.9272,
+      "step": 32000
+    },
+    {
+      "epoch": 1.7868924565647681,
+      "grad_norm": 3.174065589904785,
+      "learning_rate": 8.16772713820657e-06,
+      "loss": 1.9744,
+      "step": 32500
+    },
+    {
+      "epoch": 1.8143831097426875,
+      "grad_norm": 3.6638684272766113,
+      "learning_rate": 7.982761171944364e-06,
+      "loss": 1.9441,
+      "step": 33000
+    },
+    {
+      "epoch": 1.841873762920607,
+      "grad_norm": 2.563633441925049,
+      "learning_rate": 7.797795205682154e-06,
+      "loss": 1.9422,
+      "step": 33500
+    },
+    {
+      "epoch": 1.8693644160985265,
+      "grad_norm": 2.817347764968872,
+      "learning_rate": 7.612829239419948e-06,
+      "loss": 1.9556,
+      "step": 34000
+    },
+    {
+      "epoch": 1.8968550692764459,
+      "grad_norm": 2.59664249420166,
+      "learning_rate": 7.428233205090264e-06,
+      "loss": 1.9754,
+      "step": 34500
+    },
+    {
+      "epoch": 1.9243457224543654,
+      "grad_norm": 2.615318775177002,
+      "learning_rate": 7.2432672388280566e-06,
+      "loss": 1.9349,
+      "step": 35000
+    },
+    {
+      "epoch": 1.951836375632285,
+      "grad_norm": 2.5411360263824463,
+      "learning_rate": 7.058301272565849e-06,
+      "loss": 1.9612,
+      "step": 35500
+    },
+    {
+      "epoch": 1.9793270288102045,
+      "grad_norm": 2.809213161468506,
+      "learning_rate": 6.873335306303641e-06,
+      "loss": 1.9433,
+      "step": 36000
+    },
+    {
+      "epoch": 2.006817681988124,
+      "grad_norm": 2.415309190750122,
+      "learning_rate": 6.688739271973957e-06,
+      "loss": 1.9222,
+      "step": 36500
+    },
+    {
+      "epoch": 2.0343083351660436,
+      "grad_norm": 2.3479654788970947,
+      "learning_rate": 6.5037733057117494e-06,
+      "loss": 1.8997,
+      "step": 37000
+    },
+    {
+      "epoch": 2.061798988343963,
+      "grad_norm": 2.566889762878418,
+      "learning_rate": 6.3188073394495416e-06,
+      "loss": 1.8604,
+      "step": 37500
+    },
+    {
+      "epoch": 2.0892896415218827,
+      "grad_norm": 2.9693121910095215,
+      "learning_rate": 6.133841373187334e-06,
+      "loss": 1.9029,
+      "step": 38000
+    },
+    {
+      "epoch": 2.1167802946998022,
+      "grad_norm": 3.270578145980835,
+      "learning_rate": 5.949245338857651e-06,
+      "loss": 1.8985,
+      "step": 38500
+    },
+    {
+      "epoch": 2.1442709478777218,
+      "grad_norm": 3.2845070362091064,
+      "learning_rate": 5.764279372595442e-06,
+      "loss": 1.8781,
+      "step": 39000
+    },
+    {
+      "epoch": 2.171761601055641,
+      "grad_norm": 3.1421778202056885,
+      "learning_rate": 5.579313406333235e-06,
+      "loss": 1.8677,
+      "step": 39500
+    },
+    {
+      "epoch": 2.1992522542335604,
+      "grad_norm": 2.8013062477111816,
+      "learning_rate": 5.394347440071027e-06,
+      "loss": 1.9078,
+      "step": 40000
+    },
+    {
+      "epoch": 2.22674290741148,
+      "grad_norm": 2.775585651397705,
+      "learning_rate": 5.209751405741345e-06,
+      "loss": 1.9292,
+      "step": 40500
+    },
+    {
+      "epoch": 2.2542335605893995,
+      "grad_norm": 2.672166585922241,
+      "learning_rate": 5.024785439479136e-06,
+      "loss": 1.8568,
+      "step": 41000
+    },
+    {
+      "epoch": 2.281724213767319,
+      "grad_norm": 2.4413459300994873,
+      "learning_rate": 4.839819473216928e-06,
+      "loss": 1.8813,
+      "step": 41500
+    },
+    {
+      "epoch": 2.3092148669452386,
+      "grad_norm": 3.139625072479248,
+      "learning_rate": 4.654853506954721e-06,
+      "loss": 1.8763,
+      "step": 42000
+    },
+    {
+      "epoch": 2.336705520123158,
+      "grad_norm": 2.938086986541748,
+      "learning_rate": 4.469887540692513e-06,
+      "loss": 1.9047,
+      "step": 42500
+    },
+    {
+      "epoch": 2.3641961733010777,
+      "grad_norm": 3.119866371154785,
+      "learning_rate": 4.28529150636283e-06,
+      "loss": 1.8985,
+      "step": 43000
+    },
+    {
+      "epoch": 2.391686826478997,
+      "grad_norm": 2.9585859775543213,
+      "learning_rate": 4.100325540100622e-06,
+      "loss": 1.8584,
+      "step": 43500
+    },
+    {
+      "epoch": 2.4191774796569168,
+      "grad_norm": 3.028029441833496,
+      "learning_rate": 3.915359573838414e-06,
+      "loss": 1.8514,
+      "step": 44000
+    },
+    {
+      "epoch": 2.4466681328348363,
+      "grad_norm": 2.885305643081665,
+      "learning_rate": 3.7303936075762065e-06,
+      "loss": 1.9058,
+      "step": 44500
+    },
+    {
+      "epoch": 2.474158786012756,
+      "grad_norm": 2.529195547103882,
+      "learning_rate": 3.5454276413139987e-06,
+      "loss": 1.899,
+      "step": 45000
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 54564,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 1818,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.1875461562368e+16,
+  "train_batch_size": 4,
+  "trial_name": null,
+  "trial_params": null
+}

base/50e3/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09d8477b2f8566c870484af5258d608d6c60faed535485e73a84c17bc882b956
+size 5240

base/60e1/config.json

@@ -0,0 +1,39 @@
+{
+  "_name_or_path": "gpt2",
+  "activation_function": "gelu_new",
+  "architectures": [
+    "GPT2LMHeadModel"
+  ],
+  "attn_pdrop": 0.1,
+  "bos_token_id": 50256,
+  "embd_pdrop": 0.1,
+  "eos_token_id": 50256,
+  "initializer_range": 0.02,
+  "layer_norm_epsilon": 1e-05,
+  "model_type": "gpt2",
+  "n_ctx": 1024,
+  "n_embd": 768,
+  "n_head": 12,
+  "n_inner": null,
+  "n_layer": 12,
+  "n_positions": 1024,
+  "reorder_and_upcast_attn": false,
+  "resid_pdrop": 0.1,
+  "scale_attn_by_inverse_layer_idx": false,
+  "scale_attn_weights": true,
+  "summary_activation": null,
+  "summary_first_dropout": 0.1,
+  "summary_proj_to_labels": true,
+  "summary_type": "cls_index",
+  "summary_use_proj": true,
+  "task_specific_params": {
+    "text-generation": {
+      "do_sample": true,
+      "max_length": 50
+    }
+  },
+  "torch_dtype": "float32",
+  "transformers_version": "4.46.3",
+  "use_cache": true,
+  "vocab_size": 50257
+}

base/60e1/generation_config.json

@@ -0,0 +1,6 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 50256,
+  "eos_token_id": 50256,
+  "transformers_version": "4.46.3"
+}

base/60e1/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a58ac75ace7ba0f85a37889cc5d1a8f9f056c6a7bb91b234384a2cad3ebbe49
+size 497774208

base/60e1/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:451df46aea519956469f8bd4ba885ff7005f5d49adf32aba6dd16c5db1dae324
+size 14244

base/60e1/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ba240f05f3b133ad191b3d1c2218bb69c344fc5e86102d9f453e62912e9cf61
+size 1064