Training in progress, step 3100

adapter_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3768dd1339753637e98fb5a78e49089bfc20cfbb2e5d5ab1d79b249f12bd91d6
+oid sha256:604d08ed43fee049ea3799c6450a4a1d5f8cc6e58ddf33f377215e77f03ec769
 size 500897101

{checkpoint-2500 → checkpoint-3000/adapter_model}/adapter_config.json

@@ -14,13 +14,13 @@
   "r": 32,
   "revision": null,
   "target_modules": [
+    "down_proj",
+    "k_proj",
+    "gate_proj",
     "v_proj",
     "o_proj",
-    "down_proj",
     "q_proj",
-    "gate_proj",
-    "up_proj",
-    "k_proj"
+    "up_proj"
   ],
   "task_type": "CAUSAL_LM"
 }

{checkpoint-2500 → checkpoint-3000/adapter_model}/adapter_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:505cb6afdfadc38c75dd01cda88ab02709dd484311a21a28de8edafac03ec556
+oid sha256:3768dd1339753637e98fb5a78e49089bfc20cfbb2e5d5ab1d79b249f12bd91d6
 size 500897101

{checkpoint-2500/adapter_model → checkpoint-3100}/adapter_config.json

@@ -14,13 +14,13 @@
   "r": 32,
   "revision": null,
   "target_modules": [
+    "down_proj",
+    "k_proj",
+    "gate_proj",
     "v_proj",
     "o_proj",
-    "down_proj",
     "q_proj",
-    "gate_proj",
-    "up_proj",
-    "k_proj"
+    "up_proj"
   ],
   "task_type": "CAUSAL_LM"
 }

{checkpoint-2500/adapter_model → checkpoint-3100}/adapter_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:505cb6afdfadc38c75dd01cda88ab02709dd484311a21a28de8edafac03ec556
+oid sha256:604d08ed43fee049ea3799c6450a4a1d5f8cc6e58ddf33f377215e77f03ec769
 size 500897101

{checkpoint-2500 → checkpoint-3100}/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:23607e4260b2c40a4b87066a606e4f4ed68f45d3fef284de3bdbc9f73b3ba848
+oid sha256:94469f937804d5ce0461fe1eb4aba770ee24539198898ed26597db99e8a9be8c
 size 1001752701

{checkpoint-2500 → checkpoint-3100}/rng_state_0.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:47bfd76c4cc0b192a3fb100b2b8c2bbd24be587970edf55603a038f79283f008
+oid sha256:cccffebda14d72607655c8cc414bc2d644ff4850957bc97842d7ad5b4e8a35c7
 size 27772

{checkpoint-2500 → checkpoint-3100}/rng_state_1.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d4642226e4ee30ffb68471694aabd73ff83073efeba6a8d791e430d95df15c6c
+oid sha256:bf748078b6d64f54a4c82c901a07fa9a0b12ed31fbdb377aed3baece602b7886
 size 27772

{checkpoint-2500 → checkpoint-3100}/rng_state_10.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b2de59a7892f168efb4fb3a58f128f0dff875e003da79c980b106d36c80aee73
+oid sha256:98298c09628a5370836fdab430191117c3386c78337f9f2c62f101aa17d7e4f8
 size 27789

{checkpoint-2500 → checkpoint-3100}/rng_state_11.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ec77734bb94ae0e7e7b0977a125a15459aec7b2e46b53b2677cf464df88e315c
+oid sha256:68ae9f8a2401b67aa57f50c34841e07a3dc51f9b81e0436c33e2b67fe7c4baee
 size 27789

{checkpoint-2500 → checkpoint-3100}/rng_state_12.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9ce4f7c631a5d976ad786c9b9aa40e595d3579339787e4c767e456a617ec89b3
+oid sha256:22848d56d849bc600e823fc9cfb270dd9494429c7f77cf79dbfbdf4a72efaba0
 size 27789

{checkpoint-2500 → checkpoint-3100}/rng_state_13.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:feca0380740937fb0f0f24fabb15780542881ab4aa3617ce31bf3b3687f1468c
+oid sha256:f3076b14a53ecb3520119317b5b2e50278e91bfa176e1f3b4d62a09a55b10c15
 size 27789

{checkpoint-2500 → checkpoint-3100}/rng_state_2.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2a4f137ff48f56baa8d8b2823574135fccd2ceb7b1266de543b99476dad69d31
+oid sha256:8502ae4ad065d02b5651b21e8f626b0f0ba70cb25fc8fff417ceacffff2c0af9
 size 27772

{checkpoint-2500 → checkpoint-3100}/rng_state_3.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:39cef805a9db175030aab7a85b6ab8d5a7a22a12677049e6fbeec224546cf0f3
+oid sha256:e560e73955af90e58da7fd5613f914bc880456d4e233dfb371f9de5f68da2f65
 size 27772

{checkpoint-2500 → checkpoint-3100}/rng_state_4.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a881d75ecc8b6e302d002609f6d51900c6c030a3290a3be013ec645a41e639f3
+oid sha256:c1325c064dbe9b4b47234209edc5ce58860efd7b44e31e1e367cc65157805fb5
 size 27772

{checkpoint-2500 → checkpoint-3100}/rng_state_5.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9a3f0384d557d958f4af82737b424fb17dc883e45bfefef628cef99d3b88df16
+oid sha256:dae1ede6bf5b2686c0a3e858c74f1ad7c53f73bff27db97fa9e477440f52c571
 size 27772

{checkpoint-2500 → checkpoint-3100}/rng_state_6.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f4fd77a09e18b6f114d2598328ea5e3615d0c6e880083e6d0e0ee64ea89f9f82
+oid sha256:181f86e82ddf8a60f98f38e3eb3e9daea0f03767e98f46ac40b43f04100a7cc7
 size 27772

{checkpoint-2500 → checkpoint-3100}/rng_state_7.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a613e23b2316eb720ba48e4839fad24446bcef451e3d314bb5b41fcd51a03a53
+oid sha256:6dba2bbc40ef363764a30227e3decb70eb10e50a3e97241431a928d011805fbe
 size 27772

{checkpoint-2500 → checkpoint-3100}/rng_state_8.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:59a1e08f896d5ecdc47c11b268908fbfeb493add2923708df9152f7d03af6b59
+oid sha256:d1bae03f64a7771751c64781fb44b1c9744351929cb10e9281c9f741f3eea0d3
 size 27772

{checkpoint-2500 → checkpoint-3100}/rng_state_9.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2199cee2fa079ff01870234180d367dd56c527f48150f0cb2af23a420d01e9b0
+oid sha256:9135a97bdad98c9b172d205cb6e8826f379e19e767179271dbc08babc1c3dd01
 size 27772

{checkpoint-2500 → checkpoint-3100}/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:438a03f49ed038157eb2416e0f8c8f302d4cffb10a9fd2eba3f5291189f7414d
+oid sha256:d5a1153b6ecad2aef39ef54d264602f1ef058c1cd82ac7533e0298d295685be1
 size 627

{checkpoint-2500 → checkpoint-3100}/trainer_state.json

@@ -1,8 +1,8 @@
 {
   "best_metric": null,
   "best_model_checkpoint": null,
-  "epoch": 0.9693679720822024,
-  "global_step": 2500,
+  "epoch": 1.202016285381931,
+  "global_step": 3100,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -598,11 +598,163 @@
       "learning_rate": 0.00015298541349533925,
       "loss": 0.8314,
       "step": 2500
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 0.00015212066544745926,
+      "loss": 0.831,
+      "step": 2525
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 0.00015125053266686124,
+      "loss": 0.8319,
+      "step": 2550
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 0.00015037510504941303,
+      "loss": 0.8259,
+      "step": 2575
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 0.00014949447303800695,
+      "loss": 0.8133,
+      "step": 2600
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 0.00014860872761321593,
+      "loss": 0.8139,
+      "step": 2625
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 0.00014771796028389405,
+      "loss": 0.804,
+      "step": 2650
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 0.0001468222630777225,
+      "loss": 0.8011,
+      "step": 2675
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 0.00014592172853170193,
+      "loss": 0.8037,
+      "step": 2700
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 0.00014501644968259212,
+      "loss": 0.8063,
+      "step": 2725
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 0.00014410652005730025,
+      "loss": 0.8155,
+      "step": 2750
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 0.00014319203366321826,
+      "loss": 0.8066,
+      "step": 2775
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 0.0001422730849785107,
+      "loss": 0.8091,
+      "step": 2800
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 0.0001413497689423539,
+      "loss": 0.8067,
+      "step": 2825
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 0.00014042218094512755,
+      "loss": 0.8046,
+      "step": 2850
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 0.00013949041681855985,
+      "loss": 0.8053,
+      "step": 2875
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 0.0001385545728258264,
+      "loss": 0.8075,
+      "step": 2900
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 0.0001376147456516055,
+      "loss": 0.8015,
+      "step": 2925
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 0.00013667103239208903,
+      "loss": 0.8016,
+      "step": 2950
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 0.00013572353054495126,
+      "loss": 0.8029,
+      "step": 2975
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 0.0001347723379992762,
+      "loss": 0.8017,
+      "step": 3000
+    },
+    {
+      "epoch": 1.16,
+      "eval_loss": 0.8229297995567322,
+      "eval_runtime": 59.3398,
+      "eval_samples_per_second": 12.302,
+      "eval_steps_per_second": 0.893,
+      "step": 3000
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 0.0001338175530254443,
+      "loss": 0.8049,
+      "step": 3025
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 0.00013285927426497985,
+      "loss": 0.8027,
+      "step": 3050
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 0.00013189760072036008,
+      "loss": 0.8028,
+      "step": 3075
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 0.0001309326317447869,
+      "loss": 0.8021,
+      "step": 3100
     }
   ],
   "max_steps": 7737,
   "num_train_epochs": 3,
-  "total_flos": 1.0767924336141533e+19,
+  "total_flos": 1.3349988348702228e+19,
   "trial_name": null,
   "trial_params": null
 }

{checkpoint-2500 → checkpoint-3100}/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1240323c6a8f49a8a8b1664a44594fc01574f066beb8bd9d04ff53bb19046038
+oid sha256:7292138fecd854f5f17371c439bbd450ee3c48e738b75818b778a55f4e26ef57
 size 4027