Training in progress, step 4700

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f6400a6a5318992df1b0a0308f97a53a218096b7f6093df3d656dea048eec496
+oid sha256:302c1322c35281f55fe16dda8bc509e3dc7623639b3c33a1ebc8c40914369ca5
 size 121537408

last-checkpoint/adapter_config.json

@@ -33,13 +33,13 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "o_proj",
     "k_proj",
-    "q_proj",
-    "up_proj",
-    "down_proj",
+    "o_proj",
     "v_proj",
-    "gate_proj"
+    "gate_proj",
+    "down_proj",
+    "up_proj",
+    "q_proj"
   ],
   "target_parameters": null,
   "task_type": "CAUSAL_LM",

last-checkpoint/adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f6400a6a5318992df1b0a0308f97a53a218096b7f6093df3d656dea048eec496
+oid sha256:aacd25a4e05082842ad71d0107cf487aace9bac3273148f257235c3fedfb2e5e
 size 121537408

last-checkpoint/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:536b0caf468c3b2f0e97609467859ae7a9095ccc477ce962ddf1561074342a50
+oid sha256:27cafe83e00a5eabc314cc5122b14622739544afd699f319c02ec341b5a0ab9f
 size 62000725

last-checkpoint/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7644dfc8daf6d079d14b00f67248c13208c962d589d1b867e182a9495b86cd9d
+oid sha256:6205bb81b2e8389ef08b4f53f6908b25ff116635d540174f271ec2b2516e7cd7
 size 1465

last-checkpoint/trainer_state.json

@@ -2,9 +2,9 @@
   "best_global_step": null,
   "best_metric": null,
   "best_model_checkpoint": null,
-  "epoch": 2.869890795631825,
+  "epoch": 3.0,
   "eval_steps": 500,
-  "global_step": 4600,
+  "global_step": 4809,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -3228,6 +3228,146 @@
       "learning_rate": 9.473963834676136e-07,
       "loss": 0.0043,
       "step": 4600
+    },
+    {
+      "epoch": 2.8761310452418094,
+      "grad_norm": 0.0513504222035408,
+      "learning_rate": 8.594428422601608e-07,
+      "loss": 0.004,
+      "step": 4610
+    },
+    {
+      "epoch": 2.882371294851794,
+      "grad_norm": 0.0008744900114834309,
+      "learning_rate": 7.757556843370428e-07,
+      "loss": 0.002,
+      "step": 4620
+    },
+    {
+      "epoch": 2.8886115444617784,
+      "grad_norm": 0.0013541991356760263,
+      "learning_rate": 6.963385110648313e-07,
+      "loss": 0.0021,
+      "step": 4630
+    },
+    {
+      "epoch": 2.894851794071763,
+      "grad_norm": 0.04980359971523285,
+      "learning_rate": 6.211947400569962e-07,
+      "loss": 0.0025,
+      "step": 4640
+    },
+    {
+      "epoch": 2.9010920436817473,
+      "grad_norm": 0.003807028057053685,
+      "learning_rate": 5.503276050267458e-07,
+      "loss": 0.0026,
+      "step": 4650
+    },
+    {
+      "epoch": 2.9073322932917316,
+      "grad_norm": 0.10594616085290909,
+      "learning_rate": 4.837401556478493e-07,
+      "loss": 0.0055,
+      "step": 4660
+    },
+    {
+      "epoch": 2.913572542901716,
+      "grad_norm": 0.000727578008081764,
+      "learning_rate": 4.214352574235081e-07,
+      "loss": 0.0042,
+      "step": 4670
+    },
+    {
+      "epoch": 2.9198127925117006,
+      "grad_norm": 0.0013031769776716828,
+      "learning_rate": 3.634155915629323e-07,
+      "loss": 0.0037,
+      "step": 4680
+    },
+    {
+      "epoch": 2.926053042121685,
+      "grad_norm": 0.002906072186306119,
+      "learning_rate": 3.09683654866022e-07,
+      "loss": 0.0018,
+      "step": 4690
+    },
+    {
+      "epoch": 2.9322932917316695,
+      "grad_norm": 0.05608970671892166,
+      "learning_rate": 2.602417596158868e-07,
+      "loss": 0.0035,
+      "step": 4700
+    },
+    {
+      "epoch": 2.938533541341654,
+      "grad_norm": 0.0014681172324344516,
+      "learning_rate": 2.1509203347936934e-07,
+      "loss": 0.005,
+      "step": 4710
+    },
+    {
+      "epoch": 2.944773790951638,
+      "grad_norm": 0.1732673943042755,
+      "learning_rate": 1.7423641941546332e-07,
+      "loss": 0.003,
+      "step": 4720
+    },
+    {
+      "epoch": 2.9510140405616223,
+      "grad_norm": 0.0007420650799758732,
+      "learning_rate": 1.376766755916914e-07,
+      "loss": 0.0036,
+      "step": 4730
+    },
+    {
+      "epoch": 2.957254290171607,
+      "grad_norm": 0.0006529244128614664,
+      "learning_rate": 1.0541437530848796e-07,
+      "loss": 0.0035,
+      "step": 4740
+    },
+    {
+      "epoch": 2.9634945397815913,
+      "grad_norm": 0.0012812407221645117,
+      "learning_rate": 7.745090693143108e-08,
+      "loss": 0.0028,
+      "step": 4750
+    },
+    {
+      "epoch": 2.9697347893915755,
+      "grad_norm": 0.0007352688116952777,
+      "learning_rate": 5.378747383154581e-08,
+      "loss": 0.0024,
+      "step": 4760
+    },
+    {
+      "epoch": 2.9759750390015602,
+      "grad_norm": 0.0036806329153478146,
+      "learning_rate": 3.442509433352337e-08,
+      "loss": 0.0027,
+      "step": 4770
+    },
+    {
+      "epoch": 2.9822152886115445,
+      "grad_norm": 0.0006891420343890786,
+      "learning_rate": 1.9364601671845173e-08,
+      "loss": 0.0031,
+      "step": 4780
+    },
+    {
+      "epoch": 2.9884555382215288,
+      "grad_norm": 0.062437161803245544,
+      "learning_rate": 8.606643954978122e-09,
+      "loss": 0.0034,
+      "step": 4790
+    },
+    {
+      "epoch": 2.994695787831513,
+      "grad_norm": 0.12944412231445312,
+      "learning_rate": 2.1516841374635834e-09,
+      "loss": 0.0038,
+      "step": 4800
     }
   ],
   "logging_steps": 10,
@@ -3242,12 +3382,12 @@
         "should_evaluate": false,
         "should_log": false,
         "should_save": true,
-        "should_training_stop": false
+        "should_training_stop": true
       },
       "attributes": {}
     }
   },
-  "total_flos": 3.719326370781696e+16,
+  "total_flos": 3.887912126726554e+16,
   "train_batch_size": 2,
   "trial_name": null,
   "trial_params": null

last-checkpoint/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a915bc16632dcc1f89a12635ca0b186ecba95808935db991fa833a90741693e6
+oid sha256:0554d7321c506bd816e992029d18cb4e33d99d8af5ebe99c62fa15c5a1cf0043
 size 6353