Training in progress, step 9, checkpoint

checkpoint-9/adapter_config.json

@@ -23,13 +23,13 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "k_proj",
-    "o_proj",
+    "down_proj",
     "v_proj",
-    "gate_proj",
+    "o_proj",
+    "q_proj",
     "up_proj",
-    "down_proj",
-    "q_proj"
+    "gate_proj",
+    "k_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

checkpoint-9/adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:12a4ac3a35f5de1591f15b678dc5c3d72a0dec237bb6da1e18dbee4bfb3946fd
+oid sha256:16086eb046ac8ad78ab4702d2ef312d052141898cd3e23b4e93acff1c110466c
 size 83945296

checkpoint-9/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9796cb3c3d25bf42157535205d58c55ae9885a239f9e99fbef8d37b5be64f53c
+oid sha256:55c39a381321088380057790ad9225a11deae59929ec19d72caa6fe1a5268f85
 size 168149074

checkpoint-9/trainer_state.json

@@ -10,89 +10,89 @@
   "log_history": [
     {
       "epoch": 0.0006200589055960316,
-      "grad_norm": 0.7731499075889587,
+      "grad_norm": 0.7607094645500183,
       "learning_rate": 4.000000000000001e-06,
-      "loss": 1.166,
+      "loss": 1.1893,
       "step": 1
     },
     {
       "epoch": 0.0012401178111920632,
-      "grad_norm": 0.346652090549469,
+      "grad_norm": 0.3518824279308319,
       "learning_rate": 8.000000000000001e-06,
-      "loss": 0.9594,
+      "loss": 0.9752,
       "step": 2
     },
     {
       "epoch": 0.0018601767167880949,
-      "grad_norm": 0.39937612414360046,
+      "grad_norm": 0.4024870693683624,
       "learning_rate": 1.2e-05,
-      "loss": 0.828,
+      "loss": 0.8467,
       "step": 3
     },
     {
       "epoch": 0.0018601767167880949,
-      "eval_loss": 1.0491173267364502,
-      "eval_runtime": 26.0459,
-      "eval_samples_per_second": 3.839,
-      "eval_steps_per_second": 3.839,
+      "eval_loss": 1.0757174491882324,
+      "eval_runtime": 26.414,
+      "eval_samples_per_second": 3.786,
+      "eval_steps_per_second": 3.786,
       "step": 3
     },
     {
       "epoch": 0.0024802356223841263,
-      "grad_norm": 0.3457990288734436,
+      "grad_norm": 0.36653462052345276,
       "learning_rate": 1.6000000000000003e-05,
-      "loss": 0.988,
+      "loss": 1.0056,
       "step": 4
     },
     {
       "epoch": 0.0031002945279801583,
-      "grad_norm": 0.513918399810791,
+      "grad_norm": 0.47098514437675476,
       "learning_rate": 2e-05,
-      "loss": 0.8319,
+      "loss": 0.8545,
       "step": 5
     },
     {
       "epoch": 0.0037203534335761897,
-      "grad_norm": 0.47683727741241455,
+      "grad_norm": 0.5030912160873413,
       "learning_rate": 1.9200000000000003e-05,
-      "loss": 0.9366,
+      "loss": 0.9553,
       "step": 6
     },
     {
       "epoch": 0.0037203534335761897,
-      "eval_loss": 1.0431987047195435,
-      "eval_runtime": 26.2352,
-      "eval_samples_per_second": 3.812,
-      "eval_steps_per_second": 3.812,
+      "eval_loss": 1.0662517547607422,
+      "eval_runtime": 26.7124,
+      "eval_samples_per_second": 3.744,
+      "eval_steps_per_second": 3.744,
       "step": 6
     },
     {
       "epoch": 0.004340412339172222,
-      "grad_norm": 0.4349649250507355,
+      "grad_norm": 0.4823940694332123,
       "learning_rate": 1.8400000000000003e-05,
-      "loss": 0.9076,
+      "loss": 0.9266,
       "step": 7
     },
     {
       "epoch": 0.004960471244768253,
-      "grad_norm": 0.5443339943885803,
+      "grad_norm": 0.5647093653678894,
       "learning_rate": 1.76e-05,
-      "loss": 0.9829,
+      "loss": 1.0013,
       "step": 8
     },
     {
       "epoch": 0.005580530150364285,
-      "grad_norm": 0.3990451395511627,
+      "grad_norm": 0.4058099687099457,
       "learning_rate": 1.6800000000000002e-05,
-      "loss": 0.9045,
+      "loss": 0.9206,
       "step": 9
     },
     {
       "epoch": 0.005580530150364285,
-      "eval_loss": 1.0292819738388062,
-      "eval_runtime": 26.3477,
-      "eval_samples_per_second": 3.795,
-      "eval_steps_per_second": 3.795,
+      "eval_loss": 1.0476710796356201,
+      "eval_runtime": 26.7708,
+      "eval_samples_per_second": 3.735,
+      "eval_steps_per_second": 3.735,
       "step": 9
     }
   ],
@@ -113,7 +113,7 @@
       "attributes": {}
     }
   },
-  "total_flos": 1.0786535872561152e+16,
+  "total_flos": 1.093392302358528e+16,
   "train_batch_size": 2,
   "trial_name": null,
   "trial_params": null

checkpoint-9/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cbe2fb31cf4c04f893e5299faa77267af76b8447f922d82c2d6c0200e1fe225f
+oid sha256:527a35da8257b0136b41661334383dc9a90d4f2271ec7e0b37f6fe024a71f4c9
 size 5688