LoRA checkpoint step 10

adapter_config.json

@@ -29,8 +29,8 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "v_proj",
-    "q_proj"
+    "q_proj",
+    "v_proj"
   ],
   "target_parameters": null,
   "task_type": "CAUSAL_LM",

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:11c97f4501a385bf1df172c821d774f38afc5500ef0c0b5172e3330227b619c8
+oid sha256:0f888b6b3a4052e009eb3e0ea020b5e04b812380410a649e8756ed4a2776eaba
 size 18365064

optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e0fcce545eb66e45e0de3225cc88e00ccca134dbdf8695455c2800ede82dd965
+oid sha256:7f00e14dda69de9c90df1d937afda3e780f45283c250d8e473fcdf0c513fcf04
 size 36796427

rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8045680cd0b0da3a46edfb15f7b9326902d12ec80a772f2c8cee5226f40102ac
+oid sha256:b2cad12e7330dde5d600642494526045807112b5902f585e81357ae4e18a3777
 size 14645

scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2942a487ee32840b184efa1f28ee3b970aed024c3e152d1d21ecf1df5f7f9166
+oid sha256:f2f6cb6003c360c5b7afae4918a32c9d360b05785e8b0d5f99e6044d9cf74615
 size 1465

trainer_state.json

@@ -2,158 +2,88 @@
   "best_global_step": null,
   "best_metric": null,
   "best_model_checkpoint": null,
-  "epoch": 20.0,
+  "epoch": 1.0,
   "eval_steps": 500,
-  "global_step": 20,
+  "global_step": 10,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
   "log_history": [
     {
-      "epoch": 1.0,
-      "grad_norm": 13.383371353149414,
+      "epoch": 0.1,
+      "grad_norm": 14.800739288330078,
       "learning_rate": 0.0001,
-      "loss": 15.8124,
+      "loss": 15.3207,
       "step": 1
     },
     {
-      "epoch": 2.0,
-      "grad_norm": 12.606584548950195,
-      "learning_rate": 9.5e-05,
-      "loss": 15.5181,
-      "step": 2
-    },
-    {
-      "epoch": 3.0,
-      "grad_norm": 13.850770950317383,
+      "epoch": 0.2,
+      "grad_norm": 14.96125602722168,
       "learning_rate": 9e-05,
-      "loss": 15.1824,
-      "step": 3
-    },
-    {
-      "epoch": 4.0,
-      "grad_norm": 13.93728256225586,
-      "learning_rate": 8.5e-05,
-      "loss": 14.8461,
-      "step": 4
+      "loss": 16.127,
+      "step": 2
     },
     {
-      "epoch": 5.0,
-      "grad_norm": 15.150458335876465,
+      "epoch": 0.3,
+      "grad_norm": 13.516273498535156,
       "learning_rate": 8e-05,
-      "loss": 14.4621,
-      "step": 5
-    },
-    {
-      "epoch": 6.0,
-      "grad_norm": 15.022994995117188,
-      "learning_rate": 7.500000000000001e-05,
-      "loss": 14.1166,
-      "step": 6
+      "loss": 15.5743,
+      "step": 3
     },
     {
-      "epoch": 7.0,
-      "grad_norm": 14.39227294921875,
+      "epoch": 0.4,
+      "grad_norm": 15.074135780334473,
       "learning_rate": 7e-05,
-      "loss": 13.7894,
-      "step": 7
-    },
-    {
-      "epoch": 8.0,
-      "grad_norm": 13.548099517822266,
-      "learning_rate": 6.500000000000001e-05,
-      "loss": 13.5018,
-      "step": 8
+      "loss": 15.1249,
+      "step": 4
     },
     {
-      "epoch": 9.0,
-      "grad_norm": 12.666287422180176,
+      "epoch": 0.5,
+      "grad_norm": 12.500387191772461,
       "learning_rate": 6e-05,
-      "loss": 13.2573,
-      "step": 9
-    },
-    {
-      "epoch": 10.0,
-      "grad_norm": 11.866293907165527,
-      "learning_rate": 5.500000000000001e-05,
-      "loss": 12.9813,
-      "step": 10
+      "loss": 15.3016,
+      "step": 5
     },
     {
-      "epoch": 11.0,
-      "grad_norm": 11.042235374450684,
+      "epoch": 0.6,
+      "grad_norm": 12.868051528930664,
       "learning_rate": 5e-05,
-      "loss": 12.835,
-      "step": 11
-    },
-    {
-      "epoch": 12.0,
-      "grad_norm": 10.063555717468262,
-      "learning_rate": 4.5e-05,
-      "loss": 12.6259,
-      "step": 12
+      "loss": 13.8441,
+      "step": 6
     },
     {
-      "epoch": 13.0,
-      "grad_norm": 10.178994178771973,
+      "epoch": 0.7,
+      "grad_norm": 12.014676094055176,
       "learning_rate": 4e-05,
-      "loss": 12.4115,
-      "step": 13
-    },
-    {
-      "epoch": 14.0,
-      "grad_norm": 10.010645866394043,
-      "learning_rate": 3.5e-05,
-      "loss": 12.3229,
-      "step": 14
+      "loss": 14.4305,
+      "step": 7
     },
     {
-      "epoch": 15.0,
-      "grad_norm": 9.389053344726562,
+      "epoch": 0.8,
+      "grad_norm": 12.44831657409668,
       "learning_rate": 3e-05,
-      "loss": 12.1327,
-      "step": 15
-    },
-    {
-      "epoch": 16.0,
-      "grad_norm": 8.83408260345459,
-      "learning_rate": 2.5e-05,
-      "loss": 12.0424,
-      "step": 16
+      "loss": 13.5286,
+      "step": 8
     },
     {
-      "epoch": 17.0,
-      "grad_norm": 8.485236167907715,
+      "epoch": 0.9,
+      "grad_norm": 11.084362030029297,
       "learning_rate": 2e-05,
-      "loss": 11.9666,
-      "step": 17
-    },
-    {
-      "epoch": 18.0,
-      "grad_norm": 8.385706901550293,
-      "learning_rate": 1.5e-05,
-      "loss": 11.9032,
-      "step": 18
+      "loss": 15.0303,
+      "step": 9
     },
     {
-      "epoch": 19.0,
-      "grad_norm": 8.39928913116455,
+      "epoch": 1.0,
+      "grad_norm": 14.512312889099121,
       "learning_rate": 1e-05,
-      "loss": 11.8244,
-      "step": 19
-    },
-    {
-      "epoch": 20.0,
-      "grad_norm": 8.347794532775879,
-      "learning_rate": 5e-06,
-      "loss": 11.7931,
-      "step": 20
+      "loss": 12.5946,
+      "step": 10
     }
   ],
   "logging_steps": 1,
-  "max_steps": 20,
+  "max_steps": 10,
   "num_input_tokens_seen": 0,
-  "num_train_epochs": 20,
+  "num_train_epochs": 1,
   "save_steps": 10,
   "stateful_callbacks": {
     "TrainerControl": {
@@ -167,7 +97,7 @@
       "attributes": {}
     }
   },
-  "total_flos": 1734656969932800.0,
+  "total_flos": 867328484966400.0,
   "train_batch_size": 10,
   "trial_name": null,
   "trial_params": null

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ccdc84464664929d3e317e161b941977f55e11b137a084048b6bd8bed7d6cc96
+oid sha256:b5dd29078e167b1ffeebe30da97a0ff60ebe4e307d6c39f62d60c8c91f75eca6
 size 5841