Training in progress, step 300

adapter_config.json

@@ -23,13 +23,13 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "up_proj",
-    "o_proj",
+    "q_proj",
+    "v_proj",
     "k_proj",
+    "up_proj",
     "down_proj",
-    "q_proj",
     "gate_proj",
-    "v_proj"
+    "o_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:374da347622d668269859b72eea6f2d0b4a91b341a780d5b61734db381dfaa05
+oid sha256:fbb4f2a54acdd2dc060e3f9b839392093f0072bde87714829f2c22879be8a83b
 size 161533160

trainer_log.jsonl

@@ -4,3 +4,8 @@
 {"current_steps": 150, "total_steps": 18120, "loss": 1.1353, "lr": 8.222958057395145e-06, "epoch": 0.024834437086092714, "percentage": 0.83, "elapsed_time": "0:41:25", "remaining_time": "3 days, 10:42:13"}
 {"current_steps": 200, "total_steps": 18120, "loss": 1.0539, "lr": 1.0982339955849891e-05, "epoch": 0.033112582781456956, "percentage": 1.1, "elapsed_time": "0:44:28", "remaining_time": "2 days, 18:24:30"}
 {"current_steps": 200, "total_steps": 18120, "eval_loss": 1.0201358795166016, "epoch": 0.033112582781456956, "percentage": 1.1, "elapsed_time": "1:16:04", "remaining_time": "4 days, 17:36:19"}
+{"current_steps": 250, "total_steps": 18120, "loss": 0.9816, "lr": 1.3741721854304637e-05, "epoch": 0.041390728476821195, "percentage": 1.38, "elapsed_time": "1:19:19", "remaining_time": "3 days, 22:30:25"}
+{"current_steps": 250, "total_steps": 18120, "loss": 0.9816, "lr": 1.3741721854304637e-05, "epoch": 0.041390728476821195, "percentage": 1.38, "elapsed_time": "0:03:13", "remaining_time": "3:50:27"}
+{"current_steps": 300, "total_steps": 18120, "loss": 0.9372, "lr": 1.6501103752759385e-05, "epoch": 0.04966887417218543, "percentage": 1.66, "elapsed_time": "0:06:19", "remaining_time": "6:15:35"}
+{"current_steps": 250, "total_steps": 18120, "loss": 0.9816, "lr": 1.3741721854304637e-05, "epoch": 0.041390728476821195, "percentage": 1.38, "elapsed_time": "0:03:13", "remaining_time": "3:50:39"}
+{"current_steps": 300, "total_steps": 18120, "loss": 0.9372, "lr": 1.6501103752759385e-05, "epoch": 0.04966887417218543, "percentage": 1.66, "elapsed_time": "0:06:19", "remaining_time": "6:15:56"}

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6a2edd0949861cb7badd527f7095b9c2224394d2fdbe771dec750a5cdb83b3f5
-size 5688
+oid sha256:5dd2ef96eff028fc6db83c8627ce2e789cafe652a25ea367c040819bc392f916
+size 5752