Training in progress, step 30

adapter_config.json

@@ -19,10 +19,10 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "dense_h_to_4h",
     "dense",
     "query_key_value",
-    "dense_4h_to_h"
+    "dense_4h_to_h",
+    "dense_h_to_4h"
   ],
   "task_type": "CAUSAL_LM",
   "use_rslora": false

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:795476b4e2b5cbd9ae262ef4998c703e917b50efc3933b81ae709a5ea2752776
+oid sha256:bc84ed30acddcf686985ce03659509b57e1cf8d874b9274ede16744340f8e79f
 size 261131840

special_tokens_map.json

@@ -12,6 +12,12 @@
     ">>SUFFIX<<",
     ">>MIDDLE<<"
   ],
-  "eos_token": "<|endoftext|>",
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
   "pad_token": "<|endoftext|>"
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:588846b0d68643604e11855223df7ef4f68f5e5754738ea77273e797228ca7f2
-size 4536
+oid sha256:5f746198bd25f5b801e1f5069b051837cbac819d8824b77747a200c216b15b8b
+size 4664