Training in progress, step 20

adapter_config.json

@@ -23,13 +23,13 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "gate_proj",
+    "k_proj",
+    "o_proj",
     "up_proj",
-    "q_proj",
     "down_proj",
+    "gate_proj",
     "v_proj",
-    "o_proj",
-    "k_proj"
+    "q_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3c0ae87631f8150929d5c963adda6ad8f394636838b4c7533c0edc4bcffa2043
+oid sha256:e7ffb93603cb79226a3b919eccb1188488f26bdf4900d9fe2d9e2ef59da7c63d
 size 389074464

tokenizer_config.json

@@ -2061,7 +2061,7 @@
   ],
   "model_max_length": 131072,
   "pad_token": "<|finetune_right_pad_id|>",
-  "padding_side": "left",
+  "padding_side": "right",
   "tokenizer_class": "PreTrainedTokenizer",
   "unk_token": null
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8bedeb20825a43caaac749ba3e03ad0d2905405cceceb8a84c1174e226a769a2
+oid sha256:430aab36c92c106df9b496b9846d99f5d90ad5cb9f921e47c28039e5f998ee62
 size 5624