Model save

adapter_config.json

@@ -20,13 +20,13 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "up_proj",
+    "o_proj",
     "gate_proj",
     "q_proj",
-    "k_proj",
     "down_proj",
-    "v_proj",
-    "o_proj"
+    "up_proj",
+    "k_proj",
+    "v_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6beaf417d331a436e8cba14289135aa265db906e9ece0cc54773cf1e1ed4da53
+oid sha256:1d15840b5bada7db4e07856365b42df506096674e56f08972258d758555bcb5a
 size 671149168

runs/Aug01_21-35-21_222693abf1e4/events.out.tfevents.1722548134.222693abf1e4.23.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e91e2f019130871930de420a796c712a80580ca9ea02b2134fa8186034facaf
+size 10133

tokenizer.json

@@ -2,7 +2,7 @@
   "version": "1.0",
   "truncation": {
     "direction": "Right",
-    "max_length": 512,
+    "max_length": 2048,
     "strategy": "LongestFirst",
     "stride": 0
   },

tokenizer_config.json

@@ -2077,7 +2077,7 @@
     "input_ids",
     "attention_mask"
   ],
-  "model_max_length": 512,
+  "model_max_length": 2048,
   "pad_token": "<|im_end|>",
   "tokenizer_class": "PreTrainedTokenizerFast"
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:42b40692a0cede5f0e1260d76c8744fbb7d43af31b7834d69444c3ea1ac1bf81
+oid sha256:2d40a79be562cd4ef9945a81b0f20b4b996ce86c7d6ce856a7298a8b77dc4303
 size 5304