Training in progress, step 500

adapter_config.json

@@ -20,10 +20,10 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "k",
-    "q",
     "v",
-    "o"
+    "o",
+    "q",
+    "k"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:88b6b30b90e9d777b78496504562cf7859934dbd923be99e6304d0570a147896
+oid sha256:25244f3e746887438142cbf98256b03f3e712036513be2035d83ccff1355ef41
 size 9457304

runs/Apr01_08-24-56_fdc5e912607d/events.out.tfevents.1711959896.fdc5e912607d.2505.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66561dd122b088749753f5bd096189c245a080289e6d55ae94f0d6d967128944
+size 6288

tokenizer.json

@@ -2,7 +2,7 @@
   "version": "1.0",
   "truncation": {
     "direction": "Right",
-    "max_length": 512,
+    "max_length": 128,
     "strategy": "LongestFirst",
     "stride": 0
   },

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:23190c98d14958fd7d0c9050bad987a8aa8792dd8af315f2c1fabea65798727d
+oid sha256:440635b622791efa901046be5414e9b48fe8cd34e36bc9b30471cf76dedf8a21
 size 5048