Training in progress, step 20

adapter_config.json

@@ -21,12 +21,12 @@
   "revision": null,
   "target_modules": [
     "v_proj",
-    "q_proj",
+    "up_proj",
     "down_proj",
-    "gate_proj",
+    "q_proj",
     "o_proj",
-    "up_proj",
-    "k_proj"
+    "k_proj",
+    "gate_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9c0c093857adead1841e26880e2a3f79a92c7a7180cf844ae994bba375bc7506
+oid sha256:04e9d85928086eaa496a4258701e987eb1b5daa929afce3049550b20d169df1a
 size 167832688

runs/Dec29_17-26-23_xe8545-a100-23/events.out.tfevents.1735489590.xe8545-a100-23.3307061.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba541ce03e2e408e5d1691dab34c2e6c9ad00733a2e23eb3451a9987ae494ab4
+size 8029

tokenizer.json

@@ -1,6 +1,11 @@
 {
   "version": "1.0",
-  "truncation": null,
+  "truncation": {
+    "direction": "Right",
+    "max_length": 2048,
+    "strategy": "LongestFirst",
+    "stride": 0
+  },
   "padding": null,
   "added_tokens": [
     {

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2bd647d54ad0d3a35a691354e4687ef7a9daa9075c966b04017157a71d0b7e9e
+oid sha256:945af7d9b8e75826f5f6d15eab10b01696d736c43b7143c14ccf42b097a943d4
 size 6968