Training in progress, step 1

adapter_config.json

@@ -20,10 +20,10 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
+    "gate_up_proj",
     "qkv_proj",
-    "down_proj",
     "o_proj",
-    "gate_up_proj"
+    "down_proj"
   ],
   "task_type": "CASUAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:62be6d853a9a58562e474dc46d9ff93f49166bfdca975299bf13c2783220619c
+oid sha256:5a139b722d3859c5956e59ae5354c82f63461842acaef89b457b9d8e40b7355a
 size 887450008

runs/Jul18_10-09-10_6d39eda6b743/events.out.tfevents.1721297352.6d39eda6b743.213.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e55eee7d5e05d85c27bbc1219fb502c65ca73d790b7b04196f5bd3f8d7635bf
+size 6411

tokenizer_config.json

@@ -1,6 +1,7 @@
 {
   "add_bos_token": false,
   "add_eos_token": false,
+  "add_prefix_space": null,
   "added_tokens_decoder": {
     "0": {
       "content": "<unk>",

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a1bff87e53cc04d991d6a7aa6e9664a1788c7719043f7ac66f51b6f271a877f2
-size 5432
+oid sha256:82ee64a0b3bf4662742ebf3e6bbdf10bd88b80f57f57fe0bdfa39861df349944
+size 5496