Training in progress, step 25

adapter_config.json

@@ -19,10 +19,10 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "q_proj",
     "k_proj",
     "dense",
-    "v_proj"
+    "v_proj",
+    "q_proj"
   ],
   "task_type": "CAUSAL_LM"
 }

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b657ca88b624f2eb3fb170180fec3e79e2ec2c79ac237b7fbd833db99710bd79
+oid sha256:b9631e9604de8f170ba84f0b304d97b7639f34b22c931c967e3cc97b1e809528
 size 1115659992

added_tokens.json

@@ -37,16 +37,16 @@
   "                             ": 50259,
   "                              ": 50258,
   "                               ": 50257,
-  "<PAD>": 50304,
-  "<|end_of_turn|>": 50301,
-  "<|end|>": 50306,
-  "<|function_call|>": 50296,
-  "<|response|>": 50299,
-  "<|thoughts|>": 50300,
-  "Azma": 50305,
-  "Azma:": 50295,
-  "Observation:": 50303,
-  "Reference:": 50302,
-  "System:": 50298,
-  "User:": 50297
+  "<PAD>": 50296,
+  "<|end_of_turn|>": 50298,
+  "<|end|>": 50297,
+  "<|function_call|>": 50301,
+  "<|response|>": 50305,
+  "<|thoughts|>": 50304,
+  "Azma": 50303,
+  "Azma:": 50302,
+  "Observation:": 50299,
+  "Reference:": 50295,
+  "System:": 50300,
+  "User:": 50306
 }

tokenizer_config.json

@@ -316,7 +316,7 @@
       "special": false
     },
     "50295": {
-      "content": "Azma:",
+      "content": "Reference:",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -324,15 +324,15 @@
       "special": false
     },
     "50296": {
-      "content": "<|function_call|>",
+      "content": "<PAD>",
       "lstrip": false,
-      "normalized": true,
+      "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
     "50297": {
-      "content": "User:",
+      "content": "<|end|>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -340,7 +340,7 @@
       "special": false
     },
     "50298": {
-      "content": "System:",
+      "content": "<|end_of_turn|>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -348,7 +348,7 @@
       "special": false
     },
     "50299": {
-      "content": "<|response|>",
+      "content": "Observation:",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -356,7 +356,7 @@
       "special": false
     },
     "50300": {
-      "content": "<|thoughts|>",
+      "content": "System:",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -364,7 +364,7 @@
       "special": false
     },
     "50301": {
-      "content": "<|end_of_turn|>",
+      "content": "<|function_call|>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -372,7 +372,7 @@
       "special": false
     },
     "50302": {
-      "content": "Reference:",
+      "content": "Azma:",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -380,7 +380,7 @@
       "special": false
     },
     "50303": {
-      "content": "Observation:",
+      "content": "Azma",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -388,15 +388,15 @@
       "special": false
     },
     "50304": {
-      "content": "<PAD>",
+      "content": "<|thoughts|>",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "50305": {
-      "content": "Azma",
+      "content": "<|response|>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -404,7 +404,7 @@
       "special": false
     },
     "50306": {
-      "content": "<|end|>",
+      "content": "User:",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fefb94535e7d9fc5f2aea8a782148f10bd79e9ec8994dab78d8416d76c0f0413
+oid sha256:28c3f7550eebbd0bf0459ccf26530b0c899f47e254ef678ab2d93289d6c7f781
 size 4664