Training in progress, step 3500

adapter_config.json

@@ -19,8 +19,8 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "q_proj",
-    "v_proj"
+    "v_proj",
+    "q_proj"
   ],
   "task_type": "CAUSAL_LM"
 }

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:debb75ed5087b1e506b024aeda8ff58049ebf6c9a9e61c35b25a98a8c5ec804f
+oid sha256:55475acd8b795b863170cdffca5f3af6518176a207830943d5dc01c78b58af58
 size 134235048

special_tokens_map.json

@@ -4,14 +4,14 @@
     "lstrip": false,
     "normalized": true,
     "rstrip": false,
-    "single_word": false
+    "single_word": true
   },
   "eos_token": {
     "content": "</s>",
     "lstrip": false,
     "normalized": true,
     "rstrip": false,
-    "single_word": false
+    "single_word": true
   },
   "pad_token": "</s>",
   "unk_token": {
@@ -19,6 +19,6 @@
     "lstrip": false,
     "normalized": true,
     "rstrip": false,
-    "single_word": false
+    "single_word": true
   }
 }

tokenizer.json

@@ -15,7 +15,7 @@
       "lstrip": false,
       "rstrip": false,
       "normalized": true,
-      "special": false
+      "special": true
     },
     {
       "id": 1,
@@ -24,7 +24,7 @@
       "lstrip": false,
       "rstrip": false,
       "normalized": true,
-      "special": false
+      "special": true
     },
     {
       "id": 2,
@@ -33,7 +33,7 @@
       "lstrip": false,
       "rstrip": false,
       "normalized": true,
-      "special": false
+      "special": true
     },
     {
       "id": 260,

tokenizer_config.json

@@ -6,7 +6,7 @@
       "normalized": true,
       "rstrip": false,
       "single_word": true,
-      "special": false
+      "special": true
     },
     "1": {
       "content": "<s>",
@@ -14,7 +14,7 @@
       "normalized": true,
       "rstrip": false,
       "single_word": true,
-      "special": false
+      "special": true
     },
     "2": {
       "content": "</s>",
@@ -22,7 +22,7 @@
       "normalized": true,
       "rstrip": false,
       "single_word": true,
-      "special": false
+      "special": true
     },
     "260": {
       "content": "▁t",
@@ -120013,10 +120013,14 @@
   "clean_up_tokenization_spaces": false,
   "eos_token": "</s>",
   "legacy": false,
+  "max_length": 128,
   "model_max_length": 1000000000000000019884624838656,
   "pad_token": "</s>",
   "sp_model_kwargs": {},
+  "stride": 0,
   "tokenizer_class": "LlamaTokenizer",
+  "truncation_side": "right",
+  "truncation_strategy": "longest_first",
   "unk_token": "<unk>",
   "use_default_system_prompt": false
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f1a58db7dc58a7cb445f3d2b82d8e315c7b2cb1e068d39c930d2f4d621137e37
+oid sha256:ee97df7597e3dab34b8d91a2d731c71ebb8a60c8bc8f4adf837626538bbeb95a
 size 4664