W4 attention surgery (0.1/0.3/0.6/0.8) - 27/30 instruction following

config.json

@@ -50,13 +50,11 @@
   "num_key_value_heads": 8,
   "pad_token_id": 1,
   "rms_norm_eps": 1e-06,
-  "rope_parameters": {
-    "rope_theta": 1000000,
-    "rope_type": "default"
-  },
+  "rope_scaling": null,
+  "rope_theta": 1000000,
   "sliding_window": null,
   "tie_word_embeddings": true,
-  "transformers_version": "5.2.0",
+  "transformers_version": "4.57.5",
   "use_cache": false,
   "use_sliding_window": false,
   "vocab_size": 100000

generation_config.json

@@ -9,5 +9,5 @@
   "temperature": 0.6,
   "top_k": 20,
   "top_p": 0.95,
-  "transformers_version": "5.2.0"
+  "transformers_version": "4.57.5"
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:771c4911227f2792ce43c5f4e285bb4ec67942b95fa15f376b20cd2227879de6
+oid sha256:0d9b6e280b9aecc623307361ef79f8c93031da8ab8425eebf0ca7c8a458723f3
 size 3228455704

tokenizer.json

@@ -184,32 +184,7 @@
       }
     ]
   },
-  "post_processor": {
-    "type": "TemplateProcessing",
-    "single": [
-      {
-        "Sequence": {
-          "id": "A",
-          "type_id": 0
-        }
-      }
-    ],
-    "pair": [
-      {
-        "Sequence": {
-          "id": "A",
-          "type_id": 0
-        }
-      },
-      {
-        "Sequence": {
-          "id": "B",
-          "type_id": 1
-        }
-      }
-    ],
-    "special_tokens": {}
-  },
+  "post_processor": null,
   "decoder": {
     "type": "ByteLevel",
     "add_prefix_space": true,

tokenizer_config.json

@@ -1,20 +1,180 @@
 {
-  "backend": "tokenizers",
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<|pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "<|unk|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<|bos|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "<|eos|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "5": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "6": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "7": {
+      "content": "<|im_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "8": {
+      "content": "<|special_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "9": {
+      "content": "<|special_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "10": {
+      "content": "<|special_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "11": {
+      "content": "<|special_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "12": {
+      "content": "<|special_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "13": {
+      "content": "<|special_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "14": {
+      "content": "<|special_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "15": {
+      "content": "<|special_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "16": {
+      "content": "<|special_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "17": {
+      "content": "<|special_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|im_sep|>",
+    "<|special_0|>",
+    "<|special_1|>",
+    "<|special_2|>",
+    "<|special_3|>",
+    "<|special_4|>",
+    "<|special_5|>",
+    "<|special_6|>",
+    "<|special_7|>",
+    "<|special_8|>",
+    "<|special_9|>"
+  ],
   "bos_token": "<|bos|>",
   "clean_up_tokenization_spaces": false,
   "eos_token": "<|im_end|>",
-  "is_local": true,
+  "extra_special_tokens": {},
   "max_length": 2048,
-  "model_input_names": [
-    "input_ids",
-    "attention_mask"
-  ],
   "model_max_length": 8192,
   "pad_token": "<|pad|>",
-  "return_token_type_ids": false,
   "stride": 0,
-  "tokenizer_class": "TokenizersBackend",
+  "tokenizer_class": "PreTrainedTokenizerFast",
   "truncation_side": "right",
   "truncation_strategy": "longest_first",
-  "unk_token": "<|unk|>"
-}
+  "unk_token": "<|unk|>",
+  "return_token_type_ids": false,
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ]
+}