Initial Bitnet-SFT run

config.json

@@ -16,7 +16,6 @@
   "max_position_embeddings": 1024,
   "mlp_bias": false,
   "model_type": "llama",
-  "n_ctx": 1024,
   "num_attention_heads": 2,
   "num_hidden_layers": 1,
   "num_key_value_heads": 1,

generation_config.json

@@ -1,10 +1,7 @@
 {
   "_from_model_config": true,
   "bos_token_id": 1,
-  "do_sample": true,
   "eos_token_id": 2,
-  "max_length": 1000000000000,
-  "temperature": 0.8,
-  "top_p": 0.95,
-  "transformers_version": "4.52.2"
+  "transformers_version": "4.52.2",
+  "use_cache": false
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f9c0b12eaec6d240985dec3bb2a056758ef34b2b16e4304e366832266a783c55
+oid sha256:3de4db08c1b06b8d5402ca3c5b92bf8d9f953b7f3a75ea21a30f46c5f682ae94
 size 51977872

tokenizer.json

@@ -1,21 +1,7 @@
 {
   "version": "1.0",
-  "truncation": {
-    "direction": "Right",
-    "max_length": 1024,
-    "strategy": "LongestFirst",
-    "stride": 0
-  },
-  "padding": {
-    "strategy": {
-      "Fixed": 1024
-    },
-    "direction": "Left",
-    "pad_to_multiple_of": null,
-    "pad_id": 2,
-    "pad_type_id": 0,
-    "pad_token": "</s>"
-  },
+  "truncation": null,
+  "padding": null,
   "added_tokens": [
     {
       "id": 0,