hidden_size=8

config.json

@@ -8,7 +8,7 @@
   "eos_token_id": 2,
   "head_dim": 1,
   "hidden_act": "silu",
-  "hidden_size": 1,
+  "hidden_size": 8,
   "initializer_range": 0.02,
   "intermediate_size": 1,
   "max_position_embeddings": 4096,

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cd627b1a77aa4b7cf387729edeee42084dcb24f11b099887922f1b6f17600657
-size 1088
+oid sha256:c92a4e995ea0df41adc7dd5f3d84f488bbc18279ff4472e988e898fd0aca3657
+size 3680

tokenizer.json

@@ -1,7 +1,16 @@
 {
   "version": "1.0",
   "truncation": null,
-  "padding": null,
+  "padding": {
+    "strategy": {
+      "Fixed": 10
+    },
+    "direction": "Right",
+    "pad_to_multiple_of": null,
+    "pad_id": 3,
+    "pad_type_id": 0,
+    "pad_token": "[PAD]"
+  },
   "added_tokens": [
     {
       "id": 0,