intermediate 1

config.json

@@ -9,7 +9,7 @@
   "hidden_act": "relu",
   "hidden_size": 64,
   "initializer_range": 0.02,
-  "intermediate_size": 8,
+  "intermediate_size": 1,
   "max_position_embeddings": 4096,
   "model_type": "phi3",
   "num_attention_heads": 1,

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:965e9fbb65406e8b504fc8680a04a696b75ac12ecbf327109f959825f7e5aa24
-size 158952
+oid sha256:9ce4baa11f96e55e2ad52e48bdec997f03446d3a1621401413df748abe7a4575
+size 148192