4 hidden layers

config.json

@@ -13,7 +13,7 @@
   "max_position_embeddings": 4096,
   "model_type": "phi3",
   "num_attention_heads": 1,
-  "num_hidden_layers": 2,
+  "num_hidden_layers": 4,
   "num_key_value_heads": 1,
   "original_max_position_embeddings": 4096,
   "pad_token_id": 2,

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e4495f2db4c75b18b995099a7d66edf7390cdf89972c58c32d67b00c77bd6dbe
-size 363272
+oid sha256:d508dfe1255503935d052115e70ea96ba046e5cc30bf1627df38c61e1e5429c1
+size 594920