2 hidden layers

config.json

@@ -14,7 +14,7 @@
   "max_position_embeddings": 4096,
   "model_type": "phi3",
   "num_attention_heads": 2,
-  "num_hidden_layers": 1,
+  "num_hidden_layers": 2,
   "num_key_value_heads": 2,
   "original_max_position_embeddings": 4096,
   "pad_token_id": 2,

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6005b0c55472eedcbe49116e5563d2246ff48fb3ab41fa0078d5186c152d1190
-size 4352
+oid sha256:ddec4101c05bb313725c7a389da9b30c7d7e5af2cd0e5f0d19819fc5b6c24a42
+size 6800