Upload PhiForCausalLM

config.json

@@ -1,16 +1,11 @@
 {
-  "_name_or_path": "microsoft/phi-2",
   "architectures": [
     "PhiForCausalLM"
   ],
   "attention_dropout": 0.0,
-  "auto_map": {
-    "AutoConfig": "microsoft/phi-2--configuration_phi.PhiConfig",
-    "AutoModelForCausalLM": "microsoft/phi-2--modeling_phi.PhiForCausalLM"
-  },
-  "bos_token_id": 50256,
+  "bos_token_id": 1,
   "embd_pdrop": 0.0,
-  "eos_token_id": 50256,
+  "eos_token_id": 2,
   "hidden_act": "gelu_new",
   "hidden_size": 2560,
   "initializer_range": 0.02,
@@ -21,9 +16,10 @@
   "num_attention_heads": 32,
   "num_hidden_layers": 32,
   "num_key_value_heads": 32,
-  "partial_rotary_factor": 0.4,
+  "output_hidden_states": true,
+  "partial_rotary_factor": 0.5,
   "qk_layernorm": false,
-  "resid_pdrop": 0.1,
+  "resid_pdrop": 0.0,
   "rope_scaling": null,
   "rope_theta": 10000.0,
   "tie_word_embeddings": false,

generation_config.json

@@ -1,6 +1,7 @@
 {
   "_from_model_config": true,
-  "bos_token_id": 50256,
-  "eos_token_id": 50256,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "output_hidden_states": true,
   "transformers_version": "4.39.0"
 }

model-00001-of-00003.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0f8957b985ff7190c1ad98eff967858341bb2b89fbcf12daf321f939c02f478b
+oid sha256:de9690424cd10d30cc5bbbf31b5ba7149fe2d1b4d1c9b3e28378c37496dfddcc
 size 4982355512

model-00002-of-00003.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c102f1a044b5cf0875437d4b986ca21c1b93604abe58a220ace5e53872e1142f
+oid sha256:526f616bb5753775548b200b2d5afffa862bf3a17cf53c004b1ba8d702fb5890
 size 4982541984

model-00003-of-00003.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9f181a767f80f05b1406cf28a383a28db9b950ae0cbf1216159e60fddbaec7b3
+oid sha256:972b1ffdcd8251223d3e51560d3ebdc6433fdd0a7d091342c359fcda227f91c7
 size 1153887616