parrottygg commited on
Commit
654bad9
·
verified ·
1 Parent(s): cf25a1c

Upload Phi3ForCausalLM

Browse files
config.json CHANGED
@@ -1,30 +1,25 @@
1
  {
2
- "_name_or_path": "/root/Haesteining/LargePhi",
3
  "architectures": [
4
  "Phi3ForCausalLM"
5
  ],
6
  "attention_bias": false,
7
  "attention_dropout": 0.0,
8
- "auto_map": {
9
- "AutoConfig": "Phi3Config",
10
- "AutoModelForCausalLM": "Phi3ForCausalLM"
11
- },
12
  "bos_token_id": 1,
13
- "dtype": "bfloat16",
14
  "embd_pdrop": 0.0,
15
  "eos_token_id": 32000,
16
  "hidden_act": "silu",
 
17
  "hidden_size": 4608,
18
  "initializer_range": 0.02,
19
  "intermediate_size": 8192,
20
- "leave_empty": true,
21
  "max_position_embeddings": 131072,
22
  "model_type": "phi3",
23
  "norm_divisor": null,
24
  "num_attention_heads": 48,
25
  "num_hidden_layers": 48,
26
  "num_key_value_heads": 48,
27
- "original_max_position_embeddings": 4096,
28
  "pad_token_id": 32000,
29
  "resid_pdrop": 0.0,
30
  "return_states_at_layer": null,
 
1
  {
2
+ "_name_or_path": "/root/BigPhi150",
3
  "architectures": [
4
  "Phi3ForCausalLM"
5
  ],
6
  "attention_bias": false,
7
  "attention_dropout": 0.0,
 
 
 
 
8
  "bos_token_id": 1,
 
9
  "embd_pdrop": 0.0,
10
  "eos_token_id": 32000,
11
  "hidden_act": "silu",
12
+ "hidden_actt": "silu",
13
  "hidden_size": 4608,
14
  "initializer_range": 0.02,
15
  "intermediate_size": 8192,
 
16
  "max_position_embeddings": 131072,
17
  "model_type": "phi3",
18
  "norm_divisor": null,
19
  "num_attention_heads": 48,
20
  "num_hidden_layers": 48,
21
  "num_key_value_heads": 48,
22
+ "original_max_position_embeddings": 131072,
23
  "pad_token_id": 32000,
24
  "resid_pdrop": 0.0,
25
  "return_states_at_layer": null,
model-00001-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c6da58dd4daca127117c841a27c7ccdfd8a584216c35574e01be4e6b2163a85b
3
  size 4976556016
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dcbbed025bf9e24a967ce33d3b91b6b9320e6ccb27fa637bfef2b71a210f1e95
3
  size 4976556016
model-00002-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:23c59510ada61f12cc8c2c9af380f44772caeac7747922e15a2ec28e7343df29
3
  size 4874554072
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0637bd5cf17a1c7f29e74210335db55b593c3d8a7c0d6e3f22655d309b79705
3
  size 4874554072
model-00003-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:66d209ca7602ee3786e184099191898c4c10b1926da37adfd360b984cd678787
3
  size 4883972488
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d29721697cde9265f8686d659c68f4e78fa32506cc876e2a00fdbd0afdb725ec
3
  size 4883972488
model-00004-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2c13a55b0566cdd04e5f3ee19272095df5f692302eda7e598e3181a557683812
3
  size 4882212072
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e13091e5b39a422473a6071590e30a6cd8629a0b260137e739ef7a9d75d7016
3
  size 4882212072