zyyang45 commited on
Commit
04c8b0f
·
verified ·
1 Parent(s): 4276d18

Add files using upload-large-folder tool

Browse files
model-00093-of-00115.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35d91e42b5de01920d6aea825f7a741d824f08e2cd2c8e740a95f143c423501d
3
+ size 4997216679
model-00094-of-00115.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3a2bcf15a1136dd3b39509780b11dc440746550d874189e125fca83180ccd51
3
+ size 4980892422
model-00095-of-00115.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b507f1f2a8388e9cb775503f9c0a372509ea61a54696221603f013e7b9fe7b2e
3
+ size 4998742302
model-00096-of-00115.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78c00ccd56f2440c29f0f7270733ea1f34e4ef44f7c14b65250fe00d3639e9c7
3
+ size 4983501326
model-00097-of-00115.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f28230185dfad15fa3476aa095d063d07b475c8287e13d6a84ed00ea9b407405
3
+ size 4999327731
model-00098-of-00115.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7b57fe54fc554d89f9052f158e41278c9334ac124c9af4b1e83f0074bc206a8
3
+ size 4983230926
model-00099-of-00115.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5127bf3df12e44ac79276ae78f49f7ccab5a098031c7523e9c7adbf1a7ed1ae4
3
+ size 4999779631
model-00100-of-00115.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:744072ac052ca2430aad80ce4c9c4e2a8a8d5b1bae853d101fecf249c23e93f2
3
+ size 4987642395
model-00101-of-00115.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3f8bd02dd238302ec61d6a41c9efb58a7cd8cbc2274edffa7897b3703258e3c
3
+ size 4988443239
model-00102-of-00115.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0656d62c1af87977ef764897dae6980b87e4f4130c1460fdd55a740781b6094
3
+ size 4999630179
model-00103-of-00115.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c55b20b74bce894bfd286a4784ea5158b871ed1cc1c000c57fb3f3d616de4aea
3
+ size 4990721379
model-00104-of-00115.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:138e843172129331f6f161fcf5a6b471e80f486efd13f475be56c4b5fb9b4574
3
+ size 4994041208
model-00105-of-00115.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5982e994b69ef5ebe6c373c99c96a50627d0b012e1b1402ccf0b936b25ca567
3
+ size 4988170953
model-00106-of-00115.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46d304d90b931ba70ef1833b1311218e7349b6eb8685d51ba0af6472ea3ee62d
3
+ size 4987459982
model-00107-of-00115.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32f8db38e4b2a955325995e2639fda8152475e48a57e60623c0d4c9463cdf477
3
+ size 4998093848
model-00108-of-00115.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b09f36a61cdc76daa68d1102140e10636bcf2f9308973c752f5c7fac5c4ba900
3
+ size 4980081706
model-00109-of-00115.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd027d3c5a8b34b80da6175d7c838e42dc67867f6d6332ae47541e4334cb1d10
3
+ size 4992794516
model-00110-of-00115.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00482779baff5d8dcf4dfbe5cfa3fcb9a249ed836baf8d72ba4629d79ff461e5
3
+ size 4993417688
model-00111-of-00115.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c5e682e77dd1a0db2c35720312f2d1ad92c0772f5e96dd99d1d986056d968f4
3
+ size 4984840804
model-00112-of-00115.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c89adca8461d361fe8989561e643383a623a4e0daa490d39238f444ee98b7e79
3
+ size 4991464873
model-00113-of-00115.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d562296b09ba79a1edd101d087f1188916d8d226550251a578acdd9109459ce
3
+ size 4991153214
model-00114-of-00115.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17a95f13df0ff60fdc502a738f693c89d347c020d2d902dc54ba78867804293e
3
+ size 4988379615
model-00115-of-00115.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1539567b2701e728a80b599ff8d3fb6e8e1875f1c5855d276a795d41cc25c95b
3
+ size 4346182464
model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
pattern_dict.json ADDED
@@ -0,0 +1,35 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "fp8": {
3
+ "model\\.layers\\.[0-2]": [
4
+ "mlp.down_proj",
5
+ "mlp.gate_proj",
6
+ "mlp.up_proj",
7
+ "self_attn.kv_a_proj_with_mqa",
8
+ "self_attn.kv_b_proj",
9
+ "self_attn.o_proj",
10
+ "self_attn.q_a_proj",
11
+ "self_attn.q_b_proj"
12
+ ],
13
+ "model\\.layers\\.(?![0-2](?:[^0-9]|$))\\d+\\.self_attn": [
14
+ "kv_a_proj_with_mqa",
15
+ "kv_b_proj",
16
+ "o_proj",
17
+ "q_a_proj",
18
+ "q_b_proj"
19
+ ],
20
+ "model\\.layers\\.(?![0-2](?:[^0-9]|$))\\d+\\.mlp\\.shared_experts": [
21
+ "down_proj",
22
+ "gate_proj",
23
+ "up_proj"
24
+ ],
25
+ "model\\.layers\\.(?![0-2](?:[^0-9]|$))\\d+\\.mlp\\.experts\\.\\d+": [
26
+ "down_proj",
27
+ "gate_proj",
28
+ "up_proj"
29
+ ]
30
+ },
31
+ "bf16": {
32
+ "model\\.embed_tokens": [],
33
+ "lm_head": []
34
+ }
35
+ }
special_tokens_map.json ADDED
@@ -0,0 +1,23 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": {
3
+ "content": "<|begin▁of▁sentence|>",
4
+ "lstrip": false,
5
+ "normalized": false,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "eos_token": {
10
+ "content": "<|end▁of▁sentence|>",
11
+ "lstrip": false,
12
+ "normalized": false,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "pad_token": {
17
+ "content": "<|end▁of▁sentence|>",
18
+ "lstrip": false,
19
+ "normalized": false,
20
+ "rstrip": false,
21
+ "single_word": false
22
+ }
23
+ }
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
The diff for this file is too large to render. See raw diff