Add files using upload-large-folder tool
Browse files- model-00093-of-00115.safetensors +3 -0
- model-00094-of-00115.safetensors +3 -0
- model-00095-of-00115.safetensors +3 -0
- model-00096-of-00115.safetensors +3 -0
- model-00097-of-00115.safetensors +3 -0
- model-00098-of-00115.safetensors +3 -0
- model-00099-of-00115.safetensors +3 -0
- model-00100-of-00115.safetensors +3 -0
- model-00101-of-00115.safetensors +3 -0
- model-00102-of-00115.safetensors +3 -0
- model-00103-of-00115.safetensors +3 -0
- model-00104-of-00115.safetensors +3 -0
- model-00105-of-00115.safetensors +3 -0
- model-00106-of-00115.safetensors +3 -0
- model-00107-of-00115.safetensors +3 -0
- model-00108-of-00115.safetensors +3 -0
- model-00109-of-00115.safetensors +3 -0
- model-00110-of-00115.safetensors +3 -0
- model-00111-of-00115.safetensors +3 -0
- model-00112-of-00115.safetensors +3 -0
- model-00113-of-00115.safetensors +3 -0
- model-00114-of-00115.safetensors +3 -0
- model-00115-of-00115.safetensors +3 -0
- model.safetensors.index.json +0 -0
- pattern_dict.json +35 -0
- special_tokens_map.json +23 -0
- tokenizer.json +0 -0
- tokenizer_config.json +0 -0
model-00093-of-00115.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:35d91e42b5de01920d6aea825f7a741d824f08e2cd2c8e740a95f143c423501d
|
| 3 |
+
size 4997216679
|
model-00094-of-00115.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f3a2bcf15a1136dd3b39509780b11dc440746550d874189e125fca83180ccd51
|
| 3 |
+
size 4980892422
|
model-00095-of-00115.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b507f1f2a8388e9cb775503f9c0a372509ea61a54696221603f013e7b9fe7b2e
|
| 3 |
+
size 4998742302
|
model-00096-of-00115.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:78c00ccd56f2440c29f0f7270733ea1f34e4ef44f7c14b65250fe00d3639e9c7
|
| 3 |
+
size 4983501326
|
model-00097-of-00115.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f28230185dfad15fa3476aa095d063d07b475c8287e13d6a84ed00ea9b407405
|
| 3 |
+
size 4999327731
|
model-00098-of-00115.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d7b57fe54fc554d89f9052f158e41278c9334ac124c9af4b1e83f0074bc206a8
|
| 3 |
+
size 4983230926
|
model-00099-of-00115.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5127bf3df12e44ac79276ae78f49f7ccab5a098031c7523e9c7adbf1a7ed1ae4
|
| 3 |
+
size 4999779631
|
model-00100-of-00115.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:744072ac052ca2430aad80ce4c9c4e2a8a8d5b1bae853d101fecf249c23e93f2
|
| 3 |
+
size 4987642395
|
model-00101-of-00115.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a3f8bd02dd238302ec61d6a41c9efb58a7cd8cbc2274edffa7897b3703258e3c
|
| 3 |
+
size 4988443239
|
model-00102-of-00115.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c0656d62c1af87977ef764897dae6980b87e4f4130c1460fdd55a740781b6094
|
| 3 |
+
size 4999630179
|
model-00103-of-00115.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c55b20b74bce894bfd286a4784ea5158b871ed1cc1c000c57fb3f3d616de4aea
|
| 3 |
+
size 4990721379
|
model-00104-of-00115.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:138e843172129331f6f161fcf5a6b471e80f486efd13f475be56c4b5fb9b4574
|
| 3 |
+
size 4994041208
|
model-00105-of-00115.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b5982e994b69ef5ebe6c373c99c96a50627d0b012e1b1402ccf0b936b25ca567
|
| 3 |
+
size 4988170953
|
model-00106-of-00115.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:46d304d90b931ba70ef1833b1311218e7349b6eb8685d51ba0af6472ea3ee62d
|
| 3 |
+
size 4987459982
|
model-00107-of-00115.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:32f8db38e4b2a955325995e2639fda8152475e48a57e60623c0d4c9463cdf477
|
| 3 |
+
size 4998093848
|
model-00108-of-00115.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b09f36a61cdc76daa68d1102140e10636bcf2f9308973c752f5c7fac5c4ba900
|
| 3 |
+
size 4980081706
|
model-00109-of-00115.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cd027d3c5a8b34b80da6175d7c838e42dc67867f6d6332ae47541e4334cb1d10
|
| 3 |
+
size 4992794516
|
model-00110-of-00115.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:00482779baff5d8dcf4dfbe5cfa3fcb9a249ed836baf8d72ba4629d79ff461e5
|
| 3 |
+
size 4993417688
|
model-00111-of-00115.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4c5e682e77dd1a0db2c35720312f2d1ad92c0772f5e96dd99d1d986056d968f4
|
| 3 |
+
size 4984840804
|
model-00112-of-00115.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c89adca8461d361fe8989561e643383a623a4e0daa490d39238f444ee98b7e79
|
| 3 |
+
size 4991464873
|
model-00113-of-00115.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2d562296b09ba79a1edd101d087f1188916d8d226550251a578acdd9109459ce
|
| 3 |
+
size 4991153214
|
model-00114-of-00115.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:17a95f13df0ff60fdc502a738f693c89d347c020d2d902dc54ba78867804293e
|
| 3 |
+
size 4988379615
|
model-00115-of-00115.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1539567b2701e728a80b599ff8d3fb6e8e1875f1c5855d276a795d41cc25c95b
|
| 3 |
+
size 4346182464
|
model.safetensors.index.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
pattern_dict.json
ADDED
|
@@ -0,0 +1,35 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"fp8": {
|
| 3 |
+
"model\\.layers\\.[0-2]": [
|
| 4 |
+
"mlp.down_proj",
|
| 5 |
+
"mlp.gate_proj",
|
| 6 |
+
"mlp.up_proj",
|
| 7 |
+
"self_attn.kv_a_proj_with_mqa",
|
| 8 |
+
"self_attn.kv_b_proj",
|
| 9 |
+
"self_attn.o_proj",
|
| 10 |
+
"self_attn.q_a_proj",
|
| 11 |
+
"self_attn.q_b_proj"
|
| 12 |
+
],
|
| 13 |
+
"model\\.layers\\.(?)\\d+\\.self_attn": [
|
| 14 |
+
"kv_a_proj_with_mqa",
|
| 15 |
+
"kv_b_proj",
|
| 16 |
+
"o_proj",
|
| 17 |
+
"q_a_proj",
|
| 18 |
+
"q_b_proj"
|
| 19 |
+
],
|
| 20 |
+
"model\\.layers\\.(?)\\d+\\.mlp\\.shared_experts": [
|
| 21 |
+
"down_proj",
|
| 22 |
+
"gate_proj",
|
| 23 |
+
"up_proj"
|
| 24 |
+
],
|
| 25 |
+
"model\\.layers\\.(?)\\d+\\.mlp\\.experts\\.\\d+": [
|
| 26 |
+
"down_proj",
|
| 27 |
+
"gate_proj",
|
| 28 |
+
"up_proj"
|
| 29 |
+
]
|
| 30 |
+
},
|
| 31 |
+
"bf16": {
|
| 32 |
+
"model\\.embed_tokens": [],
|
| 33 |
+
"lm_head": []
|
| 34 |
+
}
|
| 35 |
+
}
|
special_tokens_map.json
ADDED
|
@@ -0,0 +1,23 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": {
|
| 3 |
+
"content": "<|begin▁of▁sentence|>",
|
| 4 |
+
"lstrip": false,
|
| 5 |
+
"normalized": false,
|
| 6 |
+
"rstrip": false,
|
| 7 |
+
"single_word": false
|
| 8 |
+
},
|
| 9 |
+
"eos_token": {
|
| 10 |
+
"content": "<|end▁of▁sentence|>",
|
| 11 |
+
"lstrip": false,
|
| 12 |
+
"normalized": false,
|
| 13 |
+
"rstrip": false,
|
| 14 |
+
"single_word": false
|
| 15 |
+
},
|
| 16 |
+
"pad_token": {
|
| 17 |
+
"content": "<|end▁of▁sentence|>",
|
| 18 |
+
"lstrip": false,
|
| 19 |
+
"normalized": false,
|
| 20 |
+
"rstrip": false,
|
| 21 |
+
"single_word": false
|
| 22 |
+
}
|
| 23 |
+
}
|
tokenizer.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
tokenizer_config.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|