Upload 11 files
Browse files- checklist.chk +10 -0
- consolidated.00.pth +3 -0
- consolidated.01.pth +3 -0
- consolidated.02.pth +3 -0
- consolidated.03.pth +3 -0
- consolidated.04.pth +3 -0
- consolidated.05.pth +3 -0
- consolidated.06.pth +3 -0
- consolidated.07.pth +3 -0
- params.json +12 -0
- tokenizer.model +3 -0
checklist.chk
ADDED
|
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
5ca57571675ec096c1918c76326e31ab consolidated.00.pth
|
| 2 |
+
2cb56d8cbe9aaf26552061e1602d6dc3 consolidated.01.pth
|
| 3 |
+
90158e90c25112dfe037b94ad4779a8e consolidated.02.pth
|
| 4 |
+
201b59b7fe63f0d7697fdab3de8b5ab3 consolidated.03.pth
|
| 5 |
+
716740eb1c34e0a221192c871529c4f6 consolidated.04.pth
|
| 6 |
+
fa0787c90d69670a8d72084f37c264d0 consolidated.05.pth
|
| 7 |
+
04d0acf24058c22ea13279276fba3a23 consolidated.06.pth
|
| 8 |
+
1c0326797ca6a3c5d91c135e37257cec consolidated.07.pth
|
| 9 |
+
0956af3a2c289b9d3005f4bc559d6bb8 params.json
|
| 10 |
+
08292403f8b173e7524d7fba7bbbd2d3 tokenizer.model
|
consolidated.00.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:91abf9c43700107d62d08a234e8e7a296f296dad1b07b5ce3a986e653896f2d5
|
| 3 |
+
size 17640971024
|
consolidated.01.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ac9949e9bfaf314abfdeb78c7ee77b8fdcc3958e27a6476e8495e25e3ecea49f
|
| 3 |
+
size 17640971024
|
consolidated.02.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4d60e44929d37351fea29cbac36f928868e06a17365ca0ca8c151ecdb7d5a0fd
|
| 3 |
+
size 17640971024
|
consolidated.03.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:71ebade820173334c1369c0abf4ae7beb73baf028cc819d3108549bdbd497481
|
| 3 |
+
size 17640971024
|
consolidated.04.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3cf8f2272ee62631a81d54c4a56d7a35977eee04bce515f5acad5bbbd8772fd1
|
| 3 |
+
size 17640971024
|
consolidated.05.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4a3f9eb040bc0ae77d5e248390ec62a9b73807e2c3e70cfc8386343b9a8d039d
|
| 3 |
+
size 17640971024
|
consolidated.06.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4a6fd821dba18e4d10d52b78982dc8a230b234f777942d382ab964e95d1665d5
|
| 3 |
+
size 17640971024
|
consolidated.07.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:39b4215b9b39badc219fb2e0ef4b89100add76d28fdea291ea2fd0d62fbf401d
|
| 3 |
+
size 17640971024
|
params.json
ADDED
|
@@ -0,0 +1,12 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dim": 8192,
|
| 3 |
+
"n_layers": 80,
|
| 4 |
+
"n_heads": 64,
|
| 5 |
+
"n_kv_heads": 8,
|
| 6 |
+
"vocab_size": 128256,
|
| 7 |
+
"ffn_dim_multiplier": 1.3,
|
| 8 |
+
"multiple_of": 4096,
|
| 9 |
+
"norm_eps": 1e-05,
|
| 10 |
+
"rope_theta": 500000.0,
|
| 11 |
+
"use_scaled_rope": true
|
| 12 |
+
}
|
tokenizer.model
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:82e9d31979e92ab929cd544440f129d9ecd797b69e327f80f17e1c50d5551b55
|
| 3 |
+
size 2183982
|