Add files using upload-large-folder tool
Browse files- model-00002-of-00180.safetensors +3 -0
- model-00007-of-00180.safetensors +3 -0
- model-00008-of-00180.safetensors +3 -0
- model-00010-of-00180.safetensors +3 -0
- model-00015-of-00180.safetensors +3 -0
- model-00022-of-00180.safetensors +3 -0
- model-00027-of-00180.safetensors +3 -0
- model-00028-of-00180.safetensors +3 -0
- model-00030-of-00180.safetensors +3 -0
- model-00035-of-00180.safetensors +3 -0
- model-00043-of-00180.safetensors +3 -0
- model-00046-of-00180.safetensors +3 -0
- model-00049-of-00180.safetensors +3 -0
- model-00051-of-00180.safetensors +3 -0
- model-00054-of-00180.safetensors +3 -0
- model-00063-of-00180.safetensors +3 -0
- model-00066-of-00180.safetensors +3 -0
- model-00069-of-00180.safetensors +3 -0
- model-00071-of-00180.safetensors +3 -0
- model-00074-of-00180.safetensors +3 -0
- model-00075-of-00180.safetensors +3 -0
- model-00082-of-00180.safetensors +3 -0
- model-00086-of-00180.safetensors +3 -0
- model-00087-of-00180.safetensors +3 -0
- model-00088-of-00180.safetensors +3 -0
- model-00090-of-00180.safetensors +3 -0
- model-00095-of-00180.safetensors +3 -0
- model-00103-of-00180.safetensors +3 -0
- model-00106-of-00180.safetensors +3 -0
- model-00109-of-00180.safetensors +3 -0
- model-00111-of-00180.safetensors +3 -0
- model-00114-of-00180.safetensors +3 -0
- model-00123-of-00180.safetensors +3 -0
- model-00126-of-00180.safetensors +3 -0
- model-00129-of-00180.safetensors +3 -0
- model-00131-of-00180.safetensors +3 -0
- model-00134-of-00180.safetensors +3 -0
- model-00142-of-00180.safetensors +3 -0
- model-00147-of-00180.safetensors +3 -0
- model-00148-of-00180.safetensors +3 -0
- model-00150-of-00180.safetensors +3 -0
- model-00154-of-00180.safetensors +3 -0
- model-00155-of-00180.safetensors +3 -0
- model-00162-of-00180.safetensors +3 -0
- model-00167-of-00180.safetensors +3 -0
- model-00168-of-00180.safetensors +3 -0
- model-00170-of-00180.safetensors +3 -0
- model-00175-of-00180.safetensors +3 -0
- special_tokens_map.json +40 -0
- tokenizer_config.json +124 -0
model-00002-of-00180.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:43f2a69b3aa711f1ea6c84b337dbab14086ba0a81f6e80bae927727a51a8274f
|
| 3 |
+
size 3875537302
|
model-00007-of-00180.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7e78ff11c5466c7c1132e90da0e2443d98405cc5aac81d7821774283a4de6bc6
|
| 3 |
+
size 3875537308
|
model-00008-of-00180.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cc12a8eb9e5b1d34830f8703cf30502ac53c6e714f92d025a90b42a4595c0ba2
|
| 3 |
+
size 3875537302
|
model-00010-of-00180.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:393c0ae4375e4465e34c122112d575cbdd0db8544e4eb85f7a29db1860e0b92b
|
| 3 |
+
size 3875537308
|
model-00015-of-00180.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1ff01f8f30c3913d06eec70d9d1baaecbe93eed9dfa14bbf3d10d8752f309992
|
| 3 |
+
size 3980879221
|
model-00022-of-00180.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7bc632f3639530ccb366910ab12c505692be0c5880951e70c0e899a7c317096d
|
| 3 |
+
size 3875537308
|
model-00027-of-00180.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f2400fd76331b177492150a846871d3d0edc26d1c0ad176bdf84b1bc434b890e
|
| 3 |
+
size 3980879238
|
model-00028-of-00180.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4396717faa02908f5a24cb4e3853ab3df31c571b8f75309979d1700372da3833
|
| 3 |
+
size 3875537311
|
model-00030-of-00180.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1a97207a66c01a06ff79b3458466094da1833f8ced13cbc2e8d7366d6442f844
|
| 3 |
+
size 3980879222
|
model-00035-of-00180.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cf7272c5c81bfa36c8d8975b96d1554cfbe47676c0fc1b84954e345c761df2e5
|
| 3 |
+
size 3875537305
|
model-00043-of-00180.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e8c275ae203528cb8742bcad9faaf9019e19260b4d1768d6c7a76f5eb89690b8
|
| 3 |
+
size 3875537311
|
model-00046-of-00180.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5a5b72b552759584ebb94e518d4d9b0542db0dee7b085e2eba88a8b81c92d3bd
|
| 3 |
+
size 3875537311
|
model-00049-of-00180.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:96f9f6bf61ac4009d1eefa043d8d027a07530a056cf10028c4113d52de0ab9bc
|
| 3 |
+
size 3875537311
|
model-00051-of-00180.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5275dfb754997843dfaea27600f902c351a9c73ead7a9fe41dbd7cc1e114393e
|
| 3 |
+
size 3980879236
|
model-00054-of-00180.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:af56ab33abf6bfb34ced90e9db1878410ff613f58e895631166deb8095a5fde2
|
| 3 |
+
size 3980879222
|
model-00063-of-00180.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d445964952d74168c11c33e83b1ab97fed182d9fe801758835ec14a1a5e1431c
|
| 3 |
+
size 3980879260
|
model-00066-of-00180.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a21d98e3bcc6814ba9e1f39a5832c1399dbf894effe9c953c12de44f27317967
|
| 3 |
+
size 3980879236
|
model-00069-of-00180.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c4f45ac84060663563411531b04f81e0a82e913840ea86240dc604a85896bb5f
|
| 3 |
+
size 3980879260
|
model-00071-of-00180.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8872cf932d5b1c215a80d1e8ede77f0c2071757210d34e82e62edc5b7632a149
|
| 3 |
+
size 3875537305
|
model-00074-of-00180.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ebdc8dc4de0e3e55bb2de48fe6b2ce0b00d93396877499ee2f1ab7a6ada8174d
|
| 3 |
+
size 3875537305
|
model-00075-of-00180.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:68542f78e694b8b36dbabfb9ac3ec9251b4f779ca0e7510f7779b46923015d88
|
| 3 |
+
size 3980879228
|
model-00082-of-00180.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c41f6b15b6c5588bee10d78034503592e522b7bcb111fd3dc579b5e9a7634af3
|
| 3 |
+
size 3875537311
|
model-00086-of-00180.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:38d7ede6a588b04be13f73a3b0f67037e564a1789d70df702c21b0c21f0e64e5
|
| 3 |
+
size 3875537305
|
model-00087-of-00180.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:75169e57d8d3686b3f762674014cad2b2ce02295d8524f1085ad7960b1d4000b
|
| 3 |
+
size 3980879288
|
model-00088-of-00180.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:aa8e8fac34da726777046a036c1e7b64ac1241d2e81f551a3da341e7b78007d4
|
| 3 |
+
size 3875537311
|
model-00090-of-00180.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7d39f5be7eb14818515bfc6d31058a87d7e68d57041899a9cc3a43cb1dfd9e22
|
| 3 |
+
size 3980879268
|
model-00095-of-00180.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fbf92ed14ce38ca421821d3f1f0422e4796cd6a9b8916c0682d65ee7f83bbe59
|
| 3 |
+
size 3875537305
|
model-00103-of-00180.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3715c64c5d839b1daeac95700d03aa69a91de3ca5d78358b75c67473b8c5d210
|
| 3 |
+
size 3875537311
|
model-00106-of-00180.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:11a564bacd5eee1b468806db6b11c725f6c9ab945068f1c549570df5c202c895
|
| 3 |
+
size 3875537311
|
model-00109-of-00180.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:254f34c228165da9a94079b98170fbf7499bfdd317d14fc35dacf95e5a90ca19
|
| 3 |
+
size 3875537311
|
model-00111-of-00180.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f4ea209fd707459b3bf0e286ab4bfe3b89711af50407daea362d021a45e16275
|
| 3 |
+
size 3980879232
|
model-00114-of-00180.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e702a87942281ea57f512656803cc7b7cc847540caa158b5cdef1bbcb25d5284
|
| 3 |
+
size 3980879258
|
model-00123-of-00180.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:83c69770745ff828a218bd7f680ec4e623378ec1d58cb1d7d2f4c2505b99aa76
|
| 3 |
+
size 3980879236
|
model-00126-of-00180.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:79260539fbd2bf6fba06886506d03e7bdf3631b6bf8c8023ee09c417f0c71b83
|
| 3 |
+
size 3980879208
|
model-00129-of-00180.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:006d9b026f20fb99e8667f41efd8c7049de09fc5356517d857a43bc7e4daa65d
|
| 3 |
+
size 3980879238
|
model-00131-of-00180.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5286177a6571284c06a7918b8292a8bd2349352cbca97354665b579981ec313c
|
| 3 |
+
size 3875537305
|
model-00134-of-00180.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3a481d117c520174c2a3dfa1f6e4817a3a7edea5d32b46afe581228b864ff0f0
|
| 3 |
+
size 3875537305
|
model-00142-of-00180.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c005c329d528d03933e816751580daf48888b05743784fd0340c8746164011e0
|
| 3 |
+
size 3875537311
|
model-00147-of-00180.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3c0a5252b50e01b6bb682564111a9bedd727d332a61bbff04df0f43639edfe1b
|
| 3 |
+
size 3980879238
|
model-00148-of-00180.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6a2b74f402cf70c456613b05d5a282fe44aa0291fb51564214516516e5784500
|
| 3 |
+
size 3875537311
|
model-00150-of-00180.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:eb0a4b8dda9da5fb6b84557c66b359142b27685869568c3b036d63760af36be3
|
| 3 |
+
size 3980879232
|
model-00154-of-00180.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:69e1db77e123f6a433621b47427a8283d31e69e4572ee3a9c228fb7da009bd90
|
| 3 |
+
size 3875537311
|
model-00155-of-00180.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6c51947cfb1db394b39a18fef825dc57ef73727afb9ecd83626731f0559846b1
|
| 3 |
+
size 3875537305
|
model-00162-of-00180.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6c5778b8a027c8f0d39128f85d1361b16547e465d897018659acebbdb17c668d
|
| 3 |
+
size 3980879230
|
model-00167-of-00180.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b6a357baa423628685a0d34eab15b19bac0df996b0a050d34fa3d0d666346069
|
| 3 |
+
size 3875537305
|
model-00168-of-00180.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4036ae525802292630dd7f1ad5668beef9144a2513ff3382141c565f4f1bcdad
|
| 3 |
+
size 3980879242
|
model-00170-of-00180.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f822dd038bdce738aedac780dabcb9d994b4e3ae96587c5c62b75dcc4e4b2ca6
|
| 3 |
+
size 3875537305
|
model-00175-of-00180.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a2c5d524a1203cf99dec2f6212e26b04c799edc1e50241faba87420a272c6949
|
| 3 |
+
size 3875537311
|
special_tokens_map.json
ADDED
|
@@ -0,0 +1,40 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"additional_special_tokens": [
|
| 3 |
+
"<|im_end|>",
|
| 4 |
+
"<|im_user|>",
|
| 5 |
+
"<|im_assistant|>",
|
| 6 |
+
"<|start_header_id|>",
|
| 7 |
+
"<|end_header_id|>",
|
| 8 |
+
"[EOT]",
|
| 9 |
+
"<|im_system|>",
|
| 10 |
+
"<|im_middle|>"
|
| 11 |
+
],
|
| 12 |
+
"bos_token": {
|
| 13 |
+
"content": "[BOS]",
|
| 14 |
+
"lstrip": false,
|
| 15 |
+
"normalized": false,
|
| 16 |
+
"rstrip": false,
|
| 17 |
+
"single_word": false
|
| 18 |
+
},
|
| 19 |
+
"eos_token": {
|
| 20 |
+
"content": "[EOS]",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false
|
| 25 |
+
},
|
| 26 |
+
"pad_token": {
|
| 27 |
+
"content": "[PAD]",
|
| 28 |
+
"lstrip": false,
|
| 29 |
+
"normalized": false,
|
| 30 |
+
"rstrip": false,
|
| 31 |
+
"single_word": false
|
| 32 |
+
},
|
| 33 |
+
"unk_token": {
|
| 34 |
+
"content": "[UNK]",
|
| 35 |
+
"lstrip": false,
|
| 36 |
+
"normalized": false,
|
| 37 |
+
"rstrip": false,
|
| 38 |
+
"single_word": false
|
| 39 |
+
}
|
| 40 |
+
}
|
tokenizer_config.json
ADDED
|
@@ -0,0 +1,124 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"163584": {
|
| 4 |
+
"content": "[BOS]",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"163585": {
|
| 12 |
+
"content": "[EOS]",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"163586": {
|
| 20 |
+
"content": "<|im_end|>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"163587": {
|
| 28 |
+
"content": "<|im_user|>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"163588": {
|
| 36 |
+
"content": "<|im_assistant|>",
|
| 37 |
+
"lstrip": false,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
},
|
| 43 |
+
"163590": {
|
| 44 |
+
"content": "<|start_header_id|>",
|
| 45 |
+
"lstrip": false,
|
| 46 |
+
"normalized": false,
|
| 47 |
+
"rstrip": false,
|
| 48 |
+
"single_word": false,
|
| 49 |
+
"special": true
|
| 50 |
+
},
|
| 51 |
+
"163591": {
|
| 52 |
+
"content": "<|end_header_id|>",
|
| 53 |
+
"lstrip": false,
|
| 54 |
+
"normalized": false,
|
| 55 |
+
"rstrip": false,
|
| 56 |
+
"single_word": false,
|
| 57 |
+
"special": true
|
| 58 |
+
},
|
| 59 |
+
"163593": {
|
| 60 |
+
"content": "[EOT]",
|
| 61 |
+
"lstrip": false,
|
| 62 |
+
"normalized": false,
|
| 63 |
+
"rstrip": false,
|
| 64 |
+
"single_word": false,
|
| 65 |
+
"special": true
|
| 66 |
+
},
|
| 67 |
+
"163594": {
|
| 68 |
+
"content": "<|im_system|>",
|
| 69 |
+
"lstrip": false,
|
| 70 |
+
"normalized": false,
|
| 71 |
+
"rstrip": false,
|
| 72 |
+
"single_word": false,
|
| 73 |
+
"special": true
|
| 74 |
+
},
|
| 75 |
+
"163601": {
|
| 76 |
+
"content": "<|im_middle|>",
|
| 77 |
+
"lstrip": false,
|
| 78 |
+
"normalized": false,
|
| 79 |
+
"rstrip": false,
|
| 80 |
+
"single_word": false,
|
| 81 |
+
"special": true
|
| 82 |
+
},
|
| 83 |
+
"163838": {
|
| 84 |
+
"content": "[UNK]",
|
| 85 |
+
"lstrip": false,
|
| 86 |
+
"normalized": false,
|
| 87 |
+
"rstrip": false,
|
| 88 |
+
"single_word": false,
|
| 89 |
+
"special": true
|
| 90 |
+
},
|
| 91 |
+
"163839": {
|
| 92 |
+
"content": "[PAD]",
|
| 93 |
+
"lstrip": false,
|
| 94 |
+
"normalized": false,
|
| 95 |
+
"rstrip": false,
|
| 96 |
+
"single_word": false,
|
| 97 |
+
"special": true
|
| 98 |
+
}
|
| 99 |
+
},
|
| 100 |
+
"additional_special_tokens": [
|
| 101 |
+
"<|im_end|>",
|
| 102 |
+
"<|im_user|>",
|
| 103 |
+
"<|im_assistant|>",
|
| 104 |
+
"<|start_header_id|>",
|
| 105 |
+
"<|end_header_id|>",
|
| 106 |
+
"[EOT]",
|
| 107 |
+
"<|im_system|>",
|
| 108 |
+
"<|im_middle|>"
|
| 109 |
+
],
|
| 110 |
+
"auto_map": {
|
| 111 |
+
"AutoTokenizer": [
|
| 112 |
+
"tokenization_kimi.TikTokenTokenizer",
|
| 113 |
+
null
|
| 114 |
+
]
|
| 115 |
+
},
|
| 116 |
+
"bos_token": "[BOS]",
|
| 117 |
+
"clean_up_tokenization_spaces": false,
|
| 118 |
+
"eos_token": "[EOS]",
|
| 119 |
+
"extra_special_tokens": {},
|
| 120 |
+
"model_max_length": 1000000000000000019884624838656,
|
| 121 |
+
"pad_token": "[PAD]",
|
| 122 |
+
"tokenizer_class": "TikTokenTokenizer",
|
| 123 |
+
"unk_token": "[UNK]"
|
| 124 |
+
}
|