Upload folder using huggingface_hub
Browse files
personality/added_tokens.json
CHANGED
|
@@ -1,4 +1,4 @@
|
|
| 1 |
{
|
| 2 |
-
"<
|
| 3 |
"<|im_start|>": 256001
|
| 4 |
}
|
|
|
|
| 1 |
{
|
| 2 |
+
"<|im_end|>": 256000,
|
| 3 |
"<|im_start|>": 256001
|
| 4 |
}
|
personality/pytorch_model-00001-of-00002.bin
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 4988099596
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ce327635aca9c0a492bd9af8c471c8e1b2ca725cec85bf97f4fe2576684073a9
|
| 3 |
size 4988099596
|
personality/pytorch_model-00002-of-00002.bin
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 240696558
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:52681c36ef4606c8dadf69bdefc4e0e4bd70167ad7f7e8ab317046810b0c04f3
|
| 3 |
size 240696558
|
personality/tokenizer.json
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:695a540498a49e158102e15cc4a9a635a0de6d06cc5696c576b5212acfd79158
|
| 3 |
+
size 34363250
|
personality/tokenizer.model
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e939f73ead001c7242b370dd111eca00aa7de9ddada77243e78fee484e786511
|
| 3 |
+
size 4241047
|
personality/tokenizer_config.json
CHANGED
|
@@ -11,7 +11,7 @@
|
|
| 11 |
"special": true
|
| 12 |
},
|
| 13 |
"1": {
|
| 14 |
-
"content": "<
|
| 15 |
"lstrip": false,
|
| 16 |
"normalized": false,
|
| 17 |
"rstrip": false,
|
|
@@ -1995,7 +1995,7 @@
|
|
| 1995 |
"special": false
|
| 1996 |
},
|
| 1997 |
"256000": {
|
| 1998 |
-
"content": "<
|
| 1999 |
"lstrip": false,
|
| 2000 |
"normalized": false,
|
| 2001 |
"rstrip": false,
|
|
@@ -2019,8 +2019,6 @@
|
|
| 2019 |
"clean_up_tokenization_spaces": false,
|
| 2020 |
"eos_token": "<|im_end|>",
|
| 2021 |
"extra_special_tokens": {},
|
| 2022 |
-
"from_slow": true,
|
| 2023 |
-
"legacy": false,
|
| 2024 |
"model_max_length": 16384,
|
| 2025 |
"pad_token": "<pad>",
|
| 2026 |
"padding_side": "left",
|
|
|
|
| 11 |
"special": true
|
| 12 |
},
|
| 13 |
"1": {
|
| 14 |
+
"content": "<eos>",
|
| 15 |
"lstrip": false,
|
| 16 |
"normalized": false,
|
| 17 |
"rstrip": false,
|
|
|
|
| 1995 |
"special": false
|
| 1996 |
},
|
| 1997 |
"256000": {
|
| 1998 |
+
"content": "<|im_end|>",
|
| 1999 |
"lstrip": false,
|
| 2000 |
"normalized": false,
|
| 2001 |
"rstrip": false,
|
|
|
|
| 2019 |
"clean_up_tokenization_spaces": false,
|
| 2020 |
"eos_token": "<|im_end|>",
|
| 2021 |
"extra_special_tokens": {},
|
|
|
|
|
|
|
| 2022 |
"model_max_length": 16384,
|
| 2023 |
"pad_token": "<pad>",
|
| 2024 |
"padding_side": "left",
|