Upload folder using huggingface_hub
Browse files- model-00001-of-00003.safetensors +1 -1
- model-00002-of-00003.safetensors +1 -1
- model-00003-of-00003.safetensors +1 -1
- special_tokens_map.json +7 -0
- tokenizer.json +9 -0
- tokenizer_config.json +9 -0
model-00001-of-00003.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 4987202208
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:32b85700419b6fb63cb738b3dfd95f5f1546cb3c0ab14cd06cf24cfc61b65a95
|
| 3 |
size 4987202208
|
model-00002-of-00003.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 4980945440
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:07af88bf53131a47b578da2f0f3bc097ff157e4493632b53a4a3306ff8a36bc1
|
| 3 |
size 4980945440
|
model-00003-of-00003.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 3852615520
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7264d910527e4c5d722011eb505414b5f3d81e42246a06e7c7ea8a9c5f1b815c
|
| 3 |
size 3852615520
|
special_tokens_map.json
CHANGED
|
@@ -12,5 +12,12 @@
|
|
| 12 |
"normalized": true,
|
| 13 |
"rstrip": false,
|
| 14 |
"single_word": false
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 15 |
}
|
| 16 |
}
|
|
|
|
| 12 |
"normalized": true,
|
| 13 |
"rstrip": false,
|
| 14 |
"single_word": false
|
| 15 |
+
},
|
| 16 |
+
"pad_token": {
|
| 17 |
+
"content": "[PAD]",
|
| 18 |
+
"lstrip": false,
|
| 19 |
+
"normalized": false,
|
| 20 |
+
"rstrip": false,
|
| 21 |
+
"single_word": false
|
| 22 |
}
|
| 23 |
}
|
tokenizer.json
CHANGED
|
@@ -20,6 +20,15 @@
|
|
| 20 |
"rstrip": false,
|
| 21 |
"normalized": true,
|
| 22 |
"special": true
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 23 |
}
|
| 24 |
],
|
| 25 |
"normalizer": {
|
|
|
|
| 20 |
"rstrip": false,
|
| 21 |
"normalized": true,
|
| 22 |
"special": true
|
| 23 |
+
},
|
| 24 |
+
{
|
| 25 |
+
"id": 100002,
|
| 26 |
+
"content": "[PAD]",
|
| 27 |
+
"single_word": false,
|
| 28 |
+
"lstrip": false,
|
| 29 |
+
"rstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"special": true
|
| 32 |
}
|
| 33 |
],
|
| 34 |
"normalizer": {
|
tokenizer_config.json
CHANGED
|
@@ -17,6 +17,14 @@
|
|
| 17 |
"rstrip": false,
|
| 18 |
"single_word": false,
|
| 19 |
"special": true
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 20 |
}
|
| 21 |
},
|
| 22 |
"bos_token": "<|begin▁of▁sentence|>",
|
|
@@ -24,6 +32,7 @@
|
|
| 24 |
"eos_token": "<|end▁of▁sentence|>",
|
| 25 |
"legacy": true,
|
| 26 |
"model_max_length": 4096,
|
|
|
|
| 27 |
"sp_model_kwargs": {},
|
| 28 |
"tokenizer_class": "LlamaTokenizer",
|
| 29 |
"unk_token": null,
|
|
|
|
| 17 |
"rstrip": false,
|
| 18 |
"single_word": false,
|
| 19 |
"special": true
|
| 20 |
+
},
|
| 21 |
+
"100002": {
|
| 22 |
+
"content": "[PAD]",
|
| 23 |
+
"lstrip": false,
|
| 24 |
+
"normalized": false,
|
| 25 |
+
"rstrip": false,
|
| 26 |
+
"single_word": false,
|
| 27 |
+
"special": true
|
| 28 |
}
|
| 29 |
},
|
| 30 |
"bos_token": "<|begin▁of▁sentence|>",
|
|
|
|
| 32 |
"eos_token": "<|end▁of▁sentence|>",
|
| 33 |
"legacy": true,
|
| 34 |
"model_max_length": 4096,
|
| 35 |
+
"pad_token": "[PAD]",
|
| 36 |
"sp_model_kwargs": {},
|
| 37 |
"tokenizer_class": "LlamaTokenizer",
|
| 38 |
"unk_token": null,
|