fast update
Browse files- tokenization_hawk.py +5 -2
tokenization_hawk.py
CHANGED
|
@@ -40,15 +40,18 @@ VOCAB_FILES_NAMES = {
|
|
| 40 |
|
| 41 |
PRETRAINED_VOCAB_FILES_MAP = {
|
| 42 |
"vocab_file": {
|
| 43 |
-
"hawk-demo": "/
|
|
|
|
| 44 |
},
|
| 45 |
"merges_file": {
|
| 46 |
-
"hawk-demo": "/
|
|
|
|
| 47 |
},
|
| 48 |
}
|
| 49 |
|
| 50 |
PRETRAINED_POSITIONAL_EMBEDDINGS_SIZES = {
|
| 51 |
"hawk-demo": 1024,
|
|
|
|
| 52 |
}
|
| 53 |
|
| 54 |
|
|
|
|
| 40 |
|
| 41 |
PRETRAINED_VOCAB_FILES_MAP = {
|
| 42 |
"vocab_file": {
|
| 43 |
+
"hawk-demo": "https://huggingface.co/Rexopia/HawkLM-demo/blob/main/vocab.json",
|
| 44 |
+
"hawk-chat-demo": "https://huggingface.co/Rexopia/HawkLM-Chat-demo/blob/main/vocab.json",
|
| 45 |
},
|
| 46 |
"merges_file": {
|
| 47 |
+
"hawk-demo": "https://huggingface.co/Rexopia/HawkLM-demo/blob/main/merges.txt",
|
| 48 |
+
"hawk-chat-demo": "https://huggingface.co/Rexopia/HawkLM-Chat-demo/blob/main/merges.txt",
|
| 49 |
},
|
| 50 |
}
|
| 51 |
|
| 52 |
PRETRAINED_POSITIONAL_EMBEDDINGS_SIZES = {
|
| 53 |
"hawk-demo": 1024,
|
| 54 |
+
"hawk-chat-demo": 1024,
|
| 55 |
}
|
| 56 |
|
| 57 |
|