Upload folder using huggingface_hub
Browse files- tokenizers.py +1 -2
tokenizers.py
CHANGED
|
@@ -4,8 +4,7 @@ import os
|
|
| 4 |
|
| 5 |
MASK = "#"
|
| 6 |
MSA_PAD = "!"
|
| 7 |
-
UL_ALPHABET_PLUS = "GATCN-/"
|
| 8 |
-
#UL_ALPHABET_PLUS = "GATCN-*#@!/[]{}"
|
| 9 |
MSA_AAS = "GATCN-"
|
| 10 |
GAP = "-"
|
| 11 |
START = "@"
|
|
|
|
| 4 |
|
| 5 |
MASK = "#"
|
| 6 |
MSA_PAD = "!"
|
| 7 |
+
UL_ALPHABET_PLUS = "GATCN-*#@!/[]{}"
|
|
|
|
| 8 |
MSA_AAS = "GATCN-"
|
| 9 |
GAP = "-"
|
| 10 |
START = "@"
|