Commit
·
8ced1bf
1
Parent(s):
892de74
add tokenizer
Browse files- tokenizer.json +2 -2
- vocab.txt +1 -1
tokenizer.json
CHANGED
|
@@ -84,8 +84,8 @@
|
|
| 84 |
"C": 6,
|
| 85 |
"G": 7,
|
| 86 |
"T": 8,
|
| 87 |
-
"##
|
| 88 |
-
"##
|
| 89 |
"##T": 11,
|
| 90 |
"##A": 12,
|
| 91 |
"AA": 13,
|
|
|
|
| 84 |
"C": 6,
|
| 85 |
"G": 7,
|
| 86 |
"T": 8,
|
| 87 |
+
"##G": 9,
|
| 88 |
+
"##C": 10,
|
| 89 |
"##T": 11,
|
| 90 |
"##A": 12,
|
| 91 |
"AA": 13,
|
vocab.txt
CHANGED
|
@@ -7,8 +7,8 @@ A
|
|
| 7 |
C
|
| 8 |
G
|
| 9 |
T
|
| 10 |
-
##C
|
| 11 |
##G
|
|
|
|
| 12 |
##T
|
| 13 |
##A
|
| 14 |
AA
|
|
|
|
| 7 |
C
|
| 8 |
G
|
| 9 |
T
|
|
|
|
| 10 |
##G
|
| 11 |
+
##C
|
| 12 |
##T
|
| 13 |
##A
|
| 14 |
AA
|