Update tokenizer.json
Browse files- tokenizer.json +7 -2
tokenizer.json
CHANGED
|
@@ -99,8 +99,13 @@
|
|
| 99 |
"KAN": 38,
|
| 100 |
"BAR_LINE": 39,
|
| 101 |
"COMPOSITION_START": 40,
|
| 102 |
-
"COMPOSITION_END": 41
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 103 |
},
|
| 104 |
"unk_token": "[UNK]"
|
| 105 |
}
|
| 106 |
-
}
|
|
|
|
| 99 |
"KAN": 38,
|
| 100 |
"BAR_LINE": 39,
|
| 101 |
"COMPOSITION_START": 40,
|
| 102 |
+
"COMPOSITION_END": 41,
|
| 103 |
+
"INST=SITAR": 42,
|
| 104 |
+
"INST=TABLA": 43,
|
| 105 |
+
"INST=TANPURA": 44,
|
| 106 |
+
"INST=SAROD": 45,
|
| 107 |
+
"INST=BANSURI": 46
|
| 108 |
},
|
| 109 |
"unk_token": "[UNK]"
|
| 110 |
}
|
| 111 |
+
}
|