Update README.md
Browse files
README.md
CHANGED
|
@@ -38,7 +38,7 @@ This repository hosts the official fast tokenizer for models running on the **SY
|
|
| 38 |
```python
|
| 39 |
from transformers import AutoTokenizer
|
| 40 |
|
| 41 |
-
tokenizer = AutoTokenizer.from_pretrained("GRRNMAKE/
|
| 42 |
|
| 43 |
# Tokenize text
|
| 44 |
inputs = tokenizer("Hello, world!", return_tensors="pt")
|
|
|
|
| 38 |
```python
|
| 39 |
from transformers import AutoTokenizer
|
| 40 |
|
| 41 |
+
tokenizer = AutoTokenizer.from_pretrained("GRRNMAKE/SymbTokenizer")
|
| 42 |
|
| 43 |
# Tokenize text
|
| 44 |
inputs = tokenizer("Hello, world!", return_tensors="pt")
|