Update README.md
Browse files
README.md
CHANGED
|
@@ -133,7 +133,7 @@ tokenizer.decode_with_trace(encoded)
|
|
| 133 |
```python
|
| 134 |
from FastChemTokenizer import FastChemTokenizer
|
| 135 |
|
| 136 |
-
tokenizer = FastChemTokenizer.from_pretrained("./
|
| 137 |
```
|
| 138 |
3. Use like any Hugging Face tokenizer:
|
| 139 |
```python
|
|
|
|
| 133 |
```python
|
| 134 |
from FastChemTokenizer import FastChemTokenizer
|
| 135 |
|
| 136 |
+
tokenizer = FastChemTokenizer.from_pretrained("./smitok_core")
|
| 137 |
```
|
| 138 |
3. Use like any Hugging Face tokenizer:
|
| 139 |
```python
|