Update README.md
Browse files
README.md
CHANGED
|
@@ -7,7 +7,7 @@ You can load it with the tokenizers library like this:
|
|
| 7 |
```python
|
| 8 |
from tokenizers import Tokenizer
|
| 9 |
|
| 10 |
-
tokenizer = Tokenizer.from_pretrained("
|
| 11 |
text = "Hello World, this is my input string!"
|
| 12 |
enc = tokenizer.encode(text)
|
| 13 |
print("Encoded input:")
|
|
|
|
| 7 |
```python
|
| 8 |
from tokenizers import Tokenizer
|
| 9 |
|
| 10 |
+
tokenizer = Tokenizer.from_pretrained("CohereLabs/rerank-multilingual-v3.0")
|
| 11 |
text = "Hello World, this is my input string!"
|
| 12 |
enc = tokenizer.encode(text)
|
| 13 |
print("Encoded input:")
|