Update README.md
Browse files
README.md
CHANGED
|
@@ -62,11 +62,9 @@ model = tf.keras.models.load_model(model_path, custom_objects={
|
|
| 62 |
"TFBertModel": TFBertModel,
|
| 63 |
"TFAutoModel": TFAutoModel
|
| 64 |
})
|
| 65 |
-
```
|
| 66 |
|
| 67 |
-
#
|
| 68 |
|
| 69 |
-
```python
|
| 70 |
from transformers import AutoTokenizer
|
| 71 |
|
| 72 |
bert_tokenizer = AutoTokenizer.from_pretrained("leeeov4/PIDIT/bert_tokenizer")
|
|
|
|
| 62 |
"TFBertModel": TFBertModel,
|
| 63 |
"TFAutoModel": TFAutoModel
|
| 64 |
})
|
|
|
|
| 65 |
|
| 66 |
+
# Load the tokenizers
|
| 67 |
|
|
|
|
| 68 |
from transformers import AutoTokenizer
|
| 69 |
|
| 70 |
bert_tokenizer = AutoTokenizer.from_pretrained("leeeov4/PIDIT/bert_tokenizer")
|