fix Tokenizer class ModernBertTokenizerFast does not exist (#1)
Browse files- fix Tokenizer class ModernBertTokenizerFast does not exist (2dca499a9df871ff7e5a3c4e2436b36b73364bbc)
Co-authored-by: Likun Tan <likunt@users.noreply.huggingface.co>
- config.json +0 -1
config.json
CHANGED
|
@@ -38,7 +38,6 @@
|
|
| 38 |
"reference_compile": "3.13",
|
| 39 |
"norm_bias": false,
|
| 40 |
"norm_eps": 1e-05,
|
| 41 |
-
"tokenizer_class": "ModernBertTokenizerFast",
|
| 42 |
"torch_dtype": "bfloat16",
|
| 43 |
"transformers_version": "4.48.0.dev0"
|
| 44 |
}
|
|
|
|
| 38 |
"reference_compile": "3.13",
|
| 39 |
"norm_bias": false,
|
| 40 |
"norm_eps": 1e-05,
|
|
|
|
| 41 |
"torch_dtype": "bfloat16",
|
| 42 |
"transformers_version": "4.48.0.dev0"
|
| 43 |
}
|