fix: fix download processor loop (#1)
Browse files- fix: fix download processor loop (29c2d4d0c3d7ff3fb7c337b82f78185870bf2a3f)
- tokenizer_config.json +0 -1
tokenizer_config.json
CHANGED
|
@@ -51338,7 +51338,6 @@
|
|
| 51338 |
"max_length": 1024,
|
| 51339 |
"model_max_length": 1000000000000000019884624838656,
|
| 51340 |
"pad_token": "<pad>",
|
| 51341 |
-
"processor_class": "Gemma3Processor",
|
| 51342 |
"sp_model_kwargs": null,
|
| 51343 |
"spaces_between_special_tokens": false,
|
| 51344 |
"stride": 0,
|
|
|
|
| 51338 |
"max_length": 1024,
|
| 51339 |
"model_max_length": 1000000000000000019884624838656,
|
| 51340 |
"pad_token": "<pad>",
|
|
|
|
| 51341 |
"sp_model_kwargs": null,
|
| 51342 |
"spaces_between_special_tokens": false,
|
| 51343 |
"stride": 0,
|