George Treacy commited on
Commit ·
2bacd61
1
Parent(s): 66ab6c3
revert AutoTokenizer auto_map to array format
Browse files- config.json +1 -1
- tokenizer_config.json +1 -1
config.json
CHANGED
|
@@ -7,6 +7,6 @@
|
|
| 7 |
"auto_map": {
|
| 8 |
"AutoConfig": "modeling_makemore.MakemoreConfig",
|
| 9 |
"AutoModel": "modeling_makemore.MakemoreMLP",
|
| 10 |
-
"AutoTokenizer": "tokenization_makemore.MakemoreTokenizer"
|
| 11 |
}
|
| 12 |
}
|
|
|
|
| 7 |
"auto_map": {
|
| 8 |
"AutoConfig": "modeling_makemore.MakemoreConfig",
|
| 9 |
"AutoModel": "modeling_makemore.MakemoreMLP",
|
| 10 |
+
"AutoTokenizer": ["tokenization_makemore.MakemoreTokenizer", null]
|
| 11 |
}
|
| 12 |
}
|
tokenizer_config.json
CHANGED
|
@@ -1,5 +1,5 @@
|
|
| 1 |
{
|
| 2 |
"auto_map": {
|
| 3 |
-
"AutoTokenizer": "tokenization_makemore.MakemoreTokenizer"
|
| 4 |
}
|
| 5 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"auto_map": {
|
| 3 |
+
"AutoTokenizer": ["tokenization_makemore.MakemoreTokenizer", null]
|
| 4 |
}
|
| 5 |
}
|