fotiecodes commited on
Commit
eeffd3b
·
verified ·
1 Parent(s): 24f5094

Upload tokenizer

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +1 -1
tokenizer_config.json CHANGED
@@ -1882,7 +1882,7 @@
1882
  "pad_token": "<pad>",
1883
  "sep_token": "</s>",
1884
  "sp_model_kwargs": {},
1885
- "src_lang": "bbj_Latn",
1886
  "tgt_lang": null,
1887
  "tokenizer_class": "NllbTokenizer",
1888
  "unk_token": "<unk>",
 
1882
  "pad_token": "<pad>",
1883
  "sep_token": "</s>",
1884
  "sp_model_kwargs": {},
1885
+ "src_lang": "fra_Latn",
1886
  "tgt_lang": null,
1887
  "tokenizer_class": "NllbTokenizer",
1888
  "unk_token": "<unk>",