l3cube-pune
/

hindi-marathi-dev-bert-scratch

Model card Files Files and versions

l3cube-pune commited on Apr 20, 2023

Commit

d3fb440

·

1 Parent(s): 111a2cf

Update tokenizer_config.json

Files changed (1) hide show

tokenizer_config.json +1 -1

tokenizer_config.json CHANGED Viewed

@@ -7,7 +7,7 @@
   "never_split": null,
   "pad_token": "[PAD]",
   "sep_token": "[SEP]",
-  "special_tokens_map_file": "/ebs_ds_share/raviraj.j/temp/tokenizer/dev/special_tokens_map.json",
   "strip_accents": null,
   "tokenize_chinese_chars": true,
   "tokenizer_class": "BertTokenizer",

   "never_split": null,
   "pad_token": "[PAD]",
   "sep_token": "[SEP]",
+  "special_tokens_map_file": "special_tokens_map.json",
   "strip_accents": null,
   "tokenize_chinese_chars": true,
   "tokenizer_class": "BertTokenizer",