sdadas
/

polish-reranker-large-ranknet

sentence-transformers

text-classification

information-retrieval

text-embeddings-inference

Model card Files Files and versions

sdadas commited on Jan 27

Commit

bf42dfc

·

verified ·

1 Parent(s): c196506

Update tokenizer_config.json

Files changed (1) hide show

tokenizer_config.json +2 -2

tokenizer_config.json CHANGED Viewed

@@ -48,10 +48,10 @@
   "eos_token": "</s>",
   "errors": "replace",
   "mask_token": "<mask>",
-  "model_max_length": 1000000000000000019884624838656,
   "pad_token": "<pad>",
   "sep_token": "</s>",
-  "tokenizer_class": "RobertaTokenizer",
   "trim_offsets": true,
   "unk_token": "<unk>"
 }

   "eos_token": "</s>",
   "errors": "replace",
   "mask_token": "<mask>",
+  "model_max_length": 512,
   "pad_token": "<pad>",
   "sep_token": "</s>",
+  "tokenizer_class": "XLMRobertaTokenizer",
   "trim_offsets": true,
   "unk_token": "<unk>"
 }