kadasterdst
/

t5-tokenizer

Model card Files Files and versions

Wimflorijn commited on Feb 28, 2023

Commit

35e2137

·

1 Parent(s): 919fa26

Upload tokenizer

Files changed (1) hide show

tokenizer_config.json +1 -1

tokenizer_config.json CHANGED Viewed

@@ -104,7 +104,7 @@
   "eos_token": "</s>",
   "extra_ids": 100,
   "model_max_length": 1000000000000000019884624838656,
-  "name_or_path": "/home/wim/Documents/datascience-vraag-antwoord-systeem/model/weights",
   "pad_token": "<pad>",
   "special_tokens_map_file": "weights/special_tokens_map.json",
   "tokenizer_class": "T5Tokenizer",

   "eos_token": "</s>",
   "extra_ids": 100,
   "model_max_length": 1000000000000000019884624838656,
+  "name_or_path": "/home/wim/Documents/datascience-vraag-antwoord-systeem/weights",
   "pad_token": "<pad>",
   "special_tokens_map_file": "weights/special_tokens_map.json",
   "tokenizer_class": "T5Tokenizer",