Falconsai
/

medical_summarization

text2text-generation

text-generation-inference

Model card Files Files and versions

mstatt commited on Oct 23, 2023

Commit

def2c7d

·

1 Parent(s): 82db776

Upload tokenizer

Files changed (1) hide show

tokenizer_config.json +2 -0

tokenizer_config.json CHANGED Viewed

@@ -104,8 +104,10 @@
   "clean_up_tokenization_spaces": true,
   "eos_token": "</s>",
   "extra_ids": 100,
   "model_max_length": 512,
   "pad_token": "<pad>",
   "tokenizer_class": "T5Tokenizer",
   "unk_token": "<unk>"
 }

   "clean_up_tokenization_spaces": true,
   "eos_token": "</s>",
   "extra_ids": 100,
+  "max_length": 1024,
   "model_max_length": 512,
   "pad_token": "<pad>",
   "tokenizer_class": "T5Tokenizer",
+  "truncation": true,
   "unk_token": "<unk>"
 }