HuggingFaceM4
/

tiny-random-idefics-m4

Text Generation

text-generation-inference

Model card Files Files and versions

HugoLaurencon commited on Oct 6, 2023

Commit

b8c6335

·

1 Parent(s): 62d429d

Update tokenizer_config.json

Files changed (1) hide show

tokenizer_config.json +1 -1

tokenizer_config.json CHANGED Viewed

@@ -19,7 +19,7 @@
     "single_word": false
   },
   "model_max_length": 2048,
-  "pad_token": null,
   "sp_model_kwargs": {},
   "special_tokens_map_file": "/Users/leotronchon/.cache/huggingface/hub/models--huggyllama--llama-7b/snapshots/8416d3fefb0cb3ff5775a7b13c1692d10ff1aa16/special_tokens_map.json",
   "tokenizer_class": "LlamaTokenizer",

     "single_word": false
   },
   "model_max_length": 2048,
+  "pad_token": "<unk>",
   "sp_model_kwargs": {},
   "special_tokens_map_file": "/Users/leotronchon/.cache/huggingface/hub/models--huggyllama--llama-7b/snapshots/8416d3fefb0cb3ff5775a7b13c1692d10ff1aa16/special_tokens_map.json",
   "tokenizer_class": "LlamaTokenizer",