AntonV HF Staff commited on
Commit
df22eb5
·
verified ·
1 Parent(s): 7e4736b

Update tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +1 -0
tokenizer_config.json CHANGED
@@ -36,6 +36,7 @@
36
  "video_token": "<|VIDEO_PLACEHOLDER|>"
37
  },
38
  "pad_token": "<unk>",
 
39
  "processor_class": "Ernie4_5_VL_MoeProcessor",
40
  "sep_token": "<|end_of_sentence|>",
41
  "sys_end_token": "<mask:5>",
 
36
  "video_token": "<|VIDEO_PLACEHOLDER|>"
37
  },
38
  "pad_token": "<unk>",
39
+ "padding_side": "left",
40
  "processor_class": "Ernie4_5_VL_MoeProcessor",
41
  "sep_token": "<|end_of_sentence|>",
42
  "sys_end_token": "<mask:5>",