ZHANGYUXUAN-zR commited on
Commit
5b59df8
·
verified ·
1 Parent(s): a78e5f2

Update tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +2 -0
tokenizer_config.json CHANGED
@@ -306,6 +306,8 @@
306
  "<|end_of_video|>",
307
  "<|begin_of_audio|>",
308
  "<|end_of_audio|>",
 
 
309
  "<|begin_of_transcription|>",
310
  "<|end_of_transcription|>",
311
  "<|code_prefix|>",
 
306
  "<|end_of_video|>",
307
  "<|begin_of_audio|>",
308
  "<|end_of_audio|>",
309
+ "<|image|>",
310
+ "<|video|>",
311
  "<|begin_of_transcription|>",
312
  "<|end_of_transcription|>",
313
  "<|code_prefix|>",