FireRed Team commited on
Commit
19d6dd8
·
verified ·
1 Parent(s): 5de5744

Update fireredasr2s/fireredasr2/tokenizer/llm_tokenizer.py

Browse files
fireredasr2s/fireredasr2/tokenizer/llm_tokenizer.py CHANGED
@@ -68,6 +68,7 @@ class LlmTokenizerWrapper:
68
  add_generation_prompt=False,
69
  max_length=max_len,
70
  truncation=True,
 
71
  )
72
  )
73
 
 
68
  add_generation_prompt=False,
69
  max_length=max_len,
70
  truncation=True,
71
+ return_dict=False
72
  )
73
  )
74