Spaces:
Running on Zero
Running on Zero
FireRed Team commited on
Update fireredasr2s/fireredasr2/tokenizer/llm_tokenizer.py
Browse files
fireredasr2s/fireredasr2/tokenizer/llm_tokenizer.py
CHANGED
|
@@ -68,6 +68,7 @@ class LlmTokenizerWrapper:
|
|
| 68 |
add_generation_prompt=False,
|
| 69 |
max_length=max_len,
|
| 70 |
truncation=True,
|
|
|
|
| 71 |
)
|
| 72 |
)
|
| 73 |
|
|
|
|
| 68 |
add_generation_prompt=False,
|
| 69 |
max_length=max_len,
|
| 70 |
truncation=True,
|
| 71 |
+
return_dict=False
|
| 72 |
)
|
| 73 |
)
|
| 74 |
|