Update README.md
Browse files
README.md
CHANGED
|
@@ -69,6 +69,9 @@ text = tokenizer.apply_chat_template(
|
|
| 69 |
|
| 70 |
inputs = tokenizer(text, return_tensors="pt").to(model.device)
|
| 71 |
|
|
|
|
|
|
|
|
|
|
| 72 |
outputs = model.generate(
|
| 73 |
**inputs,
|
| 74 |
max_new_tokens=200,
|
|
|
|
| 69 |
|
| 70 |
inputs = tokenizer(text, return_tensors="pt").to(model.device)
|
| 71 |
|
| 72 |
+
if 'token_type_ids' in inputs:
|
| 73 |
+
inputs.pop('token_type_ids')
|
| 74 |
+
|
| 75 |
outputs = model.generate(
|
| 76 |
**inputs,
|
| 77 |
max_new_tokens=200,
|