Update README.md
Browse files
README.md
CHANGED
|
@@ -197,7 +197,7 @@ def batch_process_questions(questions_list, model, tokenizer, batch_size=4):
|
|
| 197 |
outputs = model.generate(
|
| 198 |
inputs.input_ids,
|
| 199 |
attention_mask=inputs.attention_mask,
|
| 200 |
-
max_new_tokens=
|
| 201 |
temperature=0.0,
|
| 202 |
do_sample=False,
|
| 203 |
pad_token_id=tokenizer.pad_token_id
|
|
|
|
| 197 |
outputs = model.generate(
|
| 198 |
inputs.input_ids,
|
| 199 |
attention_mask=inputs.attention_mask,
|
| 200 |
+
max_new_tokens=2048,
|
| 201 |
temperature=0.0,
|
| 202 |
do_sample=False,
|
| 203 |
pad_token_id=tokenizer.pad_token_id
|