Update README.md
Browse files
README.md
CHANGED
|
@@ -138,7 +138,7 @@ input_ids = tokenizer.apply_chat_template(
|
|
| 138 |
|
| 139 |
generation = model.generate(
|
| 140 |
input_ids=input_ids,
|
| 141 |
-
max_new_tokens=8192,
|
| 142 |
do_sample=False,
|
| 143 |
)
|
| 144 |
|
|
|
|
| 138 |
|
| 139 |
generation = model.generate(
|
| 140 |
input_ids=input_ids,
|
| 141 |
+
max_new_tokens=8192, # For optimal performance benchmarking, please set this to unlimited (e.g., 50000)
|
| 142 |
do_sample=False,
|
| 143 |
)
|
| 144 |
|