Update README.md
Browse files
README.md
CHANGED
|
@@ -39,7 +39,7 @@ input_ids = tokenizer.apply_chat_template(
|
|
| 39 |
with torch.inference_mode():
|
| 40 |
tokens = model.generate(
|
| 41 |
input_ids,
|
| 42 |
-
max_new_tokens =
|
| 43 |
do_sample = True,
|
| 44 |
temperature = 0.7,
|
| 45 |
top_p = 0.95,
|
|
|
|
| 39 |
with torch.inference_mode():
|
| 40 |
tokens = model.generate(
|
| 41 |
input_ids,
|
| 42 |
+
max_new_tokens = 512,
|
| 43 |
do_sample = True,
|
| 44 |
temperature = 0.7,
|
| 45 |
top_p = 0.95,
|