Update README.md
Browse files
README.md
CHANGED
|
@@ -79,7 +79,7 @@ input_ids = tokenizer.apply_chat_template(
|
|
| 79 |
messages, add_generation_prompt=True, return_tensors="pt"
|
| 80 |
).to(model.device)
|
| 81 |
|
| 82 |
-
output = model.generate(input_ids, max_new_tokens=
|
| 83 |
print(tokenizer.decode(output[0][input_ids.shape[-1]:], skip_special_tokens=True))
|
| 84 |
```
|
| 85 |
|
|
|
|
| 79 |
messages, add_generation_prompt=True, return_tensors="pt"
|
| 80 |
).to(model.device)
|
| 81 |
|
| 82 |
+
output = model.generate(input_ids, max_new_tokens=4096, do_sample=True, temperature=0.7)
|
| 83 |
print(tokenizer.decode(output[0][input_ids.shape[-1]:], skip_special_tokens=True))
|
| 84 |
```
|
| 85 |
|