Update README.md
Browse files
README.md
CHANGED
|
@@ -62,8 +62,9 @@ input_ids = tokenizer.apply_chat_template(
|
|
| 62 |
output = model.generate(
|
| 63 |
input_ids.to("cuda"),
|
| 64 |
eos_token_id=tokenizer.eos_token_id,
|
| 65 |
-
|
| 66 |
-
|
|
|
|
| 67 |
)
|
| 68 |
print(tokenizer.decode(output[0]))
|
| 69 |
```
|
|
|
|
| 62 |
output = model.generate(
|
| 63 |
input_ids.to("cuda"),
|
| 64 |
eos_token_id=tokenizer.eos_token_id,
|
| 65 |
+
max_new_tokens=512,
|
| 66 |
+
temperature=0.7,
|
| 67 |
+
repetition_penalty =1.2
|
| 68 |
)
|
| 69 |
print(tokenizer.decode(output[0]))
|
| 70 |
```
|