Update README.md
Browse files
README.md
CHANGED
|
@@ -214,7 +214,7 @@ prompt = tokenizer.apply_chat_template(
|
|
| 214 |
)
|
| 215 |
|
| 216 |
sampling_params = SamplingParams(
|
| 217 |
-
temperature=0.6, top_p=0.95, top_k=40,
|
| 218 |
)
|
| 219 |
|
| 220 |
outputs = llm.generate([prompt], sampling_params)
|
|
|
|
| 214 |
)
|
| 215 |
|
| 216 |
sampling_params = SamplingParams(
|
| 217 |
+
temperature=0.6, top_p=0.95, top_k=40, max_new_tokens=1024
|
| 218 |
)
|
| 219 |
|
| 220 |
outputs = llm.generate([prompt], sampling_params)
|