Update README.md
Browse files
README.md
CHANGED
|
@@ -131,7 +131,7 @@ formatted_prompt = processor.apply_chat_template(vllm_messages, add_generation_p
|
|
| 131 |
# Configure Sampling Settings
|
| 132 |
sampling_params = SamplingParams(
|
| 133 |
temperature=0.0,
|
| 134 |
-
max_tokens=
|
| 135 |
repetition_penalty=1.15
|
| 136 |
)
|
| 137 |
|
|
|
|
| 131 |
# Configure Sampling Settings
|
| 132 |
sampling_params = SamplingParams(
|
| 133 |
temperature=0.0,
|
| 134 |
+
max_tokens=5000,
|
| 135 |
repetition_penalty=1.15
|
| 136 |
)
|
| 137 |
|