Update README.md
Browse files
README.md
CHANGED
|
@@ -263,7 +263,7 @@ sampling_params = SamplingParams(
|
|
| 263 |
repetition_penalty=1.2)
|
| 264 |
|
| 265 |
# Create an LLM
|
| 266 |
-
llm = LLM(model=model_id)
|
| 267 |
# Generate texts
|
| 268 |
outputs = llm.generate(prompts, sampling_params)
|
| 269 |
# Print outputs
|
|
|
|
| 263 |
repetition_penalty=1.2)
|
| 264 |
|
| 265 |
# Create an LLM
|
| 266 |
+
llm = LLM(model=model_id, tensor_parallel_size=4)
|
| 267 |
# Generate texts
|
| 268 |
outputs = llm.generate(prompts, sampling_params)
|
| 269 |
# Print outputs
|