joanllop commited on
Commit
83b9c35
·
verified ·
1 Parent(s): 6c89d92

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -263,7 +263,7 @@ sampling_params = SamplingParams(
263
  repetition_penalty=1.2)
264
 
265
  # Create an LLM
266
- llm = LLM(model=model_id)
267
  # Generate texts
268
  outputs = llm.generate(prompts, sampling_params)
269
  # Print outputs
 
263
  repetition_penalty=1.2)
264
 
265
  # Create an LLM
266
+ llm = LLM(model=model_id, tensor_parallel_size=4)
267
  # Generate texts
268
  outputs = llm.generate(prompts, sampling_params)
269
  # Print outputs