Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
Commit
·
0db91e0
1
Parent(s):
aaa2fc9
refactor: remove incorrect batch size parameters from LLM generate function
Browse files- generate_summaries_uv.py +0 -2
generate_summaries_uv.py
CHANGED
|
@@ -141,8 +141,6 @@ def generate_summaries(
|
|
| 141 |
all_outputs = llm.generate(
|
| 142 |
prompts,
|
| 143 |
sampling_params,
|
| 144 |
-
batch_size=batch_size,
|
| 145 |
-
max_batch_size=batch_size,
|
| 146 |
)
|
| 147 |
logger.info(f"Generated {len(all_outputs)} summaries")
|
| 148 |
if len(all_outputs) != len(prompts):
|
|
|
|
| 141 |
all_outputs = llm.generate(
|
| 142 |
prompts,
|
| 143 |
sampling_params,
|
|
|
|
|
|
|
| 144 |
)
|
| 145 |
logger.info(f"Generated {len(all_outputs)} summaries")
|
| 146 |
if len(all_outputs) != len(prompts):
|