Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
Commit
·
cd44e89
1
Parent(s):
6e6bac8
refactor: import vllm module for improved functionality
Browse files- generate_summaries_uv.py +1 -0
generate_summaries_uv.py
CHANGED
|
@@ -27,6 +27,7 @@ from huggingface_hub import login, dataset_info, snapshot_download
|
|
| 27 |
from tqdm.auto import tqdm
|
| 28 |
from transformers import AutoTokenizer
|
| 29 |
from vllm import LLM, SamplingParams
|
|
|
|
| 30 |
|
| 31 |
# Setup logging
|
| 32 |
logging.basicConfig(
|
|
|
|
| 27 |
from tqdm.auto import tqdm
|
| 28 |
from transformers import AutoTokenizer
|
| 29 |
from vllm import LLM, SamplingParams
|
| 30 |
+
import vllm
|
| 31 |
|
| 32 |
# Setup logging
|
| 33 |
logging.basicConfig(
|