Update README.md
Browse files
README.md
CHANGED
|
@@ -323,7 +323,7 @@ pip install -U vllm
|
|
| 323 |
```
|
| 324 |
|
| 325 |
### 3. Run the Inference Script
|
| 326 |
-
|
| 327 |
|
| 328 |
```shell
|
| 329 |
CUDA_VISIBLE_DEVICES="0,1" python inference_with_transformers.py \
|
|
@@ -331,7 +331,8 @@ CUDA_VISIBLE_DEVICES="0,1" python inference_with_transformers.py \
|
|
| 331 |
--image_paths image1_path \
|
| 332 |
--question "your question"
|
| 333 |
```
|
| 334 |
-
|
|
|
|
| 335 |
```shell
|
| 336 |
python inference_with_vllm.py \
|
| 337 |
--model_path path \
|
|
|
|
| 323 |
```
|
| 324 |
|
| 325 |
### 3. Run the Inference Script
|
| 326 |
+
transformers inference
|
| 327 |
|
| 328 |
```shell
|
| 329 |
CUDA_VISIBLE_DEVICES="0,1" python inference_with_transformers.py \
|
|
|
|
| 331 |
--image_paths image1_path \
|
| 332 |
--question "your question"
|
| 333 |
```
|
| 334 |
+
|
| 335 |
+
vllm inference
|
| 336 |
```shell
|
| 337 |
python inference_with_vllm.py \
|
| 338 |
--model_path path \
|