Update handler.py
Browse files- handler.py +2 -2
handler.py
CHANGED
|
@@ -14,8 +14,8 @@ run("pip install torch torchvision torchaudio --extra-index-url https://download
|
|
| 14 |
|
| 15 |
from transformers import AutoModelForVision2Seq, AutoProcessor, BitsAndBytesConfig
|
| 16 |
|
| 17 |
-
|
| 18 |
-
model_id = "Portx/granite-vision-3.1-2b-preview-do-extractor"
|
| 19 |
|
| 20 |
bnb_config = BitsAndBytesConfig(
|
| 21 |
load_in_4bit=True,
|
|
|
|
| 14 |
|
| 15 |
from transformers import AutoModelForVision2Seq, AutoProcessor, BitsAndBytesConfig
|
| 16 |
|
| 17 |
+
model_id = "ibm-granite/granite-vision-3.2-2b"
|
| 18 |
+
#model_id = "Portx/granite-vision-3.1-2b-preview-do-extractor"
|
| 19 |
|
| 20 |
bnb_config = BitsAndBytesConfig(
|
| 21 |
load_in_4bit=True,
|