Update handler.py
Browse files- handler.py +1 -0
handler.py
CHANGED
|
@@ -71,6 +71,7 @@ class EndpointHandler():
|
|
| 71 |
def __init__(self, path=""):
|
| 72 |
self.model=AutoModelForVision2Seq.from_pretrained(model_id, device_map="auto", torch_dtype=torch.bfloat16,
|
| 73 |
quantization_config=bnb_config)
|
|
|
|
| 74 |
self.processor = AutoProcessor.from_pretrained(model_id, use_fast=True)
|
| 75 |
|
| 76 |
def __call__(self, data):
|
|
|
|
| 71 |
def __init__(self, path=""):
|
| 72 |
self.model=AutoModelForVision2Seq.from_pretrained(model_id, device_map="auto", torch_dtype=torch.bfloat16,
|
| 73 |
quantization_config=bnb_config)
|
| 74 |
+
self.model.load_adapter("Portx/granite-vision-3.2-2b-20252802")
|
| 75 |
self.processor = AutoProcessor.from_pretrained(model_id, use_fast=True)
|
| 76 |
|
| 77 |
def __call__(self, data):
|