Update handler.py

handler.py

@@ -14,7 +14,8 @@ run("pip install torch torchvision torchaudio --extra-index-url https://download
 
 from transformers import AutoModelForVision2Seq, AutoProcessor, BitsAndBytesConfig
 
-model_id = "ibm-granite/granite-vision-3.2-2b"
+#model_id = "ibm-granite/granite-vision-3.2-2b"
+model_id = "Portx/granite-vision-3.1-2b-preview-do-extractor"
 
 bnb_config = BitsAndBytesConfig(
         load_in_4bit=True,
@@ -71,7 +72,7 @@ class EndpointHandler():
     def __init__(self, path=""):
         self.model=AutoModelForVision2Seq.from_pretrained(model_id, device_map="auto", torch_dtype=torch.bfloat16,
                                                           quantization_config=bnb_config)
-        self.model.load_adapter("Portx/granite-vision-3.2-2b-20252802")
+        #self.model.load_adapter("Portx/granite-vision-3.2-2b-20252802")
         self.processor = AutoProcessor.from_pretrained(model_id, use_fast=True)
 
     def __call__(self, data):