Update handler.py

handler.py

@@ -2,14 +2,14 @@ from io import BytesIO
 from typing import Any, List, Dict
 
 from PIL import Image
-from transformers import AutoTokenizer, AutoModelForVision2Seq
+from transformers import AutoModel, AutoTokenizer
 
 
 class EndpointHandler():
     def __init__(self, path=""):
         # Use a pipeline as a high-level helper
         model_name = "SwordElucidator/MiniCPM-Llama3-V-2_5-int4"
-        model = AutoModelForVision2Seq.from_pretrained(model_name, trust_remote_code=True)
+        model = AutoModel.from_pretrained(model_name, trust_remote_code=True)
         tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
         model.eval()
         self.model = model
@@ -31,4 +31,4 @@ class EndpointHandler():
             # system_prompt='' # pass system_prompt if needed
         )
 
-        return res
+        return res