sreejith8100 commited on
Commit
4a26767
·
verified ·
1 Parent(s): 5d2b874

Update handler.py

Browse files
Files changed (1) hide show
  1. handler.py +1 -1
handler.py CHANGED
@@ -12,7 +12,7 @@ ssl._create_default_https_context = ssl._create_unverified_context
12
 
13
  class EndpointHandler:
14
  def __init__(self, path=""):
15
- model_name = "openbmb/MiniCPM-o-2_6"
16
  self.tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
17
  self.model = AutoModel.from_pretrained(model_name, trust_remote_code=True).eval()
18
 
 
12
 
13
  class EndpointHandler:
14
  def __init__(self, path=""):
15
+ model_name = "openbmb/MiniCPM-V-2_6-int4"
16
  self.tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
17
  self.model = AutoModel.from_pretrained(model_name, trust_remote_code=True).eval()
18