pavun commited on
Commit
ae505d9
·
1 Parent(s): 34806df

Refactor EndpointHandler constructor to use model_dir parameter for consistency

Browse files
Files changed (1) hide show
  1. handler.py +6 -7
handler.py CHANGED
@@ -1,25 +1,24 @@
1
  import base64
2
  import io
3
- from PIL import Image
4
  import torch
5
-
6
  from transformers import Qwen2_5_VLForConditionalGeneration, AutoProcessor
7
  from qwen_vl_utils import process_vision_info
8
 
9
 
10
  class EndpointHandler:
11
 
12
- def __init__(self, path=""):
13
 
14
  self.model = Qwen2_5_VLForConditionalGeneration.from_pretrained(
15
- path,
16
  torch_dtype=torch.bfloat16,
17
  device_map="auto",
18
  trust_remote_code=True
19
  )
20
 
21
  self.processor = AutoProcessor.from_pretrained(
22
- path,
23
  trust_remote_code=True
24
  )
25
 
@@ -53,7 +52,7 @@ class EndpointHandler:
53
  images=image_inputs,
54
  videos=video_inputs,
55
  padding=True,
56
- return_tensors="pt",
57
  ).to(self.model.device)
58
 
59
  outputs = self.model.generate(**inputs, max_new_tokens=512)
@@ -68,4 +67,4 @@ class EndpointHandler:
68
  skip_special_tokens=True
69
  )
70
 
71
- return decoded[0]
 
1
  import base64
2
  import io
 
3
  import torch
4
+ from PIL import Image
5
  from transformers import Qwen2_5_VLForConditionalGeneration, AutoProcessor
6
  from qwen_vl_utils import process_vision_info
7
 
8
 
9
  class EndpointHandler:
10
 
11
+ def __init__(self, model_dir):
12
 
13
  self.model = Qwen2_5_VLForConditionalGeneration.from_pretrained(
14
+ model_dir,
15
  torch_dtype=torch.bfloat16,
16
  device_map="auto",
17
  trust_remote_code=True
18
  )
19
 
20
  self.processor = AutoProcessor.from_pretrained(
21
+ model_dir,
22
  trust_remote_code=True
23
  )
24
 
 
52
  images=image_inputs,
53
  videos=video_inputs,
54
  padding=True,
55
+ return_tensors="pt"
56
  ).to(self.model.device)
57
 
58
  outputs = self.model.generate(**inputs, max_new_tokens=512)
 
67
  skip_special_tokens=True
68
  )
69
 
70
+ return {"result": decoded[0]}