Update handler.py
Browse files- handler.py +1 -0
handler.py
CHANGED
|
@@ -32,6 +32,7 @@ class EndpointHandler():
|
|
| 32 |
model_name=self.model_name,
|
| 33 |
load_8bit=LOAD_8BIT,
|
| 34 |
load_4bit=LOAD_4BIT,
|
|
|
|
| 35 |
device=self.device,
|
| 36 |
)
|
| 37 |
|
|
|
|
| 32 |
model_name=self.model_name,
|
| 33 |
load_8bit=LOAD_8BIT,
|
| 34 |
load_4bit=LOAD_4BIT,
|
| 35 |
+
model_base=self.model_base,
|
| 36 |
device=self.device,
|
| 37 |
)
|
| 38 |
|