Update handler.py
Browse files- handler.py +1 -1
handler.py
CHANGED
|
@@ -18,7 +18,7 @@ class EndpointHandler:
|
|
| 18 |
# If a model_dir is provided by the endpoint, it will load from that path;
|
| 19 |
# otherwise, it uses a default UnsLoth Mistral model.
|
| 20 |
self.model, self.tokenizer = FastLanguageModel.from_pretrained(
|
| 21 |
-
model_name=
|
| 22 |
max_seq_length=max_seq_length,
|
| 23 |
dtype=dtype,
|
| 24 |
load_in_4bit=load_in_4bit,
|
|
|
|
| 18 |
# If a model_dir is provided by the endpoint, it will load from that path;
|
| 19 |
# otherwise, it uses a default UnsLoth Mistral model.
|
| 20 |
self.model, self.tokenizer = FastLanguageModel.from_pretrained(
|
| 21 |
+
model_name=RichardLu/Mistral7b_AE_res,
|
| 22 |
max_seq_length=max_seq_length,
|
| 23 |
dtype=dtype,
|
| 24 |
load_in_4bit=load_in_4bit,
|