RichardLu commited on
Commit
93aafb9
·
verified ·
1 Parent(s): 91a59cb

Update handler.py

Browse files
Files changed (1) hide show
  1. handler.py +1 -1
handler.py CHANGED
@@ -18,7 +18,7 @@ class EndpointHandler:
18
  # If a model_dir is provided by the endpoint, it will load from that path;
19
  # otherwise, it uses a default UnsLoth Mistral model.
20
  self.model, self.tokenizer = FastLanguageModel.from_pretrained(
21
- model_name=model_dir if model_dir else "unsloth/mistral-7b-instruct-v0.3-bnb-4bit",
22
  max_seq_length=max_seq_length,
23
  dtype=dtype,
24
  load_in_4bit=load_in_4bit,
 
18
  # If a model_dir is provided by the endpoint, it will load from that path;
19
  # otherwise, it uses a default UnsLoth Mistral model.
20
  self.model, self.tokenizer = FastLanguageModel.from_pretrained(
21
+ model_name=RichardLu/Mistral7b_AE_res,
22
  max_seq_length=max_seq_length,
23
  dtype=dtype,
24
  load_in_4bit=load_in_4bit,