Update README.md
Browse files
README.md
CHANGED
|
@@ -82,7 +82,7 @@ base_model = AutoModelForCausalLM.from_pretrained(lora_config.base_model_name_or
|
|
| 82 |
device_map="auto")
|
| 83 |
model = peft.PeftModel.from_pretrained(base_model, LORA_PATH)
|
| 84 |
model = model.merge_and_unload(progressbar=True)
|
| 85 |
-
tokenizer = AutoTokenizer.from_pretrained(
|
| 86 |
```
|
| 87 |
|
| 88 |
## Inference Example
|
|
|
|
| 82 |
device_map="auto")
|
| 83 |
model = peft.PeftModel.from_pretrained(base_model, LORA_PATH)
|
| 84 |
model = model.merge_and_unload(progressbar=True)
|
| 85 |
+
tokenizer = AutoTokenizer.from_pretrained(lora_config.base_model_name_or_path)
|
| 86 |
```
|
| 87 |
|
| 88 |
## Inference Example
|