Update scripts/finetune.py for logging
Browse filesCo-authored-by: NanoCode012 <kevinvong@rocketmail.com>
- scripts/finetune.py +1 -1
scripts/finetune.py
CHANGED
|
@@ -171,7 +171,7 @@ def train(
|
|
| 171 |
)
|
| 172 |
|
| 173 |
if "merge_lora" in kwargs and cfg.adapter is not None:
|
| 174 |
-
|
| 175 |
model = model.merge_and_unload()
|
| 176 |
|
| 177 |
if cfg.local_rank == 0:
|
|
|
|
| 171 |
)
|
| 172 |
|
| 173 |
if "merge_lora" in kwargs and cfg.adapter is not None:
|
| 174 |
+
logging.info("running merge of LoRA with base model")
|
| 175 |
model = model.merge_and_unload()
|
| 176 |
|
| 177 |
if cfg.local_rank == 0:
|