docmt / merge.yaml
Ashton2000's picture
Upload folder using huggingface_hub
1166ee1 verified
### Note: DO NOT use quantized model or quantization_bit when merging lora adapters
### model
model_name_or_path: /data/wyt/codes/DocDPO/sft/llama3/llama3.1-balanced_en_zhdefr_258_182_240_relabel/sft
adapter_name_or_path: dpo/adapter/checkpoint-1200
template: llama3
trust_remote_code: true
### export
export_dir: dpo/merged/checkpoint-1200
export_size: 5
export_device: cpu # choices: [cpu, auto]
export_legacy_format: false