### Note: DO NOT use quantized model or quantization_bit when merging lora adapters ### model model_name_or_path: /data/wyt/codes/DocDPO/sft/llama3/llama3.1-balanced_en_zhdefr_258_182_240_relabel/sft adapter_name_or_path: dpo/adapter/checkpoint-1200 template: llama3 trust_remote_code: true ### export export_dir: dpo/merged/checkpoint-1200 export_size: 5 export_device: cpu # choices: [cpu, auto] export_legacy_format: false