Qwen2.5CMR / mergekit_config.yml
AIencoder's picture
Upload folder using huggingface_hub
237996b verified
slices:
- sources:
- model: Qwen/Qwen2.5-Coder-7B-Instruct
layer_range: [0, 28]
- model: Qwen/Qwen2.5-Math-7B-Instruct
layer_range: [0, 28]
merge_method: slerp
base_model: Qwen/Qwen2.5-Coder-7B-Instruct
parameters:
t: 0.3
dtype: bfloat16
tokenizer_source: Qwen/Qwen2.5-Coder-7B-Instruct