lejelly's picture
Upload folder using huggingface_hub
d6c849e verified
# Union Tokenizer Generation
base_model: Qwen/Qwen2.5-1.5B
models:
- model: Qwen/Qwen2.5-1.5B-Instruct
parameters:
weight: 1.0
- model: Qwen/Qwen2.5-Math-1.5B
parameters:
weight: 1.0
- model: Qwen/Qwen2.5-Coder-1.5B
parameters:
weight: 1.0
merge_method: task_arithmetic
parameters:
normalize: false
lambda: 1.0
dtype: float16
tokenizer:
source: union