MergeStage1v3 / mergekit_config.yml
CultriX's picture
Upload folder using huggingface_hub
41de01a verified
raw
history blame contribute delete
366 Bytes
name: Virtuoso-Infused-Qwen
merge_method: dare_ties
base_model: Qwen/Qwen2.5-14B # New Base Model
tokenizer_source: base
dtype: float32
out_dtype: bfloat16
models:
- model: Qwen/Qwen2.5-14B-Instruct
parameters:
weight: 1.0
density: 1.0
- model: CultriX/Qwen2.5-14B_Virtuoso-small-v2-LoRA_r128
parameters:
weight: 1.0
density: 1.0