| models: | |
| - model: /data/wanfq/fusechat/models/openchat_3.5 | |
| # no parameters necessary for base model | |
| - model: /data/wanfq/agno_fusion/fusechat_models/OpenChat-3.5-7B-internlm | |
| parameters: | |
| density: 0.1 # density gradient | |
| weight: 0.2 | |
| - model: /data/wanfq/agno_fusion/fusechat_models/OpenChat-3.5-7B-Qwen | |
| parameters: | |
| density: 0.5 | |
| weight: 0.2 # weight gradient | |
| - model: /data/wanfq/agno_fusion/fusechat_models/OpenChat-3.5-7B-Mixtral | |
| parameters: | |
| density: 0.5 | |
| weight: 0.2 # weight gradient | |
| - model: /data/wanfq/agno_fusion/fusechat_models/OpenChat-3.5-7B-Starling | |
| parameters: | |
| density: 0.5 | |
| weight: 0.2 # weight gradient | |
| - model: /data/wanfq/agno_fusion/fusechat_models/OpenChat-3.5-7B-NHSolar | |
| parameters: | |
| density: 0.5 | |
| weight: 0.2 # weight gradient | |
| merge_method: ties_varm | |
| base_model: /data/wanfq/fusechat/models/openchat_3.5 | |
| parameters: | |
| normalize: true | |
| dtype: bfloat16 | |