Upload mergekit_config.yml

mergekit_config.yml

@@ -1,28 +1,14 @@
-models:
-  - model: /data/wanfq/fusechat/models/openchat_3.5
-    # no parameters necessary for base model
-  - model: /data/wanfq/agno_fusion/fusechat_models/OpenChat-3.5-7B-internlm
-    parameters:
-      density: 0.1 # density gradient
-      weight: 0.2
-  - model: /data/wanfq/agno_fusion/fusechat_models/OpenChat-3.5-7B-Qwen
-    parameters:
-      density: 0.5
-      weight: 0.2 # weight gradient
-  - model: /data/wanfq/agno_fusion/fusechat_models/OpenChat-3.5-7B-Mixtral
-    parameters:
-      density: 0.5
-      weight: 0.2 # weight gradient
-  - model: /data/wanfq/agno_fusion/fusechat_models/OpenChat-3.5-7B-Starling
-    parameters:
-      density: 0.5
-      weight: 0.2 # weight gradient
-  - model: /data/wanfq/agno_fusion/fusechat_models/OpenChat-3.5-7B-NHSolar
-    parameters:
-      density: 0.5
-      weight: 0.2 # weight gradient
-merge_method: ties_varm
-base_model: /data/wanfq/fusechat/models/openchat_3.5
-parameters:
-  normalize: true
-dtype: bfloat16
+models:
+  # pivot model
+  - model: openchat_3.5
+  # Target models
+  - model: OpenChat-3.5-7B-Starling
+  - model: OpenChat-3.5-7B-SOLAR
+  - model: OpenChat-3.5-7B-InternLM
+  - model: OpenChat-3.5-7B-Mixtral
+  - model: OpenChat-3.5-7B-Qwen
+merge_method: sce
+base_model: openchat_3.5
+parameters:
+  select_topk: 0.1
+dtype: bfloat16