Upload folder using huggingface_hub

README.md

@@ -1,39 +1,33 @@
 ---
-license: cc-by-nc-4.0
+license: apache-2.0
 tags:
 - merge
 - mergekit
 - lazymergekit
 - automerger
 base_model:
-- rwitz/experiment26-truthy-iter-0
 - automerger/YamShadow-7B
 ---
 
 # Experiment26Yamshadow-7B
 
 Experiment26Yamshadow-7B is an automated merge created by [Maxime Labonne](https://huggingface.co/mlabonne) using the following configuration.
-* [rwitz/experiment26-truthy-iter-0](https://huggingface.co/rwitz/experiment26-truthy-iter-0)
 * [automerger/YamShadow-7B](https://huggingface.co/automerger/YamShadow-7B)
 
 ## 🧩 Configuration
 
 ```yaml
-slices:
-  - sources:
-      - model: rwitz/experiment26-truthy-iter-0
-        layer_range: [0, 32]
-      - model: automerger/YamShadow-7B
-        layer_range: [0, 32]
-merge_method: slerp
+models:
+- model: rwitz/experiment26-truthy-iter-0
+  # No parameters necessary for base model
+- model: automerger/YamShadow-7B
+  parameters:
+    density: 0.53
+    weight: 0.6
+merge_method: dare_ties
 base_model: rwitz/experiment26-truthy-iter-0
 parameters:
-  t:
-    - filter: self_attn
-      value: [0, 0.5, 0.3, 0.7, 1]
-    - filter: mlp
-      value: [1, 0.5, 0.7, 0.3, 0]
-    - value: 0.5
+int8_mask: true
 dtype: bfloat16
 random_seed: 0
     ```

mergekit_config.yml

@@ -1,19 +1,15 @@
 
-slices:
-  - sources:
-      - model: rwitz/experiment26-truthy-iter-0
-        layer_range: [0, 32]
-      - model: automerger/YamShadow-7B
-        layer_range: [0, 32]
-merge_method: slerp
+models:
+- model: rwitz/experiment26-truthy-iter-0
+  # No parameters necessary for base model
+- model: automerger/YamShadow-7B
+  parameters:
+    density: 0.53
+    weight: 0.6
+merge_method: dare_ties
 base_model: rwitz/experiment26-truthy-iter-0
 parameters:
-  t:
-    - filter: self_attn
-      value: [0, 0.5, 0.3, 0.7, 1]
-    - filter: mlp
-      value: [1, 0.5, 0.7, 0.3, 0]
-    - value: 0.5
+int8_mask: true
 dtype: bfloat16
 random_seed: 0
     

model-00001-of-00002.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eb5782163ddc8797a79d5c98dd95a12ae6210736845f3e3a03e54f12840e491a
+oid sha256:7d2542bebd487a45af7bf65f92513243de4c05835482548329a6fd058284d6c9
 size 9942981696

model-00002-of-00002.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:de06dc09f12b590b89056493c8a12368e46f1fc71d96e265e869be3d58f5d4a6
+oid sha256:dd960d93fdc518d9c4aea4c4ed75e6d00dcfd632a150017271a3b543720cccdd
 size 4540516344