Upload folder using huggingface_hub

README.md

@@ -6,28 +6,34 @@ tags:
 - lazymergekit
 - automerger
 base_model:
+- yam-peleg/Experiment29-7B
 - CorticalStack/pastiche-crown-clown-7b-dare
 ---
 
 # Experiment29Pastiche-7B
 
 Experiment29Pastiche-7B is an automated merge created by [Maxime Labonne](https://huggingface.co/mlabonne) using the following configuration.
+* [yam-peleg/Experiment29-7B](https://huggingface.co/yam-peleg/Experiment29-7B)
 * [CorticalStack/pastiche-crown-clown-7b-dare](https://huggingface.co/CorticalStack/pastiche-crown-clown-7b-dare)
 
 ## 🧩 Configuration
 
 ```yaml
-models:
-- model: yam-peleg/Experiment29-7B
-  # No parameters necessary for base model
-- model: CorticalStack/pastiche-crown-clown-7b-dare
-  parameters:
-    density: 0.53
-    weight: 0.6
-merge_method: dare_ties
+slices:
+  - sources:
+      - model: yam-peleg/Experiment29-7B
+        layer_range: [0, 32]
+      - model: CorticalStack/pastiche-crown-clown-7b-dare
+        layer_range: [0, 32]
+merge_method: slerp
 base_model: yam-peleg/Experiment29-7B
 parameters:
-int8_mask: true
+  t:
+    - filter: self_attn
+      value: [0, 0.5, 0.3, 0.7, 1]
+    - filter: mlp
+      value: [1, 0.5, 0.7, 0.3, 0]
+    - value: 0.5
 dtype: bfloat16
 random_seed: 0
     ```

mergekit_config.yml

@@ -1,15 +1,19 @@
 
-models:
-- model: yam-peleg/Experiment29-7B
-  # No parameters necessary for base model
-- model: CorticalStack/pastiche-crown-clown-7b-dare
-  parameters:
-    density: 0.53
-    weight: 0.6
-merge_method: dare_ties
+slices:
+  - sources:
+      - model: yam-peleg/Experiment29-7B
+        layer_range: [0, 32]
+      - model: CorticalStack/pastiche-crown-clown-7b-dare
+        layer_range: [0, 32]
+merge_method: slerp
 base_model: yam-peleg/Experiment29-7B
 parameters:
-int8_mask: true
+  t:
+    - filter: self_attn
+      value: [0, 0.5, 0.3, 0.7, 1]
+    - filter: mlp
+      value: [1, 0.5, 0.7, 0.3, 0]
+    - value: 0.5
 dtype: bfloat16
 random_seed: 0
     

model-00001-of-00002.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:44ea33429c99e3682725d98adc43277a4480506c02821aded081bed2f32532fc
+oid sha256:fd5ff29bd87f75cbc44536732708fa6be6ce87bcea6df4f3bf176cb909504a1b
 size 9825524456

model-00002-of-00002.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0a5559f3c996ac8d1d2ca6e4190b5f768245992b1625d531d4bbf4708ad9f9d3
+oid sha256:d9474d9576a1db5cbdb75b357fe8576ce38e9d9dea926ebb96f93dcee8841317
 size 4657973592