Upload folder using huggingface_hub

README.md

@@ -1,33 +1,39 @@
 ---
-license: apache-2.0
+license: cc-by-nc-4.0
 tags:
 - merge
 - mergekit
 - lazymergekit
 - automerger
 base_model:
+- rwitz/experiment26-truthy-iter-2
 - yam-peleg/Experiment24-7B
 ---
 
 # Experiment26Experiment24-7B
 
 Experiment26Experiment24-7B is an automated merge created by [Maxime Labonne](https://huggingface.co/mlabonne) using the following configuration.
+* [rwitz/experiment26-truthy-iter-2](https://huggingface.co/rwitz/experiment26-truthy-iter-2)
 * [yam-peleg/Experiment24-7B](https://huggingface.co/yam-peleg/Experiment24-7B)
 
 ## 🧩 Configuration
 
 ```yaml
-models:
-- model: yam-peleg/Experiment26-7B
-  # No parameters necessary for base model
-- model: yam-peleg/Experiment24-7B
-  parameters:
-    density: 0.53
-    weight: 0.6
-merge_method: dare_ties
-base_model: yam-peleg/Experiment26-7B
+slices:
+  - sources:
+      - model: rwitz/experiment26-truthy-iter-2
+        layer_range: [0, 32]
+      - model: yam-peleg/Experiment24-7B
+        layer_range: [0, 32]
+merge_method: slerp
+base_model: rwitz/experiment26-truthy-iter-2
 parameters:
-int8_mask: true
+  t:
+    - filter: self_attn
+      value: [0, 0.5, 0.3, 0.7, 1]
+    - filter: mlp
+      value: [1, 0.5, 0.7, 0.3, 0]
+    - value: 0.5
 dtype: bfloat16
 random_seed: 0
     ```

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "yam-peleg/Experiment26-7B",
+  "_name_or_path": "rwitz/experiment26-truthy-iter-2",
   "architectures": [
     "MistralForCausalLM"
   ],

mergekit_config.yml

@@ -1,15 +1,19 @@
 
-models:
-- model: yam-peleg/Experiment26-7B
-  # No parameters necessary for base model
-- model: yam-peleg/Experiment24-7B
-  parameters:
-    density: 0.53
-    weight: 0.6
-merge_method: dare_ties
-base_model: yam-peleg/Experiment26-7B
+slices:
+  - sources:
+      - model: rwitz/experiment26-truthy-iter-2
+        layer_range: [0, 32]
+      - model: yam-peleg/Experiment24-7B
+        layer_range: [0, 32]
+merge_method: slerp
+base_model: rwitz/experiment26-truthy-iter-2
 parameters:
-int8_mask: true
+  t:
+    - filter: self_attn
+      value: [0, 0.5, 0.3, 0.7, 1]
+    - filter: mlp
+      value: [1, 0.5, 0.7, 0.3, 0]
+    - value: 0.5
 dtype: bfloat16
 random_seed: 0
     

model-00001-of-00002.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:49b72e9f8de9f8c0a32fbd50ae3ec40b4d83c112a32b567851f1736c2623119f
+oid sha256:566c9c5db200ffd6806bb5377c0063b4f7ba410185ddf26c949340c7f5c23b6a
 size 9942981696

model-00002-of-00002.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5ce0dc29e949a9c394a3ebfbd3994e2b40991ee1d529389ba8fc3d3e036d4303
+oid sha256:0edfe40b7e8159cc066ad9d71441db07d0dd013621241f5de37f2bf2ffca5cd0
 size 4540516344