Upload folder using huggingface_hub

README.md

@@ -15,12 +15,11 @@ This is a merge of pre-trained language models created using [mergekit](https://
 ## Merge Details
 ### Merge Method
 
-This model was merged using the SLERP merge method.
+This model was merged using the [TIES](https://arxiv.org/abs/2306.01708) merge method using [abc88767/2c75](https://huggingface.co/abc88767/2c75) as a base.
 
 ### Models Merged
 
 The following models were included in the merge:
-* [abc88767/2c75](https://huggingface.co/abc88767/2c75)
 * [rwh/s1_1712781243](https://huggingface.co/rwh/s1_1712781243)
 
 ### Configuration
@@ -29,21 +28,22 @@ The following YAML configuration was used to produce this model:
 
 ```yaml
 
-slices:
-  - sources:
-      - model: rwh/s1_1712781243
-        layer_range: [0, 24]
-      - model: abc88767/2c75
-        layer_range: [0, 24]
-merge_method: slerp
+models:
+  - model: abc88767/2c75
+    # no parameters necessary for base model
+  - model: abc88767/2c75
+    parameters:
+      density: 0.5
+      weight: 0.5
+  - model: rwh/s1_1712781243
+    parameters:
+      density: 0.5
+      weight: 0.3
+merge_method: ties
 base_model: abc88767/2c75
 parameters:
-  t:
-    - filter: self_attn
-      value: [0, 0.5, 0.3, 0.7, 1]
-    - filter: mlp
-      value: [1, 0.5, 0.7, 0.3, 0]
-    - value: 0.5
+  normalize: true
 dtype: bfloat16
 
+
 ```

mergekit_config.yml

@@ -1,17 +1,18 @@
 
-slices:
-  - sources:
-      - model: rwh/s1_1712781243
-        layer_range: [0, 24]
-      - model: abc88767/2c75
-        layer_range: [0, 24]
-merge_method: slerp
+models:
+  - model: abc88767/2c75
+    # no parameters necessary for base model
+  - model: abc88767/2c75
+    parameters:
+      density: 0.5
+      weight: 0.5
+  - model: rwh/s1_1712781243
+    parameters:
+      density: 0.5
+      weight: 0.3
+merge_method: ties
 base_model: abc88767/2c75
 parameters:
-  t:
-    - filter: self_attn
-      value: [0, 0.5, 0.3, 0.7, 1]
-    - filter: mlp
-      value: [1, 0.5, 0.7, 0.3, 0]
-    - value: 0.5
+  normalize: true
 dtype: bfloat16
+

model-00001-of-00001.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:339df45ee76ecd981d85a14b75e1f3e037d2c55f180322cb4ebb17aba535880c
+oid sha256:dc06da6673c61351a2a8895c6d9220531c36275c9e455d2dd25478168d0d2090
 size 3289069520