Merged Model

README.md

@@ -15,31 +15,33 @@ This is a merge of pre-trained language models created using [mergekit](https://
 ## Merge Details
 ### Merge Method
 
-This model was merged using the [DARE TIES](https://arxiv.org/abs/2311.03099) merge method using [microsoft/Fara-7B](https://huggingface.co/microsoft/Fara-7B) as a base.
+This model was merged using the [SLERP](https://en.wikipedia.org/wiki/Slerp) merge method.
 
 ### Models Merged
 
 The following models were included in the merge:
 * [ByteDance-Seed/UI-TARS-1.5-7B](https://huggingface.co/ByteDance-Seed/UI-TARS-1.5-7B)
+* [microsoft/Fara-7B](https://huggingface.co/microsoft/Fara-7B)
 
 ### Configuration
 
 The following YAML configuration was used to produce this model:
 
 ```yaml
+
 models:
   - model: microsoft/Fara-7B
   - model: ByteDance-Seed/UI-TARS-1.5-7B
-    parameters:
-      density: 0.53
-      weight: 0.5
-
-merge_method: dare_ties
+merge_method: slerp
 base_model: microsoft/Fara-7B
-
+dtype: bfloat16
 parameters:
-  normalize: true
-  int8_mask: true
+  t:
+    # 5-point gradient:
+    # 0.1 (Start): Mostly Fara -> Ensures input understanding and English grammar.
+    # 0.3 -> 0.5 (Middle): Blends TARS capability for reasoning and logic.
+    # 0.1 (End): Mostly Fara -> Ensures the output stops correctly and doesn't loop.
+    - value: [0.1, 0.3, 0.5, 0.3, 0.1]
+
 
-dtype: bfloat16
 ```

mergekit_config.yml

@@ -1,15 +1,15 @@
+
 models:
   - model: microsoft/Fara-7B
   - model: ByteDance-Seed/UI-TARS-1.5-7B
-    parameters:
-      density: 0.53
-      weight: 0.5
-
-merge_method: dare_ties
+merge_method: slerp
 base_model: microsoft/Fara-7B
-
+dtype: bfloat16
 parameters:
-  normalize: true
-  int8_mask: true
+  t:
+    # 5-point gradient:
+    # 0.1 (Start): Mostly Fara -> Ensures input understanding and English grammar.
+    # 0.3 -> 0.5 (Middle): Blends TARS capability for reasoning and logic.
+    # 0.1 (End): Mostly Fara -> Ensures the output stops correctly and doesn't loop.
+    - value: [0.1, 0.3, 0.5, 0.3, 0.1]
 
-dtype: bfloat16

model-00001-of-00018.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1d909d6abef3579774b3eb854c492f60601d535c8708a03afdefc4fe5a2755c0
+oid sha256:89a894b79e180999a527aa3b6b94802dd4de05554fd8c5fff4f8e2f48de9b583
 size 1089994880

model-00002-of-00018.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:98e37d8f2e4fce48095e2f562c1b56679e98acf8934f7395ba0e617ebe0c2b1b
+oid sha256:605f658cacda436ff6bc25ce1cc012eb1d9775d449d4eda2ae5045b7f9ab5e4c
 size 1089994896

model-00003-of-00018.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:927d02cd28253ef9217cc8c9e3d1f5c9f456bef2ca10061d35d4a7a83c91e09a
+oid sha256:4d97ebd2d1fdce3de09b5f806d4aad8ec787db6d1eb517e00fdcb504adf743ae
 size 932241160

model-00004-of-00018.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:16fc07c704ba787823db6e3115f28bb81759e88bfd0af5c463dfda0fbb11efc7
+oid sha256:1032d7dbd82125db9d3ec2fa92cd479d1ea2a668491aeb1cbfb5d1b0ff53afd1
 size 932233912

model-00005-of-00018.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1737164d9936801f55689d433719c33251b2829df8818afc54971848fe6b0f68
+oid sha256:395267b6807d55c607af4da384b36e04c8d0816690f8f7bdb226b255cfb14b57
 size 932233912

model-00006-of-00018.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2f0443ba7f38ff4a6e5ae646a56a3cb5a3bbfcf985d74f7abb95d3bd0fb2d61f
+oid sha256:d4d6f6a30b6759c765c26b79649944de9e533c49ff52e8e24906f8b06df91eda
 size 932233912

model-00007-of-00018.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1656532e588b31ea2cca3a3e86240cb7948e9ed6a1885e47ce8d38703ea28424
+oid sha256:c96240f7b860f8e444cba7475112008bc6dcee01f0818df0ef71c000d51fc391
 size 932233912

model-00008-of-00018.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a4dae85856d2efa0049a86fc0f57f4530525e17029e077bd9a7838b283a4987b
+oid sha256:626f2ee343979e8224a88a478dd02c048a669e24773d7bf3aa8fb60bcdc9fff4
 size 932233912

model-00009-of-00018.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:25281b534d1d9cb100a1651ab1831e0a620bc4f75389fc065f1427ae77767cdd
+oid sha256:ecb89d9b67024dd18f75b197e1843a30d993069b4003cb85edab00d994d810a4
 size 932233904

model-00010-of-00018.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c2fe062879de82985020d66ec797d38e1228976fd90dc0d90dfe365d5bc10bea
+oid sha256:0a0567fe32d23bc20b943bb6155381662150ca1d53073d78e0a25b0fd11022ee
 size 932233912

model-00011-of-00018.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:22e17dc72c2214697b702f66715c81315aa176aee2f3571582e16ed5c2abdfda
+oid sha256:7f71111dae32f50f3d9193398ed51d5bf44b0d69465e3f3aa76d7e8387b75a7e
 size 932233912

model-00012-of-00018.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4d419b7c2cf0088ed967536fe4b7222bef005057c7fa40cf0df76ef7b32b90fa
+oid sha256:ae21218675c86a009528031b4b12855558868d63ba8202f2d3667a1e8d3f2c16
 size 932233912

model-00013-of-00018.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:83209e4836aef11a22b97727dc21bff582f93a6df0670596ce3781ef23585b9b
+oid sha256:ee8e37941d67b731c2a576bf3baf9d6bcae65851a37bdc970fd10a3938507587
 size 932233904

model-00014-of-00018.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:43a6e419bf0dcbd4d699f520d5135ac40c103e5d324b3d1515eb84c578d81165
+oid sha256:15a729ed61d5ae588d627ad7ff7704e1a96760467735db130a9dacd5cd21e8e0
 size 932233888

model-00015-of-00018.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a25a5d9ae07fcbae4dcaf072f7de8a7e05b15a4684c4e3e6abf8487d8162c44a
+oid sha256:5ae2b6b72f0ee804cb0985a907cd9170a683e6c4b4fc4c1b5f5bfbfe062700c6
 size 932233888

model-00016-of-00018.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:71fbba00fb083e2aaab2578349c2a754a8322fd54b33d1c825d083a272075df8
+oid sha256:aa9cdda62426112752264478237b270632b417d50263874ebfad6266c34a1bcc
 size 993522328

model-00017-of-00018.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2e3d207a11314ef9103b801d1894879fc234c51a19c25651d150cdae6bb22f56
+oid sha256:a6a6840795312d49dad06ba3d8ad35d67d0359ec428d0d25dd10ee0ff5a89e13
 size 993904312

model-00018-of-00018.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:03f76c919bf74f2269f41faa0d2ddd81bb42ca8549beec309c90746f823c5f29
+oid sha256:433198f464d49eb9fcc52f187e7b5d8452c4a2c92f60c3a6940dbaff8073f121
 size 297949056