Upload folder using huggingface_hub

README.md

@@ -1,7 +1,8 @@
 ---
 base_model:
-- Nitral-AI/Prima-LelantaclesV6-7b
 - mergekit-community/TopEvolution
+- ClaudioItaly/Evolutionstory
+- lucyknada/microsoft_WizardLM-2-7B
 library_name: transformers
 tags:
 - mergekit
@@ -15,13 +16,13 @@ This is a merge of pre-trained language models created using [mergekit](https://
 ## Merge Details
 ### Merge Method
 
-This model was merged using the SLERP merge method.
+This model was merged using the [TIES](https://arxiv.org/abs/2306.01708) merge method using [mergekit-community/TopEvolution](https://huggingface.co/mergekit-community/TopEvolution) as a base.
 
 ### Models Merged
 
 The following models were included in the merge:
-* [Nitral-AI/Prima-LelantaclesV6-7b](https://huggingface.co/Nitral-AI/Prima-LelantaclesV6-7b)
-* [mergekit-community/TopEvolution](https://huggingface.co/mergekit-community/TopEvolution)
+* [ClaudioItaly/Evolutionstory](https://huggingface.co/ClaudioItaly/Evolutionstory)
+* [lucyknada/microsoft_WizardLM-2-7B](https://huggingface.co/lucyknada/microsoft_WizardLM-2-7B)
 
 ### Configuration
 
@@ -29,12 +30,19 @@ The following YAML configuration was used to produce this model:
 
 ```yaml
 models:
-  - model: Nitral-AI/Prima-LelantaclesV6-7b
-  - model: mergekit-community/TopEvolution
-merge_method: slerp
+  - model: ClaudioItaly/Evolutionstory
+    parameters:
+      density: 0.5
+      weight: 0.5
+  - model: lucyknada/microsoft_WizardLM-2-7B
+    parameters:
+      density: 0.5
+      weight: 0.5
+
+merge_method: ties
 base_model: mergekit-community/TopEvolution
-dtype: bfloat16
 parameters:
-  t: [0, 0.5, 1, 0.5, 0] # V shaped curve: Hermes for input & output, WizardMath in the middle layers
-
+  normalize: false
+  int8_mask: true
+dtype: float16
 ```

config.json

@@ -19,7 +19,7 @@
   "rope_theta": 10000.0,
   "sliding_window": 4096,
   "tie_word_embeddings": false,
-  "torch_dtype": "bfloat16",
+  "torch_dtype": "float16",
   "transformers_version": "4.42.4",
   "use_cache": false,
   "vocab_size": 32000

mergekit_config.yml

@@ -1,8 +1,16 @@
 models:
-  - model: Nitral-AI/Prima-LelantaclesV6-7b
-  - model: mergekit-community/TopEvolution
-merge_method: slerp
+  - model: ClaudioItaly/Evolutionstory
+    parameters:
+      density: 0.5
+      weight: 0.5
+  - model: lucyknada/microsoft_WizardLM-2-7B
+    parameters:
+      density: 0.5
+      weight: 0.5
+
+merge_method: ties
 base_model: mergekit-community/TopEvolution
-dtype: bfloat16
 parameters:
-  t: [0, 0.5, 1, 0.5, 0] # V shaped curve: Hermes for input & output, WizardMath in the middle layers
+  normalize: false
+  int8_mask: true
+dtype: float16

model-00001-of-00003.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5ea952306e2c3cc7bd55747be34c165a02b50f0f7645caa91707953de923aa2c
-size 4886547008
+oid sha256:f167094bae19647c6f62f09e2206ce93ede9009a93db4b23ccd4cc8c3613c4bc
+size 4886546912

model-00002-of-00003.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9853d9abbd917951437f045f29e71744e37088f6b9d9884f8e94ecf8c52ff07c
-size 4915916176
+oid sha256:6ffaa382e74bef0516a0962992ac4e8ba2ae375473f906bfc214cfcc9bba144c
+size 4915916080

model-00003-of-00003.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2bacda173beedcf786ccc65e28359d45facbb142ce1b4e800251025faf798b63
-size 4681034848
+oid sha256:8e1d196ffe75c2409cd2bb49e409639a54125a54948a0763bbceea84bc5eee4f
+size 4681034744