mllm-dev commited on
Commit
a826ce6
·
verified ·
1 Parent(s): 1567d2f

Upload folder using huggingface_hub

Browse files
README.md CHANGED
@@ -1,10 +1,10 @@
1
  ---
2
  base_model:
3
- - mllm-dev/gpt2_f_experiment_1
4
  - mllm-dev/gpt2_f_experiment_4
5
- - mllm-dev/gpt2_f_experiment_2
6
  - mllm-dev/gpt2_f_experiment_0
7
- - mllm-dev/gpt2_f_experiment_3
8
  library_name: transformers
9
  tags:
10
  - mergekit
@@ -23,10 +23,10 @@ This model was merged using the linear [DARE](https://arxiv.org/abs/2311.03099)
23
  ### Models Merged
24
 
25
  The following models were included in the merge:
26
- * [mllm-dev/gpt2_f_experiment_1](https://huggingface.co/mllm-dev/gpt2_f_experiment_1)
27
  * [mllm-dev/gpt2_f_experiment_4](https://huggingface.co/mllm-dev/gpt2_f_experiment_4)
 
28
  * [mllm-dev/gpt2_f_experiment_2](https://huggingface.co/mllm-dev/gpt2_f_experiment_2)
29
- * [mllm-dev/gpt2_f_experiment_3](https://huggingface.co/mllm-dev/gpt2_f_experiment_3)
30
 
31
  ### Configuration
32
 
@@ -38,6 +38,8 @@ base_model:
38
  path: mllm-dev/gpt2_f_experiment_0
39
  dtype: float16
40
  merge_method: dare_linear
 
 
41
  slices:
42
  - sources:
43
  - layer_range: [0, 12]
 
1
  ---
2
  base_model:
3
+ - mllm-dev/gpt2_f_experiment_3
4
  - mllm-dev/gpt2_f_experiment_4
5
+ - mllm-dev/gpt2_f_experiment_1
6
  - mllm-dev/gpt2_f_experiment_0
7
+ - mllm-dev/gpt2_f_experiment_2
8
  library_name: transformers
9
  tags:
10
  - mergekit
 
23
  ### Models Merged
24
 
25
  The following models were included in the merge:
26
+ * [mllm-dev/gpt2_f_experiment_3](https://huggingface.co/mllm-dev/gpt2_f_experiment_3)
27
  * [mllm-dev/gpt2_f_experiment_4](https://huggingface.co/mllm-dev/gpt2_f_experiment_4)
28
+ * [mllm-dev/gpt2_f_experiment_1](https://huggingface.co/mllm-dev/gpt2_f_experiment_1)
29
  * [mllm-dev/gpt2_f_experiment_2](https://huggingface.co/mllm-dev/gpt2_f_experiment_2)
 
30
 
31
  ### Configuration
32
 
 
38
  path: mllm-dev/gpt2_f_experiment_0
39
  dtype: float16
40
  merge_method: dare_linear
41
+ parameters:
42
+ normalize: 1.0
43
  slices:
44
  - sources:
45
  - layer_range: [0, 12]
mergekit_config.yml CHANGED
@@ -3,6 +3,8 @@ base_model:
3
  path: mllm-dev/gpt2_f_experiment_0
4
  dtype: float16
5
  merge_method: dare_linear
 
 
6
  slices:
7
  - sources:
8
  - layer_range: [0, 12]
 
3
  path: mllm-dev/gpt2_f_experiment_0
4
  dtype: float16
5
  merge_method: dare_linear
6
+ parameters:
7
+ normalize: 1.0
8
  slices:
9
  - sources:
10
  - layer_range: [0, 12]
model-00001-of-00001.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:aaf8b491f91cfe5f946b0c2df0007e4d670fffa62d27239b1f5d52ffed7b7a2f
3
  size 248902264
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab0eaa17afae2bcadd6592c25f8adadb713e147a7f00c7f0adebb89d6627b093
3
  size 248902264