Naphula commited on
Commit
7c73bbc
·
verified ·
1 Parent(s): ac55476

Upload 9 files

Browse files
Files changed (9) hide show
  1. YML/C73.yml +40 -0
  2. YML/C74.yml +50 -0
  3. YML/C75.yml +67 -0
  4. YML/C76.yml +67 -0
  5. YML/C77.yml +47 -0
  6. YML/C78.yml +42 -0
  7. YML/C82.yml +135 -0
  8. YML/C83.yml +70 -0
  9. YML/C84.yml +39 -0
YML/C73.yml ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ architecture: MistralForCausalLM
2
+ models:
3
+ - model: B:\24B\!models--anthracite-core--Mistral-Small-3.2-24B-Instruct-2506-Text-Only
4
+ - model: B:\24B\!BeaverAI_Fallen-Mistral-Small-3.1-24B-v1e_textonly
5
+ parameters:
6
+ weight: 0.7
7
+ density: 0.9
8
+ epsilon: 0.09
9
+ - model: B:\24B\PrivateMerge29 # This merge is no longer available on HF
10
+ parameters:
11
+ weight: 0.15
12
+ density: 0.9
13
+ epsilon: 0.09
14
+ - model: B:\24B\!models--ReadyArt--4.2.0-Broken-Tutu-24b
15
+ parameters:
16
+ weight: 0.15
17
+ density: 0.9
18
+ epsilon: 0.09
19
+ - model: B:\24B\!models--TheDrummer--Precog-24B-v1
20
+ parameters:
21
+ weight: 0.5
22
+ density: 0.9
23
+ epsilon: 0.09
24
+ - model: B:\24B\!models--TheDrummer--Rivermind-24B-v1
25
+ parameters:
26
+ weight: 0.5
27
+ density: 0.9
28
+ epsilon: 0.09
29
+ merge_method: della
30
+ base_model: B:\24B\!models--anthracite-core--Mistral-Small-3.2-24B-Instruct-2506-Text-Only
31
+ parameters:
32
+ lambda: 1.0
33
+ normalize: false
34
+ int8_mask: false
35
+ rescale: true
36
+ tokenizer:
37
+ source: union
38
+ dtype: float32
39
+ out_dtype: bfloat16
40
+ name: C73_DELLA
YML/C74.yml ADDED
@@ -0,0 +1,50 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ architecture: MistralForCausalLM
2
+ models:
3
+ - model: B:\24B\!models--anthracite-core--Mistral-Small-3.2-24B-Instruct-2506-Text-Only
4
+ - model: B:\24B\!BeaverAI_Fallen-Mistral-Small-3.1-24B-v1e_textonly
5
+ parameters:
6
+ weight: 0.5
7
+ density: 0.9
8
+ epsilon: 0.09
9
+ - model: B:\24B\PrivateMerge29 # This merge is no longer available on HF
10
+ parameters:
11
+ weight: 0.2
12
+ density: 0.9
13
+ epsilon: 0.09
14
+ - model: B:\24B\!models--Nabbers1999--MS-24B-Bathory-GRPO
15
+ parameters:
16
+ weight: 0.2
17
+ density: 0.9
18
+ epsilon: 0.09
19
+ - model: B:\24B\!models--ReadyArt--4.2.0-Broken-Tutu-24b
20
+ parameters:
21
+ weight: 0.2
22
+ density: 0.9
23
+ epsilon: 0.09
24
+ - model: B:\24B\!models--TheDrummer--Precog-24B-v1
25
+ parameters:
26
+ weight: 0.5
27
+ density: 0.9
28
+ epsilon: 0.09
29
+ - model: B:\24B\!models--TheDrummer--Rivermind-24B-v1
30
+ parameters:
31
+ weight: 0.2
32
+ density: 0.9
33
+ epsilon: 0.09
34
+ - model: B:\24B\!models--trashpanda-org--MS3.2-24B-Mullein-v2
35
+ parameters:
36
+ weight: 0.2
37
+ density: 0.9
38
+ epsilon: 0.09
39
+ merge_method: della
40
+ base_model: B:\24B\!models--anthracite-core--Mistral-Small-3.2-24B-Instruct-2506-Text-Only
41
+ parameters:
42
+ lambda: 1.0
43
+ normalize: false
44
+ int8_mask: false
45
+ rescale: true
46
+ tokenizer:
47
+ source: union
48
+ dtype: float32
49
+ out_dtype: bfloat16
50
+ name: C74_DELLA
YML/C75.yml ADDED
@@ -0,0 +1,67 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ architecture: MistralForCausalLM
2
+ models:
3
+ # - model: B:\24B\Darkhn--Magistral-2509-24B-Text-Only
4
+ - model: B:\24B\!models--anthracite-core--Mistral-Small-3.2-24B-Instruct-2506-Text-Only
5
+ - model: B:\24B\!BeaverAI_Fallen-Mistral-Small-3.1-24B-v1e_textonly
6
+ parameters:
7
+ weight: 0.3
8
+ density: 0.9
9
+ epsilon: 0.09
10
+ - model: B:\24B\PrivateMerge29 # This merge is no longer available on HF
11
+ parameters:
12
+ weight: 0.1
13
+ density: 0.9
14
+ epsilon: 0.09
15
+ - model: B:\24B\!models--Nabbers1999--MS-24B-Bathory-GRPO
16
+ parameters:
17
+ weight: 0.1
18
+ density: 0.9
19
+ epsilon: 0.09
20
+ - model: B:\24B\!models--ReadyArt--4.2.0-Broken-Tutu-24b
21
+ parameters:
22
+ weight: 0.1
23
+ density: 0.9
24
+ epsilon: 0.09
25
+ - model: B:\24B\!models--TheDrummer--Precog-24B-v1
26
+ parameters:
27
+ weight: 0.3
28
+ density: 0.9
29
+ epsilon: 0.09
30
+ - model: B:\24B\!models--TheDrummer--Rivermind-24B-v1
31
+ parameters:
32
+ weight: 0.2
33
+ density: 0.9
34
+ epsilon: 0.09
35
+ - model: B:\24B\!models--TheDrummer--Magidonia-24B-v4.3
36
+ parameters:
37
+ weight: 0.3
38
+ density: 0.9
39
+ epsilon: 0.09
40
+ - model: B:\24B\MuXodious--Cydonia-24B-v4.3-absolute-heresy
41
+ parameters:
42
+ weight: 0.2
43
+ density: 0.9
44
+ epsilon: 0.09
45
+ - model: B:\24B\!models--zerofata--MS3.2-PaintedFantasy-v4.1-24B
46
+ parameters:
47
+ weight: 0.2
48
+ density: 0.9
49
+ epsilon: 0.09
50
+ - model: B:\24B\!models--LatitudeGames--Hearthfire-24B
51
+ parameters:
52
+ weight: 0.2
53
+ density: 0.9
54
+ epsilon: 0.09
55
+ merge_method: della
56
+ base_model: B:\24B\!models--anthracite-core--Mistral-Small-3.2-24B-Instruct-2506-Text-Only
57
+ # base_model: B:\24B\Darkhn--Magistral-2509-24B-Text-Only
58
+ parameters:
59
+ lambda: 1.0
60
+ normalize: false
61
+ int8_mask: false
62
+ rescale: true
63
+ tokenizer:
64
+ source: union
65
+ dtype: float32
66
+ out_dtype: bfloat16
67
+ name: C75
YML/C76.yml ADDED
@@ -0,0 +1,67 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ architecture: MistralForCausalLM
2
+ models:
3
+ - model: B:\24B\Darkhn--Magistral-2509-24B-Text-Only
4
+ # - model: B:\24B\!models--anthracite-core--Mistral-Small-3.2-24B-Instruct-2506-Text-Only
5
+ - model: B:\24B\!BeaverAI_Fallen-Mistral-Small-3.1-24B-v1e_textonly
6
+ parameters:
7
+ weight: 0.3
8
+ density: 0.9
9
+ epsilon: 0.09
10
+ - model: B:\24B\PrivateMerge29 # This merge is no longer available on HF
11
+ parameters:
12
+ weight: 0.1
13
+ density: 0.9
14
+ epsilon: 0.09
15
+ - model: B:\24B\!models--Nabbers1999--MS-24B-Bathory-GRPO
16
+ parameters:
17
+ weight: 0.1
18
+ density: 0.9
19
+ epsilon: 0.09
20
+ - model: B:\24B\!models--ReadyArt--4.2.0-Broken-Tutu-24b
21
+ parameters:
22
+ weight: 0.1
23
+ density: 0.9
24
+ epsilon: 0.09
25
+ - model: B:\24B\!models--TheDrummer--Precog-24B-v1
26
+ parameters:
27
+ weight: 0.3
28
+ density: 0.9
29
+ epsilon: 0.09
30
+ - model: B:\24B\!models--TheDrummer--Rivermind-24B-v1
31
+ parameters:
32
+ weight: 0.2
33
+ density: 0.9
34
+ epsilon: 0.09
35
+ - model: B:\24B\!models--TheDrummer--Magidonia-24B-v4.3
36
+ parameters:
37
+ weight: 0.3
38
+ density: 0.9
39
+ epsilon: 0.09
40
+ - model: B:\24B\MuXodious--Cydonia-24B-v4.3-absolute-heresy
41
+ parameters:
42
+ weight: 0.2
43
+ density: 0.9
44
+ epsilon: 0.09
45
+ - model: B:\24B\!models--zerofata--MS3.2-PaintedFantasy-v4.1-24B
46
+ parameters:
47
+ weight: 0.2
48
+ density: 0.9
49
+ epsilon: 0.09
50
+ - model: B:\24B\!models--LatitudeGames--Hearthfire-24B
51
+ parameters:
52
+ weight: 0.2
53
+ density: 0.9
54
+ epsilon: 0.09
55
+ merge_method: della
56
+ # base_model: B:\24B\!models--anthracite-core--Mistral-Small-3.2-24B-Instruct-2506-Text-Only
57
+ base_model: B:\24B\Darkhn--Magistral-2509-24B-Text-Only
58
+ parameters:
59
+ lambda: 1.0
60
+ normalize: false
61
+ int8_mask: false
62
+ rescale: true
63
+ tokenizer:
64
+ source: union
65
+ dtype: float32
66
+ out_dtype: bfloat16
67
+ name: C76
YML/C77.yml ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ architecture: MistralForCausalLM
2
+ models:
3
+ - model: B:\24B\Darkhn--Magistral-2509-24B-Text-Only
4
+ # - model: B:\24B\!models--anthracite-core--Mistral-Small-3.2-24B-Instruct-2506-Text-Only
5
+ - model: B:\24B\!BeaverAI_Fallen-Mistral-Small-3.1-24B-v1e_textonly
6
+ parameters:
7
+ weight: 0.1
8
+ density: 0.9
9
+ epsilon: 0.09
10
+ - model: B:\24B\PrivateMerge29 # This merge is no longer available on HF
11
+ parameters:
12
+ weight: 0.1
13
+ density: 0.9
14
+ epsilon: 0.09
15
+ - model: B:\24B\!models--TheDrummer--Precog-24B-v1
16
+ parameters:
17
+ weight: 0.5
18
+ density: 0.9
19
+ epsilon: 0.09
20
+ - model: B:\24B\!models--TheDrummer--Magidonia-24B-v4.3
21
+ parameters:
22
+ weight: 0.5
23
+ density: 0.9
24
+ epsilon: 0.09
25
+ - model: B:\24B\!models--zerofata--MS3.2-PaintedFantasy-v4.1-24B
26
+ parameters:
27
+ weight: 0.4
28
+ density: 0.9
29
+ epsilon: 0.09
30
+ - model: B:\24B\!models--LatitudeGames--Hearthfire-24B
31
+ parameters:
32
+ weight: 0.4
33
+ density: 0.9
34
+ epsilon: 0.09
35
+ merge_method: della
36
+ # base_model: B:\24B\!models--anthracite-core--Mistral-Small-3.2-24B-Instruct-2506-Text-Only
37
+ base_model: B:\24B\Darkhn--Magistral-2509-24B-Text-Only
38
+ parameters:
39
+ lambda: 1.0
40
+ normalize: false
41
+ int8_mask: false
42
+ rescale: true
43
+ tokenizer:
44
+ source: union
45
+ dtype: float32
46
+ out_dtype: bfloat16
47
+ name: C77
YML/C78.yml ADDED
@@ -0,0 +1,42 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ architecture: MistralForCausalLM
2
+ models:
3
+ - model: B:\24B\Darkhn--Magistral-2509-24B-Text-Only
4
+ # - model: B:\24B\!models--anthracite-core--Mistral-Small-3.2-24B-Instruct-2506-Text-Only
5
+ - model: B:\24B\!models--TheDrummer--Precog-24B-v1
6
+ parameters:
7
+ weight: 0.4
8
+ density: 0.9
9
+ epsilon: 0.09
10
+ - model: B:\24B\!models--TheDrummer--Magidonia-24B-v4.3
11
+ parameters:
12
+ weight: 0.4
13
+ density: 0.9
14
+ epsilon: 0.09
15
+ - model: B:\24B\!models--zerofata--MS3.2-PaintedFantasy-v4.1-24B
16
+ parameters:
17
+ weight: 0.4
18
+ density: 0.9
19
+ epsilon: 0.09
20
+ - model: B:\24B\!models--zerofata--MS3.2-PaintedFantasy-v3-24B
21
+ parameters:
22
+ weight: 0.4
23
+ density: 0.9
24
+ epsilon: 0.09
25
+ - model: B:\24B\Gryphe--Tiamat-24B-Magistral\textonly
26
+ parameters:
27
+ weight: 0.4
28
+ density: 0.9
29
+ epsilon: 0.09
30
+ merge_method: della
31
+ # base_model: B:\24B\!models--anthracite-core--Mistral-Small-3.2-24B-Instruct-2506-Text-Only
32
+ base_model: B:\24B\Darkhn--Magistral-2509-24B-Text-Only
33
+ parameters:
34
+ lambda: 1.0
35
+ normalize: false
36
+ int8_mask: false
37
+ rescale: true
38
+ tokenizer:
39
+ source: union
40
+ dtype: float32
41
+ out_dtype: bfloat16
42
+ name: C78
YML/C82.yml ADDED
@@ -0,0 +1,135 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ architecture: MistralForCausalLM
2
+ models:
3
+ ## BASE ##
4
+ - model: B:\24B\Darkhn--Magistral-2509-24B-Text-Only
5
+ ## 2501 ##
6
+ - model: B:\24B\!models--ReadyArt--4.2.0-Broken-Tutu-24b
7
+ parameters:
8
+ weight: 0.1
9
+ density: 0.9
10
+ epsilon: 0.09
11
+ - model: B:\24B\!models--ReadyArt--Broken-Tutu-24B-Transgression-v2.0
12
+ parameters:
13
+ weight: 0.1
14
+ density: 0.9
15
+ epsilon: 0.09
16
+ - model: B:\24B\PrivateMerge29 # This merge is no longer available on HF
17
+ parameters:
18
+ weight: 0.1
19
+ density: 0.9
20
+ epsilon: 0.09
21
+ - model: B:\24B\!models--Nabbers1999--MS-24B-Bathory-GRPO
22
+ parameters:
23
+ weight: 0.1
24
+ density: 0.9
25
+ epsilon: 0.09
26
+ - model: B:\24B\!models--dphn--Dolphin-Mistral-24B-Venice-Edition
27
+ parameters:
28
+ weight: 0.1
29
+ density: 0.9
30
+ epsilon: 0.09
31
+ - model: B:\24B\!models--TroyDoesAI--BlackSheep-24B
32
+ parameters:
33
+ weight: 0.1
34
+ density: 0.9
35
+ epsilon: 0.09
36
+ - model: B:\24B\!models--aixonlab--Eurydice-24b-v3.5
37
+ parameters:
38
+ weight: 0.1
39
+ density: 0.9
40
+ epsilon: 0.09
41
+ - model: B:\24B\!models--Undi95--MistralThinker-v1.1
42
+ parameters:
43
+ weight: 0.1
44
+ density: 0.9
45
+ epsilon: 0.09
46
+ ## 2503 ##
47
+ - model: B:\24B\!BeaverAI_Fallen-Mistral-Small-3.1-24B-v1e_textonly
48
+ parameters:
49
+ weight: 0.2
50
+ density: 0.9
51
+ epsilon: 0.09
52
+ ## 2506 ##
53
+ - model: B:\24B\!models--zerofata--MS3.2-PaintedFantasy-v2-24B
54
+ parameters:
55
+ weight: 0.1
56
+ weight: 0.09
57
+ epsilon: 0.09
58
+ - model: B:\24B\!models--TheDrummer--Cydonia-24B-v4.3
59
+ parameters:
60
+ weight: 0.2
61
+ density: 0.9
62
+ epsilon: 0.09
63
+ - model: B:\24B\!models--TheDrummer--Rivermind-24B-v1
64
+ parameters:
65
+ weight: 0.1
66
+ density: 0.9
67
+ epsilon: 0.09
68
+ - model: B:\24B\!models--trashpanda-org--MS3.2-24B-Mullein-v2
69
+ parameters:
70
+ weight: 0.1
71
+ density: 0.9
72
+ epsilon: 0.09
73
+ - model: B:\24B\!models--allura-forge--ms32-final-TEXTONLY
74
+ parameters:
75
+ weight: 0.1
76
+ density: 0.9
77
+ epsilon: 0.09
78
+ - model: B:\24B\!models--CrucibleLab--M3.2-24B-Loki-V1.3
79
+ parameters:
80
+ weight: 0.1
81
+ density: 0.9
82
+ epsilon: 0.09
83
+ - model: B:\24B\!models--Darkhn--M3.2-24B-Animus-V7.1
84
+ parameters:
85
+ weight: 0.1
86
+ density: 0.9
87
+ epsilon: 0.09
88
+ - model: B:\24B\MuXodious--Hearthfire-24B-absolute-heresy
89
+ parameters:
90
+ weight: 0.1
91
+ density: 0.9
92
+ epsilon: 0.09
93
+ - model: B:\24B\!models--ReadyArt--Dark-Nexus-24B-v2.0
94
+ parameters:
95
+ weight: 0.1
96
+ density: 0.9
97
+ epsilon: 0.09
98
+ ## 2509##
99
+ - model: B:\24B\!models--TheDrummer--Precog-24B-v1
100
+ parameters:
101
+ weight: 0.2
102
+ density: 0.9
103
+ epsilon: 0.09
104
+ - model: B:\24B\!models--TheDrummer--Magidonia-24B-v4.3
105
+ parameters:
106
+ weight: 0.2
107
+ density: 0.9
108
+ epsilon: 0.09
109
+ - model: B:\24B\llmfan46--MS3.2-PaintedFantasy-v4.1-24B-ultra-uncensored-heretic-v1
110
+ parameters:
111
+ weight: 0.2
112
+ density: 0.9
113
+ epsilon: 0.09
114
+ - model: B:\24B\!models--zerofata--MS3.2-PaintedFantasy-v3-24B
115
+ parameters:
116
+ weight: 0.2
117
+ density: 0.9
118
+ epsilon: 0.09
119
+ - model: B:\24B\MuXodious--Tiamat-24B-Magistral-PaperWitch-heresy\textonly
120
+ parameters:
121
+ weight: 0.2
122
+ density: 0.9
123
+ epsilon: 0.09
124
+ merge_method: della
125
+ base_model: B:\24B\Darkhn--Magistral-2509-24B-Text-Only
126
+ parameters:
127
+ lambda: 1.0
128
+ normalize: false
129
+ int8_mask: false
130
+ rescale: true
131
+ tokenizer:
132
+ source: union
133
+ dtype: float32
134
+ out_dtype: bfloat16
135
+ name: C82
YML/C83.yml ADDED
@@ -0,0 +1,70 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ architecture: MistralForCausalLM
2
+ models:
3
+ ## BASE ##
4
+ - model: B:\24B\Darkhn--Magistral-2509-24B-Text-Only
5
+ ## 2501 ##
6
+ - model: B:\24B\!models--ReadyArt--4.2.0-Broken-Tutu-24b
7
+ parameters:
8
+ weight: 0.1
9
+ density: 0.9
10
+ epsilon: 0.09
11
+ - model: B:\24B\!models--ReadyArt--Broken-Tutu-24B-Transgression-v2.0
12
+ parameters:
13
+ weight: 0.1
14
+ density: 0.9
15
+ epsilon: 0.09
16
+ - model: B:\24B\PrivateMerge29 # This merge is no longer available on HF
17
+ parameters:
18
+ weight: 0.1
19
+ density: 0.9
20
+ epsilon: 0.09
21
+ - model: B:\24B\!models--Nabbers1999--MS-24B-Bathory-GRPO
22
+ parameters:
23
+ weight: 0.1
24
+ density: 0.9
25
+ epsilon: 0.09
26
+ ## 2503 ##
27
+ - model: B:\24B\!BeaverAI_Fallen-Mistral-Small-3.1-24B-v1e_textonly
28
+ parameters:
29
+ weight: 0.3
30
+ density: 0.9
31
+ epsilon: 0.09
32
+ ## 2506 ##
33
+ - model: B:\24B\!models--zerofata--MS3.2-PaintedFantasy-v2-24B
34
+ parameters:
35
+ weight: 0.2
36
+ weight: 0.09
37
+ epsilon: 0.09
38
+ - model: B:\24B\!models--TheDrummer--Cydonia-24B-v4.3
39
+ parameters:
40
+ weight: 0.3
41
+ density: 0.9
42
+ epsilon: 0.09
43
+ - model: B:\24B\!models--TheDrummer--Rivermind-24B-v1
44
+ parameters:
45
+ weight: 0.2
46
+ density: 0.9
47
+ epsilon: 0.09
48
+ ## 2509##
49
+ - model: B:\24B\!models--TheDrummer--Precog-24B-v1
50
+ parameters:
51
+ weight: 0.3
52
+ density: 0.9
53
+ epsilon: 0.09
54
+ - model: B:\24B\!models--TheDrummer--Magidonia-24B-v4.3
55
+ parameters:
56
+ weight: 0.3
57
+ density: 0.9
58
+ epsilon: 0.09
59
+ merge_method: della
60
+ base_model: B:\24B\Darkhn--Magistral-2509-24B-Text-Only
61
+ parameters:
62
+ lambda: 1.0
63
+ normalize: false
64
+ int8_mask: false
65
+ rescale: true
66
+ tokenizer:
67
+ source: union
68
+ dtype: float32
69
+ out_dtype: bfloat16
70
+ name: C83
YML/C84.yml ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ architecture: MistralForCausalLM
2
+ models:
3
+ ## BASE ##
4
+ - model: B:\24B\Darkhn--Magistral-2509-24B-Text-Only
5
+ ## 2503 ##
6
+ - model: B:\24B\!BeaverAI_Fallen-Mistral-Small-3.1-24B-v1e_textonly
7
+ parameters:
8
+ weight: 0.5
9
+ density: 0.9
10
+ epsilon: 0.09
11
+ ## 2506 ##
12
+ - model: B:\24B\!models--TheDrummer--Cydonia-24B-v4.3
13
+ parameters:
14
+ weight: 0.5
15
+ density: 0.9
16
+ epsilon: 0.09
17
+ ## 2509 ##
18
+ - model: B:\24B\!models--TheDrummer--Precog-24B-v1
19
+ parameters:
20
+ weight: 0.5
21
+ density: 0.9
22
+ epsilon: 0.09
23
+ - model: B:\24B\!models--TheDrummer--Magidonia-24B-v4.3
24
+ parameters:
25
+ weight: 0.5
26
+ density: 0.9
27
+ epsilon: 0.09
28
+ merge_method: della
29
+ base_model: B:\24B\Darkhn--Magistral-2509-24B-Text-Only
30
+ parameters:
31
+ lambda: 1.0
32
+ normalize: false
33
+ int8_mask: false
34
+ rescale: true
35
+ tokenizer:
36
+ source: union
37
+ dtype: float32
38
+ out_dtype: bfloat16
39
+ name: C84