Walltim3's picture
Clean bf16 text-only: stripped scale/vision/projector tensors, 10GB shards
ceffdcb verified
{
"attention_bias": false,
"attention_dropout": 0.0,
"bos_token_id": 1,
"dtype": "bfloat16",
"eos_token_id": 2,
"first_k_dense_replace": 0,
"head_dim": 128,
"hidden_act": "silu",
"hidden_size": 4096,
"initializer_range": 0.02,
"intermediate_size": 12288,
"kv_lora_rank": 256,
"max_position_embeddings": 1048576,
"mlp_bias": false,
"model_type": "mistral4",
"moe_intermediate_size": 2048,
"n_group": 1,
"n_routed_experts": 69,
"n_shared_experts": 1,
"norm_topk_prob": true,
"num_attention_heads": 32,
"num_experts_per_tok": 4,
"num_hidden_layers": 36,
"num_key_value_heads": 32,
"pad_token_id": 11,
"pretraining_tp": 1,
"q_lora_rank": 1024,
"qk_head_dim": 128,
"qk_nope_head_dim": 64,
"qk_rope_head_dim": 64,
"rms_norm_eps": 1e-06,
"rope_interleave": true,
"rope_parameters": {
"beta_fast": 32.0,
"beta_slow": 1.0,
"factor": 128.0,
"llama_4_scaling_beta": 0.1,
"mscale": 1.0,
"mscale_all_dim": 1.0,
"original_max_position_embeddings": 8192,
"partial_rotary_factor": 0.5,
"rope_theta": 10000.0,
"rope_type": "yarn",
"type": "yarn"
},
"routed_scaling_factor": 1.0,
"sliding_window": null,
"tie_word_embeddings": false,
"topk_group": 1,
"use_cache": true,
"v_head_dim": 128,
"vocab_size": 131072,
"kept_experts": {
"0": [
1,
3,
4,
8,
9,
11,
13,
14,
16,
17,
18,
19,
24,
25,
26,
28,
29,
32,
34,
35,
37,
38,
39,
40,
45,
48,
52,
53,
54,
55,
56,
57,
59,
60,
61,
62,
67,
68,
69,
72,
73,
74,
77,
79,
80,
82,
84,
87,
90,
91,
93,
94,
95,
98,
100,
101,
102,
103,
108,
109,
110,
112,
113,
114,
115,
120,
122,
124,
127
],
"1": [
0,
1,
3,
5,
7,
9,
10,
11,
13,
15,
17,
20,
26,
29,
33,
35,
36,
38,
39,
42,
45,
46,
48,
49,
51,
52,
53,
57,
59,
60,
62,
63,
64,
65,
69,
70,
74,
75,
77,
78,
79,
80,
81,
83,
85,
86,
87,
89,
90,
91,
92,
94,
95,
96,
97,
102,
104,
106,
108,
111,
112,
116,
117,
118,
119,
120,
125,
126,
127
],
"2": [
1,
2,
3,
5,
11,
13,
15,
16,
17,
18,
19,
20,
27,
29,
32,
33,
35,
38,
39,
44,
45,
46,
47,
49,
50,
51,
52,
53,
54,
56,
61,
62,
63,
64,
68,
69,
71,
73,
74,
75,
76,
80,
86,
87,
88,
89,
90,
91,
94,
95,
96,
98,
104,
105,
107,
109,
110,
112,
113,
116,
117,
119,
120,
121,
122,
124,
125,
126,
127
],
"3": [
2,
4,
10,
13,
14,
15,
17,
18,
20,
21,
23,
24,
25,
27,
29,
30,
31,
32,
37,
39,
42,
43,
46,
47,
48,
54,
55,
57,
58,
59,
61,
62,
64,
65,
66,
67,
68,
69,
71,
74,
77,
79,
81,
82,
83,
84,
85,
88,
92,
94,
95,
98,
100,
102,
104,
105,
107,
109,
111,
113,
117,
119,
120,
121,
122,
123,
124,
125,
126
],
"4": [
0,
2,
4,
6,
7,
8,
10,
12,
13,
14,
16,
17,
19,
20,
23,
25,
26,
28,
30,
31,
34,
36,
37,
38,
39,
41,
43,
45,
46,
47,
49,
51,
53,
56,
57,
58,
59,
61,
63,
66,
67,
70,
71,
74,
75,
77,
79,
80,
81,
83,
84,
91,
93,
96,
97,
100,
101,
103,
106,
107,
108,
109,
110,
112,
114,
123,
124,
125,
126
],
"5": [
1,
2,
5,
8,
9,
11,
12,
13,
17,
19,
24,
26,
27,
28,
29,
30,
32,
35,
36,
44,
46,
48,
49,
50,
51,
52,
54,
55,
57,
58,
60,
62,
63,
64,
65,
67,
69,
70,
71,
73,
74,
75,
76,
79,
82,
84,
86,
88,
91,
93,
94,
96,
97,
100,
102,
103,
105,
108,
109,
110,
111,
114,
117,
118,
120,
122,
124,
125,
126
],
"6": [
0,
2,
3,
5,
6,
8,
9,
10,
11,
12,
13,
18,
20,
21,
25,
26,
27,
29,
30,
31,
32,
34,
35,
36,
37,
38,
41,
43,
45,
47,
48,
57,
58,
60,
62,
63,
67,
68,
69,
70,
71,
72,
74,
75,
77,
80,
82,
84,
85,
87,
90,
91,
92,
95,
97,
99,
100,
102,
104,
109,
111,
112,
113,
117,
119,
121,
122,
123,
125
],
"7": [
1,
2,
3,
4,
5,
7,
10,
12,
14,
16,
18,
20,
24,
25,
27,
29,
30,
31,
35,
36,
39,
40,
41,
43,
44,
45,
46,
47,
48,
49,
50,
51,
53,
59,
61,
62,
63,
65,
69,
70,
71,
75,
76,
80,
81,
83,
84,
85,
86,
88,
89,
90,
93,
96,
98,
99,
101,
102,
103,
107,
108,
109,
112,
114,
120,
122,
123,
124,
126
],
"8": [
0,
3,
4,
5,
7,
8,
9,
11,
12,
14,
15,
18,
20,
21,
22,
24,
26,
27,
28,
29,
30,
34,
37,
39,
40,
42,
44,
45,
46,
49,
50,
54,
55,
60,
61,
62,
64,
65,
67,
68,
70,
72,
75,
77,
78,
79,
80,
81,
83,
85,
88,
89,
90,
91,
92,
97,
98,
100,
102,
103,
107,
109,
116,
117,
119,
121,
125,
126,
127
],
"9": [
0,
1,
5,
6,
7,
8,
15,
16,
17,
20,
21,
23,
25,
28,
29,
31,
32,
35,
36,
37,
38,
40,
42,
44,
45,
46,
47,
48,
50,
52,
64,
65,
67,
69,
70,
72,
73,
74,
75,
76,
80,
82,
84,
86,
87,
88,
89,
90,
92,
96,
97,
98,
103,
104,
106,
107,
109,
110,
112,
115,
116,
118,
119,
120,
123,
124,
125,
126,
127
],
"10": [
0,
2,
6,
7,
9,
10,
11,
14,
15,
16,
17,
18,
20,
21,
22,
24,
25,
26,
27,
30,
32,
34,
35,
39,
44,
45,
46,
48,
49,
50,
53,
54,
55,
56,
57,
61,
62,
63,
66,
67,
69,
70,
76,
80,
81,
82,
83,
86,
87,
88,
89,
91,
93,
96,
99,
100,
102,
106,
107,
109,
111,
113,
114,
116,
118,
121,
122,
123,
124
],
"11": [
5,
8,
9,
10,
11,
12,
13,
14,
16,
17,
18,
20,
21,
22,
23,
25,
27,
28,
29,
31,
32,
34,
35,
37,
38,
39,
40,
44,
46,
47,
50,
52,
54,
57,
59,
60,
62,
63,
64,
65,
67,
69,
70,
71,
72,
73,
75,
76,
80,
82,
83,
86,
91,
96,
98,
99,
102,
103,
106,
110,
111,
112,
114,
115,
116,
118,
122,
123,
126
],
"12": [
0,
2,
5,
7,
8,
9,
10,
11,
12,
13,
15,
16,
17,
18,
19,
20,
24,
26,
27,
29,
30,
32,
33,
36,
37,
38,
41,
43,
44,
46,
47,
48,
51,
54,
55,
57,
59,
61,
64,
67,
68,
69,
70,
74,
75,
76,
77,
79,
81,
83,
85,
89,
90,
91,
92,
93,
95,
97,
101,
103,
106,
112,
114,
116,
118,
120,
121,
124,
125
],
"13": [
0,
2,
4,
5,
6,
7,
8,
9,
10,
11,
15,
16,
17,
19,
22,
23,
25,
26,
28,
31,
32,
33,
34,
35,
36,
37,
38,
40,
41,
43,
44,
46,
48,
49,
50,
52,
53,
55,
56,
59,
67,
68,
69,
70,
71,
72,
73,
80,
81,
82,
83,
87,
89,
92,
95,
98,
99,
104,
105,
107,
108,
109,
110,
111,
118,
119,
122,
124,
127
],
"14": [
0,
2,
4,
6,
10,
12,
13,
16,
17,
18,
19,
20,
21,
23,
24,
25,
26,
27,
28,
32,
34,
35,
36,
37,
43,
48,
49,
55,
56,
59,
60,
61,
63,
64,
65,
66,
67,
68,
70,
72,
73,
74,
76,
77,
78,
79,
80,
82,
83,
84,
88,
89,
91,
94,
98,
103,
106,
109,
110,
111,
117,
118,
119,
120,
123,
124,
125,
126,
127
],
"15": [
1,
4,
8,
10,
13,
15,
16,
18,
19,
21,
23,
25,
26,
29,
30,
31,
32,
34,
35,
36,
37,
38,
39,
41,
43,
45,
49,
51,
52,
55,
56,
57,
59,
60,
61,
62,
65,
67,
68,
69,
70,
72,
74,
76,
77,
78,
80,
82,
88,
89,
90,
91,
92,
93,
94,
96,
97,
98,
101,
103,
106,
110,
111,
112,
115,
121,
123,
125,
126
],
"16": [
0,
1,
2,
3,
10,
11,
15,
16,
17,
18,
20,
21,
22,
26,
28,
29,
30,
31,
32,
34,
36,
37,
41,
42,
43,
44,
45,
46,
47,
49,
51,
52,
56,
57,
58,
60,
70,
71,
72,
73,
74,
75,
76,
79,
80,
81,
86,
87,
88,
89,
90,
93,
95,
98,
100,
101,
103,
104,
105,
106,
108,
112,
113,
114,
116,
118,
121,
122,
123
],
"17": [
0,
1,
2,
5,
6,
8,
9,
11,
12,
13,
14,
16,
17,
18,
23,
25,
28,
30,
31,
32,
33,
34,
36,
38,
40,
41,
43,
46,
48,
50,
53,
55,
57,
61,
63,
65,
66,
67,
68,
69,
70,
73,
74,
75,
76,
79,
80,
81,
84,
86,
89,
90,
93,
94,
95,
97,
100,
102,
107,
109,
110,
111,
113,
117,
122,
123,
124,
125,
126
],
"18": [
0,
1,
7,
8,
9,
10,
11,
12,
13,
14,
15,
17,
18,
20,
21,
22,
23,
24,
27,
28,
29,
31,
34,
37,
38,
39,
42,
44,
48,
49,
52,
53,
57,
58,
59,
60,
69,
70,
71,
72,
73,
74,
76,
78,
79,
80,
81,
85,
88,
89,
90,
92,
93,
98,
100,
102,
105,
107,
109,
111,
114,
115,
116,
117,
118,
119,
125,
126,
127
],
"19": [
0,
1,
4,
5,
6,
10,
13,
14,
16,
17,
20,
23,
24,
26,
27,
30,
32,
34,
36,
38,
39,
41,
42,
43,
44,
46,
47,
48,
50,
52,
53,
54,
58,
59,
61,
62,
63,
66,
67,
68,
69,
70,
73,
74,
75,
78,
79,
80,
82,
86,
89,
93,
95,
96,
97,
98,
99,
100,
104,
106,
109,
111,
114,
115,
117,
120,
122,
124,
127
],
"20": [
0,
2,
3,
8,
9,
10,
11,
13,
15,
16,
17,
18,
19,
24,
27,
28,
31,
34,
35,
36,
40,
43,
44,
45,
47,
50,
52,
53,
54,
55,
58,
59,
62,
64,
65,
66,
67,
68,
69,
70,
74,
75,
76,
77,
78,
79,
81,
82,
87,
89,
92,
98,
101,
102,
103,
104,
105,
107,
109,
111,
112,
114,
116,
120,
122,
123,
124,
125,
127
],
"21": [
0,
1,
2,
3,
4,
6,
7,
10,
11,
13,
16,
21,
22,
24,
25,
26,
27,
28,
29,
30,
32,
36,
38,
40,
43,
47,
48,
50,
52,
53,
55,
56,
57,
58,
60,
61,
63,
67,
70,
71,
72,
73,
74,
78,
80,
82,
86,
87,
88,
89,
90,
93,
97,
99,
100,
101,
102,
106,
107,
111,
112,
114,
115,
116,
117,
118,
120,
123,
125
],
"22": [
1,
2,
3,
4,
5,
7,
8,
10,
11,
13,
16,
17,
18,
19,
21,
23,
25,
27,
29,
30,
31,
33,
34,
35,
36,
38,
39,
41,
42,
44,
46,
48,
49,
50,
53,
56,
58,
66,
68,
69,
70,
71,
74,
77,
79,
82,
83,
87,
89,
94,
95,
97,
98,
99,
100,
102,
104,
108,
110,
113,
114,
117,
118,
119,
121,
122,
123,
124,
126
],
"23": [
0,
1,
2,
3,
6,
7,
10,
11,
12,
13,
17,
22,
25,
27,
29,
31,
34,
36,
37,
38,
41,
43,
46,
48,
50,
51,
52,
53,
55,
56,
57,
59,
61,
63,
67,
68,
69,
70,
71,
72,
74,
78,
80,
81,
82,
83,
84,
89,
90,
92,
94,
95,
98,
100,
102,
105,
107,
109,
110,
111,
112,
113,
114,
117,
120,
121,
123,
124,
127
],
"24": [
0,
2,
3,
5,
10,
12,
13,
14,
15,
16,
17,
19,
20,
24,
25,
28,
29,
30,
31,
37,
38,
39,
43,
45,
47,
48,
49,
53,
55,
56,
59,
60,
61,
63,
64,
65,
66,
67,
70,
71,
74,
75,
79,
80,
81,
83,
86,
87,
88,
92,
95,
97,
99,
100,
101,
102,
103,
104,
105,
107,
111,
112,
113,
116,
117,
118,
119,
120,
125
],
"25": [
2,
6,
10,
11,
13,
18,
20,
21,
22,
23,
24,
25,
27,
28,
29,
31,
32,
33,
34,
35,
36,
40,
41,
42,
45,
48,
49,
51,
52,
55,
60,
63,
65,
68,
70,
71,
72,
73,
74,
75,
76,
77,
79,
80,
81,
83,
84,
85,
87,
88,
91,
93,
95,
96,
98,
99,
101,
105,
106,
107,
108,
109,
113,
115,
117,
118,
119,
122,
125
],
"26": [
0,
1,
3,
4,
6,
7,
9,
12,
14,
17,
21,
22,
24,
28,
29,
32,
33,
34,
42,
43,
44,
45,
48,
49,
50,
51,
52,
53,
54,
55,
57,
58,
60,
63,
64,
66,
67,
72,
73,
76,
79,
81,
83,
85,
87,
89,
92,
93,
96,
98,
99,
100,
101,
103,
104,
105,
106,
110,
111,
114,
116,
118,
119,
121,
122,
123,
124,
126,
127
],
"27": [
0,
2,
3,
4,
7,
13,
15,
17,
19,
20,
21,
22,
23,
31,
32,
33,
34,
36,
44,
45,
46,
47,
48,
49,
50,
52,
53,
56,
57,
59,
63,
64,
65,
67,
68,
70,
72,
75,
77,
78,
79,
80,
83,
86,
89,
90,
93,
94,
95,
97,
98,
99,
100,
101,
103,
104,
106,
107,
108,
109,
112,
113,
114,
115,
117,
118,
120,
122,
126
],
"28": [
0,
1,
2,
4,
5,
8,
9,
11,
13,
14,
16,
18,
19,
21,
24,
25,
26,
27,
29,
32,
33,
36,
37,
41,
43,
44,
45,
47,
49,
50,
51,
53,
56,
57,
58,
59,
60,
62,
69,
72,
73,
75,
78,
80,
83,
84,
85,
90,
94,
95,
96,
97,
99,
101,
105,
106,
107,
108,
109,
110,
113,
116,
118,
120,
121,
122,
123,
125,
127
],
"29": [
0,
2,
6,
8,
9,
12,
13,
14,
17,
19,
20,
21,
26,
28,
31,
33,
35,
36,
38,
42,
44,
45,
46,
47,
48,
51,
52,
53,
55,
56,
57,
64,
65,
67,
68,
70,
71,
72,
73,
74,
76,
78,
80,
81,
82,
83,
86,
88,
89,
96,
97,
100,
104,
105,
107,
109,
110,
112,
113,
114,
116,
118,
119,
122,
123,
124,
125,
126,
127
],
"30": [
1,
6,
8,
9,
10,
14,
17,
19,
22,
24,
25,
28,
30,
31,
34,
35,
36,
37,
43,
45,
47,
49,
50,
52,
55,
57,
58,
59,
60,
61,
65,
66,
67,
68,
69,
70,
71,
72,
76,
79,
83,
84,
86,
87,
88,
89,
90,
92,
93,
97,
98,
99,
101,
102,
104,
105,
107,
108,
109,
110,
111,
113,
114,
116,
118,
123,
125,
126,
127
],
"31": [
2,
5,
6,
8,
9,
11,
13,
14,
16,
22,
23,
24,
25,
26,
30,
32,
34,
35,
36,
37,
38,
40,
41,
43,
44,
45,
47,
48,
51,
54,
55,
56,
58,
60,
61,
68,
71,
74,
75,
76,
77,
79,
86,
87,
88,
90,
91,
92,
93,
95,
97,
98,
100,
101,
102,
103,
104,
106,
107,
108,
110,
114,
115,
119,
122,
123,
124,
126,
127
],
"32": [
0,
3,
7,
8,
10,
12,
14,
21,
26,
28,
31,
32,
33,
36,
38,
39,
40,
43,
44,
47,
48,
50,
52,
53,
55,
56,
57,
58,
60,
61,
62,
63,
68,
69,
70,
71,
75,
76,
77,
81,
82,
84,
86,
89,
91,
92,
93,
97,
98,
99,
100,
102,
104,
106,
107,
108,
109,
110,
111,
112,
114,
115,
116,
117,
121,
122,
123,
125,
126
],
"33": [
0,
4,
6,
8,
9,
10,
13,
15,
16,
17,
18,
19,
21,
23,
25,
26,
28,
29,
31,
35,
36,
37,
38,
41,
43,
44,
45,
46,
49,
50,
51,
53,
55,
59,
60,
63,
64,
65,
67,
70,
72,
74,
75,
76,
78,
79,
82,
85,
86,
89,
90,
91,
92,
96,
98,
99,
100,
101,
102,
106,
107,
109,
110,
112,
117,
118,
119,
123,
125
],
"34": [
2,
3,
5,
6,
7,
10,
13,
18,
20,
21,
23,
24,
25,
26,
30,
31,
33,
35,
36,
37,
38,
39,
41,
43,
44,
46,
48,
49,
50,
52,
54,
56,
57,
60,
63,
64,
65,
66,
68,
72,
74,
75,
77,
80,
84,
85,
86,
88,
89,
90,
91,
92,
99,
100,
105,
107,
108,
109,
110,
111,
113,
115,
116,
118,
119,
120,
121,
122,
126
],
"35": [
0,
1,
4,
8,
13,
14,
15,
18,
21,
22,
24,
27,
28,
31,
32,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
46,
47,
51,
52,
53,
54,
55,
56,
58,
59,
61,
63,
66,
67,
68,
69,
72,
74,
75,
76,
78,
79,
80,
84,
86,
88,
89,
90,
91,
92,
93,
94,
95,
97,
101,
103,
104,
105,
109,
110,
116,
117,
122,
126
]
},
"architectures": [
"Mistral4ForCausalLM"
],
"num_local_experts": 69
}