Hugging Face's logo

MubitLabs
/
banyan-sapling

Text Classification
Safetensors
English
qwen3_moe
banyan
semantic-verification
policy-verification
mixture-of-experts
research-preview
custom-code
Model card Files
xet
 Community
banyan-sapling / architecture.json
anilperi's picture
anilperi
Publish Banyan Sapling research preview
a82e638 verified
Raw History Blame Contribute Delete
57.4 kB
{
"num_experts": 96,
"modify_rope": false,
"factorized_lora": true,
"base_dtype": "bfloat16",
"adapter_head_dtype": "float32",
"hf_config_sha256": "c84f2bc2f7eaf5b3b86c32ce70835d4fcf0251fa86c15f8b33c71f190adcbab7",
"config": {
"lora_rank": 16,
"lora_alpha": 32,
"lora_dropout": 0.1
},
"shared_ids": null,
"provenance": {
"base_revision": "0d7cf23991f47feeb3a57ecb4c9cee8ea4a17bfe",
"clean_base": true,
"original_expert_indices": [
[
0,
2,
3,
4,
7,
8,
11,
12,
13,
16,
17,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
38,
40,
41,
43,
44,
45,
47,
49,
50,
51,
52,
57,
61,
62,
63,
64,
65,
66,
67,
68,
69,
71,
72,
73,
75,
76,
77,
78,
80,
81,
82,
83,
84,
86,
87,
88,
91,
93,
94,
95,
96,
97,
98,
99,
100,
101,
102,
103,
104,
105,
106,
107,
109,
110,
111,
112,
113,
114,
116,
117,
118,
119,
120,
121,
122,
123,
124,
125,
126,
127
],
[
1,
2,
3,
4,
6,
7,
8,
9,
11,
12,
13,
14,
15,
16,
18,
19,
20,
21,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
38,
39,
41,
45,
46,
47,
48,
49,
50,
52,
53,
57,
58,
60,
61,
62,
63,
65,
66,
67,
68,
70,
71,
74,
75,
76,
77,
78,
80,
82,
83,
84,
85,
86,
87,
88,
89,
90,
91,
92,
94,
96,
97,
98,
99,
104,
105,
106,
107,
108,
109,
113,
114,
115,
116,
117,
119,
120,
121,
122,
123,
124,
125,
126,
127
],
[
0,
2,
3,
4,
5,
6,
7,
8,
9,
10,
12,
13,
14,
15,
16,
23,
24,
25,
27,
28,
29,
30,
31,
34,
36,
37,
38,
39,
40,
41,
44,
45,
46,
47,
48,
49,
50,
51,
53,
54,
56,
58,
59,
60,
62,
64,
65,
66,
67,
68,
69,
70,
72,
73,
75,
76,
77,
80,
82,
84,
85,
86,
87,
88,
89,
90,
91,
92,
93,
94,
95,
96,
97,
98,
99,
100,
103,
104,
107,
109,
111,
112,
113,
115,
116,
117,
118,
119,
120,
121,
122,
123,
124,
125,
126,
127
],
[
1,
2,
3,
4,
6,
7,
8,
10,
11,
12,
13,
16,
17,
18,
19,
20,
21,
23,
24,
25,
26,
28,
29,
31,
32,
33,
34,
35,
36,
37,
38,
40,
41,
44,
45,
46,
47,
48,
49,
50,
51,
53,
54,
55,
59,
60,
61,
62,
63,
64,
65,
66,
69,
70,
72,
73,
74,
75,
76,
77,
78,
79,
80,
81,
82,
84,
85,
86,
87,
89,
90,
91,
92,
93,
94,
97,
99,
101,
102,
103,
104,
105,
106,
107,
108,
110,
111,
112,
115,
118,
119,
120,
121,
123,
124,
125
],
[
0,
1,
2,
4,
5,
9,
10,
11,
13,
15,
16,
18,
19,
20,
21,
22,
23,
25,
26,
27,
29,
30,
31,
32,
34,
36,
37,
38,
39,
40,
43,
44,
46,
47,
50,
51,
52,
53,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
69,
70,
73,
74,
75,
76,
77,
78,
79,
80,
81,
83,
84,
85,
86,
87,
88,
89,
90,
91,
92,
94,
96,
97,
98,
99,
100,
101,
102,
103,
104,
105,
106,
107,
108,
109,
111,
113,
115,
116,
118,
119,
120,
123,
125,
126,
127
],
[
0,
1,
2,
5,
7,
8,
9,
10,
12,
13,
16,
17,
18,
20,
22,
24,
25,
26,
27,
28,
30,
31,
33,
34,
37,
38,
40,
41,
42,
43,
44,
45,
47,
48,
50,
51,
52,
53,
54,
55,
56,
58,
59,
61,
62,
63,
64,
66,
68,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79,
80,
82,
84,
86,
87,
88,
90,
91,
92,
93,
94,
96,
97,
98,
99,
100,
102,
103,
104,
105,
107,
108,
109,
110,
111,
112,
114,
115,
116,
117,
119,
121,
122,
123,
125,
126,
127
],
[
0,
3,
4,
5,
7,
8,
9,
10,
12,
13,
14,
16,
17,
19,
20,
22,
23,
24,
25,
26,
27,
28,
30,
31,
32,
34,
35,
37,
38,
39,
40,
41,
42,
43,
44,
46,
47,
48,
50,
51,
53,
55,
56,
58,
59,
63,
64,
65,
67,
68,
69,
70,
71,
72,
74,
75,
76,
77,
78,
79,
80,
81,
82,
83,
86,
87,
88,
90,
91,
97,
98,
99,
100,
101,
102,
103,
104,
105,
107,
108,
110,
111,
113,
114,
115,
116,
117,
118,
119,
120,
122,
123,
124,
125,
126,
127
],
[
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
17,
18,
19,
20,
21,
22,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
36,
39,
43,
44,
45,
47,
49,
50,
51,
52,
53,
56,
57,
58,
59,
60,
61,
62,
63,
64,
66,
67,
69,
71,
72,
73,
75,
77,
78,
79,
81,
82,
83,
84,
85,
86,
87,
88,
89,
92,
93,
94,
95,
96,
101,
102,
103,
104,
105,
106,
108,
109,
110,
112,
113,
115,
116,
117,
118,
119,
120,
123,
124,
125,
127
],
[
2,
3,
4,
5,
6,
7,
8,
9,
10,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
24,
27,
28,
29,
30,
32,
33,
34,
35,
36,
37,
38,
39,
41,
42,
43,
44,
45,
46,
47,
49,
50,
51,
53,
55,
56,
57,
58,
59,
60,
61,
62,
64,
65,
66,
67,
69,
72,
74,
77,
79,
80,
81,
82,
83,
84,
86,
87,
89,
90,
91,
92,
93,
94,
96,
98,
99,
100,
101,
102,
103,
104,
106,
109,
110,
111,
113,
114,
115,
116,
117,
121,
122,
123,
125,
126,
127
],
[
0,
1,
2,
5,
6,
7,
9,
10,
11,
14,
15,
16,
17,
21,
22,
23,
24,
25,
26,
27,
30,
31,
32,
33,
34,
35,
38,
39,
40,
41,
43,
45,
48,
49,
50,
51,
52,
53,
54,
55,
57,
58,
59,
60,
62,
64,
65,
66,
67,
68,
69,
70,
71,
72,
74,
75,
76,
77,
78,
79,
80,
82,
83,
84,
85,
86,
87,
88,
89,
91,
92,
93,
94,
95,
96,
97,
98,
100,
102,
103,
104,
105,
106,
107,
110,
111,
113,
114,
116,
117,
118,
121,
122,
125,
126,
127
],
[
1,
2,
3,
4,
5,
7,
9,
10,
12,
13,
14,
15,
16,
17,
18,
19,
21,
22,
23,
25,
26,
27,
28,
30,
31,
33,
34,
35,
36,
37,
38,
39,
40,
41,
43,
45,
47,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
61,
62,
63,
65,
68,
69,
70,
71,
72,
73,
74,
81,
82,
83,
84,
85,
86,
87,
88,
90,
91,
94,
95,
97,
98,
99,
100,
101,
103,
104,
105,
106,
107,
108,
109,
110,
111,
112,
113,
115,
116,
117,
119,
120,
123,
124,
126,
127
],
[
0,
1,
3,
5,
6,
7,
8,
9,
10,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
28,
29,
30,
32,
33,
37,
39,
41,
42,
43,
45,
46,
47,
48,
49,
50,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
67,
68,
69,
70,
71,
72,
73,
74,
76,
78,
79,
81,
82,
84,
85,
86,
87,
88,
89,
90,
92,
93,
94,
95,
96,
97,
98,
99,
100,
102,
103,
105,
106,
108,
109,
110,
111,
114,
116,
117,
120,
122,
125,
126
],
[
0,
1,
2,
4,
7,
8,
9,
10,
12,
14,
15,
17,
19,
21,
23,
24,
25,
26,
27,
30,
31,
32,
33,
35,
36,
37,
38,
39,
41,
43,
44,
46,
47,
50,
51,
52,
53,
55,
56,
58,
60,
62,
63,
64,
65,
66,
67,
68,
69,
71,
72,
73,
74,
75,
76,
78,
79,
80,
81,
82,
84,
85,
86,
87,
89,
90,
91,
92,
94,
95,
96,
97,
99,
100,
101,
102,
103,
105,
107,
108,
111,
112,
113,
114,
115,
116,
117,
118,
119,
120,
122,
123,
124,
125,
126,
127
],
[
0,
1,
2,
4,
5,
6,
8,
12,
13,
14,
15,
16,
18,
19,
20,
21,
22,
23,
24,
25,
26,
28,
31,
32,
33,
35,
36,
38,
39,
40,
41,
42,
44,
45,
46,
47,
48,
49,
50,
52,
53,
54,
55,
57,
58,
60,
61,
62,
63,
65,
66,
67,
68,
70,
75,
76,
77,
78,
79,
80,
81,
82,
83,
85,
86,
87,
89,
91,
92,
93,
95,
96,
97,
98,
100,
101,
102,
103,
104,
105,
106,
107,
109,
110,
111,
112,
113,
115,
117,
118,
120,
121,
122,
123,
124,
127
],
[
1,
2,
3,
4,
5,
6,
7,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
31,
32,
33,
36,
37,
38,
39,
41,
44,
46,
47,
48,
49,
52,
53,
55,
57,
59,
60,
61,
62,
63,
64,
67,
68,
69,
71,
74,
75,
76,
77,
78,
79,
80,
81,
82,
84,
85,
86,
87,
88,
89,
90,
92,
93,
94,
95,
96,
100,
101,
102,
104,
105,
106,
107,
108,
110,
111,
112,
113,
115,
116,
117,
119,
121,
122,
123,
125,
126
],
[
0,
2,
3,
5,
7,
8,
9,
10,
11,
13,
15,
16,
18,
19,
20,
21,
23,
25,
26,
27,
28,
29,
30,
32,
33,
34,
35,
36,
37,
38,
40,
41,
43,
44,
45,
46,
47,
49,
51,
52,
53,
54,
55,
56,
58,
59,
60,
61,
62,
63,
64,
66,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78,
80,
81,
82,
83,
84,
85,
86,
87,
88,
89,
90,
91,
93,
94,
95,
97,
98,
100,
101,
102,
103,
106,
107,
110,
112,
113,
115,
120,
121,
122,
123,
125,
126,
127
],
[
0,
1,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
15,
16,
18,
20,
22,
23,
24,
26,
28,
29,
30,
31,
32,
33,
35,
36,
37,
39,
40,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
54,
55,
57,
59,
60,
61,
62,
64,
65,
67,
68,
73,
74,
75,
76,
77,
80,
81,
82,
83,
84,
85,
89,
90,
91,
92,
93,
94,
98,
99,
100,
101,
102,
103,
105,
106,
108,
109,
110,
111,
112,
113,
114,
115,
116,
117,
119,
120,
121,
122,
123,
124,
125,
126,
127
],
[
0,
1,
2,
5,
6,
7,
8,
9,
11,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
25,
26,
29,
30,
31,
34,
35,
36,
37,
39,
40,
41,
42,
44,
45,
46,
48,
49,
50,
52,
53,
54,
55,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
69,
70,
71,
72,
73,
77,
78,
80,
81,
82,
83,
84,
85,
86,
88,
89,
90,
92,
93,
96,
97,
98,
99,
100,
102,
103,
105,
106,
108,
111,
112,
113,
114,
115,
116,
117,
120,
121,
122,
123,
124,
125,
126
],
[
0,
3,
4,
5,
7,
8,
9,
10,
12,
13,
14,
17,
19,
22,
23,
24,
25,
26,
27,
28,
30,
31,
32,
33,
34,
35,
37,
38,
39,
40,
41,
42,
44,
46,
47,
48,
50,
51,
52,
53,
55,
56,
58,
59,
62,
63,
64,
65,
66,
67,
68,
70,
71,
72,
74,
75,
77,
78,
79,
80,
81,
83,
86,
87,
88,
89,
90,
91,
96,
97,
98,
99,
100,
101,
102,
103,
104,
105,
107,
108,
109,
110,
112,
113,
114,
115,
116,
117,
118,
119,
122,
123,
124,
125,
126,
127
],
[
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
17,
18,
20,
21,
22,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
36,
38,
39,
40,
43,
44,
45,
48,
49,
50,
51,
52,
53,
55,
56,
57,
58,
59,
60,
61,
62,
63,
66,
67,
68,
69,
72,
73,
75,
76,
77,
78,
79,
81,
82,
83,
84,
85,
86,
87,
88,
89,
90,
92,
93,
94,
95,
96,
100,
101,
103,
104,
105,
106,
109,
110,
112,
113,
115,
116,
117,
118,
119,
120,
123,
124,
125
],
[
2,
3,
4,
5,
6,
7,
9,
10,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
24,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
41,
42,
43,
44,
45,
46,
47,
49,
50,
51,
53,
55,
56,
57,
58,
59,
61,
62,
64,
65,
66,
67,
69,
72,
74,
75,
77,
79,
80,
81,
82,
83,
84,
86,
87,
89,
91,
92,
93,
94,
96,
97,
98,
99,
100,
101,
102,
103,
104,
106,
109,
110,
111,
113,
114,
115,
116,
117,
119,
120,
121,
122,
123,
124
],
[
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
13,
14,
15,
16,
17,
21,
22,
23,
24,
25,
26,
30,
31,
32,
33,
34,
35,
38,
39,
40,
41,
43,
44,
45,
47,
48,
49,
50,
52,
53,
54,
55,
57,
58,
59,
60,
62,
65,
66,
67,
68,
69,
70,
71,
72,
74,
75,
76,
77,
78,
79,
82,
83,
84,
85,
86,
87,
89,
92,
93,
94,
95,
96,
97,
98,
100,
102,
103,
104,
105,
106,
107,
110,
111,
114,
116,
117,
118,
121,
122,
124,
125,
126,
127
],
[
1,
2,
3,
4,
7,
8,
9,
10,
13,
14,
15,
16,
17,
18,
19,
20,
21,
23,
25,
26,
27,
28,
31,
33,
34,
35,
36,
37,
38,
39,
40,
41,
43,
45,
47,
48,
49,
50,
51,
52,
53,
55,
56,
57,
58,
59,
61,
62,
63,
66,
68,
69,
70,
71,
72,
73,
74,
75,
78,
81,
82,
83,
85,
86,
87,
88,
89,
90,
91,
92,
94,
95,
97,
98,
99,
100,
101,
103,
104,
105,
106,
107,
109,
110,
111,
113,
115,
116,
117,
119,
120,
121,
123,
124,
126,
127
],
[
1,
3,
4,
5,
6,
7,
8,
9,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
28,
29,
30,
31,
32,
39,
42,
43,
45,
46,
47,
48,
49,
50,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
78,
79,
81,
82,
85,
86,
87,
88,
89,
90,
92,
93,
94,
95,
96,
97,
98,
99,
100,
101,
102,
103,
105,
106,
108,
109,
110,
111,
114,
116,
117,
120,
122,
125,
126
],
[
0,
2,
4,
6,
7,
8,
9,
10,
12,
14,
15,
17,
18,
19,
21,
22,
23,
24,
25,
26,
27,
29,
30,
31,
32,
33,
35,
36,
37,
38,
41,
43,
45,
46,
51,
52,
53,
54,
55,
56,
59,
60,
62,
63,
64,
65,
66,
67,
68,
69,
71,
72,
73,
74,
75,
76,
78,
79,
80,
81,
82,
84,
85,
86,
87,
88,
89,
91,
92,
94,
95,
96,
99,
100,
101,
102,
103,
105,
106,
107,
108,
111,
112,
113,
114,
115,
117,
118,
119,
120,
122,
123,
124,
125,
126,
127
],
[
0,
1,
2,
4,
5,
6,
8,
12,
13,
14,
15,
16,
18,
19,
20,
21,
22,
23,
24,
25,
26,
28,
29,
30,
31,
32,
33,
35,
36,
38,
39,
40,
41,
42,
44,
45,
46,
47,
48,
49,
52,
53,
54,
55,
57,
58,
59,
60,
61,
62,
63,
65,
66,
67,
68,
70,
75,
76,
77,
78,
79,
80,
81,
82,
83,
85,
86,
89,
91,
92,
93,
95,
96,
98,
99,
100,
101,
102,
103,
104,
106,
107,
109,
112,
113,
115,
116,
117,
118,
120,
121,
122,
123,
125,
126,
127
],
[
1,
2,
4,
6,
7,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
22,
23,
24,
26,
27,
28,
29,
32,
33,
36,
37,
38,
39,
41,
44,
47,
48,
49,
52,
53,
55,
58,
59,
60,
61,
62,
63,
64,
66,
67,
68,
69,
71,
72,
73,
74,
75,
77,
78,
79,
80,
81,
82,
84,
85,
86,
87,
88,
89,
90,
92,
93,
94,
95,
96,
98,
99,
100,
101,
102,
104,
105,
106,
107,
108,
110,
111,
112,
113,
115,
116,
117,
118,
119,
121,
122,
123,
125,
126
],
[
0,
2,
3,
4,
5,
8,
9,
10,
11,
12,
13,
15,
16,
18,
19,
20,
23,
25,
26,
27,
28,
29,
30,
32,
33,
34,
35,
36,
37,
38,
40,
41,
42,
43,
44,
45,
46,
47,
49,
51,
52,
53,
54,
55,
56,
59,
60,
61,
64,
66,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78,
80,
82,
83,
84,
85,
86,
87,
88,
89,
90,
91,
92,
93,
94,
95,
97,
98,
100,
101,
102,
103,
106,
107,
110,
111,
112,
113,
115,
118,
120,
121,
122,
123,
125,
126,
127
],
[
0,
1,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
15,
16,
18,
20,
23,
24,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
39,
40,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
54,
55,
57,
59,
60,
61,
62,
65,
67,
68,
73,
74,
75,
76,
77,
80,
81,
82,
83,
84,
85,
89,
90,
91,
93,
94,
97,
98,
99,
100,
101,
102,
103,
105,
106,
108,
109,
110,
111,
112,
113,
114,
115,
116,
117,
119,
120,
121,
122,
123,
124,
125,
126,
127
],
[
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
26,
29,
30,
31,
34,
35,
36,
37,
39,
41,
42,
44,
45,
46,
48,
49,
50,
51,
52,
53,
54,
55,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
69,
71,
72,
73,
75,
77,
78,
80,
81,
82,
83,
84,
85,
86,
88,
90,
92,
93,
96,
97,
98,
99,
100,
102,
105,
106,
108,
111,
112,
113,
114,
115,
116,
117,
118,
120,
122,
123,
124,
125,
126
],
[
0,
4,
5,
7,
8,
9,
10,
12,
13,
14,
17,
18,
19,
20,
22,
23,
24,
25,
26,
27,
28,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
42,
44,
46,
47,
48,
50,
51,
52,
55,
56,
58,
59,
63,
64,
65,
67,
68,
69,
70,
71,
72,
74,
75,
77,
78,
79,
80,
81,
83,
86,
87,
88,
89,
91,
96,
97,
98,
99,
100,
101,
102,
103,
104,
105,
107,
108,
109,
110,
111,
112,
113,
114,
115,
116,
117,
118,
120,
121,
122,
123,
124,
125,
126,
127
],
[
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
17,
18,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
36,
38,
39,
40,
41,
43,
44,
45,
49,
50,
51,
53,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
66,
67,
68,
69,
72,
73,
75,
76,
77,
78,
79,
81,
82,
83,
84,
85,
86,
87,
88,
89,
90,
92,
93,
94,
95,
96,
100,
101,
103,
104,
105,
106,
109,
110,
112,
113,
115,
116,
117,
118,
119,
121,
123,
124,
125
],
[
0,
2,
3,
4,
5,
6,
7,
9,
10,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
24,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
41,
42,
43,
44,
45,
46,
48,
49,
50,
51,
53,
55,
56,
57,
58,
59,
61,
64,
65,
66,
67,
69,
72,
75,
77,
79,
80,
81,
82,
83,
84,
86,
87,
89,
90,
91,
92,
93,
94,
96,
97,
98,
99,
100,
101,
102,
103,
104,
106,
109,
111,
113,
114,
115,
116,
117,
118,
119,
121,
122,
123,
124,
125
],
[
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
13,
14,
15,
16,
17,
21,
22,
24,
25,
26,
30,
31,
32,
33,
34,
35,
36,
38,
39,
40,
41,
43,
45,
47,
48,
49,
50,
52,
54,
55,
56,
57,
58,
59,
60,
62,
65,
66,
67,
68,
69,
70,
71,
72,
74,
76,
77,
78,
79,
82,
83,
84,
85,
87,
89,
90,
91,
92,
93,
94,
95,
96,
97,
98,
100,
102,
103,
104,
105,
106,
107,
109,
110,
111,
114,
116,
117,
118,
121,
122,
124,
125,
126,
127
],
[
1,
2,
4,
6,
7,
9,
10,
12,
13,
14,
15,
16,
17,
18,
19,
20,
22,
23,
25,
26,
27,
28,
29,
31,
33,
35,
36,
37,
38,
39,
40,
41,
43,
45,
47,
49,
50,
51,
52,
55,
56,
57,
58,
59,
61,
62,
63,
65,
68,
69,
70,
71,
72,
73,
74,
78,
81,
82,
83,
85,
86,
87,
88,
89,
90,
91,
92,
94,
95,
97,
98,
99,
100,
101,
103,
104,
105,
106,
107,
108,
109,
110,
111,
113,
114,
115,
116,
117,
118,
119,
120,
121,
123,
124,
126,
127
],
[
1,
3,
4,
5,
6,
7,
8,
9,
13,
14,
15,
16,
17,
18,
19,
21,
22,
23,
24,
25,
26,
28,
29,
30,
31,
32,
39,
42,
43,
45,
46,
47,
48,
49,
50,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
78,
79,
80,
81,
82,
85,
86,
87,
88,
89,
90,
92,
93,
94,
95,
96,
97,
98,
99,
100,
101,
102,
103,
105,
106,
108,
109,
111,
114,
116,
117,
120,
121,
122,
125,
126
],
[
0,
1,
2,
4,
5,
7,
8,
9,
12,
14,
15,
17,
18,
19,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
35,
36,
38,
39,
41,
43,
44,
46,
51,
52,
53,
54,
55,
56,
58,
60,
62,
63,
64,
65,
66,
67,
68,
69,
71,
72,
73,
74,
75,
76,
78,
79,
80,
81,
82,
84,
85,
86,
88,
89,
91,
92,
94,
95,
96,
99,
100,
101,
102,
103,
104,
105,
107,
108,
111,
112,
113,
114,
115,
117,
118,
119,
120,
122,
123,
124,
125,
126,
127
],
[
0,
1,
2,
3,
4,
5,
6,
8,
9,
12,
13,
14,
15,
16,
18,
19,
20,
21,
23,
24,
25,
26,
27,
28,
29,
31,
32,
33,
35,
36,
38,
39,
40,
41,
42,
44,
45,
46,
47,
48,
49,
50,
52,
53,
54,
55,
57,
58,
60,
61,
62,
63,
65,
66,
67,
68,
70,
75,
76,
77,
78,
79,
80,
81,
82,
83,
89,
90,
91,
92,
93,
94,
95,
96,
98,
99,
100,
102,
103,
104,
106,
107,
109,
110,
112,
113,
115,
117,
118,
120,
121,
122,
123,
124,
126,
127
],
[
1,
2,
4,
5,
6,
7,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
24,
26,
27,
28,
29,
32,
33,
36,
37,
38,
39,
41,
46,
47,
48,
49,
52,
53,
55,
58,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
71,
72,
73,
74,
75,
77,
79,
80,
81,
82,
84,
85,
86,
87,
88,
90,
91,
92,
93,
94,
95,
96,
97,
98,
100,
101,
102,
103,
104,
105,
106,
108,
110,
111,
112,
113,
115,
116,
117,
118,
119,
120,
121,
122,
123,
125,
126
],
[
0,
2,
3,
4,
5,
9,
10,
11,
12,
13,
15,
16,
18,
19,
20,
21,
23,
25,
26,
27,
28,
29,
30,
32,
33,
34,
35,
36,
37,
38,
40,
41,
42,
43,
44,
45,
46,
47,
49,
50,
51,
52,
53,
54,
55,
56,
59,
60,
61,
62,
63,
64,
66,
69,
70,
71,
72,
73,
74,
75,
77,
78,
80,
82,
83,
84,
85,
86,
87,
88,
89,
90,
92,
93,
94,
97,
98,
100,
101,
102,
103,
106,
107,
110,
111,
112,
113,
115,
117,
120,
121,
122,
123,
125,
126,
127
],
[
0,
1,
4,
5,
6,
7,
8,
9,
11,
12,
13,
15,
16,
17,
18,
20,
23,
24,
26,
27,
28,
29,
30,
31,
33,
34,
35,
36,
37,
39,
40,
42,
43,
44,
46,
47,
48,
50,
51,
54,
55,
57,
58,
59,
60,
61,
63,
64,
65,
67,
68,
69,
70,
73,
74,
76,
77,
81,
82,
83,
84,
85,
89,
90,
91,
92,
93,
94,
98,
99,
100,
101,
102,
103,
105,
106,
107,
108,
109,
110,
111,
112,
113,
114,
115,
116,
117,
119,
120,
121,
122,
123,
124,
125,
126,
127
],
[
0,
1,
2,
5,
6,
7,
8,
9,
11,
13,
14,
15,
16,
17,
18,
19,
20,
21,
23,
26,
29,
30,
31,
33,
34,
35,
36,
37,
39,
41,
42,
44,
45,
46,
48,
49,
50,
51,
52,
53,
54,
55,
57,
58,
59,
61,
62,
63,
64,
65,
66,
67,
69,
70,
71,
72,
73,
75,
77,
78,
80,
81,
82,
83,
84,
85,
86,
88,
89,
90,
92,
93,
94,
96,
97,
98,
99,
100,
102,
105,
106,
108,
110,
111,
112,
113,
114,
115,
116,
117,
118,
120,
122,
123,
124,
126
],
[
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
12,
14,
16,
17,
18,
20,
21,
22,
23,
24,
25,
27,
28,
29,
30,
31,
32,
33,
35,
36,
37,
38,
39,
40,
41,
44,
45,
46,
47,
48,
49,
50,
52,
53,
55,
56,
57,
58,
59,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
77,
80,
81,
82,
83,
85,
86,
87,
88,
89,
90,
92,
93,
95,
98,
99,
101,
102,
103,
106,
108,
109,
110,
111,
112,
113,
114,
115,
116,
117,
119,
123,
125,
126
],
[
0,
1,
2,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
16,
18,
19,
20,
24,
25,
26,
28,
29,
30,
31,
32,
34,
35,
36,
37,
38,
40,
41,
43,
44,
45,
46,
47,
48,
49,
52,
53,
54,
56,
57,
58,
61,
62,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
77,
78,
80,
81,
82,
83,
84,
85,
86,
87,
88,
89,
90,
91,
92,
93,
94,
96,
98,
99,
100,
101,
105,
106,
107,
110,
111,
112,
114,
115,
120,
121,
122,
123,
124,
125,
126,
127
],
[
0,
1,
2,
3,
5,
7,
8,
9,
10,
11,
12,
13,
15,
16,
18,
19,
20,
21,
22,
23,
25,
26,
28,
29,
30,
31,
32,
33,
34,
36,
37,
38,
39,
40,
41,
42,
45,
46,
47,
48,
50,
51,
52,
53,
54,
55,
57,
58,
59,
60,
62,
63,
64,
65,
67,
68,
69,
70,
71,
72,
73,
77,
78,
80,
81,
82,
83,
84,
86,
88,
90,
91,
92,
94,
96,
97,
98,
99,
100,
102,
103,
104,
105,
106,
107,
108,
110,
111,
112,
113,
114,
116,
120,
121,
123,
127
],
[
0,
1,
2,
3,
4,
5,
10,
11,
14,
15,
17,
18,
19,
20,
22,
23,
24,
26,
27,
29,
30,
31,
32,
34,
35,
36,
37,
38,
39,
40,
41,
42,
44,
45,
46,
47,
48,
50,
51,
52,
53,
54,
55,
58,
61,
63,
64,
65,
66,
67,
70,
71,
73,
75,
76,
77,
79,
80,
81,
82,
83,
84,
85,
86,
87,
88,
89,
90,
91,
92,
93,
94,
95,
98,
99,
101,
102,
103,
104,
105,
107,
108,
110,
111,
112,
113,
114,
116,
117,
118,
119,
121,
123,
125,
126,
127
],
[
0,
1,
2,
3,
5,
6,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
23,
24,
25,
26,
27,
29,
30,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
43,
44,
45,
46,
49,
50,
51,
52,
53,
54,
55,
60,
61,
62,
67,
68,
69,
70,
71,
74,
75,
76,
77,
79,
80,
81,
82,
84,
85,
86,
90,
91,
92,
93,
94,
96,
97,
98,
99,
100,
102,
103,
104,
105,
106,
109,
113,
114,
115,
116,
117,
118,
119,
120,
122,
123,
124,
125,
127
],
[
0,
1,
2,
3,
4,
5,
6,
7,
8,
10,
11,
14,
15,
16,
17,
20,
21,
22,
23,
24,
25,
26,
27,
28,
30,
31,
32,
34,
35,
36,
38,
39,
42,
44,
46,
47,
48,
50,
52,
53,
54,
55,
57,
58,
60,
61,
62,
65,
66,
67,
69,
71,
72,
73,
74,
76,
77,
79,
80,
82,
85,
86,
87,
88,
89,
90,
94,
95,
98,
99,
101,
102,
104,
105,
106,
107,
108,
109,
110,
111,
112,
113,
114,
115,
116,
117,
118,
119,
120,
121,
122,
123,
124,
125,
126,
127
]
]
},
"head": "TriVectorInteractionHead",
"pooling": "mean_segments_bf16_then_parameter_free_layer_norm_fp32",
"rotary_fingerprint": {
"inv_freq": "08e2c7aa9f191fbf87e96f32412705383c802d061afc7110da8b49ad1392a94d",
"attention_scaling": 1.0
}
}