Hugging Face's logo

txgsync
/
Maple-Preview-oQ4e

Text Generation
MLX
Safetensors
English
maple
causal-lm
mixture-of-experts
reasoning
custom-code
quantized
oq4e
conversational
4-bit precision
Model card Files
xet
 Community
txgsync commited on
Commit
20ef5a6
·
verified ·
1 Parent(s): 1a663ba

Replace broken oQ4e payload with imatrix-mapped conversion

Browse files
Files changed (4) hide show
  1. model-00001-of-00003.safetensors +1 -1
  2. model-00002-of-00003.safetensors +1 -1
  3. model-00003-of-00003.safetensors +1 -1
  4. oq_imatrix_report.json +28 -28
model-00001-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:84cadf4cc823921a1bb04d077f56397f29507df56e1a68944fa12d1cb11a0338
3
  size 5002948040
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd466e8590195da047dfb321235cbb4f8e787953275bef94452df7b3a74fa948
3
  size 5002948040
model-00002-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0e36ed0c0893b928067fbe44e1d6b31c7fd90934a19fb50cec708bb62c60b3b6
3
  size 5003215209
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25cebdb1ef491bf73601ed56558ab88ab5ec99df37fe29e607855e7e289cc02d
3
  size 5003215209
model-00003-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:297557cc00926177a8187ebcfc6683640eaf8f1d587311c45f404990697e33fb
3
  size 1758879882
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8124533d52ae04650482cabf7776860c808e1d86b4a7852a11de887b67c7ddf7
3
  size 1758879882
oq_imatrix_report.json CHANGED
@@ -96,33 +96,6 @@
96
  "required_percentile": 5
97
  },
98
  "applied": [
99
- "model.layers.0.self_attn.o_proj",
100
- "model.layers.1.self_attn.o_proj",
101
- "model.layers.10.self_attn.o_proj",
102
- "model.layers.11.self_attn.o_proj",
103
- "model.layers.12.self_attn.o_proj",
104
- "model.layers.13.self_attn.o_proj",
105
- "model.layers.14.self_attn.o_proj",
106
- "model.layers.15.self_attn.o_proj",
107
- "model.layers.16.self_attn.o_proj",
108
- "model.layers.17.self_attn.o_proj",
109
- "model.layers.18.self_attn.o_proj",
110
- "model.layers.19.self_attn.o_proj",
111
- "model.layers.2.self_attn.o_proj",
112
- "model.layers.20.self_attn.o_proj",
113
- "model.layers.21.self_attn.o_proj",
114
- "model.layers.22.self_attn.o_proj",
115
- "model.layers.23.self_attn.o_proj",
116
- "model.layers.3.self_attn.o_proj",
117
- "model.layers.4.self_attn.o_proj",
118
- "model.layers.5.self_attn.o_proj",
119
- "model.layers.6.self_attn.o_proj",
120
- "model.layers.7.self_attn.o_proj",
121
- "model.layers.8.self_attn.o_proj",
122
- "model.layers.9.self_attn.o_proj"
123
- ],
124
- "missing": [
125
- "lm_head",
126
  "model.layers.0.mlp.experts.0.down_proj",
127
  "model.layers.0.mlp.experts.0.gate_proj",
128
  "model.layers.0.mlp.experts.0.up_proj",
@@ -892,6 +865,7 @@
892
  "model.layers.0.mlp.experts.99.gate_proj",
893
  "model.layers.0.mlp.experts.99.up_proj",
894
  "model.layers.0.self_attn.k_proj",
 
895
  "model.layers.0.self_attn.q_proj",
896
  "model.layers.0.self_attn.v_proj",
897
  "model.layers.1.mlp.experts.0.down_proj",
@@ -1663,6 +1637,7 @@
1663
  "model.layers.1.mlp.experts.99.gate_proj",
1664
  "model.layers.1.mlp.experts.99.up_proj",
1665
  "model.layers.1.self_attn.k_proj",
 
1666
  "model.layers.1.self_attn.q_proj",
1667
  "model.layers.1.self_attn.v_proj",
1668
  "model.layers.10.mlp.experts.0.down_proj",
@@ -2434,6 +2409,7 @@
2434
  "model.layers.10.mlp.experts.99.gate_proj",
2435
  "model.layers.10.mlp.experts.99.up_proj",
2436
  "model.layers.10.self_attn.k_proj",
 
2437
  "model.layers.10.self_attn.q_proj",
2438
  "model.layers.10.self_attn.v_proj",
2439
  "model.layers.11.mlp.experts.0.down_proj",
@@ -3205,6 +3181,7 @@
3205
  "model.layers.11.mlp.experts.99.gate_proj",
3206
  "model.layers.11.mlp.experts.99.up_proj",
3207
  "model.layers.11.self_attn.k_proj",
 
3208
  "model.layers.11.self_attn.q_proj",
3209
  "model.layers.11.self_attn.v_proj",
3210
  "model.layers.12.mlp.experts.0.down_proj",
@@ -3976,6 +3953,7 @@
3976
  "model.layers.12.mlp.experts.99.gate_proj",
3977
  "model.layers.12.mlp.experts.99.up_proj",
3978
  "model.layers.12.self_attn.k_proj",
 
3979
  "model.layers.12.self_attn.q_proj",
3980
  "model.layers.12.self_attn.v_proj",
3981
  "model.layers.13.mlp.experts.0.down_proj",
@@ -4747,6 +4725,7 @@
4747
  "model.layers.13.mlp.experts.99.gate_proj",
4748
  "model.layers.13.mlp.experts.99.up_proj",
4749
  "model.layers.13.self_attn.k_proj",
 
4750
  "model.layers.13.self_attn.q_proj",
4751
  "model.layers.13.self_attn.v_proj",
4752
  "model.layers.14.mlp.experts.0.down_proj",
@@ -5518,6 +5497,7 @@
5518
  "model.layers.14.mlp.experts.99.gate_proj",
5519
  "model.layers.14.mlp.experts.99.up_proj",
5520
  "model.layers.14.self_attn.k_proj",
 
5521
  "model.layers.14.self_attn.q_proj",
5522
  "model.layers.14.self_attn.v_proj",
5523
  "model.layers.15.mlp.experts.0.down_proj",
@@ -6289,6 +6269,7 @@
6289
  "model.layers.15.mlp.experts.99.gate_proj",
6290
  "model.layers.15.mlp.experts.99.up_proj",
6291
  "model.layers.15.self_attn.k_proj",
 
6292
  "model.layers.15.self_attn.q_proj",
6293
  "model.layers.15.self_attn.v_proj",
6294
  "model.layers.16.mlp.experts.0.down_proj",
@@ -7060,6 +7041,7 @@
7060
  "model.layers.16.mlp.experts.99.gate_proj",
7061
  "model.layers.16.mlp.experts.99.up_proj",
7062
  "model.layers.16.self_attn.k_proj",
 
7063
  "model.layers.16.self_attn.q_proj",
7064
  "model.layers.16.self_attn.v_proj",
7065
  "model.layers.17.mlp.experts.0.down_proj",
@@ -7831,6 +7813,7 @@
7831
  "model.layers.17.mlp.experts.99.gate_proj",
7832
  "model.layers.17.mlp.experts.99.up_proj",
7833
  "model.layers.17.self_attn.k_proj",
 
7834
  "model.layers.17.self_attn.q_proj",
7835
  "model.layers.17.self_attn.v_proj",
7836
  "model.layers.18.mlp.experts.0.down_proj",
@@ -8602,6 +8585,7 @@
8602
  "model.layers.18.mlp.experts.99.gate_proj",
8603
  "model.layers.18.mlp.experts.99.up_proj",
8604
  "model.layers.18.self_attn.k_proj",
 
8605
  "model.layers.18.self_attn.q_proj",
8606
  "model.layers.18.self_attn.v_proj",
8607
  "model.layers.19.mlp.experts.0.down_proj",
@@ -9373,6 +9357,7 @@
9373
  "model.layers.19.mlp.experts.99.gate_proj",
9374
  "model.layers.19.mlp.experts.99.up_proj",
9375
  "model.layers.19.self_attn.k_proj",
 
9376
  "model.layers.19.self_attn.q_proj",
9377
  "model.layers.19.self_attn.v_proj",
9378
  "model.layers.2.mlp.experts.0.down_proj",
@@ -10144,6 +10129,7 @@
10144
  "model.layers.2.mlp.experts.99.gate_proj",
10145
  "model.layers.2.mlp.experts.99.up_proj",
10146
  "model.layers.2.self_attn.k_proj",
 
10147
  "model.layers.2.self_attn.q_proj",
10148
  "model.layers.2.self_attn.v_proj",
10149
  "model.layers.20.mlp.experts.0.down_proj",
@@ -10915,6 +10901,7 @@
10915
  "model.layers.20.mlp.experts.99.gate_proj",
10916
  "model.layers.20.mlp.experts.99.up_proj",
10917
  "model.layers.20.self_attn.k_proj",
 
10918
  "model.layers.20.self_attn.q_proj",
10919
  "model.layers.20.self_attn.v_proj",
10920
  "model.layers.21.mlp.experts.0.down_proj",
@@ -11686,6 +11673,7 @@
11686
  "model.layers.21.mlp.experts.99.gate_proj",
11687
  "model.layers.21.mlp.experts.99.up_proj",
11688
  "model.layers.21.self_attn.k_proj",
 
11689
  "model.layers.21.self_attn.q_proj",
11690
  "model.layers.21.self_attn.v_proj",
11691
  "model.layers.22.mlp.experts.0.down_proj",
@@ -12457,6 +12445,7 @@
12457
  "model.layers.22.mlp.experts.99.gate_proj",
12458
  "model.layers.22.mlp.experts.99.up_proj",
12459
  "model.layers.22.self_attn.k_proj",
 
12460
  "model.layers.22.self_attn.q_proj",
12461
  "model.layers.22.self_attn.v_proj",
12462
  "model.layers.23.mlp.experts.0.down_proj",
@@ -13228,6 +13217,7 @@
13228
  "model.layers.23.mlp.experts.99.gate_proj",
13229
  "model.layers.23.mlp.experts.99.up_proj",
13230
  "model.layers.23.self_attn.k_proj",
 
13231
  "model.layers.23.self_attn.q_proj",
13232
  "model.layers.23.self_attn.v_proj",
13233
  "model.layers.3.mlp.experts.0.down_proj",
@@ -13999,6 +13989,7 @@
13999
  "model.layers.3.mlp.experts.99.gate_proj",
14000
  "model.layers.3.mlp.experts.99.up_proj",
14001
  "model.layers.3.self_attn.k_proj",
 
14002
  "model.layers.3.self_attn.q_proj",
14003
  "model.layers.3.self_attn.v_proj",
14004
  "model.layers.4.mlp.experts.0.down_proj",
@@ -14770,6 +14761,7 @@
14770
  "model.layers.4.mlp.experts.99.gate_proj",
14771
  "model.layers.4.mlp.experts.99.up_proj",
14772
  "model.layers.4.self_attn.k_proj",
 
14773
  "model.layers.4.self_attn.q_proj",
14774
  "model.layers.4.self_attn.v_proj",
14775
  "model.layers.5.mlp.experts.0.down_proj",
@@ -15541,6 +15533,7 @@
15541
  "model.layers.5.mlp.experts.99.gate_proj",
15542
  "model.layers.5.mlp.experts.99.up_proj",
15543
  "model.layers.5.self_attn.k_proj",
 
15544
  "model.layers.5.self_attn.q_proj",
15545
  "model.layers.5.self_attn.v_proj",
15546
  "model.layers.6.mlp.experts.0.down_proj",
@@ -16312,6 +16305,7 @@
16312
  "model.layers.6.mlp.experts.99.gate_proj",
16313
  "model.layers.6.mlp.experts.99.up_proj",
16314
  "model.layers.6.self_attn.k_proj",
 
16315
  "model.layers.6.self_attn.q_proj",
16316
  "model.layers.6.self_attn.v_proj",
16317
  "model.layers.7.mlp.experts.0.down_proj",
@@ -17083,6 +17077,7 @@
17083
  "model.layers.7.mlp.experts.99.gate_proj",
17084
  "model.layers.7.mlp.experts.99.up_proj",
17085
  "model.layers.7.self_attn.k_proj",
 
17086
  "model.layers.7.self_attn.q_proj",
17087
  "model.layers.7.self_attn.v_proj",
17088
  "model.layers.8.mlp.experts.0.down_proj",
@@ -17854,6 +17849,7 @@
17854
  "model.layers.8.mlp.experts.99.gate_proj",
17855
  "model.layers.8.mlp.experts.99.up_proj",
17856
  "model.layers.8.self_attn.k_proj",
 
17857
  "model.layers.8.self_attn.q_proj",
17858
  "model.layers.8.self_attn.v_proj",
17859
  "model.layers.9.mlp.experts.0.down_proj",
@@ -18625,8 +18621,12 @@
18625
  "model.layers.9.mlp.experts.99.gate_proj",
18626
  "model.layers.9.mlp.experts.99.up_proj",
18627
  "model.layers.9.self_attn.k_proj",
 
18628
  "model.layers.9.self_attn.q_proj",
18629
- "model.layers.9.self_attn.v_proj",
 
 
 
18630
  "model.word_embeddings"
18631
  ],
18632
  "mismatched": [],
 
96
  "required_percentile": 5
97
  },
98
  "applied": [
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
99
  "model.layers.0.mlp.experts.0.down_proj",
100
  "model.layers.0.mlp.experts.0.gate_proj",
101
  "model.layers.0.mlp.experts.0.up_proj",
 
865
  "model.layers.0.mlp.experts.99.gate_proj",
866
  "model.layers.0.mlp.experts.99.up_proj",
867
  "model.layers.0.self_attn.k_proj",
868
+ "model.layers.0.self_attn.o_proj",
869
  "model.layers.0.self_attn.q_proj",
870
  "model.layers.0.self_attn.v_proj",
871
  "model.layers.1.mlp.experts.0.down_proj",
 
1637
  "model.layers.1.mlp.experts.99.gate_proj",
1638
  "model.layers.1.mlp.experts.99.up_proj",
1639
  "model.layers.1.self_attn.k_proj",
1640
+ "model.layers.1.self_attn.o_proj",
1641
  "model.layers.1.self_attn.q_proj",
1642
  "model.layers.1.self_attn.v_proj",
1643
  "model.layers.10.mlp.experts.0.down_proj",
 
2409
  "model.layers.10.mlp.experts.99.gate_proj",
2410
  "model.layers.10.mlp.experts.99.up_proj",
2411
  "model.layers.10.self_attn.k_proj",
2412
+ "model.layers.10.self_attn.o_proj",
2413
  "model.layers.10.self_attn.q_proj",
2414
  "model.layers.10.self_attn.v_proj",
2415
  "model.layers.11.mlp.experts.0.down_proj",
 
3181
  "model.layers.11.mlp.experts.99.gate_proj",
3182
  "model.layers.11.mlp.experts.99.up_proj",
3183
  "model.layers.11.self_attn.k_proj",
3184
+ "model.layers.11.self_attn.o_proj",
3185
  "model.layers.11.self_attn.q_proj",
3186
  "model.layers.11.self_attn.v_proj",
3187
  "model.layers.12.mlp.experts.0.down_proj",
 
3953
  "model.layers.12.mlp.experts.99.gate_proj",
3954
  "model.layers.12.mlp.experts.99.up_proj",
3955
  "model.layers.12.self_attn.k_proj",
3956
+ "model.layers.12.self_attn.o_proj",
3957
  "model.layers.12.self_attn.q_proj",
3958
  "model.layers.12.self_attn.v_proj",
3959
  "model.layers.13.mlp.experts.0.down_proj",
 
4725
  "model.layers.13.mlp.experts.99.gate_proj",
4726
  "model.layers.13.mlp.experts.99.up_proj",
4727
  "model.layers.13.self_attn.k_proj",
4728
+ "model.layers.13.self_attn.o_proj",
4729
  "model.layers.13.self_attn.q_proj",
4730
  "model.layers.13.self_attn.v_proj",
4731
  "model.layers.14.mlp.experts.0.down_proj",
 
5497
  "model.layers.14.mlp.experts.99.gate_proj",
5498
  "model.layers.14.mlp.experts.99.up_proj",
5499
  "model.layers.14.self_attn.k_proj",
5500
+ "model.layers.14.self_attn.o_proj",
5501
  "model.layers.14.self_attn.q_proj",
5502
  "model.layers.14.self_attn.v_proj",
5503
  "model.layers.15.mlp.experts.0.down_proj",
 
6269
  "model.layers.15.mlp.experts.99.gate_proj",
6270
  "model.layers.15.mlp.experts.99.up_proj",
6271
  "model.layers.15.self_attn.k_proj",
6272
+ "model.layers.15.self_attn.o_proj",
6273
  "model.layers.15.self_attn.q_proj",
6274
  "model.layers.15.self_attn.v_proj",
6275
  "model.layers.16.mlp.experts.0.down_proj",
 
7041
  "model.layers.16.mlp.experts.99.gate_proj",
7042
  "model.layers.16.mlp.experts.99.up_proj",
7043
  "model.layers.16.self_attn.k_proj",
7044
+ "model.layers.16.self_attn.o_proj",
7045
  "model.layers.16.self_attn.q_proj",
7046
  "model.layers.16.self_attn.v_proj",
7047
  "model.layers.17.mlp.experts.0.down_proj",
 
7813
  "model.layers.17.mlp.experts.99.gate_proj",
7814
  "model.layers.17.mlp.experts.99.up_proj",
7815
  "model.layers.17.self_attn.k_proj",
7816
+ "model.layers.17.self_attn.o_proj",
7817
  "model.layers.17.self_attn.q_proj",
7818
  "model.layers.17.self_attn.v_proj",
7819
  "model.layers.18.mlp.experts.0.down_proj",
 
8585
  "model.layers.18.mlp.experts.99.gate_proj",
8586
  "model.layers.18.mlp.experts.99.up_proj",
8587
  "model.layers.18.self_attn.k_proj",
8588
+ "model.layers.18.self_attn.o_proj",
8589
  "model.layers.18.self_attn.q_proj",
8590
  "model.layers.18.self_attn.v_proj",
8591
  "model.layers.19.mlp.experts.0.down_proj",
 
9357
  "model.layers.19.mlp.experts.99.gate_proj",
9358
  "model.layers.19.mlp.experts.99.up_proj",
9359
  "model.layers.19.self_attn.k_proj",
9360
+ "model.layers.19.self_attn.o_proj",
9361
  "model.layers.19.self_attn.q_proj",
9362
  "model.layers.19.self_attn.v_proj",
9363
  "model.layers.2.mlp.experts.0.down_proj",
 
10129
  "model.layers.2.mlp.experts.99.gate_proj",
10130
  "model.layers.2.mlp.experts.99.up_proj",
10131
  "model.layers.2.self_attn.k_proj",
10132
+ "model.layers.2.self_attn.o_proj",
10133
  "model.layers.2.self_attn.q_proj",
10134
  "model.layers.2.self_attn.v_proj",
10135
  "model.layers.20.mlp.experts.0.down_proj",
 
10901
  "model.layers.20.mlp.experts.99.gate_proj",
10902
  "model.layers.20.mlp.experts.99.up_proj",
10903
  "model.layers.20.self_attn.k_proj",
10904
+ "model.layers.20.self_attn.o_proj",
10905
  "model.layers.20.self_attn.q_proj",
10906
  "model.layers.20.self_attn.v_proj",
10907
  "model.layers.21.mlp.experts.0.down_proj",
 
11673
  "model.layers.21.mlp.experts.99.gate_proj",
11674
  "model.layers.21.mlp.experts.99.up_proj",
11675
  "model.layers.21.self_attn.k_proj",
11676
+ "model.layers.21.self_attn.o_proj",
11677
  "model.layers.21.self_attn.q_proj",
11678
  "model.layers.21.self_attn.v_proj",
11679
  "model.layers.22.mlp.experts.0.down_proj",
 
12445
  "model.layers.22.mlp.experts.99.gate_proj",
12446
  "model.layers.22.mlp.experts.99.up_proj",
12447
  "model.layers.22.self_attn.k_proj",
12448
+ "model.layers.22.self_attn.o_proj",
12449
  "model.layers.22.self_attn.q_proj",
12450
  "model.layers.22.self_attn.v_proj",
12451
  "model.layers.23.mlp.experts.0.down_proj",
 
13217
  "model.layers.23.mlp.experts.99.gate_proj",
13218
  "model.layers.23.mlp.experts.99.up_proj",
13219
  "model.layers.23.self_attn.k_proj",
13220
+ "model.layers.23.self_attn.o_proj",
13221
  "model.layers.23.self_attn.q_proj",
13222
  "model.layers.23.self_attn.v_proj",
13223
  "model.layers.3.mlp.experts.0.down_proj",
 
13989
  "model.layers.3.mlp.experts.99.gate_proj",
13990
  "model.layers.3.mlp.experts.99.up_proj",
13991
  "model.layers.3.self_attn.k_proj",
13992
+ "model.layers.3.self_attn.o_proj",
13993
  "model.layers.3.self_attn.q_proj",
13994
  "model.layers.3.self_attn.v_proj",
13995
  "model.layers.4.mlp.experts.0.down_proj",
 
14761
  "model.layers.4.mlp.experts.99.gate_proj",
14762
  "model.layers.4.mlp.experts.99.up_proj",
14763
  "model.layers.4.self_attn.k_proj",
14764
+ "model.layers.4.self_attn.o_proj",
14765
  "model.layers.4.self_attn.q_proj",
14766
  "model.layers.4.self_attn.v_proj",
14767
  "model.layers.5.mlp.experts.0.down_proj",
 
15533
  "model.layers.5.mlp.experts.99.gate_proj",
15534
  "model.layers.5.mlp.experts.99.up_proj",
15535
  "model.layers.5.self_attn.k_proj",
15536
+ "model.layers.5.self_attn.o_proj",
15537
  "model.layers.5.self_attn.q_proj",
15538
  "model.layers.5.self_attn.v_proj",
15539
  "model.layers.6.mlp.experts.0.down_proj",
 
16305
  "model.layers.6.mlp.experts.99.gate_proj",
16306
  "model.layers.6.mlp.experts.99.up_proj",
16307
  "model.layers.6.self_attn.k_proj",
16308
+ "model.layers.6.self_attn.o_proj",
16309
  "model.layers.6.self_attn.q_proj",
16310
  "model.layers.6.self_attn.v_proj",
16311
  "model.layers.7.mlp.experts.0.down_proj",
 
17077
  "model.layers.7.mlp.experts.99.gate_proj",
17078
  "model.layers.7.mlp.experts.99.up_proj",
17079
  "model.layers.7.self_attn.k_proj",
17080
+ "model.layers.7.self_attn.o_proj",
17081
  "model.layers.7.self_attn.q_proj",
17082
  "model.layers.7.self_attn.v_proj",
17083
  "model.layers.8.mlp.experts.0.down_proj",
 
17849
  "model.layers.8.mlp.experts.99.gate_proj",
17850
  "model.layers.8.mlp.experts.99.up_proj",
17851
  "model.layers.8.self_attn.k_proj",
17852
+ "model.layers.8.self_attn.o_proj",
17853
  "model.layers.8.self_attn.q_proj",
17854
  "model.layers.8.self_attn.v_proj",
17855
  "model.layers.9.mlp.experts.0.down_proj",
 
18621
  "model.layers.9.mlp.experts.99.gate_proj",
18622
  "model.layers.9.mlp.experts.99.up_proj",
18623
  "model.layers.9.self_attn.k_proj",
18624
+ "model.layers.9.self_attn.o_proj",
18625
  "model.layers.9.self_attn.q_proj",
18626
+ "model.layers.9.self_attn.v_proj"
18627
+ ],
18628
+ "missing": [
18629
+ "lm_head",
18630
  "model.word_embeddings"
18631
  ],
18632
  "mismatched": [],