Hugging Face's logo

GRRNMAKE
/
Magnus-SYMB

Text Generation
synaxim
grrn-inference
int4
symbiotic-gate
framework-free
magnus
mistral
Model card Files
xet
 Community
GRRNNOB commited on
Commit
214ba26
·
verified ·
1 Parent(s): 66386ec

Magnus converted to SYNAXIM .symb INT4 (group_size=128) (part 2)

Browse files
Files changed (45) hide show
  1. .gitattributes +32 -0
  2. layers/layer_27/mlp_down.symb +3 -0
  3. layers/layer_27/mlp_gate.symb +3 -0
  4. layers/layer_27/mlp_up.symb +3 -0
  5. layers/layer_27/norm_attn.symb +0 -0
  6. layers/layer_27/norm_mlp.symb +0 -0
  7. layers/layer_28/attn_k.symb +3 -0
  8. layers/layer_28/attn_o.symb +3 -0
  9. layers/layer_28/attn_q.symb +3 -0
  10. layers/layer_28/attn_v.symb +3 -0
  11. layers/layer_28/mlp_down.symb +3 -0
  12. layers/layer_28/mlp_gate.symb +3 -0
  13. layers/layer_28/mlp_up.symb +3 -0
  14. layers/layer_28/norm_attn.symb +0 -0
  15. layers/layer_28/norm_mlp.symb +0 -0
  16. layers/layer_29/attn_k.symb +3 -0
  17. layers/layer_29/attn_o.symb +3 -0
  18. layers/layer_29/attn_q.symb +3 -0
  19. layers/layer_29/attn_v.symb +3 -0
  20. layers/layer_29/mlp_down.symb +3 -0
  21. layers/layer_29/mlp_gate.symb +3 -0
  22. layers/layer_29/mlp_up.symb +3 -0
  23. layers/layer_29/norm_attn.symb +0 -0
  24. layers/layer_29/norm_mlp.symb +0 -0
  25. layers/layer_30/attn_k.symb +3 -0
  26. layers/layer_30/attn_o.symb +3 -0
  27. layers/layer_30/attn_q.symb +3 -0
  28. layers/layer_30/attn_v.symb +3 -0
  29. layers/layer_30/mlp_down.symb +3 -0
  30. layers/layer_30/mlp_gate.symb +3 -0
  31. layers/layer_30/mlp_up.symb +3 -0
  32. layers/layer_30/norm_attn.symb +0 -0
  33. layers/layer_30/norm_mlp.symb +0 -0
  34. layers/layer_31/attn_k.symb +3 -0
  35. layers/layer_31/attn_o.symb +3 -0
  36. layers/layer_31/attn_q.symb +3 -0
  37. layers/layer_31/attn_v.symb +3 -0
  38. layers/layer_31/mlp_down.symb +3 -0
  39. layers/layer_31/mlp_gate.symb +3 -0
  40. layers/layer_31/mlp_up.symb +3 -0
  41. layers/layer_31/norm_attn.symb +0 -0
  42. layers/layer_31/norm_mlp.symb +0 -0
  43. lm_head.symb +3 -0
  44. tokenizer/tokenizer.json +0 -0
  45. tokenizer/tokenizer_config.json +17 -0
.gitattributes CHANGED
@@ -227,3 +227,35 @@ layers/layer_27/attn_k.symb filter=lfs diff=lfs merge=lfs -text
227
  layers/layer_27/attn_o.symb filter=lfs diff=lfs merge=lfs -text
228
  layers/layer_27/attn_q.symb filter=lfs diff=lfs merge=lfs -text
229
  layers/layer_27/attn_v.symb filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
227
  layers/layer_27/attn_o.symb filter=lfs diff=lfs merge=lfs -text
228
  layers/layer_27/attn_q.symb filter=lfs diff=lfs merge=lfs -text
229
  layers/layer_27/attn_v.symb filter=lfs diff=lfs merge=lfs -text
230
+ layers/layer_27/mlp_down.symb filter=lfs diff=lfs merge=lfs -text
231
+ layers/layer_27/mlp_gate.symb filter=lfs diff=lfs merge=lfs -text
232
+ layers/layer_27/mlp_up.symb filter=lfs diff=lfs merge=lfs -text
233
+ layers/layer_28/attn_k.symb filter=lfs diff=lfs merge=lfs -text
234
+ layers/layer_28/attn_o.symb filter=lfs diff=lfs merge=lfs -text
235
+ layers/layer_28/attn_q.symb filter=lfs diff=lfs merge=lfs -text
236
+ layers/layer_28/attn_v.symb filter=lfs diff=lfs merge=lfs -text
237
+ layers/layer_28/mlp_down.symb filter=lfs diff=lfs merge=lfs -text
238
+ layers/layer_28/mlp_gate.symb filter=lfs diff=lfs merge=lfs -text
239
+ layers/layer_28/mlp_up.symb filter=lfs diff=lfs merge=lfs -text
240
+ layers/layer_29/attn_k.symb filter=lfs diff=lfs merge=lfs -text
241
+ layers/layer_29/attn_o.symb filter=lfs diff=lfs merge=lfs -text
242
+ layers/layer_29/attn_q.symb filter=lfs diff=lfs merge=lfs -text
243
+ layers/layer_29/attn_v.symb filter=lfs diff=lfs merge=lfs -text
244
+ layers/layer_29/mlp_down.symb filter=lfs diff=lfs merge=lfs -text
245
+ layers/layer_29/mlp_gate.symb filter=lfs diff=lfs merge=lfs -text
246
+ layers/layer_29/mlp_up.symb filter=lfs diff=lfs merge=lfs -text
247
+ layers/layer_30/attn_k.symb filter=lfs diff=lfs merge=lfs -text
248
+ layers/layer_30/attn_o.symb filter=lfs diff=lfs merge=lfs -text
249
+ layers/layer_30/attn_q.symb filter=lfs diff=lfs merge=lfs -text
250
+ layers/layer_30/attn_v.symb filter=lfs diff=lfs merge=lfs -text
251
+ layers/layer_30/mlp_down.symb filter=lfs diff=lfs merge=lfs -text
252
+ layers/layer_30/mlp_gate.symb filter=lfs diff=lfs merge=lfs -text
253
+ layers/layer_30/mlp_up.symb filter=lfs diff=lfs merge=lfs -text
254
+ layers/layer_31/attn_k.symb filter=lfs diff=lfs merge=lfs -text
255
+ layers/layer_31/attn_o.symb filter=lfs diff=lfs merge=lfs -text
256
+ layers/layer_31/attn_q.symb filter=lfs diff=lfs merge=lfs -text
257
+ layers/layer_31/attn_v.symb filter=lfs diff=lfs merge=lfs -text
258
+ layers/layer_31/mlp_down.symb filter=lfs diff=lfs merge=lfs -text
259
+ layers/layer_31/mlp_gate.symb filter=lfs diff=lfs merge=lfs -text
260
+ layers/layer_31/mlp_up.symb filter=lfs diff=lfs merge=lfs -text
261
+ lm_head.symb filter=lfs diff=lfs merge=lfs -text
layers/layer_27/mlp_down.symb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aca19d876500ed902845aa5270da6a911471ea840fe3f906ddd2b91c2c682c77
3
+ size 31195156
layers/layer_27/mlp_gate.symb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b825f2b9540fad490901a965ed518325b4b9f1502fb1d948952c2d0aa1e51939
3
+ size 31195156
layers/layer_27/mlp_up.symb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b0dc157efcab4c388118d64718f81c52f99bbe4d4320b97381f1152c918564e
3
+ size 31195156
layers/layer_27/norm_attn.symb ADDED
Binary file (8.19 kB). View file
 
layers/layer_27/norm_mlp.symb ADDED
Binary file (8.19 kB). View file
 
layers/layer_28/attn_k.symb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ac4bc09556b85c9f3fbcfc3f5c199ff89994e54aea8889743363a5c048a764e
3
+ size 2228244
layers/layer_28/attn_o.symb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7faaf64c13346107a58974c44d9901f2c79fa47f9e9ffed44f31c4187ccf19ca
3
+ size 8912916
layers/layer_28/attn_q.symb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7901bb145e7be0abfd250d2726f7b2c1b1ca16e9258b700ebb3753b4e3047f4b
3
+ size 8912916
layers/layer_28/attn_v.symb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54cca5e3122734adf7d18b3e0cc35f528996d47f8d1a1b8e8e19f063bda6b354
3
+ size 2228244
layers/layer_28/mlp_down.symb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a3ad79af8862351cb415da59a28c4725f7a8c91ef492527d6ded40f9cd9de55
3
+ size 31195156
layers/layer_28/mlp_gate.symb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd85ab293d6138f0e2cf9a18a28b03c4d34d200429bc283858f47f2d9b65b21a
3
+ size 31195156
layers/layer_28/mlp_up.symb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af822742c43c4de0d15952622b83d61a8a0799270f8900a7ffccccfcf06fc6a9
3
+ size 31195156
layers/layer_28/norm_attn.symb ADDED
Binary file (8.19 kB). View file
 
layers/layer_28/norm_mlp.symb ADDED
Binary file (8.19 kB). View file
 
layers/layer_29/attn_k.symb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6321c8faab7329d4225e731bdb58cf5782f2d0355079a416edcb26acf4211066
3
+ size 2228244
layers/layer_29/attn_o.symb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25a2f82e0c66231a1625a35c0f52060e06cd8881662ad15262e858cf6575ad96
3
+ size 8912916
layers/layer_29/attn_q.symb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:584f6b21f5656f44d190f1e0597aba1d616eaa3c171ec4b5dec66bcd2c515ddf
3
+ size 8912916
layers/layer_29/attn_v.symb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f4640eef19a4772b2ee631c8f1cd55cfef279ab7eef83dcba502d312f194998
3
+ size 2228244
layers/layer_29/mlp_down.symb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af0d9ee9db583073ccd6e56da112e516fb2f1ddf295a941cb0b920e79e0cdcef
3
+ size 31195156
layers/layer_29/mlp_gate.symb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8ef64a977c2e0efeeae357c6c7fa9dbe7e2db6a18ebbc9722973e49b2a7aaa2
3
+ size 31195156
layers/layer_29/mlp_up.symb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89681c826931d10b7284217eaea5a400ab0a3f89a64f9e2a6b451c335dd76ec4
3
+ size 31195156
layers/layer_29/norm_attn.symb ADDED
Binary file (8.19 kB). View file
 
layers/layer_29/norm_mlp.symb ADDED
Binary file (8.19 kB). View file
 
layers/layer_30/attn_k.symb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7f4f64b787f55b69e85c5aa1300181eaad14d1607dc52945947cf427d45782c
3
+ size 2228244
layers/layer_30/attn_o.symb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6790c491f9d3eaea5da8b18142bc9800919aea8186e8f477a0e4a2bba0a506b7
3
+ size 8912916
layers/layer_30/attn_q.symb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28b1a15d41d9b7c2a2dbcda8d3d55ddddc023b548135812b1d5f5199b8055df9
3
+ size 8912916
layers/layer_30/attn_v.symb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7bb49b9ce5ef19cc069b517e09ef8abe5020ba9cafca3c30c285eba2938b1ab4
3
+ size 2228244
layers/layer_30/mlp_down.symb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe03d8cddf2847916788251fa0d413b9eab59e2422ace33f2444e7861ec6f9da
3
+ size 31195156
layers/layer_30/mlp_gate.symb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f92a914f7e4953487c526fa6f676149e0723a0397b41582de5868f05b1eb3838
3
+ size 31195156
layers/layer_30/mlp_up.symb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5232cb32478b5f8df3134f63d6cd5243ecabe3b6be81dda3795a721c09657677
3
+ size 31195156
layers/layer_30/norm_attn.symb ADDED
Binary file (8.19 kB). View file
 
layers/layer_30/norm_mlp.symb ADDED
Binary file (8.19 kB). View file
 
layers/layer_31/attn_k.symb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:982ed6b17d2440c00985083fc518c747170ff7f2ca07e747f26b6aaed010aa04
3
+ size 2228244
layers/layer_31/attn_o.symb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22ee070a9acd9e20ebf6c59828153f095d9ce3bf6bda86f683e5ce76f9a3ef62
3
+ size 8912916
layers/layer_31/attn_q.symb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d358d6bf038c8b2108848690bbcc38216131e69371aec9c906a1be933a133b3d
3
+ size 8912916
layers/layer_31/attn_v.symb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35e8a97217348d42af15b3d6404fc1e54f477984adaa83b706faaa4fd8b8e535
3
+ size 2228244
layers/layer_31/mlp_down.symb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a9c5c0ca2962462e66951135d38381fefdbcd68c4038fb0999e8332b1c29b1e
3
+ size 31195156
layers/layer_31/mlp_gate.symb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f0ce92af02f7eb32893841c41a537d5e4b2501cef0b7bbbb3882119fbc1dd62
3
+ size 31195156
layers/layer_31/mlp_up.symb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80eaa197716a208f04923a27b92eb277e8d46c17cae44b27bed95f965c6baaea
3
+ size 31195156
layers/layer_31/norm_attn.symb ADDED
Binary file (8.19 kB). View file
 
layers/layer_31/norm_mlp.symb ADDED
Binary file (8.19 kB). View file
 
lm_head.symb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b396cc3fa94c943151e5df52434b1a672514612c976a514c85c9cb321f1ffb90
3
+ size 71303188
tokenizer/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer/tokenizer_config.json ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": true,
3
+ "backend": "tokenizers",
4
+ "bos_token": "<s>",
5
+ "clean_up_tokenization_spaces": false,
6
+ "eos_token": "</s>",
7
+ "is_local": false,
8
+ "legacy": false,
9
+ "local_files_only": false,
10
+ "model_max_length": 1000000000000000019884624838656,
11
+ "pad_token": null,
12
+ "sp_model_kwargs": {},
13
+ "spaces_between_special_tokens": false,
14
+ "tokenizer_class": "TokenizersBackend",
15
+ "unk_token": "<unk>",
16
+ "use_default_system_prompt": false
17
+ }