Hugging Face's logo

KronosLabs
/
Iapetus-v2-Kernel

Safetensors
qwen3_next
code
Model card Files
xet
 Community
KronosLabs commited on
Commit
0b4ab44
·
verified ·
1 Parent(s): 8ca8258

Upload model

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. config.json +94 -0
  2. model-00001-of-00064.safetensors +3 -0
  3. model-00002-of-00064.safetensors +3 -0
  4. model-00003-of-00064.safetensors +3 -0
  5. model-00004-of-00064.safetensors +3 -0
  6. model-00005-of-00064.safetensors +3 -0
  7. model-00006-of-00064.safetensors +3 -0
  8. model-00007-of-00064.safetensors +3 -0
  9. model-00008-of-00064.safetensors +3 -0
  10. model-00009-of-00064.safetensors +3 -0
  11. model-00010-of-00064.safetensors +3 -0
  12. model-00011-of-00064.safetensors +3 -0
  13. model-00012-of-00064.safetensors +3 -0
  14. model-00013-of-00064.safetensors +3 -0
  15. model-00014-of-00064.safetensors +3 -0
  16. model-00015-of-00064.safetensors +3 -0
  17. model-00016-of-00064.safetensors +3 -0
  18. model-00017-of-00064.safetensors +3 -0
  19. model-00018-of-00064.safetensors +3 -0
  20. model-00019-of-00064.safetensors +3 -0
  21. model-00020-of-00064.safetensors +3 -0
  22. model-00021-of-00064.safetensors +3 -0
  23. model-00022-of-00064.safetensors +3 -0
  24. model-00023-of-00064.safetensors +3 -0
  25. model-00024-of-00064.safetensors +3 -0
  26. model-00025-of-00064.safetensors +3 -0
  27. model-00026-of-00064.safetensors +3 -0
  28. model-00027-of-00064.safetensors +3 -0
  29. model-00028-of-00064.safetensors +3 -0
  30. model-00029-of-00064.safetensors +3 -0
  31. model-00030-of-00064.safetensors +3 -0
  32. model-00031-of-00064.safetensors +3 -0
  33. model-00032-of-00064.safetensors +3 -0
  34. model-00033-of-00064.safetensors +3 -0
  35. model-00034-of-00064.safetensors +3 -0
  36. model-00035-of-00064.safetensors +3 -0
  37. model-00036-of-00064.safetensors +3 -0
  38. model-00037-of-00064.safetensors +3 -0
  39. model-00038-of-00064.safetensors +3 -0
  40. model-00039-of-00064.safetensors +3 -0
  41. model-00040-of-00064.safetensors +3 -0
  42. model-00041-of-00064.safetensors +3 -0
  43. model-00042-of-00064.safetensors +3 -0
  44. model-00043-of-00064.safetensors +3 -0
  45. model-00044-of-00064.safetensors +3 -0
  46. model-00045-of-00064.safetensors +3 -0
  47. model-00046-of-00064.safetensors +3 -0
  48. model-00047-of-00064.safetensors +3 -0
  49. model-00048-of-00064.safetensors +3 -0
  50. model-00049-of-00064.safetensors +3 -0
config.json ADDED
@@ -0,0 +1,94 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Qwen3NextModel"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0,
7
+ "decoder_sparse_step": 1,
8
+ "dtype": "float32",
9
+ "eos_token_id": 151645,
10
+ "full_attention_interval": 4,
11
+ "head_dim": 256,
12
+ "hidden_act": "silu",
13
+ "hidden_size": 2048,
14
+ "initializer_range": 0.02,
15
+ "intermediate_size": 5120,
16
+ "layer_types": [
17
+ "linear_attention",
18
+ "linear_attention",
19
+ "linear_attention",
20
+ "full_attention",
21
+ "linear_attention",
22
+ "linear_attention",
23
+ "linear_attention",
24
+ "full_attention",
25
+ "linear_attention",
26
+ "linear_attention",
27
+ "linear_attention",
28
+ "full_attention",
29
+ "linear_attention",
30
+ "linear_attention",
31
+ "linear_attention",
32
+ "full_attention",
33
+ "linear_attention",
34
+ "linear_attention",
35
+ "linear_attention",
36
+ "full_attention",
37
+ "linear_attention",
38
+ "linear_attention",
39
+ "linear_attention",
40
+ "full_attention",
41
+ "linear_attention",
42
+ "linear_attention",
43
+ "linear_attention",
44
+ "full_attention",
45
+ "linear_attention",
46
+ "linear_attention",
47
+ "linear_attention",
48
+ "full_attention",
49
+ "linear_attention",
50
+ "linear_attention",
51
+ "linear_attention",
52
+ "full_attention",
53
+ "linear_attention",
54
+ "linear_attention",
55
+ "linear_attention",
56
+ "full_attention",
57
+ "linear_attention",
58
+ "linear_attention",
59
+ "linear_attention",
60
+ "full_attention",
61
+ "linear_attention",
62
+ "linear_attention",
63
+ "linear_attention",
64
+ "full_attention"
65
+ ],
66
+ "linear_conv_kernel_dim": 4,
67
+ "linear_key_head_dim": 128,
68
+ "linear_num_key_heads": 16,
69
+ "linear_num_value_heads": 32,
70
+ "linear_value_head_dim": 128,
71
+ "max_position_embeddings": 262144,
72
+ "mlp_only_layers": [],
73
+ "model_type": "qwen3_next",
74
+ "moe_intermediate_size": 512,
75
+ "norm_topk_prob": true,
76
+ "num_attention_heads": 16,
77
+ "num_experts": 512,
78
+ "num_experts_per_tok": 10,
79
+ "num_hidden_layers": 48,
80
+ "num_key_value_heads": 2,
81
+ "output_router_logits": false,
82
+ "pad_token_id": 151643,
83
+ "partial_rotary_factor": 0.25,
84
+ "rms_norm_eps": 1e-06,
85
+ "rope_scaling": null,
86
+ "rope_theta": 5000000,
87
+ "router_aux_loss_coef": 0.001,
88
+ "shared_expert_intermediate_size": 512,
89
+ "tie_word_embeddings": false,
90
+ "transformers_version": "4.57.6",
91
+ "use_cache": false,
92
+ "use_sliding_window": false,
93
+ "vocab_size": 151936
94
+ }
model-00001-of-00064.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b49ba88668f1f19e071b34d9dafbb594a0aa752772b60ab42f21a42f6a7759bc
3
+ size 4999319728
model-00002-of-00064.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3e540ebbb9c49b1fab6759da53293882d7c8b8917899b311f2985053ca0f230
3
+ size 4996233000
model-00003-of-00064.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:441d681b9730155d91a3571bf4969fd111c49b5df1db6931c3bd23cfde91df8f
3
+ size 4996233200
model-00004-of-00064.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0bc34f3909615efcfba27856013b5bb3dd03ae2e4939c8a427af0ce96489eb94
3
+ size 4999749536
model-00005-of-00064.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf3a717f1c758ee394ff38c679a9d8c9a0e173d66b7c0405547141364d2d8a75
3
+ size 4999773936
model-00006-of-00064.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3d8a963acb658b4fc30894e2ed046614b6a898b42f7f8a399e1194f59e1da3c
3
+ size 4996233000
model-00007-of-00064.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ceba9868212f31e4e140ad7d25ea3f58b7ddbc85e39d009016221d8843188cac
3
+ size 4996233144
model-00008-of-00064.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2f6607c50a3ba1a2ae293067fa59c87f4d50516342a2a07c38aca408d836504
3
+ size 4999749592
model-00009-of-00064.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72945906fb75ccc5a249acfaab67f5e0098b1c53b447ec122dc2e7e9a1e3e31d
3
+ size 4996233048
model-00010-of-00064.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5043153cda750be840c8d48d969cc1e1bc59af076a34ab311bfcc8e5c94c77e8
3
+ size 4999773936
model-00011-of-00064.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86c5f81ef8de484fe2efe70ed7715e848b5eefa2fe6c838e216c0adfe7246895
3
+ size 4996233088
model-00012-of-00064.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f02a6f286907d84097bfa21b25f292d15cc65d3a2ec5acf7fa9744389ae981f7
3
+ size 4999749648
model-00013-of-00064.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfade393f7cba680c120ac39d2c1bd3aab76c0250e13225c20bddaa1efb8f29e
3
+ size 4996233048
model-00014-of-00064.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4cf145a6223a6e9fb123d274ccf9b4fc87a0a629ce7cd6e535ea8fae83393798
3
+ size 4996233736
model-00015-of-00064.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36c72b5550794816c634e63cfebb6a5cb2caf48497c27b51f25007519ab2c33c
3
+ size 4999775144
model-00016-of-00064.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bba00e25557618f5dbb54bea6acec552f4c4199a2777bfdc3fb239f58895078e
3
+ size 4999750896
model-00017-of-00064.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20cc042b20bfbb2355be6df9664f23500b2ab7c91dabad7aa3e7685278bd11ba
3
+ size 4996234216
model-00018-of-00064.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2799ddf55bbf825fc74f658790a5f74856546eab78e7e2c484062b4f175e13a0
3
+ size 4996234168
model-00019-of-00064.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c5e46d1b2407bf111405909f033ca16fedf1594830105e15e9c55b94074bac1
3
+ size 4996234168
model-00020-of-00064.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d8f6552c841c101319d91b27691e6e76b56344e72f97d5c09e60c872ef013c8
3
+ size 4999750928
model-00021-of-00064.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e954291c21231da107d7daa49eb8f2aad35229bd4fa00420eda725f8a21fedb
3
+ size 4999775104
model-00022-of-00064.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87dd7a7cd729ee6121b282cc2e3d944239bf3840df28c4b84e31f539a95e5a47
3
+ size 4996234168
model-00023-of-00064.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b4d391df37e919bd8ef28518133cadcea4970b939dc42dd67aa232c4c5ad7e3
3
+ size 4996234168
model-00024-of-00064.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69dfdbfb1880d9a5d3449f94b74346f7ebf2e8eb4ab6b4d2154ce78457a44b9e
3
+ size 4992040928
model-00025-of-00064.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86dc9950b7b668a7dc867e9e83509a9023270e0c9615b3c46839f26b2ce27d19
3
+ size 4999749784
model-00026-of-00064.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:395ccc5ed1a6d22564ec28256d46e27e3e46ded82afc27e56ee88cbe6a1fe92e
3
+ size 4999775112
model-00027-of-00064.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fdea93be12cffb778d93ea072c7bea7b984f952fb17d50412a0f1f42a41b27fe
3
+ size 4996234168
model-00028-of-00064.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:824f053aa47f9ce4e60320481502efc696cdababe53c39f8ea861dcbad4daa92
3
+ size 4996234424
model-00029-of-00064.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a98d0cd64750583f00a1cf5be7ce814c0c0f954576e00d24362f735084589380
3
+ size 4999750680
model-00030-of-00064.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98d6d37b07e7b13f34313622267ba54acd33506d859913b34c84446e249081c7
3
+ size 4996234168
model-00031-of-00064.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d922b2cc3dcb1c1125f10ada8138305a9c57eb9cc3b862c6a6d1e70d72cfa7d0
3
+ size 4999775112
model-00032-of-00064.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37e8abde98a24e9709fd99507f9f4c137686cfba977d7fbda60080796fb18f7d
3
+ size 4996234368
model-00033-of-00064.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d69909996a38279c2cbbcbadbdcba3caa0c2e7eb57e797c746c128ab1f6fc55
3
+ size 4999750728
model-00034-of-00064.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13ee0cc5686040718a2fc4f7196d27a7b820f9272a82aeb680b6ad93dd52382c
3
+ size 4996234168
model-00035-of-00064.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb401ce0c941ceffb2a6021caac76e0633543ee08ae3f5e0947f81563e4c96d1
3
+ size 4996234168
model-00036-of-00064.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b802db067b4e22e8aacd9ca1c49c63af41fb4d56a46d2b167bc253d5fbe7ecff
3
+ size 4999775248
model-00037-of-00064.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33e0145f9024443df4d1f887d8ca69889bad3fb50f9f9430b06e88fc2b8ea5b1
3
+ size 4999750792
model-00038-of-00064.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:612720f850cd94c33c931881de131392c20cd2f04f4305293e35e4fe78e846d9
3
+ size 4996234216
model-00039-of-00064.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68837e59ef53151c356f19ce56b4f1e4e23ef8b644161555b3a82cc121e53fa6
3
+ size 4996234168
model-00040-of-00064.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c87a73433712fd683f0fd8d3868dd845dc75571fc5ed8d659e674de5abb42b86
3
+ size 4996234264
model-00041-of-00064.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48a374b823b010051b391b44c957c3f3eb8c81f9aa97f6c52e9dc7eecc454b1c
3
+ size 4999750840
model-00042-of-00064.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de50fa43989a0b2c18a66478fd3d096adaa5ba46dce968cb773d87e686309e9f
3
+ size 4999775104
model-00043-of-00064.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73ece40fce8bf0dcad56e57d65a7f3229a0c3b4ce61123083f0075d16b3ce6bb
3
+ size 4996234168
model-00044-of-00064.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb34ac49e5902cc4444ddfa737214ed2dd534a7b9772ed3e2dfc1025c2404a67
3
+ size 4996234208
model-00045-of-00064.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c3ed8edd81922a8715f07fdea5aa2e6459f7338d75381750a9e11119ff0de71
3
+ size 4999750896
model-00046-of-00064.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e79c65293cc82ab37a86c7cc03c3528d20d91e26ffdda880605ad127c2a0dd3
3
+ size 4996234216
model-00047-of-00064.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24223bb0a2ec950de6c9ba0a9663d340b36facfaf06bf0202c84f9d159ce1f7d
3
+ size 4999775112
model-00048-of-00064.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41f5637e51def663aa75907c93c4c3d9a421c529c7c96c48d83ee37ab949f9a1
3
+ size 4996234168
model-00049-of-00064.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6fc6a4faf41aa36b1433e9c4bf2b656ab04ac82aa104788f1fed6d76e5015b3e
3
+ size 4999750928