Hugging Face's logo

SuperbEmphasis
/
Velvet-Eclipse-v0.1-4x12B-MoE-EVISCERATED

Safetensors
mixtral
Model card Files
xet
 Community
SuperbEmphasis commited on
Commit
30d91ae
·
verified ·
1 Parent(s): fb018dd

Upload folder using huggingface_hub

Browse files
Files changed (17) hide show
  1. config.json +1 -1
  2. model-00001-of-00015.safetensors +3 -0
  3. model-00002-of-00015.safetensors +3 -0
  4. model-00003-of-00015.safetensors +3 -0
  5. model-00004-of-00015.safetensors +3 -0
  6. model-00005-of-00015.safetensors +3 -0
  7. model-00006-of-00015.safetensors +3 -0
  8. model-00007-of-00015.safetensors +3 -0
  9. model-00008-of-00015.safetensors +3 -0
  10. model-00009-of-00015.safetensors +3 -0
  11. model-00010-of-00015.safetensors +3 -0
  12. model-00011-of-00015.safetensors +3 -0
  13. model-00012-of-00015.safetensors +3 -0
  14. model-00013-of-00015.safetensors +3 -0
  15. model-00014-of-00015.safetensors +3 -0
  16. model-00015-of-00015.safetensors +3 -0
  17. model.safetensors.index.json +0 -0
config.json CHANGED
@@ -14,7 +14,7 @@
14
  "model_type": "mixtral",
15
  "num_attention_heads": 32,
16
  "num_experts_per_tok": 2,
17
- "num_hidden_layers": 34,
18
  "num_key_value_heads": 8,
19
  "num_local_experts": 4,
20
  "output_router_logits": false,
 
14
  "model_type": "mixtral",
15
  "num_attention_heads": 32,
16
  "num_experts_per_tok": 2,
17
+ "num_hidden_layers": 36,
18
  "num_key_value_heads": 8,
19
  "num_local_experts": 4,
20
  "output_router_logits": false,
model-00001-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2215f75c066672cd4338d0705636d0d2c2e8baf9578d63fb92db66c5d5abecbe
3
+ size 4928352712
model-00002-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9fce343c2a31244aafabf92a59219cf32fa84495c6f7834b3a1022449e66bcc9
3
+ size 4865460264
model-00003-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7828fb7a9f5dce2690c55290505ba96f7e10c9e5380688cf3cabaa6b3d6a81ce
3
+ size 4865460264
model-00004-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7db10100586175372ca6ffe886d1b89baa46c7c9c65c62d05e92a5cb23b41a0e
3
+ size 4907382256
model-00005-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ae2e1eb092ff4c5506787d35834b0ad8ab5cdef380098823548432f75428b09
3
+ size 4865460304
model-00006-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07d229691866ff3bfa840918c65e1ff0262fad995f6dbb85957ae3af2e9990da
3
+ size 4970307560
model-00007-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69821e20b5524f348601e946f5e75c9ec46b39e06a3021a0ecec9a8a7c1c8bbf
3
+ size 4949335816
model-00008-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9730200bfe55f67bf14d135de949f42efdd76bceee501c61925ce92daeea130
3
+ size 4865460312
model-00009-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b2d07cc32f78b733c0b22a58bb75d30f1d019a8267d20faf1a9bec776fb68b4
3
+ size 4907382296
model-00010-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c282cff190cb81befd77f34edade586d2aa6a194e65c6d018937aeb86587f70e
3
+ size 4865460312
model-00011-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c1da4e8d1ea0fcd5a7c291cbfcddad55c8079b2ca487d1c390613fef5839457
3
+ size 4865460312
model-00012-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72a68fdb538a337549f43e7de1c77438e1ce01a17f6e6f360918866599f96ae5
3
+ size 4907382296
model-00013-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:603887a415410bb58b799a7e91335732ff1e2d7b82a783114a11502ca80c87b4
3
+ size 4865460312
model-00014-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8438205486b4c26b2eda359a217e9b3295a81fc186d42f1ddcf7c7f464b38c6c
3
+ size 4907392624
model-00015-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0672b01c7229b4af2eeab9a03e67b0256195294d0b99e2a16857e184fe393163
3
+ size 1343656280
model.safetensors.index.json CHANGED
The diff for this file is too large to render. See raw diff