Hugging Face's logo

vprovorg
/
tiny-random-Mixtral-8x7B-v0.1

Safetensors
mixtral
Model card Files
xet
Community
6

Update tiny models for Mixtral-8x7B-v0.1

#6
by vprov - opened
base: refs/heads/main
←
from: refs/pr/6
Discussion Files changed
+4
-4
Files changed (2) hide show
  1. config.json +2 -2
  2. model.safetensors +2 -2
config.json CHANGED
@@ -7,12 +7,12 @@
7
  "bos_token_id": 1,
8
  "eos_token_id": 2,
9
  "hidden_act": "silu",
10
- "hidden_size": 32,
11
  "initializer_range": 0.02,
12
  "intermediate_size": 14336,
13
  "max_position_embeddings": 512,
14
  "model_type": "mixtral",
15
- "num_attention_heads": 4,
16
  "num_experts_per_tok": 2,
17
  "num_hidden_layers": 2,
18
  "num_key_value_heads": 8,
 
7
  "bos_token_id": 1,
8
  "eos_token_id": 2,
9
  "hidden_act": "silu",
10
+ "hidden_size": 16,
11
  "initializer_range": 0.02,
12
  "intermediate_size": 14336,
13
  "max_position_embeddings": 512,
14
  "model_type": "mixtral",
15
+ "num_attention_heads": 16,
16
  "num_experts_per_tok": 2,
17
  "num_hidden_layers": 2,
18
  "num_key_value_heads": 8,
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:64575ac9c7ea1531fd250e5e66bfc3965efb686c7217025371950007969634a3
3
- size 92235528
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ead45f627469157e4a2dba055e246553d43f07f33dc205895b919354baa5631b
3
+ size 46102968