Update tiny models for Mixtral-8x7B-v0.1

#2
by vprov - opened
Files changed (2) hide show
  1. config.json +1 -1
  2. model.safetensors +2 -2
config.json CHANGED
@@ -7,7 +7,7 @@
7
  "bos_token_id": 1,
8
  "eos_token_id": 2,
9
  "hidden_act": "silu",
10
- "hidden_size": 32,
11
  "initializer_range": 0.02,
12
  "intermediate_size": 14336,
13
  "max_position_embeddings": 512,
 
7
  "bos_token_id": 1,
8
  "eos_token_id": 2,
9
  "hidden_act": "silu",
10
+ "hidden_size": 16,
11
  "initializer_range": 0.02,
12
  "intermediate_size": 14336,
13
  "max_position_embeddings": 512,
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:64575ac9c7ea1531fd250e5e66bfc3965efb686c7217025371950007969634a3
3
- size 92235528
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb1752b00059d0c390a317b97876da70099c401d3d809dfddc45cebeaef5e820
3
+ size 46109112