ayanami-kitasan commited on
Commit
c5a550f
·
verified ·
1 Parent(s): 2ce9736

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +1 -1
config.json CHANGED
@@ -9,7 +9,7 @@
9
  "dropout": 0.4,
10
  "early_layer_ratio": 0.25,
11
  "middle_layer_ratio": 0.5,
12
- "model_type": "provence",
13
  "num_fusion_layers": 1,
14
  "num_heads": 8,
15
  "torch_dtype": "bfloat16",
 
9
  "dropout": 0.4,
10
  "early_layer_ratio": 0.25,
11
  "middle_layer_ratio": 0.5,
12
+ "model_type": "swepruner",
13
  "num_fusion_layers": 1,
14
  "num_heads": 8,
15
  "torch_dtype": "bfloat16",