apple
/

DCLM-7B

vaishaal commited on Jul 16, 2024

Commit

29da0e7

verified ·

1 Parent(s): ec422f2

Update config.json

Files changed (1) hide show

config.json CHANGED Viewed

@@ -12,7 +12,7 @@
     "dim": 4096,
     "ffn_type": "swiglu",
     "model": "open_lm_7b",
-    "model_norm": "gain_only_lp_layer_norm",
     "moe_capacity_factor": 1.25,
     "moe_expert_model_parallelism": false,
     "moe_freq": 0,

     "dim": 4096,
     "ffn_type": "swiglu",
     "model": "open_lm_7b",
+    "norm_type": "gain_only_lp_layer_norm",
     "moe_capacity_factor": 1.25,
     "moe_expert_model_parallelism": false,
     "moe_freq": 0,