freedomking
/

OpenSpark-13B-Chat

Text Generation

Model card Files Files and versions

freedomking commited on Feb 8

Commit

dc755a3

·

verified ·

1 Parent(s): a92daa2

Update config.json

Files changed (1) hide show

config.json +1 -1

config.json CHANGED Viewed

@@ -14,7 +14,7 @@
     "dtype": "bfloat16",
     "eos_token_id": 5,
     "ffn_hidden_size": 14336,
-    "hidden_act": "gelu",
     "hidden_size": 5120,
     "init_std": 0.014,
     "initializer_range": 0.02,

     "dtype": "bfloat16",
     "eos_token_id": 5,
     "ffn_hidden_size": 14336,
+    "hidden_act": "fast_gelu",
     "hidden_size": 5120,
     "init_std": 0.014,
     "initializer_range": 0.02,