Update config.json

config.json

@@ -32,5 +32,5 @@
   "use_cache": true,
   "vocab_size": 51200,
   "rotary_dim": 0,
-  "activation_function": null
+  "activation_function": "relu"
 }