Upload config.json with huggingface_hub

config.json

@@ -9,7 +9,6 @@
   "dtype": "bfloat16",
   "enable_moe_block": false,
   "eos_token_id": 1,
-  "expert_intermediate_size": null,
   "final_logit_softcapping": 30.0,
   "head_dim": 256,
   "hidden_activation": "gelu_pytorch_tanh",
@@ -58,7 +57,6 @@
   "model_type": "gemma4_text",
   "moe_intermediate_size": null,
   "num_attention_heads": 8,
-  "num_experts": null,
   "num_hidden_layers": 35,
   "num_key_value_heads": 1,
   "num_kv_shared_layers": 20,
@@ -100,7 +98,6 @@
   },
   "sliding_window": 512,
   "tie_word_embeddings": true,
-  "top_k_experts": null,
   "transformers_version": "5.17.0",
   "use_bidirectional_attention": null,
   "use_cache": true,