update config.json

config.json

@@ -66,14 +66,12 @@
     "kda_safe_gate": true,
     "kv_lora_rank": 512,
     "layer_group_size": 6,
-    "linear_silu": true,
     "max_position_embeddings": 262144,
     "max_window_layers": 20,
     "moe_intermediate_size": 768,
     "moe_router_enable_expert_bias": true,
     "moe_shared_expert_intermediate_size": 768,
     "mtp_loss_scaling_factor": 0,
-    "mtp_use_kda": false,
     "n_group": 8,
     "no_kda_lora": true,
     "norm_topk_prob": true,
@@ -82,7 +80,6 @@
     "num_experts_per_tok": 8,
     "num_hidden_layers": 42,
     "num_key_value_heads": 32,
-    "num_kv_heads_for_linear_attn": 0,
     "num_nextn_predict_layers": 1,
     "num_shared_experts": 1,
     "output_dropout": 0.0,
@@ -156,13 +153,10 @@
     "up_proj_norm": false,
     "use_bias": false,
     "use_cache": true,
-    "use_kda_lora": false,
     "use_mla_nope": false,
-    "use_nGPT": false,
     "use_qk_norm": true,
     "use_qkv_bias": false,
     "v_head_dim": 128,
-    "value_norm": false,
     "vocab_size": 157184,
     "model_type": "bailing_hybrid",
     "torch_dtype": "bfloat16",