Add mlp_only_layers, decoder_sparse_step, norm_topk_prob; set sliding_window=0 for vLLM 0.21.0 native Laguna

config.json

@@ -33,7 +33,6 @@
   "use_cache": true,
   "torch_dtype": "bfloat16",
   "gating": "per-element",
-  "sliding_window": null,
   "rope_parameters": {
     "full_attention": {
       "rope_theta": 500000.0,
@@ -515,5 +514,13 @@
     "sparsity_config": {},
     "transform_config": {},
     "version": "0.11.0"
-  }
-}
+  },
+  "norm_topk_prob": true,
+  "mlp_only_layers": [
+    0,
+    1,
+    2
+  ],
+  "decoder_sparse_step": 1,
+  "sliding_window": 0
+}