Upload model_config.json with huggingface_hub

model_config.json

@@ -1,9 +1,10 @@
 {
-  "model_name": "gemma4-e2b",
+  "model_name": "gemma4-e2b-swa-8k",
   "architecture": "gemma4",
   "hidden_size": 1536,
   "num_hidden_layers": 35,
-  "context_length": 512,
+  "context_length": 8192,
+  "sliding_window": 512,
   "vocab_size": 262144,
   "bos_token_id": 2,
   "eos_token_id": 1,
@@ -12,4 +13,4 @@
   "per_layer_model_projection_scale": 0.02551551815399144,
   "per_layer_input_scale": 0.7071067811865476,
   "per_layer_embed_scale": 16.0
-}
+}