Upload Doge2ForCausalLM

Files changed (2) hide show

config.json CHANGED Viewed

@@ -18,7 +18,7 @@
   "intermediate_size": 6144,
   "is_moe": false,
   "keep_window_size": 8192,
-  "max_position_embeddings": 16384,
   "model_type": "doge2",
   "norm_topk_prob": false,
   "num_attention_heads": 16,

   "intermediate_size": 6144,
   "is_moe": false,
   "keep_window_size": 8192,
+  "max_position_embeddings": 8192,
   "model_type": "doge2",
   "norm_topk_prob": false,
   "num_attention_heads": 16,

modeling_doge2.py CHANGED Viewed

The diff for this file is too large to render. See raw diff