config.json

{
  "architectures": [
    "MonkeyOCRv2ViTAEVisionTransformer"
  ],
  "auto_map": {
    "AutoConfig": "configuration_monkeyocrv2_vitae.MonkeyOCRv2ViTAEEncoderConfig",
    "AutoModel": "modeling_monkeyocrv2_vitae_vision.MonkeyOCRv2ViTAEVisionTransformer"
  },
  "model_type": "monkeyocrv2_vitae_encoder",
  "num_channels": 3,
  "patch_size": 32,
  "temporal_patch_size": 1,
  "stage_dims": [
    64,
    128,
    256,
    512
  ],
  "stage_depths": [
    2,
    2,
    8,
    2
  ],
  "stage_heads": [
    1,
    2,
    4,
    8
  ],
  "window_size": 7,
  "mlp_ratio": 4.0,
  "hidden_size": 1024,
  "rms_norm_eps": 1e-05,
  "use_bias": false,
  "attn_implementation": "sdpa",
  "init_merger_std": 0.02,
  "initializer_range": 0.02,
  "is_causal": false,
  "post_norm": true,
  "gradient_checkpointing": false,
  "nc_groups": [
    1,
    32,
    64,
    128
  ],
  "rc_groups": [
    1,
    16,
    32,
    64
  ],
  "prm_embed_dim": 64,
  "downsample_ratios": [
    4,
    2,
    2,
    2
  ],
  "kernel_sizes": [
    7,
    3,
    3,
    3
  ],
  "rc_tokens_type": [
    "window",
    "window",
    "transformer",
    "transformer"
  ],
  "nc_tokens_type": [
    "window",
    "window",
    "transformer",
    "transformer"
  ],
  "rc_heads": [
    1,
    1,
    2,
    4
  ],
  "rc_embed_dims": [
    64,
    64,
    128,
    256
  ]
}