config.json

{
  "backbone_pretrained": false,
  "moe_config": {
    "alpha": 1.0,
    "apply_to_patches_only": true,
    "blocks": "last6",
    "bottleneck": 192,
    "experts": 8,
    "freeze_backbone": true,
    "ortho_lambda": 0.0005,
    "r": 128,
    "router_mode": "top1",
    "tau": 1.0,
    "unfreeze_layernorm": false
  },
  "num_classes": 1000,
  "vit_model_name": "vit_base_patch16_224"
}