weights/David-partial_shared-deep_efficiency/20251012_065325/david_config.json

{
  "name": "david_clip_vit_l14_ultra_deep",
  "uid": "c.david.clip_vit_l14_ultra_deep",
  "feature_dim": 768,
  "num_classes": 1000,
  "scales": [
    256,
    512,
    768,
    1024,
    1280,
    1536,
    1792,
    2048,
    2304,
    2560
  ],
  "sharing_mode": "partial_shared",
  "fusion_mode": "deep_efficiency",
  "use_belly": true,
  "belly_expand": 3.0,
  "shared_feature_dim": 2048,
  "shared_layers": 12,
  "shared_dropout": 0.1,
  "fusion_temperature": 1.0,
  "fusion_dropout": 0.1,
  "tree_depth": 3,
  "num_experts": 10,
  "compression_ratio": 4,
  "expert_dropout": 0.1,
  "attention_dropout": 0.1,
  "progressive_training": true,
  "scale_warmup_epochs": {
    "256": 0,
    "512": 1,
    "768": 2,
    "1024": 3,
    "1280": 4,
    "1536": 5,
    "1792": 6,
    "2048": 7,
    "2304": 8,
    "2560": 9
  }
}