weights/David-fully_shared-weighted_sum/20251012_235237/david_config.json

{
  "name": "david_small_fast",
  "uid": "c.david.small_fast",
  "feature_dim": 512,
  "num_classes": 1000,
  "scales": [
    256,
    512
  ],
  "sharing_mode": "fully_shared",
  "fusion_mode": "weighted_sum",
  "use_belly": false,
  "belly_expand": 2.0,
  "shared_feature_dim": 512,
  "shared_layers": 1,
  "shared_dropout": 0.1,
  "fusion_temperature": 1.0,
  "fusion_dropout": 0.1,
  "tree_depth": 3,
  "num_experts": 3,
  "compression_ratio": 4,
  "expert_dropout": 0.1,
  "attention_dropout": 0.1,
  "progressive_training": true,
  "scale_warmup_epochs": {
    "256": 0,
    "512": 2
  }
}