| { | |
| "name": "david_clip_vit_l14_deep", | |
| "uid": "c.david.clip_vit_l14_deep", | |
| "feature_dim": 768, | |
| "num_classes": 1000, | |
| "scales": [ | |
| 256, | |
| 512, | |
| 768, | |
| 1024, | |
| 1280, | |
| 1536, | |
| 1792, | |
| 2048, | |
| 2304, | |
| 2560 | |
| ], | |
| "sharing_mode": "partial_shared", | |
| "fusion_mode": "deep_efficiency", | |
| "use_belly": true, | |
| "belly_expand": 2.0, | |
| "shared_feature_dim": 1024, | |
| "shared_layers": 4, | |
| "shared_dropout": 0.1, | |
| "fusion_temperature": 1.0, | |
| "fusion_dropout": 0.1, | |
| "tree_depth": 3, | |
| "num_experts": 4, | |
| "compression_ratio": 4, | |
| "expert_dropout": 0.1, | |
| "attention_dropout": 0.1, | |
| "progressive_training": true, | |
| "scale_warmup_epochs": { | |
| "256": 0, | |
| "512": 1, | |
| "768": 2, | |
| "1024": 3, | |
| "1280": 4, | |
| "1536": 5, | |
| "1792": 6, | |
| "2048": 7, | |
| "2304": 8, | |
| "2560": 9 | |
| } | |
| } |