AbstractPhil commited on
Commit
a40940c
·
verified ·
1 Parent(s): d1668cb

Update david_config.json - Run 20251012_221046

Browse files
weights/David-decoupled-deep_efficiency/20251012_221046/david_config.json ADDED
@@ -0,0 +1,35 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "name": "david_high_accuracy",
3
+ "uid": "c.david.high_accuracy",
4
+ "feature_dim": 512,
5
+ "num_classes": 1000,
6
+ "scales": [
7
+ 256,
8
+ 512,
9
+ 768,
10
+ 1024,
11
+ 1280
12
+ ],
13
+ "sharing_mode": "decoupled",
14
+ "fusion_mode": "deep_efficiency",
15
+ "use_belly": true,
16
+ "belly_expand": 2.5,
17
+ "shared_feature_dim": 768,
18
+ "shared_layers": 2,
19
+ "shared_dropout": 0.1,
20
+ "fusion_temperature": 1.0,
21
+ "fusion_dropout": 0.1,
22
+ "tree_depth": 3,
23
+ "num_experts": 5,
24
+ "compression_ratio": 2,
25
+ "expert_dropout": 0.1,
26
+ "attention_dropout": 0.1,
27
+ "progressive_training": true,
28
+ "scale_warmup_epochs": {
29
+ "256": 0,
30
+ "512": 1,
31
+ "768": 2,
32
+ "1024": 3,
33
+ "1280": 4
34
+ }
35
+ }