AbstractPhil commited on
Commit
c5f33b1
·
verified ·
1 Parent(s): 6f6e8da

Update david_config.json - Run 20251012_181608

Browse files
weights/David-partial_shared-deep_efficiency/20251012_181608/david_config.json ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "name": "david_clip_vit_bigg14",
3
+ "uid": "c.david.clip_vit_bigg14",
4
+ "feature_dim": 1280,
5
+ "num_classes": 1000,
6
+ "scales": [
7
+ 384,
8
+ 512,
9
+ 768,
10
+ 1024,
11
+ 1280,
12
+ 1536,
13
+ 1792,
14
+ 2048
15
+ ],
16
+ "sharing_mode": "partial_shared",
17
+ "fusion_mode": "deep_efficiency",
18
+ "use_belly": true,
19
+ "belly_expand": 2.0,
20
+ "shared_feature_dim": 1280,
21
+ "shared_layers": 2,
22
+ "shared_dropout": 0.1,
23
+ "fusion_temperature": 1.0,
24
+ "fusion_dropout": 0.1,
25
+ "tree_depth": 3,
26
+ "num_experts": 8,
27
+ "compression_ratio": 2,
28
+ "expert_dropout": 0.1,
29
+ "attention_dropout": 0.1,
30
+ "progressive_training": false,
31
+ "scale_warmup_epochs": {
32
+ "384": 0,
33
+ "512": 0,
34
+ "768": 0,
35
+ "1024": 0,
36
+ "1280": 0,
37
+ "1536": 0,
38
+ "1792": 0,
39
+ "2048": 0
40
+ }
41
+ }