AbstractPhil commited on
Commit
689544e
·
verified ·
1 Parent(s): 1923481

Update david_config.json - Run 20251012_235237

Browse files
weights/David-fully_shared-weighted_sum/20251012_235237/david_config.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "name": "david_small_fast",
3
+ "uid": "c.david.small_fast",
4
+ "feature_dim": 512,
5
+ "num_classes": 1000,
6
+ "scales": [
7
+ 256,
8
+ 512
9
+ ],
10
+ "sharing_mode": "fully_shared",
11
+ "fusion_mode": "weighted_sum",
12
+ "use_belly": false,
13
+ "belly_expand": 2.0,
14
+ "shared_feature_dim": 512,
15
+ "shared_layers": 1,
16
+ "shared_dropout": 0.1,
17
+ "fusion_temperature": 1.0,
18
+ "fusion_dropout": 0.1,
19
+ "tree_depth": 3,
20
+ "num_experts": 3,
21
+ "compression_ratio": 4,
22
+ "expert_dropout": 0.1,
23
+ "attention_dropout": 0.1,
24
+ "progressive_training": true,
25
+ "scale_warmup_epochs": {
26
+ "256": 0,
27
+ "512": 2
28
+ }
29
+ }