Update david_config.json - Run 20251104_133602

weights/David-partial_shared-cantor_scale/20251104_133602/david_config.json

@@ -0,0 +1,44 @@
+{
+  "name": "david_clip_vit_l14_cantor",
+  "uid": "c.david.clip_vit_l14_cantor",
+  "feature_dim": 768,
+  "num_classes": 1000,
+  "scales": [
+    384,
+    768,
+    1024,
+    1280,
+    1536
+  ],
+  "sharing_mode": "partial_shared",
+  "fusion_mode": "cantor_scale",
+  "use_belly": true,
+  "belly_expand": 2.0,
+  "projection_temperature": 0.07,
+  "shared_feature_dim": 1024,
+  "shared_layers": 2,
+  "shared_dropout": 0.1,
+  "fusion_temperature": 1.0,
+  "fusion_dropout": 0.1,
+  "tree_depth": 3,
+  "num_experts": 3,
+  "compression_ratio": 4,
+  "expert_dropout": 0.1,
+  "attention_dropout": 0.1,
+  "geometric_num_heads": 4,
+  "geometric_use_cayley": true,
+  "geometric_use_angular": true,
+  "geometric_scale_dim_aware": true,
+  "cantor_num_heads": 6,
+  "cantor_depth": 8,
+  "cantor_local_window": 4,
+  "cantor_use_scale_embeddings": true,
+  "progressive_training": false,
+  "scale_warmup_epochs": {
+    "384": 0,
+    "768": 0,
+    "1024": 0,
+    "1280": 0,
+    "1536": 0
+  }
+}