Epoch 10 - 25.63% acc

weights/run_006_v2_1spine_8redundantscale_4x4patch_d768_4layer_topo_dropout_cutmix_20251202_175036/README.md

@@ -0,0 +1,60 @@
+# Run: run_006_v2_1spine_8redundantscale_4x4patch_d768_4layer_topo_dropout_cutmix_20251202_175036
+
+## Results
+- **Best Accuracy**: 25.63%
+- **Dataset**: cifar100
+- **Epochs**: 120
+- **Model Version**: V2
+
+## Model Config
+| Parameter | Value |
+|-----------|-------|
+| Dim | 768 |
+| Layers | 4 |
+| Heads | 16 |
+| Patch Size | 4 |
+
+## Wormhole Routing (V2)
+| Parameter | Value |
+|-----------|-------|
+| Mode | hybrid |
+| Wormholes/Position | 8 |
+| Temperature | 0.1 |
+| Tiles | 16 |
+| Tile Wormholes | 4 |
+
+## Crystal Head
+| Parameter | Value |
+|-----------|-------|
+| Scales | [64, 128, 256, 512, 768] |
+| Scale Copies | [16, 8, 4, 2, 1] |
+| Weighting Mode | learned |
+| Belly Layers | 2 |
+| Belly Residual | False |
+| Use Spine | True |
+| Use Collective | False |
+
+
+## Training Config
+| Parameter | Value |
+|-----------|-------|
+| Learning Rate | 0.0003 |
+| Weight Decay | 0.05 |
+| Batch Size | 128 |
+| CE Weight | 1.0 |
+| Contrast Weight | 0.5 |
+
+## Augmentation
+| Parameter | Value |
+|-----------|-------|
+| Normalization | standard |
+| Mixup Alpha | 0.2 |
+| CutMix Alpha | 1.0 |
+| AlphaMix | False |
+| Label Smoothing | 0.1 |
+
+
+## Key Findings Applied
+- Routing learns from task pressure (no auxiliary routing losses)
+- Gradients verified to flow through router
+- Cross-contrastive aligns patch↔scale features

weights/run_006_v2_1spine_8redundantscale_4x4patch_d768_4layer_topo_dropout_cutmix_20251202_175036/best.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb0f396245d69e8ac84d6f323863b622c0f6c3458767e34ec48848336786391f
+size 256621812

weights/run_006_v2_1spine_8redundantscale_4x4patch_d768_4layer_topo_dropout_cutmix_20251202_175036/config.json

@@ -0,0 +1,62 @@
+{
+  "architecture": "DavidBeans_V2",
+  "model_type": "david_beans_v2",
+  "image_size": 32,
+  "patch_size": 4,
+  "in_channels": 3,
+  "dim": 768,
+  "num_layers": 4,
+  "num_heads": 16,
+  "mlp_ratio": 4.0,
+  "num_wormholes": 8,
+  "wormhole_temperature": 0.1,
+  "wormhole_mode": "hybrid",
+  "cantor_weight": 0.3,
+  "num_tiles": 16,
+  "tile_wormholes": 4,
+  "scales": [
+    64,
+    128,
+    256,
+    512,
+    768
+  ],
+  "num_classes": 100,
+  "use_belly": true,
+  "belly_expand": 2.0,
+  "belly_layers": 2,
+  "belly_residual": false,
+  "weighting_mode": "learned",
+  "scale_weight_floor": 0.1,
+  "scale_copies": [
+    16,
+    8,
+    4,
+    2,
+    1
+  ],
+  "copy_theta_step": 0.101,
+  "use_collective": false,
+  "collective_temperature": 0.07,
+  "use_spine": true,
+  "spine_channels": [
+    1024
+  ],
+  "spine_cross_attn": true,
+  "spine_gate_init": 0.0,
+  "contrast_temperature": 0.07,
+  "contrast_weight": 0.5,
+  "routing_weight": 0.0,
+  "dropout": 0.1,
+  "use_topo_dropout": true,
+  "topo_drop_prob": 0.15,
+  "topo_warmup_epochs": 35,
+  "topo_min_routes_keep": 2,
+  "topo_steps_per_epoch": 391,
+  "use_spatial_dropout": true,
+  "spatial_drop_prob": 0.1,
+  "spatial_patch_size": 4,
+  "route_dim_attention": -2,
+  "route_dim_tiles": 2,
+  "pooling": "cls"
+}

weights/run_006_v2_1spine_8redundantscale_4x4patch_d768_4layer_topo_dropout_cutmix_20251202_175036/tensorboard/events.out.tfevents.1764697839.7ccc73cc3f03.55035.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84c7855aceacc36577612b3e2dc705fb3850398f670744a75c99c321008d2c6d
+size 44262

weights/run_006_v2_1spine_8redundantscale_4x4patch_d768_4layer_topo_dropout_cutmix_20251202_175036/training_config.json

@@ -0,0 +1,43 @@
+{
+  "run_name": "1spine_8redundantscale_4x4patch_d768_4layer_topo_dropout_cutmix",
+  "run_number": null,
+  "model_version": 2,
+  "dataset": "cifar100",
+  "image_size": 32,
+  "batch_size": 128,
+  "num_workers": 4,
+  "normalization": "standard",
+  "epochs": 120,
+  "warmup_epochs": 10,
+  "learning_rate": 0.0003,
+  "weight_decay": 0.05,
+  "betas": [
+    0.9,
+    0.999
+  ],
+  "scheduler": "cosine",
+  "min_lr": 1e-06,
+  "ce_weight": 1.0,
+  "contrast_weight": 0.5,
+  "gradient_clip": 1.0,
+  "label_smoothing": 0.1,
+  "use_augmentation": true,
+  "mixup_alpha": 0.2,
+  "cutmix_alpha": 1.0,
+  "use_alphamix": false,
+  "alphamix_alpha_range": [
+    0.3,
+    0.7
+  ],
+  "alphamix_spatial_ratio": 0.25,
+  "save_interval": 10,
+  "output_dir": "./checkpoints/cifar100_v2",
+  "resume_from": null,
+  "use_tensorboard": true,
+  "log_interval": 50,
+  "log_routing": true,
+  "push_to_hub": true,
+  "hub_repo_id": "AbstractPhil/geovit-david-beans",
+  "hub_private": false,
+  "device": "cuda"
+}

weights/run_006_v2_1spine_8redundantscale_4x4patch_d768_4layer_topo_dropout_cutmix_20251202_175036/training_history.json

@@ -0,0 +1,46 @@
+{
+  "loss": [
+    21.2852105262952,
+    19.912000132829714,
+    19.229191677386943,
+    18.828460888984875,
+    18.32927703368358,
+    18.09517431992751,
+    17.983504742842456,
+    18.02426992563101,
+    17.59568115625626
+  ],
+  "ce": [
+    4.465974866426908,
+    4.214199514878102,
+    4.055962468416263,
+    3.9652959634096194,
+    3.8591288285377696,
+    3.814647142092387,
+    3.779529088582748,
+    3.7895033976970574,
+    3.7330856402715047
+  ],
+  "contrast": [
+    4.5800990055768915,
+    4.317624877049373,
+    4.183825146234953,
+    4.1069326437436615,
+    3.999085405545357,
+    3.9506665718861114,
+    3.932388677352514,
+    3.9445555087847586,
+    3.8392515818277997
+  ],
+  "lr": [
+    2.9999999999999997e-05,
+    5.9999999999999995e-05,
+    8.999999999999999e-05,
+    0.00011999999999999999,
+    0.00015,
+    0.00017999999999999998,
+    0.00020999999999999995,
+    0.00023999999999999998,
+    0.00026999999999999995
+  ]
+}