Update beatrix-cifar100 - Epoch 0 - Acc: 0.0801

README.md

@@ -11,28 +11,36 @@ license: mit
 
 # ViT-Beatrix: Fractal PE + Geometric Simplex Vision Transformer
 
-This model integrates Devil's Staircase positional encoding with geometric simplex features
-for vision tasks. Trained on CIFAR-100.
+This repository contains Vision Transformers integrating Devil's Staircase positional encoding 
+with geometric simplex features for vision tasks.
 
-## Model Details
+## Available Models (Best Checkpoints Only)
+
+| Model Name | Accuracy | Epoch | Timestamp | Path |
+|------------|----------|-------|-----------|------|
+| beatrix-cifar100 | 0.0801 | 0 | 20251007_182851 | `weights/beatrix-cifar100/20251007_182851` |
+
+
+## Latest Updated Model: beatrix-cifar100
+
+### Model Details
 
 - **Architecture**: Vision Transformer with fractal positional encoding
 - **Dataset**: CIFAR-100 (100 classes)
-- **Embedding Dimension**: 512
-- **Depth**: 4 layers
+- **Embedding Dimension**: 256
+- **Depth**: 12 layers
 - **Patch Size**: 4x4
 - **PE Levels**: 12
 - **Simplex Dimension**: 5-simplex
 
-## Training
+### Training Details
 
-- **Dataset**: CIFAR-100
-- **Epochs**: 7
-- **Best Accuracy**: 0.2841
+- **Best Accuracy**: 0.0801
+- **Epochs Trained**: 0
 - **Batch Size**: 512
 - **Learning Rate**: 0.001
 
-## Loss Components
+### Loss Configuration
 
 - Task Loss Weight: 1.0
 - Flow Alignment Weight: 0.5
@@ -46,18 +54,18 @@ from geovocab2.train.model.vit_beatrix import SimplifiedGeometricClassifier
 from safetensors.torch import load_file
 from huggingface_hub import hf_hub_download
 
-# Download weights from Hub
+# Download weights from Hub (example for beatrix-cifar100)
 weights_path = hf_hub_download(
     repo_id="AbstractPhil/vit-beatrix",
-    filename="weights/beatrix-cifar100/20251007_181852/model.safetensors"
+    filename="weights/beatrix-cifar100/20251007_182851/model.safetensors"
 )
 
 # Load model
 model = SimplifiedGeometricClassifier(
     num_classes=100,
     img_size=32,
-    embed_dim=512,
-    depth=4
+    embed_dim=256,
+    depth=12
 )
 
 # Load weights

manifest.json

@@ -0,0 +1,12 @@
+{
+  "beatrix-cifar100": {
+    "accuracy": 0.080078125,
+    "epoch": 0,
+    "timestamp": "20251007_182851",
+    "path": "weights/beatrix-cifar100/20251007_182851",
+    "embed_dim": 256,
+    "depth": 12,
+    "batch_size": 512,
+    "learning_rate": 0.001
+  }
+}

weights/beatrix-cifar100/20251007_182851/config.json

@@ -0,0 +1,44 @@
+{
+  "num_classes": 100,
+  "img_size": 32,
+  "patch_size": 4,
+  "embed_dim": 256,
+  "k_simplex": 5,
+  "depth": 12,
+  "num_heads": 8,
+  "mlp_ratio": 4.0,
+  "dropout": 0.0,
+  "pe_levels": 12,
+  "pe_features_per_level": 2,
+  "pe_smooth_tau": 0.25,
+  "simplex_feature_weight": 0.2,
+  "batch_size": 512,
+  "num_epochs": 50,
+  "learning_rate": 0.001,
+  "weight_decay": 0.005,
+  "warmup_epochs": 10,
+  "task_loss_weight": 1.0,
+  "flow_loss_weight": 0.5,
+  "coherence_loss_weight": 0.3,
+  "multiscale_loss_weight": 0.2,
+  "volume_reg_weight": 0.1,
+  "use_augmentation": true,
+  "mixup_alpha": 0.2,
+  "cutmix_alpha": 1.0,
+  "device": "cuda",
+  "num_workers": 2,
+  "pin_memory": true,
+  "save_dir": "./checkpoints",
+  "save_every": 10,
+  "use_safetensors": true,
+  "timestamp_dirs": true,
+  "push_to_hub": true,
+  "hub_model_id": "AbstractPhil/vit-beatrix",
+  "hub_model_name": "beatrix-cifar100",
+  "hub_upload_best_only": true,
+  "hub_upload_every_n_epochs": 5,
+  "use_tensorboard": true,
+  "log_dir": "./logs",
+  "log_every": 50,
+  "train_baseline": false
+}

weights/beatrix-cifar100/20251007_182851/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab12891e7b1a033c9b4263611a097e576da18e6ab0ac3c4f2c520a1fee6bd705
+size 38117196