AbstractPhil commited on
Commit
571d799
·
verified ·
1 Parent(s): 1068ca0

Update beatrix-simplex7-patch4-45d_20251008_010524 - Epoch 0 - Acc: 0.0174

Browse files
README.md CHANGED
@@ -59,26 +59,27 @@ When train accuracy exceeds validation accuracy by 2% or more, the system automa
59
  | beatrix-4simplex-45d | 20251007_231008 | 0.2916 | 85 | `weights/beatrix-4simplex-45d/20251007_231008` | `logs/beatrix-4simplex-45d/20251007_231008` |
60
  | beatrix-cifar100 | 20251007_193112 | 0.2802 | 10 | `weights/beatrix-cifar100/20251007_193112` | `N/A` |
61
  | beatrix-4simplex-45d | 20251008_001147 | 0.1382 | 10 | `weights/beatrix-4simplex-45d/20251008_001147` | `logs/beatrix-4simplex-45d/20251008_001147` |
 
62
 
63
 
64
- ## Latest Updated Model: beatrix-cifar100 (Session: 20251008_002950)
65
 
66
  ### Model Details
67
 
68
  - **Architecture**: Vision Transformer with fractal positional encoding
69
  - **Dataset**: CIFAR-100 (100 classes)
70
- - **Embedding Dimension**: 256
71
- - **Depth**: 12 layers
72
  - **Patch Size**: 4x4
73
  - **PE Levels**: 12
74
- - **Simplex Dimension**: 4-simplex
75
  - **Simplex Initialization**: regular (scale=1.0)
76
 
77
  ### Training Details
78
 
79
- - **Training Session**: 20251008_002950
80
- - **Best Accuracy**: 0.4363
81
- - **Epochs Trained**: 49
82
  - **Batch Size**: 512
83
  - **Learning Rate**: 0.0001
84
  - **Adaptive Augmentation**: Enabled
@@ -94,7 +95,7 @@ When train accuracy exceeds validation accuracy by 2% or more, the system automa
94
 
95
  Training logs are available in the repository at:
96
  ```
97
- logs/beatrix-cifar100/20251008_002950
98
  ```
99
 
100
  To view them locally:
@@ -103,7 +104,7 @@ To view them locally:
103
  git clone https://huggingface.co/AbstractPhil/vit-beatrix
104
 
105
  # View logs in TensorBoard
106
- tensorboard --logdir vit-beatrix/logs/beatrix-cifar100/20251008_002950
107
  ```
108
 
109
  ## Usage
@@ -148,18 +149,18 @@ with open(manifest_path, 'r') as f:
148
  for key, info in sorted(manifest.items(), key=lambda x: x[1]['accuracy'], reverse=True):
149
  print(f"{info['model_name']} ({info['timestamp']}): {info['accuracy']:.4f}")
150
 
151
- # Download weights for the latest training session of beatrix-cifar100
152
  weights_path = hf_hub_download(
153
  repo_id="AbstractPhil/vit-beatrix",
154
- filename="weights/beatrix-cifar100/20251008_002950/model.safetensors"
155
  )
156
 
157
  # Load model
158
  model = SimplifiedGeometricClassifier(
159
  num_classes=100,
160
  img_size=32,
161
- embed_dim=256,
162
- depth=12
163
  )
164
 
165
  # Load weights
 
59
  | beatrix-4simplex-45d | 20251007_231008 | 0.2916 | 85 | `weights/beatrix-4simplex-45d/20251007_231008` | `logs/beatrix-4simplex-45d/20251007_231008` |
60
  | beatrix-cifar100 | 20251007_193112 | 0.2802 | 10 | `weights/beatrix-cifar100/20251007_193112` | `N/A` |
61
  | beatrix-4simplex-45d | 20251008_001147 | 0.1382 | 10 | `weights/beatrix-4simplex-45d/20251008_001147` | `logs/beatrix-4simplex-45d/20251008_001147` |
62
+ | beatrix-simplex7-patch4-45d | 20251008_010524 | 0.0174 | 0 | `weights/beatrix-simplex7-patch4-45d/20251008_010524` | `logs/beatrix-simplex7-patch4-45d/20251008_010524` |
63
 
64
 
65
+ ## Latest Updated Model: beatrix-simplex7-patch4-45d (Session: 20251008_010524)
66
 
67
  ### Model Details
68
 
69
  - **Architecture**: Vision Transformer with fractal positional encoding
70
  - **Dataset**: CIFAR-100 (100 classes)
71
+ - **Embedding Dimension**: 45
72
+ - **Depth**: 22 layers
73
  - **Patch Size**: 4x4
74
  - **PE Levels**: 12
75
+ - **Simplex Dimension**: 7-simplex
76
  - **Simplex Initialization**: regular (scale=1.0)
77
 
78
  ### Training Details
79
 
80
+ - **Training Session**: 20251008_010524
81
+ - **Best Accuracy**: 0.0174
82
+ - **Epochs Trained**: 0
83
  - **Batch Size**: 512
84
  - **Learning Rate**: 0.0001
85
  - **Adaptive Augmentation**: Enabled
 
95
 
96
  Training logs are available in the repository at:
97
  ```
98
+ logs/beatrix-simplex7-patch4-45d/20251008_010524
99
  ```
100
 
101
  To view them locally:
 
104
  git clone https://huggingface.co/AbstractPhil/vit-beatrix
105
 
106
  # View logs in TensorBoard
107
+ tensorboard --logdir vit-beatrix/logs/beatrix-simplex7-patch4-45d/20251008_010524
108
  ```
109
 
110
  ## Usage
 
149
  for key, info in sorted(manifest.items(), key=lambda x: x[1]['accuracy'], reverse=True):
150
  print(f"{info['model_name']} ({info['timestamp']}): {info['accuracy']:.4f}")
151
 
152
+ # Download weights for the latest training session of beatrix-simplex7-patch4-45d
153
  weights_path = hf_hub_download(
154
  repo_id="AbstractPhil/vit-beatrix",
155
+ filename="weights/beatrix-simplex7-patch4-45d/20251008_010524/model.safetensors"
156
  )
157
 
158
  # Load model
159
  model = SimplifiedGeometricClassifier(
160
  num_classes=100,
161
  img_size=32,
162
+ embed_dim=45,
163
+ depth=22
164
  )
165
 
166
  # Load weights
logs/beatrix-simplex7-patch4-45d/20251008_010524/events.out.tfevents.1759885526.f41d735e1a7f.129854.2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f39fdcd4a7582e86f429e17b783dff83a299a505e8edc5a45bd0af742f24edb7
3
+ size 88
manifest.json CHANGED
@@ -91,5 +91,17 @@
91
  "depth": 12,
92
  "batch_size": 512,
93
  "learning_rate": 0.0001
 
 
 
 
 
 
 
 
 
 
 
 
94
  }
95
  }
 
91
  "depth": 12,
92
  "batch_size": 512,
93
  "learning_rate": 0.0001
94
+ },
95
+ "beatrix-simplex7-patch4-45d_20251008_010524": {
96
+ "accuracy": 0.017377068102359772,
97
+ "epoch": 0,
98
+ "timestamp": "20251008_010524",
99
+ "model_name": "beatrix-simplex7-patch4-45d",
100
+ "path": "weights/beatrix-simplex7-patch4-45d/20251008_010524",
101
+ "logs_path": "logs/beatrix-simplex7-patch4-45d/20251008_010524",
102
+ "embed_dim": 45,
103
+ "depth": 22,
104
+ "batch_size": 512,
105
+ "learning_rate": 0.0001
106
  }
107
  }
weights/beatrix-simplex7-patch4-45d/20251008_010524/config.json ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "num_classes": 100,
3
+ "img_size": 32,
4
+ "patch_size": 4,
5
+ "embed_dim": 45,
6
+ "k_simplex": 7,
7
+ "depth": 22,
8
+ "num_heads": 5,
9
+ "mlp_ratio": 4.0,
10
+ "dropout": 0.0,
11
+ "pe_levels": 12,
12
+ "pe_features_per_level": 2,
13
+ "pe_smooth_tau": 0.25,
14
+ "simplex_feature_weight": 0.5,
15
+ "simplex_init_method": "regular",
16
+ "simplex_init_scale": 1.0,
17
+ "batch_size": 512,
18
+ "num_epochs": 100,
19
+ "learning_rate": 0.0001,
20
+ "weight_decay": 0.005,
21
+ "warmup_epochs": 10,
22
+ "task_loss_weight": 0.5,
23
+ "flow_loss_weight": 0.5,
24
+ "coherence_loss_weight": 0.3,
25
+ "multiscale_loss_weight": 0.2,
26
+ "volume_reg_weight": 0.1,
27
+ "use_adaptive_augmentation": true,
28
+ "overfit_threshold": 0.015,
29
+ "mixup_alpha": 0.2,
30
+ "cutmix_alpha": 1.0,
31
+ "device": "cuda",
32
+ "num_workers": 4,
33
+ "pin_memory": true,
34
+ "save_dir": "./checkpoints",
35
+ "save_every": 10,
36
+ "use_safetensors": true,
37
+ "timestamp_dirs": true,
38
+ "push_to_hub": true,
39
+ "hub_model_id": "AbstractPhil/vit-beatrix",
40
+ "hub_model_name": "beatrix-simplex7-patch4-45d",
41
+ "hub_upload_best_only": true,
42
+ "hub_upload_every_n_epochs": 10,
43
+ "use_tensorboard": true,
44
+ "log_dir": "./logs",
45
+ "log_every": 50,
46
+ "train_baseline": false
47
+ }
weights/beatrix-simplex7-patch4-45d/20251008_010524/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3cdf82075a0eae202d8974303c2c9db134608bbca41df72ab6b2ad849494fa6
3
+ size 2249656