AbstractPhil commited on
Commit
59174b3
·
verified ·
1 Parent(s): 3f27cc3

Upload models/vit_beatrix_micro_rope/20250911_162439/best_epoch170_acc41.00_config.json with huggingface_hub

Browse files
models/vit_beatrix_micro_rope/20250911_162439/best_epoch170_acc41.00_config.json ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_variant": "vit_beatrix_micro_rope",
3
+ "epoch": 170,
4
+ "val_acc": 41.00000001220703,
5
+ "session_timestamp": "20250911_162439",
6
+ "is_best": true,
7
+ "losses": {
8
+ "ce_loss": 2.7099399074554444,
9
+ "aux_loss": 0.0,
10
+ "geo_loss": 0.0,
11
+ "rose_loss": -0.06132004691958427
12
+ },
13
+ "model_path": "best_epoch170_acc41.00.safetensors",
14
+ "optimizer_path": "best_epoch170_acc41.00_optimizer.pt",
15
+ "vocabulary_path": "best_epoch170_acc41.00_vocabulary.json",
16
+ "model_config": {
17
+ "variant": "vit_beatrix_micro_rope",
18
+ "vocab_dim": 256,
19
+ "embed_dim": 256,
20
+ "depth": 8,
21
+ "num_heads": 8,
22
+ "mlp_ratio": 4.0,
23
+ "img_size": 32,
24
+ "patch_size": 4,
25
+ "dropout": 0.0,
26
+ "attn_dropout": 0.0,
27
+ "similarity_mode": "rose",
28
+ "use_theta_head": true,
29
+ "theta_n_pentachora": 32,
30
+ "theta_hidden_dim": 128,
31
+ "num_classes": 100
32
+ }
33
+ }