AbstractPhil commited on
Commit
d872ef8
·
verified ·
1 Parent(s): 5db081f

Upload models/vit_beatrix_micro_rope/20250911_141500/best_epoch010_acc14.37_config.json with huggingface_hub

Browse files
models/vit_beatrix_micro_rope/20250911_141500/best_epoch010_acc14.37_config.json ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_variant": "vit_beatrix_micro_rope",
3
+ "epoch": 10,
4
+ "val_acc": 14.370000267028809,
5
+ "session_timestamp": "20250911_141500",
6
+ "is_best": true,
7
+ "losses": {
8
+ "ce_loss": 3.771473228931427,
9
+ "aux_loss": 0.0,
10
+ "geo_loss": 0.0,
11
+ "rose_loss": -0.026891981437802314
12
+ },
13
+ "model_path": "best_epoch010_acc14.37.safetensors",
14
+ "optimizer_path": "best_epoch010_acc14.37_optimizer.pt",
15
+ "vocabulary_path": "best_epoch010_acc14.37_vocabulary.json",
16
+ "model_config": {
17
+ "variant": "vit_beatrix_micro_rope",
18
+ "vocab_dim": 256,
19
+ "embed_dim": 256,
20
+ "depth": 8,
21
+ "num_heads": 8,
22
+ "mlp_ratio": 4.0,
23
+ "img_size": 32,
24
+ "patch_size": 4,
25
+ "dropout": 0.0,
26
+ "attn_dropout": 0.0,
27
+ "similarity_mode": "rose",
28
+ "use_theta_head": true,
29
+ "theta_n_pentachora": 32,
30
+ "theta_hidden_dim": 128,
31
+ "num_classes": 100
32
+ }
33
+ }