Archive Kurome classifier: AnatomyFlaws-v14.4_adabelief_fl_naflex_4670.config.json

kurome/classifiers/anatomy-flaws/AnatomyFlaws-v14.4_adabelief_fl_naflex_4670.config.json

@@ -0,0 +1,68 @@
+{
+  "data_root": "data",
+  "wandb_project": "lumi-classifiers",
+  "resume": null,
+  "base": "AnatomyFlaws",
+  "rev": "v14.4_adabelief_fl_naflex_4670",
+  "arch": "class",
+  "name": "AnatomyFlaws-v14.4_adabelief_fl_naflex_4670",
+  "base_vision_model": "google/siglip2-so400m-patch16-naflex",
+  "embed_ver": "siglip2_so400m_patch16_naflex_Naflex_Proc2048",
+  "data_mode": "embeddings",
+  "is_end_to_end": false,
+  "features": 1152,
+  "preload_data": true,
+  "hidden_dim": 1280,
+  "use_attention": true,
+  "num_attn_heads": 16,
+  "attn_dropout": 0.0218,
+  "num_res_blocks": 3,
+  "dropout_rate": 0.0218,
+  "output_mode": "linear",
+  "lr": "1e-7",
+  "batch": 3630,
+  "loss_function": "focal",
+  "optimizer": "ADOPTAOScheduleFree",
+  "betas": [
+    0.9,
+    0.999
+  ],
+  "eps": "1e-8",
+  "weight_decay": "1e-3",
+  "max_train_epochs": null,
+  "max_train_steps": 10000,
+  "precision": "fp32",
+  "nsave": 100,
+  "val_split_count": 453,
+  "seed": 218,
+  "num_workers": 0,
+  "save_full_model": false,
+  "log_every_n": 1,
+  "validate_every_n": 1,
+  "focal_loss_gamma": 2.0,
+  "rectify": true,
+  "weight_decouple": true,
+  "gamma": 0.005,
+  "r_sf": 0.0,
+  "wlpow_sf": 2.0,
+  "state_precision": "parameter",
+  "adaptive_clip": 1.0,
+  "adaptive_clip_eps": "1e-3",
+  "scheduler_gamma": 0.95,
+  "scheduler_cycle_multiplier": 1.0,
+  "scheduler_first_cycle_max_steps": 2500,
+  "scheduler_min_lr": "1e-7",
+  "scheduler_warmup_steps": 750,
+  "labels": {
+    "0": "Bad Anatomy",
+    "1": "Good Anatomy"
+  },
+  "weights": [
+    1.0,
+    1.0
+  ],
+  "num_labels": 2,
+  "steps_per_epoch": 1,
+  "num_train_epochs": 10000,
+  "num_classes": 2
+}