Archive Kurome classifier: AnatomyFlaws-v10.3_adabelief_fl_AIMv2Native_3000.config.json

kurome/classifiers/anatomy-flaws/AnatomyFlaws-v10.3_adabelief_fl_AIMv2Native_3000.config.json

@@ -0,0 +1,71 @@
+{
+  "data_root": "data",
+  "wandb_project": "lumi-classifiers",
+  "resume": null,
+  "base": "AnatomyFlaws",
+  "rev": "v10.3_adabelief_fl_AIMv2Native_3000",
+  "arch": "class",
+  "name": "AnatomyFlaws-v10.3_adabelief_fl_AIMv2Native_3000",
+  "base_vision_model": "apple/aimv2-large-patch14-native",
+  "embed_ver": null,
+  "data_mode": "features",
+  "is_end_to_end": false,
+  "feature_dir_name": "aimv2_large_patch14_native_SeqFeatures_fp16",
+  "preload_data": false,
+  "head_features": 1024,
+  "head_hidden_dim": 1024,
+  "pooling_strategy": "attn",
+  "head_num_res_blocks": 3,
+  "head_dropout_rate": 0.1,
+  "head_output_mode": "sigmoid",
+  "attn_pool_heads": 16,
+  "attn_pool_dropout": 0.1,
+  "lr": "1e-4",
+  "batch": 128,
+  "loss_function": "focal",
+  "optimizer": "adabelief",
+  "betas": [
+    0.9,
+    0.95
+  ],
+  "eps": "1e-8",
+  "weight_decay": "1e-3",
+  "max_train_epochs": 80,
+  "max_train_steps": 1440,
+  "precision": "bf16",
+  "nsave": 1000,
+  "val_split_count": 300,
+  "seed": -1,
+  "num_workers": 4,
+  "save_full_model": false,
+  "log_every_n": 10,
+  "validate_every_n": 19,
+  "gradient_accumulation_steps": 1,
+  "focal_loss_gamma": 2.0,
+  "rectify": true,
+  "weight_decouple": true,
+  "gamma": 0.005,
+  "r_sf": 0.0,
+  "wlpow_sf": 2.0,
+  "state_precision": "parameter",
+  "adaptive_clip": 1.0,
+  "adaptive_clip_eps": "1e-3",
+  "scheduler_name": "RexAnnealingWarmRestarts",
+  "scheduler_gamma": 0.95,
+  "scheduler_cycle_multiplier": 1.0,
+  "scheduler_first_cycle_max_steps": 500,
+  "scheduler_min_lr": "1e-7",
+  "scheduler_warmup_steps": 100,
+  "labels": {
+    "0": "Bad Anatomy",
+    "1": "Good Anatomy"
+  },
+  "weights": [
+    1.0,
+    1.0
+  ],
+  "num_labels": 2,
+  "steps_per_epoch": 18,
+  "num_train_epochs": 80,
+  "num_classes": 2
+}