Enferlain commited on
Commit
f98e207
·
verified ·
1 Parent(s): d25f3d4

Archive Kurome classifier: AnatomyFlaws-v10.4_adoptaosf_fl_AIMv2Native_3000.config.json

Browse files
kurome/classifiers/anatomy-flaws/AnatomyFlaws-v10.4_adoptaosf_fl_AIMv2Native_3000.config.json ADDED
@@ -0,0 +1,64 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "data_root": "data",
3
+ "wandb_project": "lumi-classifiers",
4
+ "resume": null,
5
+ "base": "AnatomyFlaws",
6
+ "rev": "v10.4_adoptaosf_fl_AIMv2Native_3000",
7
+ "arch": "class",
8
+ "name": "AnatomyFlaws-v10.4_adoptaosf_fl_AIMv2Native_3000",
9
+ "base_vision_model": "apple/aimv2-large-patch14-native",
10
+ "embed_ver": null,
11
+ "data_mode": "features",
12
+ "is_end_to_end": false,
13
+ "feature_dir_name": "aimv2_large_patch14_native_SeqFeatures_fp16",
14
+ "preload_data": false,
15
+ "head_features": 1024,
16
+ "head_hidden_dim": 1024,
17
+ "pooling_strategy": "none",
18
+ "head_num_res_blocks": 3,
19
+ "head_dropout_rate": 0.1,
20
+ "head_output_mode": "linear",
21
+ "lr": "1e-4",
22
+ "batch": 128,
23
+ "loss_function": "focal",
24
+ "optimizer": "ADOPTAOScheduleFree",
25
+ "betas": [
26
+ 0.9,
27
+ 0.999
28
+ ],
29
+ "eps": "1e-8",
30
+ "weight_decay": "1e-3",
31
+ "max_train_epochs": 80,
32
+ "max_train_steps": 1440,
33
+ "precision": "bf16",
34
+ "nsave": 1000,
35
+ "val_split_count": 300,
36
+ "seed": -1,
37
+ "num_workers": 4,
38
+ "save_full_model": false,
39
+ "log_every_n": 10,
40
+ "validate_every_n": 19,
41
+ "gradient_accumulation_steps": 1,
42
+ "focal_loss_gamma": 2.0,
43
+ "rectify": true,
44
+ "weight_decouple": true,
45
+ "gamma": 0.005,
46
+ "r_sf": 0.0,
47
+ "wlpow_sf": 2.0,
48
+ "state_precision": "parameter",
49
+ "adaptive_clip": 1.0,
50
+ "adaptive_clip_eps": "1e-3",
51
+ "scheduler_name": "none",
52
+ "labels": {
53
+ "0": "Bad Anatomy",
54
+ "1": "Good Anatomy"
55
+ },
56
+ "weights": [
57
+ 1.0,
58
+ 1.0
59
+ ],
60
+ "num_labels": 2,
61
+ "steps_per_epoch": 18,
62
+ "num_train_epochs": 80,
63
+ "num_classes": 2
64
+ }