Hugging Face's logo

yuegao
/
SoCoModels

Model card Files
xet
Community
yuegao commited on
Commit
c1fa139
·
verified ·
1 Parent(s): 760a105

Upload folder using huggingface_hub

Browse files
Files changed (42) hide show
  1. .gitattributes +1 -0
  2. ImageNet_data/train_ratio3size0308post.json +3 -0
  3. finetune/mask_rcnn_coco_SoCo_C4_100ep_1x/log.txt +0 -0
  4. finetune/mask_rcnn_coco_SoCo_C4_100ep_1x/model_final.pth +3 -0
  5. finetune/mask_rcnn_coco_SoCo_C4_400ep_1x/log.txt +0 -0
  6. finetune/mask_rcnn_coco_SoCo_C4_400ep_1x/model_final.pth +3 -0
  7. finetune/mask_rcnn_coco_SoCo_FPN_100ep_1x/log.txt +0 -0
  8. finetune/mask_rcnn_coco_SoCo_FPN_100ep_1x/model_final.pth +3 -0
  9. finetune/mask_rcnn_coco_SoCo_FPN_400ep_1x/log.txt +0 -0
  10. finetune/mask_rcnn_coco_SoCo_FPN_400ep_1x/model_final.pth +3 -0
  11. finetune/mask_rcnn_coco_SoCo_FPN_Star_400ep_1x/log.txt +0 -0
  12. finetune/mask_rcnn_coco_SoCo_FPN_Star_400ep_1x/model_final.pth +3 -0
  13. finetune/mask_rcnn_lvis_SoCo_FPN_Star_400ep_1x/log.txt +0 -0
  14. finetune/mask_rcnn_lvis_SoCo_FPN_Star_400ep_1x/model_final.pth +3 -0
  15. pretrain/SoCo_C4_100ep/ckpt_epoch_100.pth +3 -0
  16. pretrain/SoCo_C4_100ep/config.json +119 -0
  17. pretrain/SoCo_C4_100ep/current_detectron2_C4.pkl +3 -0
  18. pretrain/SoCo_C4_100ep/log.txt +0 -0
  19. pretrain/SoCo_C4_400ep/ckpt_epoch_400.pth +3 -0
  20. pretrain/SoCo_C4_400ep/config.json +119 -0
  21. pretrain/SoCo_C4_400ep/current_detectron2_C4.pkl +3 -0
  22. pretrain/SoCo_C4_400ep/log.txt +0 -0
  23. pretrain/SoCo_FPN_100ep/ckpt_epoch_100.pth +3 -0
  24. pretrain/SoCo_FPN_100ep/config.json +119 -0
  25. pretrain/SoCo_FPN_100ep/current_detectron2_Head.pkl +3 -0
  26. pretrain/SoCo_FPN_100ep/log.txt +0 -0
  27. pretrain/SoCo_FPN_400ep/ckpt_epoch_400.pth +3 -0
  28. pretrain/SoCo_FPN_400ep/config.json +121 -0
  29. pretrain/SoCo_FPN_400ep/current_detectron2_Head.pkl +3 -0
  30. pretrain/SoCo_FPN_400ep/log.txt +0 -0
  31. pretrain/SoCo_FPN_COCO_100ep/ckpt_epoch_100.pth +3 -0
  32. pretrain/SoCo_FPN_COCO_100ep/config.json +143 -0
  33. pretrain/SoCo_FPN_COCO_100ep/current_detectron2_Head.pkl +3 -0
  34. pretrain/SoCo_FPN_COCO_100ep/log.txt +535 -0
  35. pretrain/SoCo_FPN_COCO_530ep/ckpt_epoch_530.pth +3 -0
  36. pretrain/SoCo_FPN_COCO_530ep/config.json +143 -0
  37. pretrain/SoCo_FPN_COCO_530ep/current_detectron2_Head.pkl +3 -0
  38. pretrain/SoCo_FPN_COCO_530ep/log.txt +0 -0
  39. pretrain/SoCo_FPN_Star_400ep/ckpt_epoch_400.pth +3 -0
  40. pretrain/SoCo_FPN_Star_400ep/config.json +121 -0
  41. pretrain/SoCo_FPN_Star_400ep/current_detectron2_Head.pkl +3 -0
  42. pretrain/SoCo_FPN_Star_400ep/log.txt +0 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ ImageNet_data/train_ratio3size0308post.json filter=lfs diff=lfs merge=lfs -text
ImageNet_data/train_ratio3size0308post.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73379a4ff65b8c92d2da8b526671d10861965d30667e818246bc172289a14ef8
3
+ size 1082771692
finetune/mask_rcnn_coco_SoCo_C4_100ep_1x/log.txt ADDED
The diff for this file is too large to render. See raw diff
 
finetune/mask_rcnn_coco_SoCo_C4_100ep_1x/model_final.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5142b260c5aadf81499e04cd47ac7fd23e5567d99d3850386048393f3993c5c0
3
+ size 288163594
finetune/mask_rcnn_coco_SoCo_C4_400ep_1x/log.txt ADDED
The diff for this file is too large to render. See raw diff
 
finetune/mask_rcnn_coco_SoCo_C4_400ep_1x/model_final.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fb87c046d3b063e65bb6b7af5659247e73fe1acceab362f8129651607064fc6
3
+ size 288163594
finetune/mask_rcnn_coco_SoCo_FPN_100ep_1x/log.txt ADDED
The diff for this file is too large to render. See raw diff
 
finetune/mask_rcnn_coco_SoCo_FPN_100ep_1x/model_final.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08796ac6317f0a03e872a22632e2ed6bf7a250ebcf947b0d4e8670bfd9492608
3
+ size 366196067
finetune/mask_rcnn_coco_SoCo_FPN_400ep_1x/log.txt ADDED
The diff for this file is too large to render. See raw diff
 
finetune/mask_rcnn_coco_SoCo_FPN_400ep_1x/model_final.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df0116980c2a7622ade7ff8c77e10c2de4d3c35765b6c1c43ffb251756fedf8b
3
+ size 366196067
finetune/mask_rcnn_coco_SoCo_FPN_Star_400ep_1x/log.txt ADDED
The diff for this file is too large to render. See raw diff
 
finetune/mask_rcnn_coco_SoCo_FPN_Star_400ep_1x/model_final.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9b3009f81684746cfca36c28664dd63b5e3f1e6dc81dd0a3f2b35f0da5f18db
3
+ size 414547811
finetune/mask_rcnn_lvis_SoCo_FPN_Star_400ep_1x/log.txt ADDED
The diff for this file is too large to render. See raw diff
 
finetune/mask_rcnn_lvis_SoCo_FPN_Star_400ep_1x/model_final.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9b3009f81684746cfca36c28664dd63b5e3f1e6dc81dd0a3f2b35f0da5f18db
3
+ size 414547811
pretrain/SoCo_C4_100ep/ckpt_epoch_100.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a3e6eb1af146336a75afbd5a2ecbdc4c6c13bec275296df810c3b997df50f3d
3
+ size 446755604
pretrain/SoCo_C4_100ep/config.json ADDED
@@ -0,0 +1,119 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "debug": false,
3
+ "data_dir": "./data/ImageNet-Zip",
4
+ "crop": 0.6,
5
+ "crop1": 1.0,
6
+ "aug": "ImageAsymBboxCutout",
7
+ "zip": true,
8
+ "cache_mode": "no",
9
+ "dataset": "ImageNet",
10
+ "ann_file": "",
11
+ "image_size": 224,
12
+ "num_workers": 4,
13
+ "window_size": 131072,
14
+ "window_stride": 16384,
15
+ "use_sliding_window_sampler": false,
16
+ "shuffle_per_epoch": false,
17
+ "batch_size": 128,
18
+ "arch": "resnet50",
19
+ "model": "BYOLAlignCosSimC4",
20
+ "contrast_temperature": 0.07,
21
+ "contrast_momentum": 0.99,
22
+ "contrast_num_negative": 65536,
23
+ "feature_dim": 128,
24
+ "head_type": "mlp_head",
25
+ "lambda_img": 0.0,
26
+ "lambda_cross": 1.0,
27
+ "in_channels": [
28
+ 256,
29
+ 512,
30
+ 1024,
31
+ 2048
32
+ ],
33
+ "out_channels": 256,
34
+ "start_level": 1,
35
+ "end_level": -1,
36
+ "add_extra_convs": true,
37
+ "extra_convs_on_inputs": false,
38
+ "relu_before_extra_convs": true,
39
+ "num_outs": 3,
40
+ "head_in_channels": 256,
41
+ "head_feat_channels": 256,
42
+ "head_stacked_convs": 4,
43
+ "base_learning_rate": 1.0,
44
+ "optimizer": "lars",
45
+ "lr_scheduler": "cosine",
46
+ "warmup_epoch": 10,
47
+ "warmup_multiplier": 100,
48
+ "lr_decay_epochs": [
49
+ 120,
50
+ 160,
51
+ 200
52
+ ],
53
+ "lr_decay_rate": 0.1,
54
+ "weight_decay": 1e-05,
55
+ "momentum": 0.9,
56
+ "amp_opt_level": "O1",
57
+ "start_epoch": 1,
58
+ "epochs": 100,
59
+ "output_dir": "./self_det_output/BYOLAlignCosSimC4_asym_crop06-1_random4_cutout2-area0103_2nodes_bs128_momentum099_lars_wd1e-5",
60
+ "auto_resume": true,
61
+ "resume": "",
62
+ "print_freq": 100,
63
+ "save_freq": 1,
64
+ "local_rank": 0,
65
+ "pretrained_model": "",
66
+ "useaml": false,
67
+ "aml_data_store": "hanhu",
68
+ "pos_ratio": 0.5,
69
+ "pos_ratio_pyramid": 0.5,
70
+ "neg_ratio": 1.0,
71
+ "neg_loss_weight": 1.0,
72
+ "feat_prop_temperature": 0.1,
73
+ "encoder_flag": false,
74
+ "proj_flag": false,
75
+ "pred_flag": false,
76
+ "image_loss_weight": 0.0,
77
+ "pyramid_loss_weight": 1.0,
78
+ "feat_prop_p": 1.0,
79
+ "feat_prop_clamp_value": 0.0,
80
+ "value_transform_layer": 0,
81
+ "value_normalize": 1,
82
+ "value_transform_dim": 4096,
83
+ "bbox_to_ins_loss_weight": 1.0,
84
+ "ss_props": true,
85
+ "filter_strategy": "ratio3size0308post",
86
+ "select_strategy": "random",
87
+ "select_k": 4,
88
+ "weight_strategy": "bbox",
89
+ "bbox_size_range": [
90
+ 32,
91
+ 112,
92
+ 224
93
+ ],
94
+ "iou_thres": 0.5,
95
+ "output_size": 7,
96
+ "output_size_scale": 2,
97
+ "aligned": true,
98
+ "roi_transform_layer": 1,
99
+ "jitter_prob": 0.5,
100
+ "jitter_ratio": 0.1,
101
+ "padding_k": 4,
102
+ "max_tries": 5,
103
+ "aware_range": [
104
+ 48,
105
+ 96,
106
+ 192,
107
+ 224,
108
+ 0
109
+ ],
110
+ "aware_start": 0,
111
+ "aware_end": 4,
112
+ "cutout_prob": 0.5,
113
+ "cutout_ratio": [
114
+ 0.1,
115
+ 0.3
116
+ ],
117
+ "cutout_ratio_min": 0.1,
118
+ "cutout_ratio_max": 0.3
119
+ }
pretrain/SoCo_C4_100ep/current_detectron2_C4.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6461411036d02e2b22daad9bf646751242e52457a38d278172daabe825806d45
3
+ size 94274524
pretrain/SoCo_C4_100ep/log.txt ADDED
The diff for this file is too large to render. See raw diff
 
pretrain/SoCo_C4_400ep/ckpt_epoch_400.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d14112756bf66454ef62341fdebc7f403e2eae5b002d6f31fca410faa0dfd0e7
3
+ size 446755795
pretrain/SoCo_C4_400ep/config.json ADDED
@@ -0,0 +1,119 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "debug": false,
3
+ "data_dir": "./data/ImageNet-Zip",
4
+ "crop": 0.6,
5
+ "crop1": 1.0,
6
+ "aug": "ImageAsymBboxCutout",
7
+ "zip": true,
8
+ "cache_mode": "no",
9
+ "dataset": "ImageNet",
10
+ "ann_file": "",
11
+ "image_size": 224,
12
+ "num_workers": 4,
13
+ "window_size": 131072,
14
+ "window_stride": 16384,
15
+ "use_sliding_window_sampler": false,
16
+ "shuffle_per_epoch": false,
17
+ "batch_size": 128,
18
+ "arch": "resnet50",
19
+ "model": "BYOLAlignCosSimC4",
20
+ "contrast_temperature": 0.07,
21
+ "contrast_momentum": 0.99,
22
+ "contrast_num_negative": 65536,
23
+ "feature_dim": 128,
24
+ "head_type": "mlp_head",
25
+ "lambda_img": 0.0,
26
+ "lambda_cross": 1.0,
27
+ "in_channels": [
28
+ 256,
29
+ 512,
30
+ 1024,
31
+ 2048
32
+ ],
33
+ "out_channels": 256,
34
+ "start_level": 1,
35
+ "end_level": -1,
36
+ "add_extra_convs": true,
37
+ "extra_convs_on_inputs": false,
38
+ "relu_before_extra_convs": true,
39
+ "num_outs": 3,
40
+ "head_in_channels": 256,
41
+ "head_feat_channels": 256,
42
+ "head_stacked_convs": 4,
43
+ "base_learning_rate": 1.0,
44
+ "optimizer": "lars",
45
+ "lr_scheduler": "cosine",
46
+ "warmup_epoch": 10,
47
+ "warmup_multiplier": 100,
48
+ "lr_decay_epochs": [
49
+ 120,
50
+ 160,
51
+ 200
52
+ ],
53
+ "lr_decay_rate": 0.1,
54
+ "weight_decay": 1e-05,
55
+ "momentum": 0.9,
56
+ "amp_opt_level": "O1",
57
+ "start_epoch": 1,
58
+ "epochs": 400,
59
+ "output_dir": "./self_det_output/BYOLAlignCosSimC4_asym_crop06-1_random4_cutout2-area0103_2nodes_bs128_momentum099_lars_wd1e-5_400ep",
60
+ "auto_resume": true,
61
+ "resume": "",
62
+ "print_freq": 100,
63
+ "save_freq": 1,
64
+ "local_rank": 0,
65
+ "pretrained_model": "",
66
+ "useaml": false,
67
+ "aml_data_store": "hanhu",
68
+ "pos_ratio": 0.5,
69
+ "pos_ratio_pyramid": 0.5,
70
+ "neg_ratio": 1.0,
71
+ "neg_loss_weight": 1.0,
72
+ "feat_prop_temperature": 0.1,
73
+ "encoder_flag": false,
74
+ "proj_flag": false,
75
+ "pred_flag": false,
76
+ "image_loss_weight": 0.0,
77
+ "pyramid_loss_weight": 1.0,
78
+ "feat_prop_p": 1.0,
79
+ "feat_prop_clamp_value": 0.0,
80
+ "value_transform_layer": 0,
81
+ "value_normalize": 1,
82
+ "value_transform_dim": 4096,
83
+ "bbox_to_ins_loss_weight": 1.0,
84
+ "ss_props": true,
85
+ "filter_strategy": "ratio3size0308post",
86
+ "select_strategy": "random",
87
+ "select_k": 4,
88
+ "weight_strategy": "bbox",
89
+ "bbox_size_range": [
90
+ 32,
91
+ 112,
92
+ 224
93
+ ],
94
+ "iou_thres": 0.5,
95
+ "output_size": 7,
96
+ "output_size_scale": 2,
97
+ "aligned": true,
98
+ "roi_transform_layer": 1,
99
+ "jitter_prob": 0.5,
100
+ "jitter_ratio": 0.1,
101
+ "padding_k": 4,
102
+ "max_tries": 5,
103
+ "aware_range": [
104
+ 48,
105
+ 96,
106
+ 192,
107
+ 224,
108
+ 0
109
+ ],
110
+ "aware_start": 0,
111
+ "aware_end": 4,
112
+ "cutout_prob": 0.5,
113
+ "cutout_ratio": [
114
+ 0.1,
115
+ 0.3
116
+ ],
117
+ "cutout_ratio_min": 0.1,
118
+ "cutout_ratio_max": 0.3
119
+ }
pretrain/SoCo_C4_400ep/current_detectron2_C4.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f94de28a45720e85260d8609b2660f717e63e322638ad79c867eef4b087442d
3
+ size 94274524
pretrain/SoCo_C4_400ep/log.txt ADDED
The diff for this file is too large to render. See raw diff
 
pretrain/SoCo_FPN_100ep/ckpt_epoch_100.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad453bd715db32f68fb16588c77b457521ae7dc8c3bea95f03cc34508c7fde99
3
+ size 585631883
pretrain/SoCo_FPN_100ep/config.json ADDED
@@ -0,0 +1,119 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "debug": false,
3
+ "data_dir": "./data/ImageNet-Zip",
4
+ "crop": 0.5,
5
+ "crop1": 1.0,
6
+ "aug": "ImageAsymBboxAwareMultiJitter1Cutout",
7
+ "zip": true,
8
+ "cache_mode": "no",
9
+ "dataset": "ImageNet",
10
+ "ann_file": "",
11
+ "image_size": 224,
12
+ "num_workers": 4,
13
+ "window_size": 131072,
14
+ "window_stride": 16384,
15
+ "use_sliding_window_sampler": false,
16
+ "shuffle_per_epoch": false,
17
+ "batch_size": 128,
18
+ "arch": "resnet50",
19
+ "model": "BYOLAlignCosSimAwareP2P3P4P5BNHeadMulti",
20
+ "contrast_temperature": 0.07,
21
+ "contrast_momentum": 0.99,
22
+ "contrast_num_negative": 65536,
23
+ "feature_dim": 128,
24
+ "head_type": "mlp_head",
25
+ "lambda_img": 0.0,
26
+ "lambda_cross": 1.0,
27
+ "in_channels": [
28
+ 256,
29
+ 512,
30
+ 1024,
31
+ 2048
32
+ ],
33
+ "out_channels": 256,
34
+ "start_level": 0,
35
+ "end_level": -1,
36
+ "add_extra_convs": false,
37
+ "extra_convs_on_inputs": false,
38
+ "relu_before_extra_convs": false,
39
+ "num_outs": 4,
40
+ "head_in_channels": 256,
41
+ "head_feat_channels": 256,
42
+ "head_stacked_convs": 4,
43
+ "base_learning_rate": 1.0,
44
+ "optimizer": "lars",
45
+ "lr_scheduler": "cosine",
46
+ "warmup_epoch": 10,
47
+ "warmup_multiplier": 100,
48
+ "lr_decay_epochs": [
49
+ 120,
50
+ 160,
51
+ 200
52
+ ],
53
+ "lr_decay_rate": 0.1,
54
+ "weight_decay": 1e-05,
55
+ "momentum": 0.9,
56
+ "amp_opt_level": "O1",
57
+ "start_epoch": 1,
58
+ "epochs": 100,
59
+ "output_dir": "./self_det_output/BYOLAlignCosSimAwareP2P3P4P5BNHeadMulti_jitter1_asym_crop05-1_random4_cutout23-area0103_2nodes_bs128_momentum099_lars_wd1e-5",
60
+ "auto_resume": true,
61
+ "resume": "",
62
+ "print_freq": 100,
63
+ "save_freq": 1,
64
+ "local_rank": 0,
65
+ "pretrained_model": "",
66
+ "useaml": false,
67
+ "aml_data_store": "hanhu",
68
+ "pos_ratio": 0.5,
69
+ "pos_ratio_pyramid": 0.5,
70
+ "neg_ratio": 1.0,
71
+ "neg_loss_weight": 1.0,
72
+ "feat_prop_temperature": 0.1,
73
+ "encoder_flag": false,
74
+ "proj_flag": false,
75
+ "pred_flag": false,
76
+ "image_loss_weight": 0.0,
77
+ "pyramid_loss_weight": 1.0,
78
+ "feat_prop_p": 1.0,
79
+ "feat_prop_clamp_value": 0.0,
80
+ "value_transform_layer": 0,
81
+ "value_normalize": 1,
82
+ "value_transform_dim": 4096,
83
+ "bbox_to_ins_loss_weight": 1.0,
84
+ "ss_props": true,
85
+ "filter_strategy": "ratio3size0308post",
86
+ "select_strategy": "random",
87
+ "select_k": 4,
88
+ "weight_strategy": "bbox",
89
+ "bbox_size_range": [
90
+ 32,
91
+ 112,
92
+ 224
93
+ ],
94
+ "iou_thres": 0.5,
95
+ "output_size": 7,
96
+ "output_size_scale": 2,
97
+ "aligned": true,
98
+ "roi_transform_layer": 1,
99
+ "jitter_prob": 0.5,
100
+ "jitter_ratio": 0.1,
101
+ "padding_k": 4,
102
+ "max_tries": 5,
103
+ "aware_range": [
104
+ 48,
105
+ 96,
106
+ 192,
107
+ 224,
108
+ 0
109
+ ],
110
+ "aware_start": 0,
111
+ "aware_end": 4,
112
+ "cutout_prob": 0.5,
113
+ "cutout_ratio": [
114
+ 0.1,
115
+ 0.3
116
+ ],
117
+ "cutout_ratio_min": 0.1,
118
+ "cutout_ratio_max": 0.3
119
+ }
pretrain/SoCo_FPN_100ep/current_detectron2_Head.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e45301d95a673a20241a59e33474ff84e42dc533d405b7936104f1bede11c25
3
+ size 168521608
pretrain/SoCo_FPN_100ep/log.txt ADDED
The diff for this file is too large to render. See raw diff
 
pretrain/SoCo_FPN_400ep/ckpt_epoch_400.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98f0136199f16695e0ddf157cf38fa1ea6501ab45475dbc43c921d655f4aeb54
3
+ size 585631883
pretrain/SoCo_FPN_400ep/config.json ADDED
@@ -0,0 +1,121 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "debug": false,
3
+ "data_dir": "./data/ImageNet-Zip",
4
+ "crop": 0.5,
5
+ "crop1": 1.0,
6
+ "aug": "ImageAsymBboxAwareMultiJitter1",
7
+ "zip": true,
8
+ "cache_mode": "no",
9
+ "dataset": "ImageNet",
10
+ "ann_file": "",
11
+ "image_size": 224,
12
+ "image3_size": 112,
13
+ "image4_size": 112,
14
+ "num_workers": 4,
15
+ "window_size": 131072,
16
+ "window_stride": 16384,
17
+ "use_sliding_window_sampler": false,
18
+ "shuffle_per_epoch": false,
19
+ "batch_size": 128,
20
+ "arch": "resnet50",
21
+ "model": "BYOLAlignCosSimAwareP2P3P4P5BNHeadMulti",
22
+ "contrast_temperature": 0.07,
23
+ "contrast_momentum": 0.99,
24
+ "contrast_num_negative": 65536,
25
+ "feature_dim": 128,
26
+ "head_type": "mlp_head",
27
+ "lambda_img": 0.0,
28
+ "lambda_cross": 1.0,
29
+ "in_channels": [
30
+ 256,
31
+ 512,
32
+ 1024,
33
+ 2048
34
+ ],
35
+ "out_channels": 256,
36
+ "start_level": 0,
37
+ "end_level": -1,
38
+ "add_extra_convs": false,
39
+ "extra_convs_on_inputs": false,
40
+ "relu_before_extra_convs": false,
41
+ "num_outs": 4,
42
+ "head_in_channels": 256,
43
+ "head_feat_channels": 256,
44
+ "head_stacked_convs": 4,
45
+ "base_learning_rate": 1.0,
46
+ "optimizer": "lars",
47
+ "lr_scheduler": "cosine",
48
+ "warmup_epoch": 10,
49
+ "warmup_multiplier": 100,
50
+ "lr_decay_epochs": [
51
+ 120,
52
+ 160,
53
+ 200
54
+ ],
55
+ "lr_decay_rate": 0.1,
56
+ "weight_decay": 1e-05,
57
+ "momentum": 0.9,
58
+ "amp_opt_level": "O1",
59
+ "start_epoch": 1,
60
+ "epochs": 400,
61
+ "output_dir": "./self_det_output/BYOLAlignCosSimAwareP2P3P4P5BNHeadMulti_jitter1_asym_crop05-1_random4_2nodes_bs128_momentum099_lars_wd1e-5_400ep",
62
+ "auto_resume": true,
63
+ "resume": "",
64
+ "print_freq": 100,
65
+ "save_freq": 1,
66
+ "local_rank": 0,
67
+ "pretrained_model": "",
68
+ "useaml": false,
69
+ "aml_data_store": "hanhu",
70
+ "pos_ratio": 0.5,
71
+ "pos_ratio_pyramid": 0.5,
72
+ "neg_ratio": 1.0,
73
+ "neg_loss_weight": 1.0,
74
+ "feat_prop_temperature": 0.1,
75
+ "encoder_flag": false,
76
+ "proj_flag": false,
77
+ "pred_flag": false,
78
+ "image_loss_weight": 0.0,
79
+ "pyramid_loss_weight": 1.0,
80
+ "feat_prop_p": 1.0,
81
+ "feat_prop_clamp_value": 0.0,
82
+ "value_transform_layer": 0,
83
+ "value_normalize": 1,
84
+ "value_transform_dim": 4096,
85
+ "bbox_to_ins_loss_weight": 1.0,
86
+ "ss_props": true,
87
+ "filter_strategy": "ratio3size0308post",
88
+ "select_strategy": "random",
89
+ "select_k": 4,
90
+ "weight_strategy": "bbox",
91
+ "bbox_size_range": [
92
+ 32,
93
+ 112,
94
+ 224
95
+ ],
96
+ "iou_thres": 0.5,
97
+ "output_size": 7,
98
+ "output_size_scale": 2,
99
+ "aligned": true,
100
+ "roi_transform_layer": 1,
101
+ "jitter_prob": 0.5,
102
+ "jitter_ratio": 0.1,
103
+ "padding_k": 4,
104
+ "max_tries": 5,
105
+ "aware_range": [
106
+ 48,
107
+ 96,
108
+ 192,
109
+ 224,
110
+ 0
111
+ ],
112
+ "aware_start": 0,
113
+ "aware_end": 4,
114
+ "cutout_prob": 0.5,
115
+ "cutout_ratio": [
116
+ 0.1,
117
+ 0.3
118
+ ],
119
+ "cutout_ratio_min": 0.1,
120
+ "cutout_ratio_max": 0.3
121
+ }
pretrain/SoCo_FPN_400ep/current_detectron2_Head.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7d5dea3aed8ca17ab3c125b640a69d1e2459b62b2b0b1de6fcb2eb54356022a
3
+ size 168521608
pretrain/SoCo_FPN_400ep/log.txt ADDED
The diff for this file is too large to render. See raw diff
 
pretrain/SoCo_FPN_COCO_100ep/ckpt_epoch_100.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b09eaf65cd2a74aa02697bccf436b4a32f55003b9daf6e8a61011cd1265dd74
3
+ size 585632587
pretrain/SoCo_FPN_COCO_100ep/config.json ADDED
@@ -0,0 +1,143 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "debug": false,
3
+ "data_dir": "./data/coco",
4
+ "crop": 0.5,
5
+ "crop1": 1.0,
6
+ "aug": "ImageAsymBboxAwareMultiJitter1Cutout",
7
+ "zip": true,
8
+ "cache_mode": "no",
9
+ "dataset": "COCO",
10
+ "ann_file": "",
11
+ "image_size": 224,
12
+ "image3_size": 112,
13
+ "image4_size": 112,
14
+ "num_workers": 4,
15
+ "window_size": 131072,
16
+ "window_stride": 16384,
17
+ "use_sliding_window_sampler": false,
18
+ "shuffle_per_epoch": false,
19
+ "batch_size": 128,
20
+ "arch": "resnet50",
21
+ "model": "BYOLAlignCosSimAwareP2P3P4P5BNHeadMulti",
22
+ "contrast_temperature": 0.07,
23
+ "contrast_momentum": 0.99,
24
+ "contrast_num_negative": 65536,
25
+ "feature_dim": 128,
26
+ "head_type": "mlp_head",
27
+ "lambda_img": 0.0,
28
+ "lambda_cross": 1.0,
29
+ "in_channels": [
30
+ 256,
31
+ 512,
32
+ 1024,
33
+ 2048
34
+ ],
35
+ "out_channels": 256,
36
+ "start_level": 0,
37
+ "end_level": -1,
38
+ "add_extra_convs": false,
39
+ "extra_convs_on_inputs": false,
40
+ "relu_before_extra_convs": false,
41
+ "no_norm_on_lateral": false,
42
+ "num_outs": 4,
43
+ "head_in_channels": 256,
44
+ "head_feat_channels": 256,
45
+ "head_stacked_convs": 4,
46
+ "base_learning_rate": 1.0,
47
+ "optimizer": "lars",
48
+ "lr_scheduler": "cosine",
49
+ "warmup_epoch": 10,
50
+ "warmup_multiplier": 100,
51
+ "lr_decay_epochs": [
52
+ 120,
53
+ 160,
54
+ 200
55
+ ],
56
+ "lr_decay_rate": 0.1,
57
+ "weight_decay": 1e-05,
58
+ "momentum": 0.9,
59
+ "amp_opt_level": "O1",
60
+ "start_epoch": 1,
61
+ "epochs": 100,
62
+ "output_dir": "./self_det_output/BYOLAlignCosSimAwareP2P3P4P5BNHeadMulti_COCO_jitter1_asym_crop05-1_random4_cutout23-area0103_2nodes_bs128_momentum099_lars_wd1e-5",
63
+ "auto_resume": true,
64
+ "resume": "",
65
+ "print_freq": 100,
66
+ "save_freq": 1,
67
+ "local_rank": 0,
68
+ "pretrained_model": "",
69
+ "useaml": false,
70
+ "aml_data_store": "hanhu",
71
+ "pos_ratio": 0.5,
72
+ "pos_ratio_pyramid": 0.5,
73
+ "neg_ratio": 1.0,
74
+ "neg_loss_weight": 1.0,
75
+ "feat_prop_temperature": 0.1,
76
+ "encoder_flag": false,
77
+ "proj_flag": false,
78
+ "pred_flag": false,
79
+ "image_loss_weight": 0.0,
80
+ "pyramid_loss_weight": 1.0,
81
+ "feat_prop_p": 1.0,
82
+ "feat_prop_clamp_value": 0.0,
83
+ "value_transform_layer": 0,
84
+ "value_normalize": 1,
85
+ "value_transform_dim": 4096,
86
+ "bbox_to_ins_loss_weight": 1.0,
87
+ "ss_props": true,
88
+ "filter_strategy": "ratio3size0308post",
89
+ "select_strategy": "random",
90
+ "select_k": 4,
91
+ "weight_strategy": "bbox",
92
+ "bbox_size_range": [
93
+ 32,
94
+ 112,
95
+ 224
96
+ ],
97
+ "iou_thres": 0.5,
98
+ "output_size": 7,
99
+ "output_size_scale": 2,
100
+ "aligned": true,
101
+ "roi_transform_layer": 1,
102
+ "jitter_prob": 0.5,
103
+ "jitter_ratio": 0.1,
104
+ "padding_k": 4,
105
+ "max_tries": 5,
106
+ "aware_range": [
107
+ 48,
108
+ 96,
109
+ 192,
110
+ 224,
111
+ 0
112
+ ],
113
+ "aware_start": 0,
114
+ "aware_end": 4,
115
+ "cutout_prob": 0.5,
116
+ "cutout_ratio": [
117
+ 0.1,
118
+ 0.3
119
+ ],
120
+ "cutout_ratio_min": 0.1,
121
+ "cutout_ratio_max": 0.3,
122
+ "max_props": 32,
123
+ "aspect_ratio": 3,
124
+ "min_size_ratio": 0.3,
125
+ "max_size_ratio": 0.8,
126
+ "dynamic_min": 80,
127
+ "dynamic_max": 320,
128
+ "dynamic_range": [
129
+ 80,
130
+ 320
131
+ ],
132
+ "dynamic_min3": 40,
133
+ "dynamic_max3": 160,
134
+ "dynamic_range3": [
135
+ 40,
136
+ 160
137
+ ],
138
+ "rpn_props": false,
139
+ "nms_threshold": 0.1,
140
+ "rpn_score_thres": 0.5,
141
+ "loss_rpn_weight": 1.0,
142
+ "gt_bboxs_max_pad": 32
143
+ }
pretrain/SoCo_FPN_COCO_100ep/current_detectron2_Head.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c41dd6687478b897fd1d533b85d305a0da791b172a78b96a1e11331a6ea5b0f
3
+ size 168521608
pretrain/SoCo_FPN_COCO_100ep/log.txt ADDED
@@ -0,0 +1,535 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [08/06 00:35:52] contrast INFO: Full config saved to ./self_det_output/BYOLAlignCosSimAwareP2P3P4P5BNHeadMulti_COCO_jitter1_asym_crop05-1_random4_cutout23-area0103_2nodes_bs128_momentum099_lars_wd1e-5/config.json
2
+ [08/06 00:35:52] contrast INFO: add_extra_convs: False
3
+ aligned: True
4
+ aml_data_store: hanhu
5
+ amp_opt_level: O1
6
+ ann_file:
7
+ arch: resnet50
8
+ aspect_ratio: 3
9
+ aug: ImageAsymBboxAwareMultiJitter1Cutout
10
+ auto_resume: True
11
+ aware_end: 4
12
+ aware_range: [48, 96, 192, 224, 0]
13
+ aware_start: 0
14
+ base_learning_rate: 1.0
15
+ batch_size: 128
16
+ bbox_size_range: (32, 112, 224)
17
+ bbox_to_ins_loss_weight: 1.0
18
+ cache_mode: no
19
+ contrast_momentum: 0.99
20
+ contrast_num_negative: 65536
21
+ contrast_temperature: 0.07
22
+ crop: 0.5
23
+ crop1: 1.0
24
+ cutout_prob: 0.5
25
+ cutout_ratio: (0.1, 0.3)
26
+ cutout_ratio_max: 0.3
27
+ cutout_ratio_min: 0.1
28
+ data_dir: ./data/coco
29
+ dataset: COCO
30
+ debug: False
31
+ dynamic_max: 320
32
+ dynamic_max3: 160
33
+ dynamic_min: 80
34
+ dynamic_min3: 40
35
+ dynamic_range: (80, 320)
36
+ dynamic_range3: (40, 160)
37
+ encoder_flag: False
38
+ end_level: -1
39
+ epochs: 100
40
+ extra_convs_on_inputs: False
41
+ feat_prop_clamp_value: 0.0
42
+ feat_prop_p: 1.0
43
+ feat_prop_temperature: 0.1
44
+ feature_dim: 128
45
+ filter_strategy: ratio3size0308post
46
+ gt_bboxs_max_pad: 32
47
+ head_feat_channels: 256
48
+ head_in_channels: 256
49
+ head_stacked_convs: 4
50
+ head_type: mlp_head
51
+ image3_size: 112
52
+ image4_size: 112
53
+ image_loss_weight: 0.0
54
+ image_size: 224
55
+ in_channels: [256, 512, 1024, 2048]
56
+ iou_thres: 0.5
57
+ jitter_prob: 0.5
58
+ jitter_ratio: 0.1
59
+ lambda_cross: 1.0
60
+ lambda_img: 0.0
61
+ local_rank: 0
62
+ loss_rpn_weight: 1.0
63
+ lr_decay_epochs: [120, 160, 200]
64
+ lr_decay_rate: 0.1
65
+ lr_scheduler: cosine
66
+ max_props: 32
67
+ max_size_ratio: 0.8
68
+ max_tries: 5
69
+ min_size_ratio: 0.3
70
+ model: BYOLAlignCosSimAwareP2P3P4P5BNHeadMulti
71
+ momentum: 0.9
72
+ neg_loss_weight: 1.0
73
+ neg_ratio: 1.0
74
+ nms_threshold: 0.1
75
+ no_norm_on_lateral: False
76
+ num_outs: 4
77
+ num_workers: 4
78
+ optimizer: lars
79
+ out_channels: 256
80
+ output_dir: ./self_det_output/BYOLAlignCosSimAwareP2P3P4P5BNHeadMulti_COCO_jitter1_asym_crop05-1_random4_cutout23-area0103_2nodes_bs128_momentum099_lars_wd1e-5
81
+ output_size: 7
82
+ output_size_scale: 2
83
+ padding_k: 4
84
+ pos_ratio: 0.5
85
+ pos_ratio_pyramid: 0.5
86
+ pred_flag: False
87
+ pretrained_model:
88
+ print_freq: 100
89
+ proj_flag: False
90
+ pyramid_loss_weight: 1.0
91
+ relu_before_extra_convs: False
92
+ resume:
93
+ roi_transform_layer: 1
94
+ rpn_props: False
95
+ rpn_score_thres: 0.5
96
+ save_freq: 1
97
+ select_k: 4
98
+ select_strategy: random
99
+ shuffle_per_epoch: False
100
+ ss_props: True
101
+ start_epoch: 1
102
+ start_level: 0
103
+ use_sliding_window_sampler: False
104
+ useaml: False
105
+ value_normalize: 1
106
+ value_transform_dim: 4096
107
+ value_transform_layer: 0
108
+ warmup_epoch: 10
109
+ warmup_multiplier: 100
110
+ weight_decay: 1e-05
111
+ weight_strategy: bbox
112
+ window_size: 131072
113
+ window_stride: 16384
114
+ zip: True
115
+ [08/06 00:36:16] contrast INFO: length of training dataset: 241690
116
+ [08/06 00:36:22] contrast INFO: no checkpoint found in ./self_det_output/BYOLAlignCosSimAwareP2P3P4P5BNHeadMulti_COCO_jitter1_asym_crop05-1_random4_cutout23-area0103_2nodes_bs128_momentum099_lars_wd1e-5, ignoring auto resume
117
+ [08/06 00:37:40] contrast INFO: Train: [1/100][0/118] Time 77.896 (77.896) Data Time 62.332 (62.332) lr 0.087 loss 0.008 (0.008)
118
+ [08/06 00:40:35] contrast INFO: Train: [1/100][100/118] Time 1.711 (2.499) Data Time 0.001 (0.618) lr 0.758 loss -5.494 (-4.479)
119
+ [08/06 00:41:04] contrast INFO: ==> Saving...
120
+ [08/06 00:41:17] contrast INFO: Train: [2/100][0/118] Time 8.468 (8.468) Data Time 6.444 (6.444) lr 0.879 loss -5.301 (-5.301)
121
+ [08/06 00:44:11] contrast INFO: Train: [2/100][100/118] Time 1.712 (1.800) Data Time 0.001 (0.065) lr 1.550 loss -5.801 (-5.486)
122
+ [08/06 00:44:39] contrast INFO: ==> Saving...
123
+ [08/06 00:44:53] contrast INFO: Train: [3/100][0/118] Time 8.556 (8.556) Data Time 6.523 (6.523) lr 1.671 loss -5.772 (-5.772)
124
+ [08/06 00:47:46] contrast INFO: Train: [3/100][100/118] Time 1.707 (1.791) Data Time 0.001 (0.065) lr 2.342 loss -6.405 (-6.188)
125
+ [08/06 00:48:14] contrast INFO: ==> Saving...
126
+ [08/06 00:48:28] contrast INFO: Train: [4/100][0/118] Time 8.508 (8.508) Data Time 6.417 (6.417) lr 2.463 loss -6.325 (-6.325)
127
+ [08/06 00:51:21] contrast INFO: Train: [4/100][100/118] Time 1.701 (1.800) Data Time 0.001 (0.064) lr 3.134 loss -6.631 (-6.570)
128
+ [08/06 00:51:50] contrast INFO: ==> Saving...
129
+ [08/06 00:52:04] contrast INFO: Train: [5/100][0/118] Time 8.616 (8.616) Data Time 6.530 (6.530) lr 3.255 loss -6.793 (-6.793)
130
+ [08/06 00:54:57] contrast INFO: Train: [5/100][100/118] Time 1.741 (1.801) Data Time 0.001 (0.066) lr 3.926 loss -6.920 (-6.856)
131
+ [08/06 00:55:27] contrast INFO: ==> Saving...
132
+ [08/06 00:55:44] contrast INFO: Train: [6/100][0/118] Time 11.435 (11.435) Data Time 6.312 (6.312) lr 4.047 loss -6.951 (-6.951)
133
+ [08/06 00:58:38] contrast INFO: Train: [6/100][100/118] Time 1.738 (1.830) Data Time 0.001 (0.063) lr 4.718 loss -7.046 (-7.055)
134
+ [08/06 00:59:06] contrast INFO: ==> Saving...
135
+ [08/06 00:59:20] contrast INFO: Train: [7/100][0/118] Time 8.256 (8.256) Data Time 6.236 (6.236) lr 4.839 loss -7.204 (-7.204)
136
+ [08/06 01:02:13] contrast INFO: Train: [7/100][100/118] Time 1.716 (1.796) Data Time 0.001 (0.063) lr 5.510 loss -7.251 (-7.217)
137
+ [08/06 01:02:42] contrast INFO: ==> Saving...
138
+ [08/06 01:02:56] contrast INFO: Train: [8/100][0/118] Time 8.496 (8.496) Data Time 6.435 (6.435) lr 5.631 loss -7.224 (-7.224)
139
+ [08/06 01:05:48] contrast INFO: Train: [8/100][100/118] Time 1.778 (1.791) Data Time 0.001 (0.065) lr 6.302 loss -7.381 (-7.301)
140
+ [08/06 01:06:17] contrast INFO: ==> Saving...
141
+ [08/06 01:06:31] contrast INFO: Train: [9/100][0/118] Time 8.616 (8.616) Data Time 6.586 (6.586) lr 6.423 loss -7.299 (-7.299)
142
+ [08/06 01:19:39] contrast INFO: Full config saved to ./self_det_output/BYOLAlignCosSimAwareP2P3P4P5BNHeadMulti_COCO_jitter1_asym_crop05-1_random4_cutout23-area0103_2nodes_bs128_momentum099_lars_wd1e-5/config.json
143
+ [08/06 01:19:39] contrast INFO: add_extra_convs: False
144
+ aligned: True
145
+ aml_data_store: hanhu
146
+ amp_opt_level: O1
147
+ ann_file:
148
+ arch: resnet50
149
+ aspect_ratio: 3
150
+ aug: ImageAsymBboxAwareMultiJitter1Cutout
151
+ auto_resume: True
152
+ aware_end: 4
153
+ aware_range: [48, 96, 192, 224, 0]
154
+ aware_start: 0
155
+ base_learning_rate: 1.0
156
+ batch_size: 128
157
+ bbox_size_range: (32, 112, 224)
158
+ bbox_to_ins_loss_weight: 1.0
159
+ cache_mode: no
160
+ contrast_momentum: 0.99
161
+ contrast_num_negative: 65536
162
+ contrast_temperature: 0.07
163
+ crop: 0.5
164
+ crop1: 1.0
165
+ cutout_prob: 0.5
166
+ cutout_ratio: (0.1, 0.3)
167
+ cutout_ratio_max: 0.3
168
+ cutout_ratio_min: 0.1
169
+ data_dir: ./data/coco
170
+ dataset: COCO
171
+ debug: False
172
+ dynamic_max: 320
173
+ dynamic_max3: 160
174
+ dynamic_min: 80
175
+ dynamic_min3: 40
176
+ dynamic_range: (80, 320)
177
+ dynamic_range3: (40, 160)
178
+ encoder_flag: False
179
+ end_level: -1
180
+ epochs: 100
181
+ extra_convs_on_inputs: False
182
+ feat_prop_clamp_value: 0.0
183
+ feat_prop_p: 1.0
184
+ feat_prop_temperature: 0.1
185
+ feature_dim: 128
186
+ filter_strategy: ratio3size0308post
187
+ gt_bboxs_max_pad: 32
188
+ head_feat_channels: 256
189
+ head_in_channels: 256
190
+ head_stacked_convs: 4
191
+ head_type: mlp_head
192
+ image3_size: 112
193
+ image4_size: 112
194
+ image_loss_weight: 0.0
195
+ image_size: 224
196
+ in_channels: [256, 512, 1024, 2048]
197
+ iou_thres: 0.5
198
+ jitter_prob: 0.5
199
+ jitter_ratio: 0.1
200
+ lambda_cross: 1.0
201
+ lambda_img: 0.0
202
+ local_rank: 0
203
+ loss_rpn_weight: 1.0
204
+ lr_decay_epochs: [120, 160, 200]
205
+ lr_decay_rate: 0.1
206
+ lr_scheduler: cosine
207
+ max_props: 32
208
+ max_size_ratio: 0.8
209
+ max_tries: 5
210
+ min_size_ratio: 0.3
211
+ model: BYOLAlignCosSimAwareP2P3P4P5BNHeadMulti
212
+ momentum: 0.9
213
+ neg_loss_weight: 1.0
214
+ neg_ratio: 1.0
215
+ nms_threshold: 0.1
216
+ no_norm_on_lateral: False
217
+ num_outs: 4
218
+ num_workers: 4
219
+ optimizer: lars
220
+ out_channels: 256
221
+ output_dir: ./self_det_output/BYOLAlignCosSimAwareP2P3P4P5BNHeadMulti_COCO_jitter1_asym_crop05-1_random4_cutout23-area0103_2nodes_bs128_momentum099_lars_wd1e-5
222
+ output_size: 7
223
+ output_size_scale: 2
224
+ padding_k: 4
225
+ pos_ratio: 0.5
226
+ pos_ratio_pyramid: 0.5
227
+ pred_flag: False
228
+ pretrained_model:
229
+ print_freq: 100
230
+ proj_flag: False
231
+ pyramid_loss_weight: 1.0
232
+ relu_before_extra_convs: False
233
+ resume:
234
+ roi_transform_layer: 1
235
+ rpn_props: False
236
+ rpn_score_thres: 0.5
237
+ save_freq: 1
238
+ select_k: 4
239
+ select_strategy: random
240
+ shuffle_per_epoch: False
241
+ ss_props: True
242
+ start_epoch: 1
243
+ start_level: 0
244
+ use_sliding_window_sampler: False
245
+ useaml: False
246
+ value_normalize: 1
247
+ value_transform_dim: 4096
248
+ value_transform_layer: 0
249
+ warmup_epoch: 10
250
+ warmup_multiplier: 100
251
+ weight_decay: 1e-05
252
+ weight_strategy: bbox
253
+ window_size: 131072
254
+ window_stride: 16384
255
+ zip: True
256
+ [08/06 01:20:03] contrast INFO: length of training dataset: 241690
257
+ [08/06 01:20:10] contrast INFO: auto resume from ./self_det_output/BYOLAlignCosSimAwareP2P3P4P5BNHeadMulti_COCO_jitter1_asym_crop05-1_random4_cutout23-area0103_2nodes_bs128_momentum099_lars_wd1e-5/current.pth
258
+ [08/06 01:20:10] contrast INFO: => loading checkpoint './self_det_output/BYOLAlignCosSimAwareP2P3P4P5BNHeadMulti_COCO_jitter1_asym_crop05-1_random4_cutout23-area0103_2nodes_bs128_momentum099_lars_wd1e-5/current.pth'
259
+ [08/06 01:20:12] contrast INFO: => loaded successfully './self_det_output/BYOLAlignCosSimAwareP2P3P4P5BNHeadMulti_COCO_jitter1_asym_crop05-1_random4_cutout23-area0103_2nodes_bs128_momentum099_lars_wd1e-5/current.pth' (epoch 8)
260
+ [08/06 01:21:40] contrast INFO: Train: [9/100][0/118] Time 87.804 (87.804) Data Time 55.054 (55.054) lr 6.423 loss -7.366 (-7.366)
261
+ [08/06 01:24:39] contrast INFO: Train: [9/100][100/118] Time 1.791 (2.643) Data Time 0.001 (0.546) lr 7.094 loss -7.389 (-7.374)
262
+ [08/06 01:25:09] contrast INFO: ==> Saving...
263
+ [08/06 01:25:23] contrast INFO: Train: [10/100][0/118] Time 8.771 (8.771) Data Time 6.573 (6.573) lr 7.215 loss -7.433 (-7.433)
264
+ [08/06 01:28:21] contrast INFO: Train: [10/100][100/118] Time 1.777 (1.849) Data Time 0.001 (0.066) lr 7.886 loss -7.441 (-7.440)
265
+ [08/06 01:28:50] contrast INFO: ==> Saving...
266
+ [08/06 01:29:05] contrast INFO: Train: [11/100][0/118] Time 8.750 (8.750) Data Time 6.694 (6.694) lr 8.000 loss -7.370 (-7.370)
267
+ [08/06 01:32:03] contrast INFO: Train: [11/100][100/118] Time 1.784 (1.851) Data Time 0.001 (0.067) lr 7.998 loss -7.383 (-7.412)
268
+ [08/06 01:32:33] contrast INFO: ==> Saving...
269
+ [08/06 01:32:47] contrast INFO: Train: [12/100][0/118] Time 8.692 (8.692) Data Time 6.517 (6.517) lr 7.998 loss -7.479 (-7.479)
270
+ [08/06 01:35:45] contrast INFO: Train: [12/100][100/118] Time 1.733 (1.848) Data Time 0.002 (0.065) lr 7.992 loss -7.533 (-7.485)
271
+ [08/06 01:36:14] contrast INFO: ==> Saving...
272
+ [08/06 01:36:28] contrast INFO: Train: [13/100][0/118] Time 8.651 (8.651) Data Time 6.563 (6.563) lr 7.990 loss -7.527 (-7.527)
273
+ [08/06 01:39:26] contrast INFO: Train: [13/100][100/118] Time 1.741 (1.844) Data Time 0.001 (0.066) lr 7.980 loss -7.593 (-7.539)
274
+ [08/06 01:39:55] contrast INFO: ==> Saving...
275
+ [08/06 01:40:10] contrast INFO: Train: [14/100][0/118] Time 8.971 (8.971) Data Time 6.863 (6.863) lr 7.978 loss -7.584 (-7.584)
276
+ [08/06 01:43:08] contrast INFO: Train: [14/100][100/118] Time 1.756 (1.850) Data Time 0.001 (0.069) lr 7.964 loss -7.588 (-7.569)
277
+ [08/06 01:43:37] contrast INFO: ==> Saving...
278
+ [08/06 01:43:51] contrast INFO: Train: [15/100][0/118] Time 8.501 (8.501) Data Time 6.373 (6.373) lr 7.961 loss -7.558 (-7.558)
279
+ [08/06 01:46:49] contrast INFO: Train: [15/100][100/118] Time 1.793 (1.844) Data Time 0.001 (0.064) lr 7.943 loss -7.593 (-7.586)
280
+ [08/06 01:47:18] contrast INFO: ==> Saving...
281
+ [08/06 01:47:32] contrast INFO: Train: [16/100][0/118] Time 8.655 (8.655) Data Time 6.517 (6.517) lr 7.939 loss -7.568 (-7.568)
282
+ [08/06 01:50:30] contrast INFO: Train: [16/100][100/118] Time 1.850 (1.849) Data Time 0.001 (0.065) lr 7.917 loss -7.612 (-7.609)
283
+ [08/06 01:51:00] contrast INFO: ==> Saving...
284
+ [08/06 01:51:14] contrast INFO: Train: [17/100][0/118] Time 8.697 (8.697) Data Time 6.611 (6.611) lr 7.912 loss -7.623 (-7.623)
285
+ [08/06 01:54:11] contrast INFO: Train: [17/100][100/118] Time 1.754 (1.844) Data Time 0.001 (0.066) lr 7.886 loss -7.664 (-7.630)
286
+ [08/06 01:54:41] contrast INFO: ==> Saving...
287
+ [08/06 01:54:54] contrast INFO: Train: [18/100][0/118] Time 8.736 (8.736) Data Time 6.597 (6.597) lr 7.881 loss -7.672 (-7.672)
288
+ [08/06 01:57:52] contrast INFO: Train: [18/100][100/118] Time 1.753 (1.844) Data Time 0.001 (0.066) lr 7.851 loss -7.628 (-7.640)
289
+ [08/06 01:58:21] contrast INFO: ==> Saving...
290
+ [08/06 01:58:36] contrast INFO: Train: [19/100][0/118] Time 9.072 (9.072) Data Time 6.875 (6.875) lr 7.845 loss -6.934 (-6.934)
291
+ [08/06 02:01:33] contrast INFO: Train: [19/100][100/118] Time 1.781 (1.847) Data Time 0.001 (0.069) lr 7.810 loss -7.456 (-7.299)
292
+ [08/06 02:02:03] contrast INFO: ==> Saving...
293
+ [08/06 02:02:19] contrast INFO: Train: [20/100][0/118] Time 10.733 (10.733) Data Time 7.070 (7.070) lr 7.804 loss -7.545 (-7.545)
294
+ [08/06 02:05:16] contrast INFO: Train: [20/100][100/118] Time 1.763 (1.858) Data Time 0.001 (0.071) lr 7.766 loss -7.578 (-7.571)
295
+ [08/06 02:05:45] contrast INFO: ==> Saving...
296
+ [08/06 02:06:00] contrast INFO: Train: [21/100][0/118] Time 9.442 (9.442) Data Time 7.343 (7.343) lr 7.758 loss -7.598 (-7.598)
297
+ [08/06 02:08:58] contrast INFO: Train: [21/100][100/118] Time 1.786 (1.854) Data Time 0.001 (0.074) lr 7.716 loss -7.651 (-7.619)
298
+ [08/06 02:09:28] contrast INFO: ==> Saving...
299
+ [08/06 02:09:42] contrast INFO: Train: [22/100][0/118] Time 9.360 (9.360) Data Time 7.217 (7.217) lr 7.708 loss -7.602 (-7.602)
300
+ [08/06 02:12:42] contrast INFO: Train: [22/100][100/118] Time 1.822 (1.868) Data Time 0.001 (0.072) lr 7.662 loss -7.634 (-7.626)
301
+ [08/06 02:13:11] contrast INFO: ==> Saving...
302
+ [08/06 02:13:26] contrast INFO: Train: [23/100][0/118] Time 9.167 (9.167) Data Time 7.014 (7.014) lr 7.654 loss -7.655 (-7.655)
303
+ [08/06 02:16:23] contrast INFO: Train: [23/100][100/118] Time 1.759 (1.847) Data Time 0.001 (0.070) lr 7.604 loss -7.633 (-7.640)
304
+ [08/06 02:16:53] contrast INFO: ==> Saving...
305
+ [08/06 02:17:07] contrast INFO: Train: [24/100][0/118] Time 9.138 (9.138) Data Time 7.066 (7.066) lr 7.595 loss -7.676 (-7.676)
306
+ [08/06 02:20:05] contrast INFO: Train: [24/100][100/118] Time 1.760 (1.849) Data Time 0.001 (0.071) lr 7.541 loss -7.685 (-7.650)
307
+ [08/06 02:20:34] contrast INFO: ==> Saving...
308
+ [08/06 02:20:49] contrast INFO: Train: [25/100][0/118] Time 9.157 (9.157) Data Time 7.026 (7.026) lr 7.531 loss -7.623 (-7.623)
309
+ [08/06 02:23:47] contrast INFO: Train: [25/100][100/118] Time 1.786 (1.852) Data Time 0.001 (0.070) lr 7.474 loss -7.635 (-7.652)
310
+ [08/06 02:24:16] contrast INFO: ==> Saving...
311
+ [08/06 02:24:31] contrast INFO: Train: [26/100][0/118] Time 9.088 (9.088) Data Time 6.992 (6.992) lr 7.464 loss -7.681 (-7.681)
312
+ [08/06 02:27:29] contrast INFO: Train: [26/100][100/118] Time 1.797 (1.851) Data Time 0.001 (0.070) lr 7.403 loss -7.625 (-7.660)
313
+ [08/06 02:27:58] contrast INFO: ==> Saving...
314
+ [08/06 02:28:13] contrast INFO: Train: [27/100][0/118] Time 9.326 (9.326) Data Time 7.094 (7.094) lr 7.392 loss -7.637 (-7.637)
315
+ [08/06 02:31:12] contrast INFO: Train: [27/100][100/118] Time 1.859 (1.866) Data Time 0.001 (0.071) lr 7.327 loss -7.684 (-7.664)
316
+ [08/06 02:31:42] contrast INFO: ==> Saving...
317
+ [08/06 02:31:56] contrast INFO: Train: [28/100][0/118] Time 9.032 (9.032) Data Time 6.912 (6.912) lr 7.315 loss -7.679 (-7.679)
318
+ [08/06 02:34:54] contrast INFO: Train: [28/100][100/118] Time 1.769 (1.853) Data Time 0.001 (0.069) lr 7.248 loss -7.675 (-7.671)
319
+ [08/06 02:35:23] contrast INFO: ==> Saving...
320
+ [08/06 02:35:38] contrast INFO: Train: [29/100][0/118] Time 8.987 (8.987) Data Time 6.769 (6.769) lr 7.235 loss -7.717 (-7.717)
321
+ [08/06 02:38:35] contrast INFO: Train: [29/100][100/118] Time 1.785 (1.850) Data Time 0.001 (0.068) lr 7.164 loss -7.664 (-7.677)
322
+ [08/06 02:39:05] contrast INFO: ==> Saving...
323
+ [08/06 02:39:20] contrast INFO: Train: [30/100][0/118] Time 9.369 (9.369) Data Time 7.142 (7.142) lr 7.151 loss -7.713 (-7.713)
324
+ [08/06 02:42:18] contrast INFO: Train: [30/100][100/118] Time 1.737 (1.856) Data Time 0.001 (0.072) lr 7.077 loss -7.720 (-7.678)
325
+ [08/06 02:42:47] contrast INFO: ==> Saving...
326
+ [08/06 02:43:02] contrast INFO: Train: [31/100][0/118] Time 9.170 (9.170) Data Time 6.975 (6.975) lr 7.063 loss -7.688 (-7.688)
327
+ [08/06 02:46:00] contrast INFO: Train: [31/100][100/118] Time 1.749 (1.852) Data Time 0.001 (0.070) lr 6.986 loss -7.686 (-7.684)
328
+ [08/06 02:46:29] contrast INFO: ==> Saving...
329
+ [08/06 02:46:44] contrast INFO: Train: [32/100][0/118] Time 9.225 (9.225) Data Time 7.040 (7.040) lr 6.972 loss -7.699 (-7.699)
330
+ [08/06 02:49:41] contrast INFO: Train: [32/100][100/118] Time 1.792 (1.847) Data Time 0.001 (0.071) lr 6.891 loss -7.659 (-7.685)
331
+ [08/06 02:50:10] contrast INFO: ==> Saving...
332
+ [08/06 02:50:25] contrast INFO: Train: [33/100][0/118] Time 8.968 (8.968) Data Time 6.932 (6.932) lr 6.877 loss -7.696 (-7.696)
333
+ [08/06 02:53:23] contrast INFO: Train: [33/100][100/118] Time 1.709 (1.849) Data Time 0.001 (0.070) lr 6.793 loss -7.702 (-7.692)
334
+ [08/06 02:53:52] contrast INFO: ==> Saving...
335
+ [08/06 02:54:07] contrast INFO: Train: [34/100][0/118] Time 9.285 (9.285) Data Time 7.133 (7.133) lr 6.778 loss -7.699 (-7.699)
336
+ [08/06 02:57:04] contrast INFO: Train: [34/100][100/118] Time 1.816 (1.852) Data Time 0.001 (0.072) lr 6.691 loss -7.691 (-7.696)
337
+ [08/06 02:57:34] contrast INFO: ==> Saving...
338
+ [08/06 02:57:48] contrast INFO: Train: [35/100][0/118] Time 9.115 (9.115) Data Time 7.026 (7.026) lr 6.676 loss -7.717 (-7.717)
339
+ [08/06 03:00:46] contrast INFO: Train: [35/100][100/118] Time 1.772 (1.852) Data Time 0.001 (0.070) lr 6.587 loss -7.674 (-7.700)
340
+ [08/06 03:01:16] contrast INFO: ==> Saving...
341
+ [08/06 03:01:30] contrast INFO: Train: [36/100][0/118] Time 9.074 (9.074) Data Time 6.957 (6.957) lr 6.570 loss -7.671 (-7.671)
342
+ [08/06 03:04:29] contrast INFO: Train: [36/100][100/118] Time 1.700 (1.858) Data Time 0.002 (0.070) lr 6.478 loss -7.723 (-7.700)
343
+ [08/06 03:04:58] contrast INFO: ==> Saving...
344
+ [08/06 03:05:13] contrast INFO: Train: [37/100][0/118] Time 9.261 (9.261) Data Time 7.140 (7.140) lr 6.462 loss -7.708 (-7.708)
345
+ [08/06 03:08:11] contrast INFO: Train: [37/100][100/118] Time 1.700 (1.857) Data Time 0.001 (0.072) lr 6.367 loss -7.734 (-7.707)
346
+ [08/06 03:08:41] contrast INFO: ==> Saving...
347
+ [08/06 03:08:55] contrast INFO: Train: [38/100][0/118] Time 9.201 (9.201) Data Time 7.061 (7.061) lr 6.350 loss -7.729 (-7.729)
348
+ [08/06 03:11:53] contrast INFO: Train: [38/100][100/118] Time 1.725 (1.851) Data Time 0.001 (0.071) lr 6.253 loss -7.705 (-7.710)
349
+ [08/06 03:12:23] contrast INFO: ==> Saving...
350
+ [08/06 03:12:37] contrast INFO: Train: [39/100][0/118] Time 9.134 (9.134) Data Time 7.035 (7.035) lr 6.236 loss -7.725 (-7.725)
351
+ [08/06 03:15:35] contrast INFO: Train: [39/100][100/118] Time 1.966 (1.853) Data Time 0.001 (0.071) lr 6.137 loss -7.747 (-7.713)
352
+ [08/06 03:16:05] contrast INFO: ==> Saving...
353
+ [08/06 03:16:19] contrast INFO: Train: [40/100][0/118] Time 9.263 (9.263) Data Time 6.937 (6.937) lr 6.119 loss -7.726 (-7.726)
354
+ [08/06 03:19:17] contrast INFO: Train: [40/100][100/118] Time 1.761 (1.847) Data Time 0.001 (0.070) lr 6.017 loss -7.724 (-7.720)
355
+ [08/06 03:19:46] contrast INFO: ==> Saving...
356
+ [08/06 03:20:01] contrast INFO: Train: [41/100][0/118] Time 9.440 (9.440) Data Time 7.199 (7.199) lr 5.999 loss -7.696 (-7.696)
357
+ [08/06 03:22:59] contrast INFO: Train: [41/100][100/118] Time 1.744 (1.852) Data Time 0.001 (0.072) lr 5.896 loss -7.709 (-7.720)
358
+ [08/06 03:23:31] contrast INFO: ==> Saving...
359
+ [08/06 03:24:51] contrast INFO: Train: [42/100][0/118] Time 8.400 (8.400) Data Time 6.210 (6.210) lr 5.877 loss -7.703 (-7.703)
360
+ [08/06 03:27:51] contrast INFO: Train: [42/100][100/118] Time 1.766 (1.861) Data Time 0.001 (0.062) lr 5.772 loss -7.727 (-7.723)
361
+ [08/06 03:28:20] contrast INFO: ==> Saving...
362
+ [08/06 03:28:35] contrast INFO: Train: [43/100][0/118] Time 9.721 (9.721) Data Time 7.488 (7.488) lr 5.752 loss -7.755 (-7.755)
363
+ [08/06 03:31:34] contrast INFO: Train: [43/100][100/118] Time 1.682 (1.866) Data Time 0.001 (0.075) lr 5.645 loss -7.729 (-7.724)
364
+ [08/06 03:32:04] contrast INFO: ==> Saving...
365
+ [08/06 03:32:18] contrast INFO: Train: [44/100][0/118] Time 9.172 (9.172) Data Time 7.107 (7.107) lr 5.626 loss -7.728 (-7.728)
366
+ [08/06 03:35:16] contrast INFO: Train: [44/100][100/118] Time 1.801 (1.851) Data Time 0.001 (0.071) lr 5.517 loss -7.735 (-7.728)
367
+ [08/06 03:35:46] contrast INFO: ==> Saving...
368
+ [08/06 03:36:00] contrast INFO: Train: [45/100][0/118] Time 9.033 (9.033) Data Time 6.839 (6.839) lr 5.497 loss -7.724 (-7.724)
369
+ [08/06 03:38:58] contrast INFO: Train: [45/100][100/118] Time 1.780 (1.853) Data Time 0.001 (0.069) lr 5.387 loss -7.750 (-7.734)
370
+ [08/06 03:39:27] contrast INFO: ==> Saving...
371
+ [08/06 03:39:42] contrast INFO: Train: [46/100][0/118] Time 9.162 (9.162) Data Time 7.038 (7.038) lr 5.367 loss -7.727 (-7.727)
372
+ [08/06 03:42:40] contrast INFO: Train: [46/100][100/118] Time 1.755 (1.857) Data Time 0.001 (0.071) lr 5.255 loss -7.746 (-7.733)
373
+ [08/06 03:43:10] contrast INFO: ==> Saving...
374
+ [08/06 03:43:24] contrast INFO: Train: [47/100][0/118] Time 9.074 (9.074) Data Time 6.948 (6.948) lr 5.235 loss -7.747 (-7.747)
375
+ [08/06 03:46:22] contrast INFO: Train: [47/100][100/118] Time 1.750 (1.851) Data Time 0.001 (0.070) lr 5.122 loss -7.740 (-7.736)
376
+ [08/06 03:46:51] contrast INFO: ==> Saving...
377
+ [08/06 03:47:06] contrast INFO: Train: [48/100][0/118] Time 9.162 (9.162) Data Time 7.084 (7.084) lr 5.101 loss -7.726 (-7.726)
378
+ [08/06 03:50:04] contrast INFO: Train: [48/100][100/118] Time 1.775 (1.858) Data Time 0.001 (0.071) lr 4.987 loss -7.734 (-7.736)
379
+ [08/06 03:50:34] contrast INFO: ==> Saving...
380
+ [08/06 03:50:48] contrast INFO: Train: [49/100][0/118] Time 9.113 (9.113) Data Time 6.937 (6.937) lr 4.967 loss -7.722 (-7.722)
381
+ [08/06 03:53:46] contrast INFO: Train: [49/100][100/118] Time 1.798 (1.853) Data Time 0.001 (0.070) lr 4.851 loss -7.751 (-7.741)
382
+ [08/06 03:54:16] contrast INFO: ==> Saving...
383
+ [08/06 03:54:30] contrast INFO: Train: [50/100][0/118] Time 9.204 (9.204) Data Time 7.073 (7.073) lr 4.830 loss -7.746 (-7.746)
384
+ [08/06 03:57:29] contrast INFO: Train: [50/100][100/118] Time 1.750 (1.856) Data Time 0.001 (0.071) lr 4.714 loss -7.723 (-7.739)
385
+ [08/06 03:57:58] contrast INFO: ==> Saving...
386
+ [08/06 03:58:13] contrast INFO: Train: [51/100][0/118] Time 9.089 (9.089) Data Time 6.916 (6.916) lr 4.693 loss -7.740 (-7.740)
387
+ [08/06 04:01:10] contrast INFO: Train: [51/100][100/118] Time 1.793 (1.847) Data Time 0.001 (0.069) lr 4.577 loss -7.745 (-7.738)
388
+ [08/06 04:01:40] contrast INFO: ==> Saving...
389
+ [08/06 04:01:55] contrast INFO: Train: [52/100][0/118] Time 9.438 (9.438) Data Time 7.132 (7.132) lr 4.556 loss -7.723 (-7.723)
390
+ [08/06 04:04:53] contrast INFO: Train: [52/100][100/118] Time 1.823 (1.858) Data Time 0.001 (0.071) lr 4.438 loss -7.727 (-7.743)
391
+ [08/06 04:05:22] contrast INFO: ==> Saving...
392
+ [08/06 04:05:37] contrast INFO: Train: [53/100][0/118] Time 9.013 (9.013) Data Time 6.873 (6.873) lr 4.417 loss -7.734 (-7.734)
393
+ [08/06 04:08:35] contrast INFO: Train: [53/100][100/118] Time 1.761 (1.852) Data Time 0.001 (0.069) lr 4.299 loss -7.753 (-7.744)
394
+ [08/06 04:09:04] contrast INFO: ==> Saving...
395
+ [08/06 04:09:19] contrast INFO: Train: [54/100][0/118] Time 9.607 (9.607) Data Time 7.394 (7.394) lr 4.278 loss -7.727 (-7.727)
396
+ [08/06 04:12:17] contrast INFO: Train: [54/100][100/118] Time 1.658 (1.856) Data Time 0.001 (0.074) lr 4.160 loss -7.764 (-7.747)
397
+ [08/06 04:12:47] contrast INFO: ==> Saving...
398
+ [08/06 04:13:01] contrast INFO: Train: [55/100][0/118] Time 9.099 (9.099) Data Time 6.935 (6.935) lr 4.138 loss -7.740 (-7.740)
399
+ [08/06 04:15:59] contrast INFO: Train: [55/100][100/118] Time 1.757 (1.853) Data Time 0.001 (0.070) lr 4.020 loss -7.742 (-7.744)
400
+ [08/06 04:16:29] contrast INFO: ==> Saving...
401
+ [08/06 04:16:43] contrast INFO: Train: [56/100][0/118] Time 8.993 (8.993) Data Time 6.911 (6.911) lr 3.999 loss -7.777 (-7.777)
402
+ [08/06 04:19:41] contrast INFO: Train: [56/100][100/118] Time 1.921 (1.848) Data Time 0.001 (0.069) lr 3.881 loss -7.748 (-7.754)
403
+ [08/06 04:20:11] contrast INFO: ==> Saving...
404
+ [08/06 04:20:25] contrast INFO: Train: [57/100][0/118] Time 9.274 (9.274) Data Time 7.191 (7.191) lr 3.859 loss -7.740 (-7.740)
405
+ [08/06 04:23:23] contrast INFO: Train: [57/100][100/118] Time 1.817 (1.856) Data Time 0.001 (0.072) lr 3.741 loss -7.744 (-7.752)
406
+ [08/06 04:23:53] contrast INFO: ==> Saving...
407
+ [08/06 04:24:08] contrast INFO: Train: [58/100][0/118] Time 9.078 (9.078) Data Time 6.997 (6.997) lr 3.720 loss -7.771 (-7.771)
408
+ [08/06 04:27:06] contrast INFO: Train: [58/100][100/118] Time 1.811 (1.853) Data Time 0.001 (0.070) lr 3.602 loss -7.738 (-7.759)
409
+ [08/06 04:27:35] contrast INFO: ==> Saving...
410
+ [08/06 04:27:50] contrast INFO: Train: [59/100][0/118] Time 9.312 (9.312) Data Time 7.150 (7.150) lr 3.581 loss -7.757 (-7.757)
411
+ [08/06 04:30:48] contrast INFO: Train: [59/100][100/118] Time 1.722 (1.860) Data Time 0.001 (0.072) lr 3.463 loss -7.735 (-7.761)
412
+ [08/06 04:31:18] contrast INFO: ==> Saving...
413
+ [08/06 04:31:33] contrast INFO: Train: [60/100][0/118] Time 9.082 (9.082) Data Time 6.989 (6.989) lr 3.442 loss -7.773 (-7.773)
414
+ [08/06 04:34:30] contrast INFO: Train: [60/100][100/118] Time 1.727 (1.851) Data Time 0.001 (0.070) lr 3.325 loss -7.773 (-7.763)
415
+ [08/06 04:35:00] contrast INFO: ==> Saving...
416
+ [08/06 04:35:14] contrast INFO: Train: [61/100][0/118] Time 8.918 (8.918) Data Time 6.868 (6.868) lr 3.304 loss -7.763 (-7.763)
417
+ [08/06 04:38:12] contrast INFO: Train: [61/100][100/118] Time 1.779 (1.849) Data Time 0.001 (0.069) lr 3.188 loss -7.773 (-7.768)
418
+ [08/06 04:38:42] contrast INFO: ==> Saving...
419
+ [08/06 04:38:56] contrast INFO: Train: [62/100][0/118] Time 9.104 (9.104) Data Time 7.010 (7.010) lr 3.167 loss -7.756 (-7.756)
420
+ [08/06 04:41:54] contrast INFO: Train: [62/100][100/118] Time 1.792 (1.853) Data Time 0.001 (0.070) lr 3.052 loss -7.780 (-7.771)
421
+ [08/06 04:42:24] contrast INFO: ==> Saving...
422
+ [08/06 04:42:38] contrast INFO: Train: [63/100][0/118] Time 9.070 (9.070) Data Time 6.962 (6.962) lr 3.031 loss -7.756 (-7.756)
423
+ [08/06 04:45:36] contrast INFO: Train: [63/100][100/118] Time 1.763 (1.853) Data Time 0.001 (0.070) lr 2.917 loss -7.762 (-7.774)
424
+ [08/06 04:46:06] contrast INFO: ==> Saving...
425
+ [08/06 04:46:20] contrast INFO: Train: [64/100][0/118] Time 8.989 (8.989) Data Time 6.921 (6.921) lr 2.896 loss -7.764 (-7.764)
426
+ [08/06 04:49:18] contrast INFO: Train: [64/100][100/118] Time 1.658 (1.856) Data Time 0.001 (0.069) lr 2.783 loss -7.775 (-7.773)
427
+ [08/06 04:49:48] contrast INFO: ==> Saving...
428
+ [08/06 04:50:02] contrast INFO: Train: [65/100][0/118] Time 8.968 (8.968) Data Time 6.886 (6.886) lr 2.763 loss -7.791 (-7.791)
429
+ [08/06 04:53:01] contrast INFO: Train: [65/100][100/118] Time 1.685 (1.858) Data Time 0.001 (0.069) lr 2.651 loss -7.760 (-7.778)
430
+ [08/06 04:53:31] contrast INFO: ==> Saving...
431
+ [08/06 04:53:45] contrast INFO: Train: [66/100][0/118] Time 9.334 (9.334) Data Time 7.232 (7.232) lr 2.631 loss -7.762 (-7.762)
432
+ [08/06 04:56:44] contrast INFO: Train: [66/100][100/118] Time 1.754 (1.861) Data Time 0.001 (0.073) lr 2.520 loss -7.778 (-7.785)
433
+ [08/06 04:57:14] contrast INFO: ==> Saving...
434
+ [08/06 04:57:28] contrast INFO: Train: [67/100][0/118] Time 9.506 (9.506) Data Time 7.245 (7.245) lr 2.500 loss -7.781 (-7.781)
435
+ [08/06 05:00:26] contrast INFO: Train: [67/100][100/118] Time 1.796 (1.855) Data Time 0.001 (0.073) lr 2.391 loss -7.784 (-7.784)
436
+ [08/06 05:00:56] contrast INFO: ==> Saving...
437
+ [08/06 05:01:11] contrast INFO: Train: [68/100][0/118] Time 9.939 (9.939) Data Time 7.552 (7.552) lr 2.372 loss -7.749 (-7.749)
438
+ [08/06 05:04:09] contrast INFO: Train: [68/100][100/118] Time 1.762 (1.865) Data Time 0.001 (0.076) lr 2.265 loss -7.792 (-7.788)
439
+ [08/06 05:04:39] contrast INFO: ==> Saving...
440
+ [08/06 05:04:54] contrast INFO: Train: [69/100][0/118] Time 9.318 (9.318) Data Time 7.222 (7.222) lr 2.245 loss -7.776 (-7.776)
441
+ [08/06 05:07:52] contrast INFO: Train: [69/100][100/118] Time 1.729 (1.858) Data Time 0.001 (0.072) lr 2.140 loss -7.777 (-7.789)
442
+ [08/06 05:08:22] contrast INFO: ==> Saving...
443
+ [08/06 05:08:37] contrast INFO: Train: [70/100][0/118] Time 9.158 (9.158) Data Time 7.053 (7.053) lr 2.121 loss -7.808 (-7.808)
444
+ [08/06 05:11:34] contrast INFO: Train: [70/100][100/118] Time 1.756 (1.849) Data Time 0.001 (0.071) lr 2.017 loss -7.768 (-7.794)
445
+ [08/06 05:12:03] contrast INFO: ==> Saving...
446
+ [08/06 05:12:18] contrast INFO: Train: [71/100][0/118] Time 9.093 (9.093) Data Time 6.977 (6.977) lr 1.999 loss -7.786 (-7.786)
447
+ [08/06 05:15:16] contrast INFO: Train: [71/100][100/118] Time 1.768 (1.851) Data Time 0.001 (0.070) lr 1.897 loss -7.788 (-7.796)
448
+ [08/06 05:15:46] contrast INFO: ==> Saving...
449
+ [08/06 05:16:00] contrast INFO: Train: [72/100][0/118] Time 8.967 (8.967) Data Time 6.911 (6.911) lr 1.879 loss -7.794 (-7.794)
450
+ [08/06 05:18:58] contrast INFO: Train: [72/100][100/118] Time 1.794 (1.851) Data Time 0.001 (0.069) lr 1.780 loss -7.797 (-7.794)
451
+ [08/06 05:19:27] contrast INFO: ==> Saving...
452
+ [08/06 05:19:41] contrast INFO: Train: [73/100][0/118] Time 8.878 (8.878) Data Time 6.844 (6.844) lr 1.762 loss -7.772 (-7.772)
453
+ [08/06 05:22:40] contrast INFO: Train: [73/100][100/118] Time 1.919 (1.853) Data Time 0.001 (0.069) lr 1.665 loss -7.784 (-7.798)
454
+ [08/06 05:23:09] contrast INFO: ==> Saving...
455
+ [08/06 05:23:24] contrast INFO: Train: [74/100][0/118] Time 9.127 (9.127) Data Time 6.958 (6.958) lr 1.648 loss -7.797 (-7.797)
456
+ [08/06 05:26:22] contrast INFO: Train: [74/100][100/118] Time 1.766 (1.854) Data Time 0.001 (0.070) lr 1.553 loss -7.792 (-7.805)
457
+ [08/06 05:26:51] contrast INFO: ==> Saving...
458
+ [08/06 05:27:06] contrast INFO: Train: [75/100][0/118] Time 9.394 (9.394) Data Time 7.228 (7.228) lr 1.536 loss -7.808 (-7.808)
459
+ [08/06 05:30:04] contrast INFO: Train: [75/100][100/118] Time 1.764 (1.858) Data Time 0.001 (0.072) lr 1.444 loss -7.804 (-7.803)
460
+ [08/06 05:30:34] contrast INFO: ==> Saving...
461
+ [08/06 05:30:49] contrast INFO: Train: [76/100][0/118] Time 9.541 (9.541) Data Time 7.442 (7.442) lr 1.428 loss -7.798 (-7.798)
462
+ [08/06 05:33:48] contrast INFO: Train: [76/100][100/118] Time 1.777 (1.863) Data Time 0.001 (0.075) lr 1.338 loss -7.806 (-7.806)
463
+ [08/06 05:34:17] contrast INFO: ==> Saving...
464
+ [08/06 05:34:32] contrast INFO: Train: [77/100][0/118] Time 9.242 (9.242) Data Time 7.118 (7.118) lr 1.323 loss -7.806 (-7.806)
465
+ [08/06 05:37:31] contrast INFO: Train: [77/100][100/118] Time 1.720 (1.859) Data Time 0.001 (0.072) lr 1.236 loss -7.798 (-7.807)
466
+ [08/06 05:38:00] contrast INFO: ==> Saving...
467
+ [08/06 05:38:15] contrast INFO: Train: [78/100][0/118] Time 9.347 (9.347) Data Time 7.232 (7.232) lr 1.221 loss -7.816 (-7.816)
468
+ [08/06 05:41:13] contrast INFO: Train: [78/100][100/118] Time 1.844 (1.859) Data Time 0.001 (0.073) lr 1.137 loss -7.816 (-7.808)
469
+ [08/06 05:41:44] contrast INFO: ==> Saving...
470
+ [08/06 05:41:58] contrast INFO: Train: [79/100][0/118] Time 9.183 (9.183) Data Time 7.017 (7.017) lr 1.122 loss -7.815 (-7.815)
471
+ [08/06 05:44:56] contrast INFO: Train: [79/100][100/118] Time 1.880 (1.854) Data Time 0.001 (0.070) lr 1.041 loss -7.830 (-7.811)
472
+ [08/06 05:45:25] contrast INFO: ==> Saving...
473
+ [08/06 05:45:40] contrast INFO: Train: [80/100][0/118] Time 9.152 (9.152) Data Time 7.036 (7.036) lr 1.027 loss -7.807 (-7.807)
474
+ [08/06 05:48:38] contrast INFO: Train: [80/100][100/118] Time 1.754 (1.854) Data Time 0.001 (0.071) lr 0.949 loss -7.778 (-7.810)
475
+ [08/06 05:49:08] contrast INFO: ==> Saving...
476
+ [08/06 05:49:22] contrast INFO: Train: [81/100][0/118] Time 9.185 (9.185) Data Time 7.116 (7.116) lr 0.935 loss -7.801 (-7.801)
477
+ [08/06 05:52:21] contrast INFO: Train: [81/100][100/118] Time 1.799 (1.858) Data Time 0.001 (0.071) lr 0.860 loss -7.802 (-7.811)
478
+ [08/06 05:52:50] contrast INFO: ==> Saving...
479
+ [08/06 05:53:04] contrast INFO: Train: [82/100][0/118] Time 8.936 (8.936) Data Time 6.883 (6.883) lr 0.847 loss -7.804 (-7.804)
480
+ [08/06 05:56:02] contrast INFO: Train: [82/100][100/118] Time 1.752 (1.848) Data Time 0.001 (0.069) lr 0.776 loss -7.844 (-7.815)
481
+ [08/06 05:56:32] contrast INFO: ==> Saving...
482
+ [08/06 05:56:46] contrast INFO: Train: [83/100][0/118] Time 9.160 (9.160) Data Time 7.069 (7.069) lr 0.763 loss -7.789 (-7.789)
483
+ [08/06 05:59:44] contrast INFO: Train: [83/100][100/118] Time 1.841 (1.855) Data Time 0.001 (0.071) lr 0.695 loss -7.826 (-7.816)
484
+ [08/06 06:00:14] contrast INFO: ==> Saving...
485
+ [08/06 06:00:28] contrast INFO: Train: [84/100][0/118] Time 9.252 (9.252) Data Time 7.103 (7.103) lr 0.683 loss -7.797 (-7.797)
486
+ [08/06 06:03:27] contrast INFO: Train: [84/100][100/118] Time 1.784 (1.860) Data Time 0.001 (0.071) lr 0.619 loss -7.813 (-7.817)
487
+ [08/06 06:03:56] contrast INFO: ==> Saving...
488
+ [08/06 06:04:11] contrast INFO: Train: [85/100][0/118] Time 9.120 (9.120) Data Time 7.031 (7.031) lr 0.607 loss -7.843 (-7.843)
489
+ [08/06 06:07:09] contrast INFO: Train: [85/100][100/118] Time 1.783 (1.853) Data Time 0.001 (0.070) lr 0.546 loss -7.835 (-7.820)
490
+ [08/06 06:07:38] contrast INFO: ==> Saving...
491
+ [08/06 06:07:52] contrast INFO: Train: [86/100][0/118] Time 8.943 (8.943) Data Time 6.840 (6.840) lr 0.535 loss -7.830 (-7.830)
492
+ [08/06 06:10:51] contrast INFO: Train: [86/100][100/118] Time 1.770 (1.856) Data Time 0.001 (0.069) lr 0.478 loss -7.821 (-7.820)
493
+ [08/06 06:11:21] contrast INFO: ==> Saving...
494
+ [08/06 06:11:35] contrast INFO: Train: [87/100][0/118] Time 9.091 (9.091) Data Time 7.049 (7.049) lr 0.468 loss -7.837 (-7.837)
495
+ [08/06 06:14:33] contrast INFO: Train: [87/100][100/118] Time 1.716 (1.853) Data Time 0.001 (0.071) lr 0.414 loss -7.817 (-7.822)
496
+ [08/06 06:15:03] contrast INFO: ==> Saving...
497
+ [08/06 06:15:17] contrast INFO: Train: [88/100][0/118] Time 9.172 (9.172) Data Time 7.024 (7.024) lr 0.404 loss -7.819 (-7.819)
498
+ [08/06 06:18:16] contrast INFO: Train: [88/100][100/118] Time 1.754 (1.862) Data Time 0.001 (0.070) lr 0.354 loss -7.827 (-7.821)
499
+ [08/06 06:18:46] contrast INFO: ==> Saving...
500
+ [08/06 06:19:01] contrast INFO: Train: [89/100][0/118] Time 9.304 (9.304) Data Time 7.134 (7.134) lr 0.345 loss -7.838 (-7.838)
501
+ [08/06 06:21:59] contrast INFO: Train: [89/100][100/118] Time 1.784 (1.857) Data Time 0.001 (0.072) lr 0.299 loss -7.816 (-7.824)
502
+ [08/06 06:22:28] contrast INFO: ==> Saving...
503
+ [08/06 06:22:43] contrast INFO: Train: [90/100][0/118] Time 9.032 (9.032) Data Time 6.945 (6.945) lr 0.291 loss -7.819 (-7.819)
504
+ [08/06 06:25:42] contrast INFO: Train: [90/100][100/118] Time 1.912 (1.861) Data Time 0.001 (0.070) lr 0.248 loss -7.817 (-7.824)
505
+ [08/06 06:26:11] contrast INFO: ==> Saving...
506
+ [08/06 06:26:26] contrast INFO: Train: [91/100][0/118] Time 9.186 (9.186) Data Time 7.100 (7.100) lr 0.241 loss -7.834 (-7.834)
507
+ [08/06 06:29:24] contrast INFO: Train: [91/100][100/118] Time 1.807 (1.853) Data Time 0.001 (0.071) lr 0.202 loss -7.811 (-7.826)
508
+ [08/06 06:29:53] contrast INFO: ==> Saving...
509
+ [08/06 06:30:08] contrast INFO: Train: [92/100][0/118] Time 9.079 (9.079) Data Time 6.946 (6.946) lr 0.195 loss -7.818 (-7.818)
510
+ [08/06 06:33:06] contrast INFO: Train: [92/100][100/118] Time 1.777 (1.860) Data Time 0.001 (0.070) lr 0.161 loss -7.824 (-7.824)
511
+ [08/06 06:33:36] contrast INFO: ==> Saving...
512
+ [08/06 06:33:51] contrast INFO: Train: [93/100][0/118] Time 9.191 (9.191) Data Time 7.010 (7.010) lr 0.155 loss -7.850 (-7.850)
513
+ [08/06 06:36:48] contrast INFO: Train: [93/100][100/118] Time 1.754 (1.846) Data Time 0.001 (0.070) lr 0.124 loss -7.852 (-7.829)
514
+ [08/06 06:37:18] contrast INFO: ==> Saving...
515
+ [08/06 06:37:32] contrast INFO: Train: [94/100][0/118] Time 9.096 (9.096) Data Time 6.971 (6.971) lr 0.119 loss -7.822 (-7.822)
516
+ [08/06 06:40:31] contrast INFO: Train: [94/100][100/118] Time 1.798 (1.856) Data Time 0.001 (0.070) lr 0.092 loss -7.840 (-7.827)
517
+ [08/06 06:41:00] contrast INFO: ==> Saving...
518
+ [08/06 06:41:14] contrast INFO: Train: [95/100][0/118] Time 9.137 (9.137) Data Time 6.916 (6.916) lr 0.087 loss -7.819 (-7.819)
519
+ [08/06 06:44:13] contrast INFO: Train: [95/100][100/118] Time 1.798 (1.860) Data Time 0.001 (0.069) lr 0.064 loss -7.829 (-7.827)
520
+ [08/06 06:44:43] contrast INFO: ==> Saving...
521
+ [08/06 06:44:57] contrast INFO: Train: [96/100][0/118] Time 9.059 (9.059) Data Time 6.926 (6.926) lr 0.061 loss -7.831 (-7.831)
522
+ [08/06 06:47:55] contrast INFO: Train: [96/100][100/118] Time 1.877 (1.852) Data Time 0.001 (0.069) lr 0.042 loss -7.829 (-7.829)
523
+ [08/06 06:48:25] contrast INFO: ==> Saving...
524
+ [08/06 06:48:39] contrast INFO: Train: [97/100][0/118] Time 9.049 (9.049) Data Time 6.943 (6.943) lr 0.039 loss -7.826 (-7.826)
525
+ [08/06 06:51:37] contrast INFO: Train: [97/100][100/118] Time 1.782 (1.853) Data Time 0.001 (0.070) lr 0.024 loss -7.840 (-7.828)
526
+ [08/06 06:52:07] contrast INFO: ==> Saving...
527
+ [08/06 06:52:21] contrast INFO: Train: [98/100][0/118] Time 9.294 (9.294) Data Time 7.118 (7.118) lr 0.022 loss -7.816 (-7.816)
528
+ [08/06 06:55:20] contrast INFO: Train: [98/100][100/118] Time 1.685 (1.861) Data Time 0.001 (0.071) lr 0.011 loss -7.837 (-7.827)
529
+ [08/06 06:55:50] contrast INFO: ==> Saving...
530
+ [08/06 06:56:04] contrast INFO: Train: [99/100][0/118] Time 8.901 (8.901) Data Time 6.791 (6.791) lr 0.010 loss -7.815 (-7.815)
531
+ [08/06 06:59:02] contrast INFO: Train: [99/100][100/118] Time 1.745 (1.849) Data Time 0.001 (0.068) lr 0.003 loss -7.820 (-7.828)
532
+ [08/06 06:59:33] contrast INFO: ==> Saving...
533
+ [08/06 06:59:48] contrast INFO: Train: [100/100][0/118] Time 9.306 (9.306) Data Time 7.117 (7.117) lr 0.002 loss -7.823 (-7.823)
534
+ [08/06 07:02:47] contrast INFO: Train: [100/100][100/118] Time 1.826 (1.862) Data Time 0.001 (0.071) lr 0.000 loss -7.811 (-7.827)
535
+ [08/06 07:03:17] contrast INFO: ==> Saving...
pretrain/SoCo_FPN_COCO_530ep/ckpt_epoch_530.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e20510379847b61527dc610bfe6c84bf1568a078731892901e63f73a14285b7
3
+ size 585632587
pretrain/SoCo_FPN_COCO_530ep/config.json ADDED
@@ -0,0 +1,143 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "debug": false,
3
+ "data_dir": "./data/coco",
4
+ "crop": 0.5,
5
+ "crop1": 1.0,
6
+ "aug": "ImageAsymBboxAwareMultiJitter1Cutout",
7
+ "zip": true,
8
+ "cache_mode": "no",
9
+ "dataset": "COCO",
10
+ "ann_file": "",
11
+ "image_size": 224,
12
+ "image3_size": 112,
13
+ "image4_size": 112,
14
+ "num_workers": 4,
15
+ "window_size": 131072,
16
+ "window_stride": 16384,
17
+ "use_sliding_window_sampler": false,
18
+ "shuffle_per_epoch": false,
19
+ "batch_size": 128,
20
+ "arch": "resnet50",
21
+ "model": "BYOLAlignCosSimAwareP2P3P4P5BNHeadMulti",
22
+ "contrast_temperature": 0.07,
23
+ "contrast_momentum": 0.99,
24
+ "contrast_num_negative": 65536,
25
+ "feature_dim": 128,
26
+ "head_type": "mlp_head",
27
+ "lambda_img": 0.0,
28
+ "lambda_cross": 1.0,
29
+ "in_channels": [
30
+ 256,
31
+ 512,
32
+ 1024,
33
+ 2048
34
+ ],
35
+ "out_channels": 256,
36
+ "start_level": 0,
37
+ "end_level": -1,
38
+ "add_extra_convs": false,
39
+ "extra_convs_on_inputs": false,
40
+ "relu_before_extra_convs": false,
41
+ "no_norm_on_lateral": false,
42
+ "num_outs": 4,
43
+ "head_in_channels": 256,
44
+ "head_feat_channels": 256,
45
+ "head_stacked_convs": 4,
46
+ "base_learning_rate": 1.0,
47
+ "optimizer": "lars",
48
+ "lr_scheduler": "cosine",
49
+ "warmup_epoch": 10,
50
+ "warmup_multiplier": 100,
51
+ "lr_decay_epochs": [
52
+ 120,
53
+ 160,
54
+ 200
55
+ ],
56
+ "lr_decay_rate": 0.1,
57
+ "weight_decay": 1e-05,
58
+ "momentum": 0.9,
59
+ "amp_opt_level": "O1",
60
+ "start_epoch": 1,
61
+ "epochs": 530,
62
+ "output_dir": "./self_det_output/BYOLAlignCosSimAwareP2P3P4P5BNHeadMulti_COCO_jitter1_asym_crop05-1_random4_cutout23-area0103_2nodes_bs128_momentum099_lars_wd1e-5_530ep",
63
+ "auto_resume": true,
64
+ "resume": "",
65
+ "print_freq": 100,
66
+ "save_freq": 1,
67
+ "local_rank": 0,
68
+ "pretrained_model": "",
69
+ "useaml": false,
70
+ "aml_data_store": "hanhu",
71
+ "pos_ratio": 0.5,
72
+ "pos_ratio_pyramid": 0.5,
73
+ "neg_ratio": 1.0,
74
+ "neg_loss_weight": 1.0,
75
+ "feat_prop_temperature": 0.1,
76
+ "encoder_flag": false,
77
+ "proj_flag": false,
78
+ "pred_flag": false,
79
+ "image_loss_weight": 0.0,
80
+ "pyramid_loss_weight": 1.0,
81
+ "feat_prop_p": 1.0,
82
+ "feat_prop_clamp_value": 0.0,
83
+ "value_transform_layer": 0,
84
+ "value_normalize": 1,
85
+ "value_transform_dim": 4096,
86
+ "bbox_to_ins_loss_weight": 1.0,
87
+ "ss_props": true,
88
+ "filter_strategy": "ratio3size0308post",
89
+ "select_strategy": "random",
90
+ "select_k": 4,
91
+ "weight_strategy": "bbox",
92
+ "bbox_size_range": [
93
+ 32,
94
+ 112,
95
+ 224
96
+ ],
97
+ "iou_thres": 0.5,
98
+ "output_size": 7,
99
+ "output_size_scale": 2,
100
+ "aligned": true,
101
+ "roi_transform_layer": 1,
102
+ "jitter_prob": 0.5,
103
+ "jitter_ratio": 0.1,
104
+ "padding_k": 4,
105
+ "max_tries": 5,
106
+ "aware_range": [
107
+ 48,
108
+ 96,
109
+ 192,
110
+ 224,
111
+ 0
112
+ ],
113
+ "aware_start": 0,
114
+ "aware_end": 4,
115
+ "cutout_prob": 0.5,
116
+ "cutout_ratio": [
117
+ 0.1,
118
+ 0.3
119
+ ],
120
+ "cutout_ratio_min": 0.1,
121
+ "cutout_ratio_max": 0.3,
122
+ "max_props": 32,
123
+ "aspect_ratio": 3,
124
+ "min_size_ratio": 0.3,
125
+ "max_size_ratio": 0.8,
126
+ "dynamic_min": 80,
127
+ "dynamic_max": 320,
128
+ "dynamic_range": [
129
+ 80,
130
+ 320
131
+ ],
132
+ "dynamic_min3": 40,
133
+ "dynamic_max3": 160,
134
+ "dynamic_range3": [
135
+ 40,
136
+ 160
137
+ ],
138
+ "rpn_props": false,
139
+ "nms_threshold": 0.1,
140
+ "rpn_score_thres": 0.5,
141
+ "loss_rpn_weight": 1.0,
142
+ "gt_bboxs_max_pad": 32
143
+ }
pretrain/SoCo_FPN_COCO_530ep/current_detectron2_Head.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:734f51552a44baaaaacae4d1e35f554e9de269bbc396250f3c3ef6eeffd0c35c
3
+ size 168521608
pretrain/SoCo_FPN_COCO_530ep/log.txt ADDED
The diff for this file is too large to render. See raw diff
 
pretrain/SoCo_FPN_Star_400ep/ckpt_epoch_400.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc4be9ebe797bccc0298609154df51fdba18624fc15e385ff790ed530116de34
3
+ size 585631947
pretrain/SoCo_FPN_Star_400ep/config.json ADDED
@@ -0,0 +1,121 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "debug": false,
3
+ "data_dir": "./data/ImageNet-Zip",
4
+ "crop": 0.5,
5
+ "crop1": 1.0,
6
+ "aug": "ImageAsymBboxAwareMulti3ResizeExtraJitter1",
7
+ "zip": true,
8
+ "cache_mode": "no",
9
+ "dataset": "ImageNet",
10
+ "ann_file": "",
11
+ "image_size": 224,
12
+ "image3_size": 192,
13
+ "image4_size": 112,
14
+ "num_workers": 4,
15
+ "window_size": 131072,
16
+ "window_stride": 16384,
17
+ "use_sliding_window_sampler": false,
18
+ "shuffle_per_epoch": false,
19
+ "batch_size": 128,
20
+ "arch": "resnet50",
21
+ "model": "BYOLAlignCosSimAwareP2P3P4P5BNHeadMultiExtra",
22
+ "contrast_temperature": 0.07,
23
+ "contrast_momentum": 0.99,
24
+ "contrast_num_negative": 65536,
25
+ "feature_dim": 128,
26
+ "head_type": "mlp_head",
27
+ "lambda_img": 0.0,
28
+ "lambda_cross": 1.0,
29
+ "in_channels": [
30
+ 256,
31
+ 512,
32
+ 1024,
33
+ 2048
34
+ ],
35
+ "out_channels": 256,
36
+ "start_level": 0,
37
+ "end_level": -1,
38
+ "add_extra_convs": false,
39
+ "extra_convs_on_inputs": false,
40
+ "relu_before_extra_convs": false,
41
+ "num_outs": 4,
42
+ "head_in_channels": 256,
43
+ "head_feat_channels": 256,
44
+ "head_stacked_convs": 4,
45
+ "base_learning_rate": 1.0,
46
+ "optimizer": "lars",
47
+ "lr_scheduler": "cosine",
48
+ "warmup_epoch": 10,
49
+ "warmup_multiplier": 100,
50
+ "lr_decay_epochs": [
51
+ 120,
52
+ 160,
53
+ 200
54
+ ],
55
+ "lr_decay_rate": 0.1,
56
+ "weight_decay": 1e-05,
57
+ "momentum": 0.9,
58
+ "amp_opt_level": "O1",
59
+ "start_epoch": 1,
60
+ "epochs": 400,
61
+ "output_dir": "./self_det_output/BYOLAlignCosSimAwareP2P3P4P5BNHeadMultiExtra_resize_view3-192_view4-112_jitter1_asym_crop05-1_random4_2nodes_bs128_momentum099_lars_wd1e-5_400ep",
62
+ "auto_resume": true,
63
+ "resume": "",
64
+ "print_freq": 100,
65
+ "save_freq": 1,
66
+ "local_rank": 0,
67
+ "pretrained_model": "",
68
+ "useaml": false,
69
+ "aml_data_store": "hanhu",
70
+ "pos_ratio": 0.5,
71
+ "pos_ratio_pyramid": 0.5,
72
+ "neg_ratio": 1.0,
73
+ "neg_loss_weight": 1.0,
74
+ "feat_prop_temperature": 0.1,
75
+ "encoder_flag": false,
76
+ "proj_flag": false,
77
+ "pred_flag": false,
78
+ "image_loss_weight": 0.0,
79
+ "pyramid_loss_weight": 1.0,
80
+ "feat_prop_p": 1.0,
81
+ "feat_prop_clamp_value": 0.0,
82
+ "value_transform_layer": 0,
83
+ "value_normalize": 1,
84
+ "value_transform_dim": 4096,
85
+ "bbox_to_ins_loss_weight": 1.0,
86
+ "ss_props": true,
87
+ "filter_strategy": "ratio3size0308post",
88
+ "select_strategy": "random",
89
+ "select_k": 4,
90
+ "weight_strategy": "bbox",
91
+ "bbox_size_range": [
92
+ 32,
93
+ 112,
94
+ 224
95
+ ],
96
+ "iou_thres": 0.5,
97
+ "output_size": 7,
98
+ "output_size_scale": 2,
99
+ "aligned": true,
100
+ "roi_transform_layer": 1,
101
+ "jitter_prob": 0.5,
102
+ "jitter_ratio": 0.1,
103
+ "padding_k": 4,
104
+ "max_tries": 5,
105
+ "aware_range": [
106
+ 48,
107
+ 96,
108
+ 192,
109
+ 224,
110
+ 0
111
+ ],
112
+ "aware_start": 0,
113
+ "aware_end": 4,
114
+ "cutout_prob": 0.5,
115
+ "cutout_ratio": [
116
+ 0.1,
117
+ 0.3
118
+ ],
119
+ "cutout_ratio_min": 0.1,
120
+ "cutout_ratio_max": 0.3
121
+ }
pretrain/SoCo_FPN_Star_400ep/current_detectron2_Head.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:799a85ecdcfa333634d5f37401e7536103ba211d49d22ad7bad76aa38bc06e97
3
+ size 168521608
pretrain/SoCo_FPN_Star_400ep/log.txt ADDED
The diff for this file is too large to render. See raw diff