MTKD / CGNet /distill /config.py
circleLZY's picture
Upload 164 files
2b79cff verified
_base_ = [
'/home/liuziyuan/proj/rmcd-kd/configs/_base_/models/KD-cgnet.py',
'/home/liuziyuan/proj/rmcd-kd/configs/common/standard_512x512_200k_cgwx.py']
dataset_type = 'LEVIR_CD_Dataset'
data_root = '/nas/datasets/lzy/RS-ChangeDetection/CGWX'
crop_size = (512, 512)
checkpoint_student = '/nas/datasets/lzy/RS-ChangeDetection/checkpoints/CGNet/CGNet/best_mIoU_iter_155000.pth'
checkpoint_teacher_l = '/nas/datasets/lzy/RS-ChangeDetection/Best_ckpt_3/CGNet/large/best_mIoU_iter_77500.pth'
checkpoint_teacher_m = '/nas/datasets/lzy/RS-ChangeDetection/Best_ckpt_3/CGNet/medium/best_mIoU_iter_9000.pth'
checkpoint_teacher_s = '/nas/datasets/lzy/RS-ChangeDetection/Best_ckpt-KD/CGNet/small/best_mIoU_iter_92000.pth'
# checkpoint_teacher_s = '/nas/datasets/lzy/RS-ChangeDetection/Best_ckpt_3/CGNet/small/best_mIoU_iter_79000.pth'
model = dict(
# student
init_cfg=dict(type='Pretrained', checkpoint=checkpoint_student),
# teacher large
init_cfg_t_l = dict(type='Pretrained', checkpoint=checkpoint_teacher_l),
# teacher medium
init_cfg_t_m = dict(type='Pretrained', checkpoint=checkpoint_teacher_m),
# teacher small
init_cfg_t_s = dict(type='Pretrained', checkpoint=checkpoint_teacher_s),
test_cfg=dict(mode='slide', crop_size=crop_size, stride=(crop_size[0]//2, crop_size[1]//2)),
)
# optimizer
optimizer = dict(
type='AdamW',
lr=5e-4,
betas=(0.9, 0.999),
weight_decay=0.0025)
optim_wrapper = dict(
_delete_=True,
type='OptimWrapper',
optimizer=optimizer)
param_scheduler = [
dict(
type='LinearLR', start_factor=1e-6, by_epoch=False, begin=0, end=1000),
dict(
type='PolyLR',
power=1.0,
begin=1000,
end=100000,
eta_min=0.0,
by_epoch=False,
)
]
# training schedule for 100k
train_cfg = dict(type='IterBasedTrainLoop', max_iters=100000, val_interval=1000)
val_cfg = dict(type='ValLoop')
test_cfg = dict(type='TestLoop')
default_hooks = dict(
timer=dict(type='IterTimerHook'),
logger=dict(type='LoggerHook', interval=100, log_metric_by_epoch=False),
param_scheduler=dict(type='ParamSchedulerHook'),
checkpoint=dict(type='CheckpointHook', by_epoch=False, interval=1000,
save_best='mIoU'),
sampler_seed=dict(type='DistSamplerSeedHook'),
visualization=dict(type='CDVisualizationHook', interval=1,
img_shape=(512, 512, 3)))