data_root=ag_dataset/ego_video_data/all
save_root=rerun_models
base=False
crop_size=448
resize_size=476
num_workers=8
batch_size=8
warm_epoch=0
epochs=15
lr=0.001
momentum=0.9
weight_decay=0.0005
show_step=30
gpu=0
viz=False
test_batch_size=1
test_num_workers=8
save_path=rerun_models/20240809_152101

using MLP layer as FFN
Train layer:aff_protos
Train layer:dino_model.depth_stem.stem.0.weight
Train layer:dino_model.depth_stem.stem.1.weight
Train layer:dino_model.depth_stem.stem.1.bias
Train layer:dino_model.depth_stem.stem.3.weight
Train layer:dino_model.depth_stem.stem.4.weight
Train layer:dino_model.depth_stem.stem.4.bias
Train layer:dino_model.depth_stem.stem.6.weight
Train layer:dino_model.depth_stem.stem.7.weight
Train layer:dino_model.depth_stem.stem.7.bias
Train layer:dino_model.depth_stem.conv2.0.weight
Train layer:dino_model.depth_stem.conv2.1.weight
Train layer:dino_model.depth_stem.conv2.1.bias
Train layer:dino_model.depth_stem.conv3.0.weight
Train layer:dino_model.depth_stem.conv3.1.weight
Train layer:dino_model.depth_stem.conv3.1.bias
Train layer:dino_model.depth_stem.fc3.weight
Train layer:dino_model.depth_stem.fc3.bias
Train layer:dino_model.injectors.0.injector.gamma
Train layer:dino_model.injectors.0.injector.query_norm.weight
Train layer:dino_model.injectors.0.injector.query_norm.bias
Train layer:dino_model.injectors.0.injector.feat_norm.weight
Train layer:dino_model.injectors.0.injector.feat_norm.bias
Train layer:dino_model.injectors.0.injector.attn.sampling_offsets.weight
Train layer:dino_model.injectors.0.injector.attn.sampling_offsets.bias
Train layer:dino_model.injectors.0.injector.attn.attention_weights.weight
Train layer:dino_model.injectors.0.injector.attn.attention_weights.bias
Train layer:dino_model.injectors.0.injector.attn.value_proj.weight
Train layer:dino_model.injectors.0.injector.attn.value_proj.bias
Train layer:dino_model.injectors.0.injector.attn.output_proj.weight
Train layer:dino_model.injectors.0.injector.attn.output_proj.bias
Train layer:dino_model.injectors.1.injector.gamma
Train layer:dino_model.injectors.1.injector.query_norm.weight
Train layer:dino_model.injectors.1.injector.query_norm.bias
Train layer:dino_model.injectors.1.injector.feat_norm.weight
Train layer:dino_model.injectors.1.injector.feat_norm.bias
Train layer:dino_model.injectors.1.injector.attn.sampling_offsets.weight
Train layer:dino_model.injectors.1.injector.attn.sampling_offsets.bias
Train layer:dino_model.injectors.1.injector.attn.attention_weights.weight
Train layer:dino_model.injectors.1.injector.attn.attention_weights.bias
Train layer:dino_model.injectors.1.injector.attn.value_proj.weight
Train layer:dino_model.injectors.1.injector.attn.value_proj.bias
Train layer:dino_model.injectors.1.injector.attn.output_proj.weight
Train layer:dino_model.injectors.1.injector.attn.output_proj.bias
Train layer:dino_model.injectors.2.injector.gamma
Train layer:dino_model.injectors.2.injector.query_norm.weight
Train layer:dino_model.injectors.2.injector.query_norm.bias
Train layer:dino_model.injectors.2.injector.feat_norm.weight
Train layer:dino_model.injectors.2.injector.feat_norm.bias
Train layer:dino_model.injectors.2.injector.attn.sampling_offsets.weight
Train layer:dino_model.injectors.2.injector.attn.sampling_offsets.bias
Train layer:dino_model.injectors.2.injector.attn.attention_weights.weight
Train layer:dino_model.injectors.2.injector.attn.attention_weights.bias
Train layer:dino_model.injectors.2.injector.attn.value_proj.weight
Train layer:dino_model.injectors.2.injector.attn.value_proj.bias
Train layer:dino_model.injectors.2.injector.attn.output_proj.weight
Train layer:dino_model.injectors.2.injector.attn.output_proj.bias
Train layer:dino_model.injectors.3.injector.gamma
Train layer:dino_model.injectors.3.injector.query_norm.weight
Train layer:dino_model.injectors.3.injector.query_norm.bias
Train layer:dino_model.injectors.3.injector.feat_norm.weight
Train layer:dino_model.injectors.3.injector.feat_norm.bias
Train layer:dino_model.injectors.3.injector.attn.sampling_offsets.weight
Train layer:dino_model.injectors.3.injector.attn.sampling_offsets.bias
Train layer:dino_model.injectors.3.injector.attn.attention_weights.weight
Train layer:dino_model.injectors.3.injector.attn.attention_weights.bias
Train layer:dino_model.injectors.3.injector.attn.value_proj.weight
Train layer:dino_model.injectors.3.injector.attn.value_proj.bias
Train layer:dino_model.injectors.3.injector.attn.output_proj.weight
Train layer:dino_model.injectors.3.injector.attn.output_proj.bias
Train layer:dino_model.blocks.0.attn.qkv.lora_A.default.weight
Train layer:dino_model.blocks.0.attn.qkv.lora_B.default.weight
Train layer:dino_model.blocks.1.attn.qkv.lora_A.default.weight
Train layer:dino_model.blocks.1.attn.qkv.lora_B.default.weight
Train layer:dino_model.blocks.2.attn.qkv.lora_A.default.weight
Train layer:dino_model.blocks.2.attn.qkv.lora_B.default.weight
Train layer:dino_model.blocks.3.attn.qkv.lora_A.default.weight
Train layer:dino_model.blocks.3.attn.qkv.lora_B.default.weight
Train layer:dino_model.blocks.4.attn.qkv.lora_A.default.weight
Train layer:dino_model.blocks.4.attn.qkv.lora_B.default.weight
Train layer:dino_model.blocks.5.attn.qkv.lora_A.default.weight
Train layer:dino_model.blocks.5.attn.qkv.lora_B.default.weight
Train layer:dino_model.blocks.6.attn.qkv.lora_A.default.weight
Train layer:dino_model.blocks.6.attn.qkv.lora_B.default.weight
Train layer:dino_model.blocks.7.attn.qkv.lora_A.default.weight
Train layer:dino_model.blocks.7.attn.qkv.lora_B.default.weight
Train layer:dino_model.blocks.8.attn.qkv.lora_A.default.weight
Train layer:dino_model.blocks.8.attn.qkv.lora_B.default.weight
Train layer:dino_model.blocks.9.attn.qkv.lora_A.default.weight
Train layer:dino_model.blocks.9.attn.qkv.lora_B.default.weight
Train layer:dino_model.blocks.10.attn.qkv.lora_A.default.weight
Train layer:dino_model.blocks.10.attn.qkv.lora_B.default.weight
Train layer:dino_model.blocks.11.attn.qkv.lora_A.default.weight
Train layer:dino_model.blocks.11.attn.qkv.lora_B.default.weight
Train layer:embedder.norm.weight
Train layer:embedder.norm.bias
Train layer:embedder.fc1.weight
Train layer:embedder.fc1.bias
Train layer:embedder.fc2.weight
Train layer:embedder.fc2.bias
Optimizer: AdamW
epoch: 1/15 + 30/42 | loss: 0.478 | focal: 0.039 | dice: 0.439 | lr 0.001000
bg: 0.90 | grasp: 0.57 | cut: 0.53 | scoop: 0.12 | pound: 0.00 | support: 0.00 | screw: 0.09 | contain: 0.41 | stick: 0.00
mIoU: 21.58 | F1: 29.84 | mAcc: 37.03 | best_iou: 0_0.00
epoch: 2/15 + 30/42 | loss: 0.313 | focal: 0.024 | dice: 0.290 | lr 0.000989
bg: 0.93 | grasp: 0.63 | cut: 0.67 | scoop: 0.47 | pound: 0.00 | support: 0.00 | screw: 0.24 | contain: 0.57 | stick: 0.41
mIoU: 37.40 | F1: 48.96 | mAcc: 50.88 | best_iou: 1_21.58
epoch: 3/15 + 30/42 | loss: 0.279 | focal: 0.030 | dice: 0.249 | lr 0.000957
bg: 0.94 | grasp: 0.65 | cut: 0.70 | scoop: 0.66 | pound: 0.00 | support: 0.48 | screw: 0.52 | contain: 0.61 | stick: 0.53
mIoU: 51.80 | F1: 64.84 | mAcc: 70.58 | best_iou: 2_37.40
epoch: 4/15 + 30/42 | loss: 0.481 | focal: 0.088 | dice: 0.393 | lr 0.000905
bg: 0.95 | grasp: 0.69 | cut: 0.72 | scoop: 0.78 | pound: 0.45 | support: 0.70 | screw: 0.53 | contain: 0.67 | stick: 0.59
mIoU: 64.17 | F1: 77.69 | mAcc: 81.47 | best_iou: 3_51.80
epoch: 5/15 + 30/42 | loss: 0.279 | focal: 0.039 | dice: 0.240 | lr 0.000835
bg: 0.95 | grasp: 0.71 | cut: 0.72 | scoop: 0.77 | pound: 0.50 | support: 0.66 | screw: 0.61 | contain: 0.64 | stick: 0.59
mIoU: 65.02 | F1: 78.51 | mAcc: 82.09 | best_iou: 4_64.17
epoch: 6/15 + 30/42 | loss: 0.250 | focal: 0.028 | dice: 0.223 | lr 0.000750
bg: 0.95 | grasp: 0.70 | cut: 0.72 | scoop: 0.69 | pound: 0.64 | support: 0.76 | screw: 0.53 | contain: 0.60 | stick: 0.58
mIoU: 65.24 | F1: 78.72 | mAcc: 85.69 | best_iou: 5_65.02
epoch: 7/15 + 30/42 | loss: 0.194 | focal: 0.037 | dice: 0.156 | lr 0.000655
bg: 0.96 | grasp: 0.71 | cut: 0.72 | scoop: 0.69 | pound: 0.51 | support: 0.77 | screw: 0.55 | contain: 0.68 | stick: 0.60
mIoU: 65.50 | F1: 78.81 | mAcc: 82.49 | best_iou: 6_65.24
epoch: 8/15 + 30/42 | loss: 0.232 | focal: 0.036 | dice: 0.196 | lr 0.000552
bg: 0.96 | grasp: 0.70 | cut: 0.74 | scoop: 0.75 | pound: 0.66 | support: 0.81 | screw: 0.51 | contain: 0.70 | stick: 0.60
mIoU: 68.40 | F1: 80.90 | mAcc: 88.13 | best_iou: 7_65.50
epoch: 9/15 + 30/42 | loss: 0.204 | focal: 0.041 | dice: 0.163 | lr 0.000448
bg: 0.96 | grasp: 0.71 | cut: 0.74 | scoop: 0.72 | pound: 0.63 | support: 0.76 | screw: 0.53 | contain: 0.71 | stick: 0.61
mIoU: 67.87 | F1: 80.62 | mAcc: 86.25 | best_iou: 8_68.40
epoch: 10/15 + 30/42 | loss: 0.126 | focal: 0.019 | dice: 0.107 | lr 0.000345
bg: 0.96 | grasp: 0.71 | cut: 0.75 | scoop: 0.67 | pound: 0.66 | support: 0.78 | screw: 0.53 | contain: 0.71 | stick: 0.61
mIoU: 67.69 | F1: 80.49 | mAcc: 85.68 | best_iou: 8_68.40
epoch: 11/15 + 30/42 | loss: 0.196 | focal: 0.032 | dice: 0.164 | lr 0.000250
bg: 0.96 | grasp: 0.71 | cut: 0.75 | scoop: 0.70 | pound: 0.68 | support: 0.78 | screw: 0.51 | contain: 0.70 | stick: 0.61
mIoU: 67.83 | F1: 80.55 | mAcc: 86.68 | best_iou: 8_68.40
epoch: 12/15 + 30/42 | loss: 0.231 | focal: 0.029 | dice: 0.202 | lr 0.000165
bg: 0.96 | grasp: 0.71 | cut: 0.75 | scoop: 0.67 | pound: 0.61 | support: 0.77 | screw: 0.52 | contain: 0.70 | stick: 0.60
mIoU: 66.60 | F1: 79.68 | mAcc: 84.33 | best_iou: 8_68.40
epoch: 13/15 + 30/42 | loss: 0.230 | focal: 0.032 | dice: 0.198 | lr 0.000095
bg: 0.96 | grasp: 0.71 | cut: 0.75 | scoop: 0.68 | pound: 0.64 | support: 0.76 | screw: 0.52 | contain: 0.70 | stick: 0.61
mIoU: 67.18 | F1: 80.12 | mAcc: 85.45 | best_iou: 8_68.40
epoch: 14/15 + 30/42 | loss: 0.213 | focal: 0.027 | dice: 0.186 | lr 0.000043
bg: 0.96 | grasp: 0.71 | cut: 0.75 | scoop: 0.68 | pound: 0.65 | support: 0.77 | screw: 0.53 | contain: 0.70 | stick: 0.61
mIoU: 67.41 | F1: 80.30 | mAcc: 85.54 | best_iou: 8_68.40
epoch: 15/15 + 30/42 | loss: 0.114 | focal: 0.017 | dice: 0.097 | lr 0.000011
bg: 0.96 | grasp: 0.71 | cut: 0.75 | scoop: 0.68 | pound: 0.64 | support: 0.77 | screw: 0.53 | contain: 0.70 | stick: 0.61
mIoU: 67.39 | F1: 80.28 | mAcc: 85.42 | best_iou: 8_68.40
using MLP layer as FFN
bg: 0.92 | grasp: 0.59 | cut: 0.62 | scoop: 0.60 | pound: 0.67 | support: 0.75 | screw: 0.35 | contain: 0.58 | stick: 0.48
0.30 - mIoU: 57.99 | F1: 72.73 | mAcc: 93.40
bg: 0.94 | grasp: 0.63 | cut: 0.65 | scoop: 0.65 | pound: 0.68 | support: 0.78 | screw: 0.39 | contain: 0.61 | stick: 0.52
0.40 - mIoU: 61.49 | F1: 75.56 | mAcc: 92.74
bg: 0.94 | grasp: 0.66 | cut: 0.68 | scoop: 0.69 | pound: 0.69 | support: 0.80 | screw: 0.43 | contain: 0.65 | stick: 0.56
0.50 - mIoU: 64.33 | F1: 77.79 | mAcc: 91.85
bg: 0.95 | grasp: 0.68 | cut: 0.71 | scoop: 0.73 | pound: 0.68 | support: 0.81 | screw: 0.47 | contain: 0.68 | stick: 0.58
0.60 - mIoU: 66.72 | F1: 79.62 | mAcc: 90.60
bg: 0.96 | grasp: 0.70 | cut: 0.74 | scoop: 0.75 | pound: 0.66 | support: 0.81 | screw: 0.51 | contain: 0.70 | stick: 0.60
0.70 - mIoU: 68.40 | F1: 80.90 | mAcc: 88.13
bg: 0.96 | grasp: 0.72 | cut: 0.76 | scoop: 0.76 | pound: 0.58 | support: 0.78 | screw: 0.56 | contain: 0.72 | stick: 0.61
0.80 - mIoU: 68.62 | F1: 81.09 | mAcc: 83.51
bg: 0.96 | grasp: 0.71 | cut: 0.75 | scoop: 0.72 | pound: 0.34 | support: 0.67 | screw: 0.59 | contain: 0.70 | stick: 0.61
0.90 - mIoU: 63.61 | F1: 76.97 | mAcc: 72.71