diff --git "a/mvtec3d/log_train.txt" "b/mvtec3d/log_train.txt" new file mode 100644--- /dev/null +++ "b/mvtec3d/log_train.txt" @@ -0,0 +1,3848 @@ +2024-04-02 01:00:05,665 - ==> Logging on master GPU: 0 +2024-04-02 01:00:05,665 - ==> Running Trainer: MAMBAADTrainer +2024-04-02 01:00:05,666 - ==> Using GPU: [0] for Training +2024-04-02 01:00:05,666 - ==> Building model +2024-04-02 01:00:06,341 - Loaded from checkpoint 'model/pretrain/resnet34-43635321.pth' +2024-04-02 01:00:26,228 - +------------------------------------ MAMBAAD ------------------------------------ +| module | #parameters or shape | #flops | +|:------------------------------------------------------------|:-----------------------|:-------------| +| model | 25.667M | 8.3G | +| net_t | 8.17M | 3.955G | +| net_t.conv1 | 9.408K | 0.154G | +| net_t.conv1.weight | (64, 3, 7, 7) | | +| net_t.bn1 | 0.128K | 2.097M | +| net_t.bn1.weight | (64,) | | +| net_t.bn1.bias | (64,) | | +| net_t.layer1 | 0.222M | 0.909G | +| net_t.layer1.0 | 73.984K | 0.303G | +| net_t.layer1.0.conv1 | 36.864K | 0.151G | +| net_t.layer1.0.conv1.weight | (64, 64, 3, 3) | | +| net_t.layer1.0.bn1 | 0.128K | 0.524M | +| net_t.layer1.0.bn1.weight | (64,) | | +| net_t.layer1.0.bn1.bias | (64,) | | +| net_t.layer1.0.conv2 | 36.864K | 0.151G | +| net_t.layer1.0.conv2.weight | (64, 64, 3, 3) | | +| net_t.layer1.0.bn2 | 0.128K | 0.524M | +| net_t.layer1.0.bn2.weight | (64,) | | +| net_t.layer1.0.bn2.bias | (64,) | | +| net_t.layer1.1 | 73.984K | 0.303G | +| net_t.layer1.1.conv1 | 36.864K | 0.151G | +| net_t.layer1.1.conv1.weight | (64, 64, 3, 3) | | +| net_t.layer1.1.bn1 | 0.128K | 0.524M | +| net_t.layer1.1.bn1.weight | (64,) | | +| net_t.layer1.1.bn1.bias | (64,) | | +| net_t.layer1.1.conv2 | 36.864K | 0.151G | +| net_t.layer1.1.conv2.weight | (64, 64, 3, 3) | | +| net_t.layer1.1.bn2 | 0.128K | 0.524M | +| net_t.layer1.1.bn2.weight | (64,) | | +| net_t.layer1.1.bn2.bias | (64,) | | +| net_t.layer1.2 | 73.984K | 0.303G | +| net_t.layer1.2.conv1 | 36.864K | 0.151G | +| net_t.layer1.2.conv1.weight | (64, 64, 3, 3) | | +| net_t.layer1.2.bn1 | 0.128K | 0.524M | +| net_t.layer1.2.bn1.weight | (64,) | | +| net_t.layer1.2.bn1.bias | (64,) | | +| net_t.layer1.2.conv2 | 36.864K | 0.151G | +| net_t.layer1.2.conv2.weight | (64, 64, 3, 3) | | +| net_t.layer1.2.bn2 | 0.128K | 0.524M | +| net_t.layer1.2.bn2.weight | (64,) | | +| net_t.layer1.2.bn2.bias | (64,) | | +| net_t.layer2 | 1.116M | 1.143G | +| net_t.layer2.0 | 0.23M | 0.236G | +| net_t.layer2.0.conv1 | 73.728K | 75.497M | +| net_t.layer2.0.conv1.weight | (128, 64, 3, 3) | | +| net_t.layer2.0.bn1 | 0.256K | 0.262M | +| net_t.layer2.0.bn1.weight | (128,) | | +| net_t.layer2.0.bn1.bias | (128,) | | +| net_t.layer2.0.conv2 | 0.147M | 0.151G | +| net_t.layer2.0.conv2.weight | (128, 128, 3, 3) | | +| net_t.layer2.0.bn2 | 0.256K | 0.262M | +| net_t.layer2.0.bn2.weight | (128,) | | +| net_t.layer2.0.bn2.bias | (128,) | | +| net_t.layer2.0.downsample | 8.448K | 8.651M | +| net_t.layer2.0.downsample.0 | 8.192K | 8.389M | +| net_t.layer2.0.downsample.1 | 0.256K | 0.262M | +| net_t.layer2.1 | 0.295M | 0.303G | +| net_t.layer2.1.conv1 | 0.147M | 0.151G | +| net_t.layer2.1.conv1.weight | (128, 128, 3, 3) | | +| net_t.layer2.1.bn1 | 0.256K | 0.262M | +| net_t.layer2.1.bn1.weight | (128,) | | +| net_t.layer2.1.bn1.bias | (128,) | | +| net_t.layer2.1.conv2 | 0.147M | 0.151G | +| net_t.layer2.1.conv2.weight | (128, 128, 3, 3) | | +| net_t.layer2.1.bn2 | 0.256K | 0.262M | +| net_t.layer2.1.bn2.weight | (128,) | | +| net_t.layer2.1.bn2.bias | (128,) | | +| net_t.layer2.2 | 0.295M | 0.303G | +| net_t.layer2.2.conv1 | 0.147M | 0.151G | +| net_t.layer2.2.conv1.weight | (128, 128, 3, 3) | | +| net_t.layer2.2.bn1 | 0.256K | 0.262M | +| net_t.layer2.2.bn1.weight | (128,) | | +| net_t.layer2.2.bn1.bias | (128,) | | +| net_t.layer2.2.conv2 | 0.147M | 0.151G | +| net_t.layer2.2.conv2.weight | (128, 128, 3, 3) | | +| net_t.layer2.2.bn2 | 0.256K | 0.262M | +| net_t.layer2.2.bn2.weight | (128,) | | +| net_t.layer2.2.bn2.bias | (128,) | | +| net_t.layer2.3 | 0.295M | 0.303G | +| net_t.layer2.3.conv1 | 0.147M | 0.151G | +| net_t.layer2.3.conv1.weight | (128, 128, 3, 3) | | +| net_t.layer2.3.bn1 | 0.256K | 0.262M | +| net_t.layer2.3.bn1.weight | (128,) | | +| net_t.layer2.3.bn1.bias | (128,) | | +| net_t.layer2.3.conv2 | 0.147M | 0.151G | +| net_t.layer2.3.conv2.weight | (128, 128, 3, 3) | | +| net_t.layer2.3.bn2 | 0.256K | 0.262M | +| net_t.layer2.3.bn2.weight | (128,) | | +| net_t.layer2.3.bn2.bias | (128,) | | +| net_t.layer3 | 6.822M | 1.747G | +| net_t.layer3.0 | 0.919M | 0.235G | +| net_t.layer3.0.conv1 | 0.295M | 75.497M | +| net_t.layer3.0.conv1.weight | (256, 128, 3, 3) | | +| net_t.layer3.0.bn1 | 0.512K | 0.131M | +| net_t.layer3.0.bn1.weight | (256,) | | +| net_t.layer3.0.bn1.bias | (256,) | | +| net_t.layer3.0.conv2 | 0.59M | 0.151G | +| net_t.layer3.0.conv2.weight | (256, 256, 3, 3) | | +| net_t.layer3.0.bn2 | 0.512K | 0.131M | +| net_t.layer3.0.bn2.weight | (256,) | | +| net_t.layer3.0.bn2.bias | (256,) | | +| net_t.layer3.0.downsample | 33.28K | 8.52M | +| net_t.layer3.0.downsample.0 | 32.768K | 8.389M | +| net_t.layer3.0.downsample.1 | 0.512K | 0.131M | +| net_t.layer3.1 | 1.181M | 0.302G | +| net_t.layer3.1.conv1 | 0.59M | 0.151G | +| net_t.layer3.1.conv1.weight | (256, 256, 3, 3) | | +| net_t.layer3.1.bn1 | 0.512K | 0.131M | +| net_t.layer3.1.bn1.weight | (256,) | | +| net_t.layer3.1.bn1.bias | (256,) | | +| net_t.layer3.1.conv2 | 0.59M | 0.151G | +| net_t.layer3.1.conv2.weight | (256, 256, 3, 3) | | +| net_t.layer3.1.bn2 | 0.512K | 0.131M | +| net_t.layer3.1.bn2.weight | (256,) | | +| net_t.layer3.1.bn2.bias | (256,) | | +| net_t.layer3.2 | 1.181M | 0.302G | +| net_t.layer3.2.conv1 | 0.59M | 0.151G | +| net_t.layer3.2.conv1.weight | (256, 256, 3, 3) | | +| net_t.layer3.2.bn1 | 0.512K | 0.131M | +| net_t.layer3.2.bn1.weight | (256,) | | +| net_t.layer3.2.bn1.bias | (256,) | | +| net_t.layer3.2.conv2 | 0.59M | 0.151G | +| net_t.layer3.2.conv2.weight | (256, 256, 3, 3) | | +| net_t.layer3.2.bn2 | 0.512K | 0.131M | +| net_t.layer3.2.bn2.weight | (256,) | | +| net_t.layer3.2.bn2.bias | (256,) | | +| net_t.layer3.3 | 1.181M | 0.302G | +| net_t.layer3.3.conv1 | 0.59M | 0.151G | +| net_t.layer3.3.conv1.weight | (256, 256, 3, 3) | | +| net_t.layer3.3.bn1 | 0.512K | 0.131M | +| net_t.layer3.3.bn1.weight | (256,) | | +| net_t.layer3.3.bn1.bias | (256,) | | +| net_t.layer3.3.conv2 | 0.59M | 0.151G | +| net_t.layer3.3.conv2.weight | (256, 256, 3, 3) | | +| net_t.layer3.3.bn2 | 0.512K | 0.131M | +| net_t.layer3.3.bn2.weight | (256,) | | +| net_t.layer3.3.bn2.bias | (256,) | | +| net_t.layer3.4 | 1.181M | 0.302G | +| net_t.layer3.4.conv1 | 0.59M | 0.151G | +| net_t.layer3.4.conv1.weight | (256, 256, 3, 3) | | +| net_t.layer3.4.bn1 | 0.512K | 0.131M | +| net_t.layer3.4.bn1.weight | (256,) | | +| net_t.layer3.4.bn1.bias | (256,) | | +| net_t.layer3.4.conv2 | 0.59M | 0.151G | +| net_t.layer3.4.conv2.weight | (256, 256, 3, 3) | | +| net_t.layer3.4.bn2 | 0.512K | 0.131M | +| net_t.layer3.4.bn2.weight | (256,) | | +| net_t.layer3.4.bn2.bias | (256,) | | +| net_t.layer3.5 | 1.181M | 0.302G | +| net_t.layer3.5.conv1 | 0.59M | 0.151G | +| net_t.layer3.5.conv1.weight | (256, 256, 3, 3) | | +| net_t.layer3.5.bn1 | 0.512K | 0.131M | +| net_t.layer3.5.bn1.weight | (256,) | | +| net_t.layer3.5.bn1.bias | (256,) | | +| net_t.layer3.5.conv2 | 0.59M | 0.151G | +| net_t.layer3.5.conv2.weight | (256, 256, 3, 3) | | +| net_t.layer3.5.bn2 | 0.512K | 0.131M | +| net_t.layer3.5.bn2.weight | (256,) | | +| net_t.layer3.5.bn2.bias | (256,) | | +| mff_oce | 1.458M | 0.269G | +| mff_oce.bn_layer | 0.94M | 66.47M | +| mff_oce.bn_layer.0 | 0.379M | 30.622M | +| mff_oce.bn_layer.0.conv1 | 32.768K | 8.389M | +| mff_oce.bn_layer.0.conv1.weight | (128, 256, 1, 1) | | +| mff_oce.bn_layer.0.bn1 | 0.256K | 65.536K | +| mff_oce.bn_layer.0.bn1.weight | (128,) | | +| mff_oce.bn_layer.0.bn1.bias | (128,) | | +| mff_oce.bn_layer.0.conv2 | 0.147M | 9.437M | +| mff_oce.bn_layer.0.conv2.weight | (128, 128, 3, 3) | | +| mff_oce.bn_layer.0.bn2 | 0.256K | 16.384K | +| mff_oce.bn_layer.0.bn2.weight | (128,) | | +| mff_oce.bn_layer.0.bn2.bias | (128,) | | +| mff_oce.bn_layer.0.conv3 | 65.536K | 4.194M | +| mff_oce.bn_layer.0.conv3.weight | (512, 128, 1, 1) | | +| mff_oce.bn_layer.0.bn3 | 1.024K | 65.536K | +| mff_oce.bn_layer.0.bn3.weight | (512,) | | +| mff_oce.bn_layer.0.bn3.bias | (512,) | | +| mff_oce.bn_layer.0.downsample | 0.132M | 8.454M | +| mff_oce.bn_layer.0.downsample.0 | 0.131M | 8.389M | +| mff_oce.bn_layer.0.downsample.1 | 1.024K | 65.536K | +| mff_oce.bn_layer.1 | 0.28M | 17.924M | +| mff_oce.bn_layer.1.conv1 | 65.536K | 4.194M | +| mff_oce.bn_layer.1.conv1.weight | (128, 512, 1, 1) | | +| mff_oce.bn_layer.1.bn1 | 0.256K | 16.384K | +| mff_oce.bn_layer.1.bn1.weight | (128,) | | +| mff_oce.bn_layer.1.bn1.bias | (128,) | | +| mff_oce.bn_layer.1.conv2 | 0.147M | 9.437M | +| mff_oce.bn_layer.1.conv2.weight | (128, 128, 3, 3) | | +| mff_oce.bn_layer.1.bn2 | 0.256K | 16.384K | +| mff_oce.bn_layer.1.bn2.weight | (128,) | | +| mff_oce.bn_layer.1.bn2.bias | (128,) | | +| mff_oce.bn_layer.1.conv3 | 65.536K | 4.194M | +| mff_oce.bn_layer.1.conv3.weight | (512, 128, 1, 1) | | +| mff_oce.bn_layer.1.bn3 | 1.024K | 65.536K | +| mff_oce.bn_layer.1.bn3.weight | (512,) | | +| mff_oce.bn_layer.1.bn3.bias | (512,) | | +| mff_oce.bn_layer.2 | 0.28M | 17.924M | +| mff_oce.bn_layer.2.conv1 | 65.536K | 4.194M | +| mff_oce.bn_layer.2.conv1.weight | (128, 512, 1, 1) | | +| mff_oce.bn_layer.2.bn1 | 0.256K | 16.384K | +| mff_oce.bn_layer.2.bn1.weight | (128,) | | +| mff_oce.bn_layer.2.bn1.bias | (128,) | | +| mff_oce.bn_layer.2.conv2 | 0.147M | 9.437M | +| mff_oce.bn_layer.2.conv2.weight | (128, 128, 3, 3) | | +| mff_oce.bn_layer.2.bn2 | 0.256K | 16.384K | +| mff_oce.bn_layer.2.bn2.weight | (128,) | | +| mff_oce.bn_layer.2.bn2.bias | (128,) | | +| mff_oce.bn_layer.2.conv3 | 65.536K | 4.194M | +| mff_oce.bn_layer.2.conv3.weight | (512, 128, 1, 1) | | +| mff_oce.bn_layer.2.bn3 | 1.024K | 65.536K | +| mff_oce.bn_layer.2.bn3.weight | (512,) | | +| mff_oce.bn_layer.2.bn3.bias | (512,) | | +| mff_oce.conv1 | 73.728K | 75.497M | +| mff_oce.conv1.weight | (128, 64, 3, 3) | | +| mff_oce.bn1 | 0.256K | 0.262M | +| mff_oce.bn1.weight | (128,) | | +| mff_oce.bn1.bias | (128,) | | +| mff_oce.conv2 | 0.295M | 75.497M | +| mff_oce.conv2.weight | (256, 128, 3, 3) | | +| mff_oce.bn2 | 0.512K | 0.131M | +| mff_oce.bn2.weight | (256,) | | +| mff_oce.bn2.bias | (256,) | | +| mff_oce.conv21 | 16.512K | 16.777M | +| mff_oce.conv21.weight | (128, 128, 1, 1) | | +| mff_oce.conv21.bias | (128,) | | +| mff_oce.bn21 | 0.256K | 0.262M | +| mff_oce.bn21.weight | (128,) | | +| mff_oce.bn21.bias | (128,) | | +| mff_oce.conv31 | 65.792K | 16.777M | +| mff_oce.conv31.weight | (256, 256, 1, 1) | | +| mff_oce.conv31.bias | (256,) | | +| mff_oce.bn31 | 0.512K | 0.131M | +| mff_oce.bn31.weight | (256,) | | +| mff_oce.bn31.bias | (256,) | | +| mff_oce.convf | 65.792K | 16.777M | +| mff_oce.convf.weight | (256, 256, 1, 1) | | +| mff_oce.convf.bias | (256,) | | +| mff_oce.bnf | 0.512K | 0.131M | +| mff_oce.bnf.weight | (256,) | | +| mff_oce.bnf.bias | (256,) | | +| net_s.layers_up | 16.038M | 4.076G | +| net_s.layers_up.0.blocks.0 | 9.441M | 0.577G | +| net_s.layers_up.0.blocks.0.smm_blocks | 7.561M | 0.456G | +| net_s.layers_up.0.blocks.0.smm_blocks.0 | 2.52M | 0.152G | +| net_s.layers_up.0.blocks.0.smm_blocks.0.ln_1 | 1.024K | 0.164M | +| net_s.layers_up.0.blocks.0.smm_blocks.0.self_attention | 2.519M | 0.152G | +| net_s.layers_up.0.blocks.0.smm_blocks.1 | 2.52M | 0.152G | +| net_s.layers_up.0.blocks.0.smm_blocks.1.ln_1 | 1.024K | 0.164M | +| net_s.layers_up.0.blocks.0.smm_blocks.1.self_attention | 2.519M | 0.152G | +| net_s.layers_up.0.blocks.0.smm_blocks.2 | 2.52M | 0.152G | +| net_s.layers_up.0.blocks.0.smm_blocks.2.ln_1 | 1.024K | 0.164M | +| net_s.layers_up.0.blocks.0.smm_blocks.2.self_attention | 2.519M | 0.152G | +| net_s.layers_up.0.blocks.0.conv1b3 | 0.263M | 16.908M | +| net_s.layers_up.0.blocks.0.conv1b3.0 | 0.263M | 16.777M | +| net_s.layers_up.0.blocks.0.conv1b3.0.weight | (512, 512, 1, 1) | | +| net_s.layers_up.0.blocks.0.conv1b3.0.bias | (512,) | | +| net_s.layers_up.0.blocks.0.conv1b3.1 | | 0.131M | +| net_s.layers_up.0.blocks.0.conv1a3 | 0.263M | 16.908M | +| net_s.layers_up.0.blocks.0.conv1a3.0 | 0.263M | 16.777M | +| net_s.layers_up.0.blocks.0.conv1a3.0.weight | (512, 512, 1, 1) | | +| net_s.layers_up.0.blocks.0.conv1a3.0.bias | (512,) | | +| net_s.layers_up.0.blocks.0.conv1a3.1 | | 0.131M | +| net_s.layers_up.0.blocks.0.conv1b5 | 0.263M | 16.908M | +| net_s.layers_up.0.blocks.0.conv1b5.0 | 0.263M | 16.777M | +| net_s.layers_up.0.blocks.0.conv1b5.0.weight | (512, 512, 1, 1) | | +| net_s.layers_up.0.blocks.0.conv1b5.0.bias | (512,) | | +| net_s.layers_up.0.blocks.0.conv1b5.1 | | 0.131M | +| net_s.layers_up.0.blocks.0.conv1a5 | 0.263M | 16.908M | +| net_s.layers_up.0.blocks.0.conv1a5.0 | 0.263M | 16.777M | +| net_s.layers_up.0.blocks.0.conv1a5.0.weight | (512, 512, 1, 1) | | +| net_s.layers_up.0.blocks.0.conv1a5.0.bias | (512,) | | +| net_s.layers_up.0.blocks.0.conv1a5.1 | | 0.131M | +| net_s.layers_up.0.blocks.0.conv33.0 | 4.608K | | +| net_s.layers_up.0.blocks.0.conv33.0.weight | (512, 1, 3, 3) | | +| net_s.layers_up.0.blocks.0.conv55 | 12.8K | 0.95M | +| net_s.layers_up.0.blocks.0.conv55.0 | 12.8K | 0.819M | +| net_s.layers_up.0.blocks.0.conv55.0.weight | (512, 1, 5, 5) | | +| net_s.layers_up.0.blocks.0.conv55.1 | | 0.131M | +| net_s.layers_up.0.blocks.0.conv77 | 25.088K | 1.737M | +| net_s.layers_up.0.blocks.0.conv77.0 | 25.088K | 1.606M | +| net_s.layers_up.0.blocks.0.conv77.0.weight | (512, 1, 7, 7) | | +| net_s.layers_up.0.blocks.0.conv77.1 | | 0.131M | +| net_s.layers_up.0.blocks.0.finalconv11 | 0.787M | 50.332M | +| net_s.layers_up.0.blocks.0.finalconv11.weight | (512, 1536, 1, 1) | | +| net_s.layers_up.0.blocks.0.finalconv11.bias | (512,) | | +| net_s.layers_up.1 | 4.432M | 0.961G | +| net_s.layers_up.1.blocks | 3.908M | 0.928G | +| net_s.layers_up.1.blocks.0 | 1.954M | 0.464G | +| net_s.layers_up.1.blocks.0.smm_blocks | 1.473M | 0.34G | +| net_s.layers_up.1.blocks.0.conv1b3 | 65.792K | 17.039M | +| net_s.layers_up.1.blocks.0.conv1a3 | 65.792K | 17.039M | +| net_s.layers_up.1.blocks.0.conv1b5 | 65.792K | 17.039M | +| net_s.layers_up.1.blocks.0.conv1a5 | 65.792K | 17.039M | +| net_s.layers_up.1.blocks.0.conv33.0 | 2.304K | | +| net_s.layers_up.1.blocks.0.conv55 | 6.4K | 1.901M | +| net_s.layers_up.1.blocks.0.conv77 | 12.544K | 3.473M | +| net_s.layers_up.1.blocks.0.finalconv11 | 0.197M | 50.332M | +| net_s.layers_up.1.blocks.1 | 1.954M | 0.464G | +| net_s.layers_up.1.blocks.1.smm_blocks | 1.473M | 0.34G | +| net_s.layers_up.1.blocks.1.conv1b3 | 65.792K | 17.039M | +| net_s.layers_up.1.blocks.1.conv1a3 | 65.792K | 17.039M | +| net_s.layers_up.1.blocks.1.conv1b5 | 65.792K | 17.039M | +| net_s.layers_up.1.blocks.1.conv1a5 | 65.792K | 17.039M | +| net_s.layers_up.1.blocks.1.conv33.0 | 2.304K | | +| net_s.layers_up.1.blocks.1.conv55 | 6.4K | 1.901M | +| net_s.layers_up.1.blocks.1.conv77 | 12.544K | 3.473M | +| net_s.layers_up.1.blocks.1.finalconv11 | 0.197M | 50.332M | +| net_s.layers_up.1.upsample | 0.525M | 33.882M | +| net_s.layers_up.1.upsample.expand | 0.524M | 33.554M | +| net_s.layers_up.1.upsample.expand.weight | (1024, 512) | | +| net_s.layers_up.1.upsample.norm | 0.512K | 0.328M | +| net_s.layers_up.1.upsample.norm.weight | (256,) | | +| net_s.layers_up.1.upsample.norm.bias | (256,) | | +| net_s.layers_up.2 | 1.816M | 1.529G | +| net_s.layers_up.2.blocks | 1.685M | 1.495G | +| net_s.layers_up.2.blocks.0 | 0.842M | 0.747G | +| net_s.layers_up.2.blocks.0.smm_blocks | 0.717M | 0.617G | +| net_s.layers_up.2.blocks.0.conv1b3 | 16.512K | 17.302M | +| net_s.layers_up.2.blocks.0.conv1a3 | 16.512K | 17.302M | +| net_s.layers_up.2.blocks.0.conv1b5 | 16.512K | 17.302M | +| net_s.layers_up.2.blocks.0.conv1a5 | 16.512K | 17.302M | +| net_s.layers_up.2.blocks.0.conv33.0 | 1.152K | | +| net_s.layers_up.2.blocks.0.conv55 | 3.2K | 3.801M | +| net_s.layers_up.2.blocks.0.conv77 | 6.272K | 6.947M | +| net_s.layers_up.2.blocks.0.finalconv11 | 49.28K | 50.332M | +| net_s.layers_up.2.blocks.1 | 0.842M | 0.747G | +| net_s.layers_up.2.blocks.1.smm_blocks | 0.717M | 0.617G | +| net_s.layers_up.2.blocks.1.conv1b3 | 16.512K | 17.302M | +| net_s.layers_up.2.blocks.1.conv1a3 | 16.512K | 17.302M | +| net_s.layers_up.2.blocks.1.conv1b5 | 16.512K | 17.302M | +| net_s.layers_up.2.blocks.1.conv1a5 | 16.512K | 17.302M | +| net_s.layers_up.2.blocks.1.conv33.0 | 1.152K | | +| net_s.layers_up.2.blocks.1.conv55 | 3.2K | 3.801M | +| net_s.layers_up.2.blocks.1.conv77 | 6.272K | 6.947M | +| net_s.layers_up.2.blocks.1.finalconv11 | 49.28K | 50.332M | +| net_s.layers_up.2.upsample | 0.131M | 34.21M | +| net_s.layers_up.2.upsample.expand | 0.131M | 33.554M | +| net_s.layers_up.2.upsample.expand.weight | (512, 256) | | +| net_s.layers_up.2.upsample.norm | 0.256K | 0.655M | +| net_s.layers_up.2.upsample.norm.weight | (128,) | | +| net_s.layers_up.2.upsample.norm.bias | (128,) | | +| net_s.layers_up.3 | 0.349M | 1.009G | +| net_s.layers_up.3.blocks.0 | 0.316M | 0.974G | +| net_s.layers_up.3.blocks.0.smm_blocks | 0.281M | 0.831G | +| net_s.layers_up.3.blocks.0.smm_blocks.0 | 93.824K | 0.277G | +| net_s.layers_up.3.blocks.0.smm_blocks.1 | 93.824K | 0.277G | +| net_s.layers_up.3.blocks.0.smm_blocks.2 | 93.824K | 0.277G | +| net_s.layers_up.3.blocks.0.conv1b3 | 4.16K | 17.826M | +| net_s.layers_up.3.blocks.0.conv1b3.0 | 4.16K | 16.777M | +| net_s.layers_up.3.blocks.0.conv1b3.1 | | 1.049M | +| net_s.layers_up.3.blocks.0.conv1a3 | 4.16K | 17.826M | +| net_s.layers_up.3.blocks.0.conv1a3.0 | 4.16K | 16.777M | +| net_s.layers_up.3.blocks.0.conv1a3.1 | | 1.049M | +| net_s.layers_up.3.blocks.0.conv1b5 | 4.16K | 17.826M | +| net_s.layers_up.3.blocks.0.conv1b5.0 | 4.16K | 16.777M | +| net_s.layers_up.3.blocks.0.conv1b5.1 | | 1.049M | +| net_s.layers_up.3.blocks.0.conv1a5 | 4.16K | 17.826M | +| net_s.layers_up.3.blocks.0.conv1a5.0 | 4.16K | 16.777M | +| net_s.layers_up.3.blocks.0.conv1a5.1 | | 1.049M | +| net_s.layers_up.3.blocks.0.conv33.0 | 0.576K | | +| net_s.layers_up.3.blocks.0.conv33.0.weight | (64, 1, 3, 3) | | +| net_s.layers_up.3.blocks.0.conv55 | 1.6K | 7.602M | +| net_s.layers_up.3.blocks.0.conv55.0 | 1.6K | 6.554M | +| net_s.layers_up.3.blocks.0.conv55.1 | | 1.049M | +| net_s.layers_up.3.blocks.0.conv77 | 3.136K | 13.894M | +| net_s.layers_up.3.blocks.0.conv77.0 | 3.136K | 12.845M | +| net_s.layers_up.3.blocks.0.conv77.1 | | 1.049M | +| net_s.layers_up.3.blocks.0.finalconv11 | 12.352K | 50.332M | +| net_s.layers_up.3.blocks.0.finalconv11.weight | (64, 192, 1, 1) | | +| net_s.layers_up.3.blocks.0.finalconv11.bias | (64,) | | +| net_s.layers_up.3.upsample | 32.896K | 34.865M | +| net_s.layers_up.3.upsample.expand | 32.768K | 33.554M | +| net_s.layers_up.3.upsample.expand.weight | (256, 128) | | +| net_s.layers_up.3.upsample.norm | 0.128K | 1.311M | +| net_s.layers_up.3.upsample.norm.weight | (64,) | | +| net_s.layers_up.3.upsample.norm.bias | (64,) | | +--------------------------------------------------------------------------------- +2024-04-02 01:00:26,229 - ==> Creating optimizer +2024-04-02 01:00:26,255 - ==> Loading dataset: DefaultAD +2024-04-02 01:00:26,434 - ==> ********** cfg ********** +epoch_full : 1000 +fvcore_b : 1 +fvcore_c : 3 +metrics : ['mAUROC_sp_max', 'mAP_sp_max', 'mF1_max_sp_max', 'mAUROC_px', 'mAP_px', 'mF1_max_px', 'mAUPRO_px', 'mF1_px_0.2_0.8_0.1', 'mAcc_px_0.2_0.8_0.1', 'mIoU_px_0.2_0.8_0.1', 'mIoU_max_px'] +evaluator.kwargs : {'metrics': ['mAUROC_sp_max', 'mAP_sp_max', 'mF1_max_sp_max', 'mAUROC_px', 'mAP_px', 'mF1_max_px', 'mAUPRO_px', 'mF1_px_0.2_0.8_0.1', 'mAcc_px_0.2_0.8_0.1', 'mIoU_px_0.2_0.8_0.1', 'mIoU_max_px'], 'pooling_ks': None, 'max_step_aupro': 100} +optim.lr : 0.005 +optim.kwargs : {'name': 'adamw', 'betas': (0.9, 0.999), 'eps': 1e-08, 'weight_decay': 0.0001, 'amsgrad': False} +trainer.name : MAMBAADTrainer +trainer.checkpoint : runs +trainer.logdir_sub : +trainer.resume_dir : +trainer.cuda_deterministic : False +trainer.epoch_full : 1000 +trainer.scheduler_kwargs : {'name': 'step', 'lr_noise': None, 'noise_pct': 0.67, 'noise_std': 1.0, 'noise_seed': 42, 'lr_min': 5e-05, 'warmup_lr': 5e-06, 'warmup_iters': -1, 'cooldown_iters': 0, 'warmup_epochs': 0, 'cooldown_epochs': 0, 'use_iters': True, 'patience_iters': 0, 'patience_epochs': 0, 'decay_iters': 0, 'decay_epochs': 800, 'cycle_decay': 0.1, 'decay_rate': 0.1} +trainer.mixup_kwargs : {'mixup_alpha': 0.8, 'cutmix_alpha': 1.0, 'cutmix_minmax': None, 'prob': 0.0, 'switch_prob': 0.5, 'mode': 'batch', 'correct_lam': True, 'label_smoothing': 0.1} +trainer.test_start_epoch : 1000 +trainer.test_per_epoch : 50 +trainer.find_unused_parameters : False +trainer.sync_BN : apex +trainer.dist_BN : +trainer.scaler : none +trainer.data.batch_size : 16 +trainer.data.batch_size_per_gpu : 16 +trainer.data.batch_size_test : 16 +trainer.data.batch_size_per_gpu_test : 16 +trainer.data.num_workers_per_gpu : 4 +trainer.data.drop_last : True +trainer.data.pin_memory : True +trainer.data.persistent_workers : False +trainer.data.num_workers : 4 +trainer.iter : 0 +trainer.epoch : 0 +trainer.iter_full : 184000 +trainer.metric_recorder : {'mAUROC_sp_max_bagel': [], 'mAP_sp_max_bagel': [], 'mF1_max_sp_max_bagel': [], 'mAUROC_px_bagel': [], 'mAP_px_bagel': [], 'mF1_max_px_bagel': [], 'mAUPRO_px_bagel': [], 'mF1_px_0.2_0.8_0.1_bagel': [], 'mAcc_px_0.2_0.8_0.1_bagel': [], 'mIoU_px_0.2_0.8_0.1_bagel': [], 'mIoU_max_px_bagel': [], 'mAUROC_sp_max_cable_gland': [], 'mAP_sp_max_cable_gland': [], 'mF1_max_sp_max_cable_gland': [], 'mAUROC_px_cable_gland': [], 'mAP_px_cable_gland': [], 'mF1_max_px_cable_gland': [], 'mAUPRO_px_cable_gland': [], 'mF1_px_0.2_0.8_0.1_cable_gland': [], 'mAcc_px_0.2_0.8_0.1_cable_gland': [], 'mIoU_px_0.2_0.8_0.1_cable_gland': [], 'mIoU_max_px_cable_gland': [], 'mAUROC_sp_max_carrot': [], 'mAP_sp_max_carrot': [], 'mF1_max_sp_max_carrot': [], 'mAUROC_px_carrot': [], 'mAP_px_carrot': [], 'mF1_max_px_carrot': [], 'mAUPRO_px_carrot': [], 'mF1_px_0.2_0.8_0.1_carrot': [], 'mAcc_px_0.2_0.8_0.1_carrot': [], 'mIoU_px_0.2_0.8_0.1_carrot': [], 'mIoU_max_px_carrot': [], 'mAUROC_sp_max_cookie': [], 'mAP_sp_max_cookie': [], 'mF1_max_sp_max_cookie': [], 'mAUROC_px_cookie': [], 'mAP_px_cookie': [], 'mF1_max_px_cookie': [], 'mAUPRO_px_cookie': [], 'mF1_px_0.2_0.8_0.1_cookie': [], 'mAcc_px_0.2_0.8_0.1_cookie': [], 'mIoU_px_0.2_0.8_0.1_cookie': [], 'mIoU_max_px_cookie': [], 'mAUROC_sp_max_dowel': [], 'mAP_sp_max_dowel': [], 'mF1_max_sp_max_dowel': [], 'mAUROC_px_dowel': [], 'mAP_px_dowel': [], 'mF1_max_px_dowel': [], 'mAUPRO_px_dowel': [], 'mF1_px_0.2_0.8_0.1_dowel': [], 'mAcc_px_0.2_0.8_0.1_dowel': [], 'mIoU_px_0.2_0.8_0.1_dowel': [], 'mIoU_max_px_dowel': [], 'mAUROC_sp_max_foam': [], 'mAP_sp_max_foam': [], 'mF1_max_sp_max_foam': [], 'mAUROC_px_foam': [], 'mAP_px_foam': [], 'mF1_max_px_foam': [], 'mAUPRO_px_foam': [], 'mF1_px_0.2_0.8_0.1_foam': [], 'mAcc_px_0.2_0.8_0.1_foam': [], 'mIoU_px_0.2_0.8_0.1_foam': [], 'mIoU_max_px_foam': [], 'mAUROC_sp_max_peach': [], 'mAP_sp_max_peach': [], 'mF1_max_sp_max_peach': [], 'mAUROC_px_peach': [], 'mAP_px_peach': [], 'mF1_max_px_peach': [], 'mAUPRO_px_peach': [], 'mF1_px_0.2_0.8_0.1_peach': [], 'mAcc_px_0.2_0.8_0.1_peach': [], 'mIoU_px_0.2_0.8_0.1_peach': [], 'mIoU_max_px_peach': [], 'mAUROC_sp_max_potato': [], 'mAP_sp_max_potato': [], 'mF1_max_sp_max_potato': [], 'mAUROC_px_potato': [], 'mAP_px_potato': [], 'mF1_max_px_potato': [], 'mAUPRO_px_potato': [], 'mF1_px_0.2_0.8_0.1_potato': [], 'mAcc_px_0.2_0.8_0.1_potato': [], 'mIoU_px_0.2_0.8_0.1_potato': [], 'mIoU_max_px_potato': [], 'mAUROC_sp_max_rope': [], 'mAP_sp_max_rope': [], 'mF1_max_sp_max_rope': [], 'mAUROC_px_rope': [], 'mAP_px_rope': [], 'mF1_max_px_rope': [], 'mAUPRO_px_rope': [], 'mF1_px_0.2_0.8_0.1_rope': [], 'mAcc_px_0.2_0.8_0.1_rope': [], 'mIoU_px_0.2_0.8_0.1_rope': [], 'mIoU_max_px_rope': [], 'mAUROC_sp_max_tire': [], 'mAUROC_sp_max_Avg': [], 'mAP_sp_max_tire': [], 'mAP_sp_max_Avg': [], 'mF1_max_sp_max_tire': [], 'mF1_max_sp_max_Avg': [], 'mAUROC_px_tire': [], 'mAUROC_px_Avg': [], 'mAP_px_tire': [], 'mAP_px_Avg': [], 'mF1_max_px_tire': [], 'mF1_max_px_Avg': [], 'mAUPRO_px_tire': [], 'mAUPRO_px_Avg': [], 'mF1_px_0.2_0.8_0.1_tire': [], 'mF1_px_0.2_0.8_0.1_Avg': [], 'mAcc_px_0.2_0.8_0.1_tire': [], 'mAcc_px_0.2_0.8_0.1_Avg': [], 'mIoU_px_0.2_0.8_0.1_tire': [], 'mIoU_px_0.2_0.8_0.1_Avg': [], 'mIoU_max_px_tire': [], 'mIoU_max_px_Avg': []} +loss.loss_terms : [{'type': 'L2Loss', 'name': 'pixel', 'lam': 5.0}] +loss.clip_grad : 5.0 +loss.create_graph : False +loss.retain_graph : False +adv : False +logging.log_terms_train : [{'name': 'batch_t', 'fmt': ':>5.3f', 'add_name': 'avg'}, {'name': 'data_t', 'fmt': ':>5.3f'}, {'name': 'optim_t', 'fmt': ':>5.3f'}, {'name': 'lr', 'fmt': ':>7.6f'}, {'name': 'cos', 'suffixes': [''], 'fmt': ':>5.3f', 'add_name': 'avg'}] +logging.log_terms_test : [{'name': 'batch_t', 'fmt': ':>5.3f', 'add_name': 'avg'}, {'name': 'cos', 'suffixes': [''], 'fmt': ':>5.3f', 'add_name': 'avg'}] +logging.train_reset_log_per : 100 +logging.train_log_per : 100 +logging.test_log_per : 50 +data.sampler : naive +data.loader_type : pil +data.loader_type_target : pil_L +data.type : DefaultAD +data.root : data/mvtec3d +data.meta : meta.json +data.cls_names : [] +data.train_transforms : [{'type': 'Resize', 'size': (256, 256), 'interpolation': }, {'type': 'CenterCrop', 'size': (256, 256)}, {'type': 'ToTensor'}, {'type': 'Normalize', 'mean': (0.485, 0.456, 0.406), 'std': (0.229, 0.224, 0.225), 'inplace': True}] +data.test_transforms : [{'type': 'Resize', 'size': (256, 256), 'interpolation': }, {'type': 'CenterCrop', 'size': (256, 256)}, {'type': 'ToTensor'}, {'type': 'Normalize', 'mean': (0.485, 0.456, 0.406), 'std': (0.229, 0.224, 0.225), 'inplace': True}] +data.target_transforms : [{'type': 'Resize', 'size': (256, 256), 'interpolation': }, {'type': 'CenterCrop', 'size': (256, 256)}, {'type': 'ToTensor'}] +data.train_size : 184 +data.test_size : 75 +data.train_length : 2950 +data.test_length : 1197 +model_t.name : timm_resnet34 +model_t.kwargs : {'pretrained': False, 'checkpoint_path': 'model/pretrain/resnet34-43635321.pth', 'strict': False, 'features_only': True, 'out_indices': [1, 2, 3]} +model_s : {'depths_decoder': [3, 4, 6, 3], 'scan_type': 'hilbert', 'num_direction': 8} +model.name : mambaadhcs57c1 +model.kwargs : {'pretrained': False, 'checkpoint_path': '', 'strict': True, 'model_t': Namespace(name='timm_resnet34', kwargs={'pretrained': False, 'checkpoint_path': 'model/pretrain/resnet34-43635321.pth', 'strict': False, 'features_only': True, 'out_indices': [1, 2, 3]}), 'model_s': {'depths_decoder': [3, 4, 6, 3], 'scan_type': 'hilbert', 'num_direction': 8}} +seed : 42 +size : 256 +warmup_epochs : 0 +test_start_epoch : 1000 +test_per_epoch : 50 +batch_train : 16 +batch_test_per : 16 +lr : 0.005 +weight_decay : 0.0001 +cfg_path : configs.mambaad.mambaad_mvtec3d_nhcs57c1 +mode : train +sleep : -1 +memory : -1 +dist_url : env:// +logger_rank : 0 +opts : [] +command : python3 -m torch.distributed.launch --nproc_per_node=$nproc_per_node --nnodes=$nnodes --node_rank=$node_rank --master_addr=$master_addr --master_port=$master_port --use_env run.py -c configs.mambaad.mambaad_mvtec3d_nhcs57c1 -m train --sleep -1 --memory -1 --dist_url env:// --logger_rank 0 +task_start_time : 3592036.892810449 +dist : False +world_size : 1 +rank : 0 +local_rank : 0 +ngpus_per_node : 1 +nnodes : 1 +master : True +logdir : runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005 +logger.filters : [] +logger.name : root +logger.level : 20 +logger.parent : None +logger.propagate : True +logger.disabled : False +logdir_train : runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005/show_train +logdir_test : runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005/show_test +2024-04-02 01:00:26,434 - ==> Starting training with 1 nodes x 1 GPUs +2024-04-02 01:01:32,684 - Train: 0.05% [100/184000] [0.5/1000.0] [batch_t 0.607 (0.659)] [data_t 0.002] [optim_t 0.605] [lr 0.005000] +2024-04-02 01:02:25,826 - ==> Total time: 0:02:20 Eta: 1 day, 14:55:31 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 01:02:39,500 - Train: 0.11% [200/184000] [1.1/1000.0] [batch_t 0.605 (0.703)] [data_t 0.002] [optim_t 0.603] [lr 0.005000] +2024-04-02 01:03:40,228 - Train: 0.16% [300/184000] [1.6/1000.0] [batch_t 0.608 (0.607)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-02 01:04:21,547 - ==> Total time: 0:04:15 Eta: 1 day, 11:29:00 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 01:04:42,636 - Train: 0.22% [400/184000] [2.2/1000.0] [batch_t 0.608 (0.619)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-02 01:05:43,427 - Train: 0.27% [500/184000] [2.7/1000.0] [batch_t 0.607 (0.608)] [data_t 0.002] [optim_t 0.605] [lr 0.005000] +2024-04-02 01:06:14,985 - ==> Total time: 0:06:09 Eta: 1 day, 10:06:13 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 01:06:46,679 - Train: 0.33% [600/184000] [3.3/1000.0] [batch_t 0.607 (0.617)] [data_t 0.002] [optim_t 0.605] [lr 0.005000] +2024-04-02 01:07:48,278 - Train: 0.38% [700/184000] [3.8/1000.0] [batch_t 0.605 (0.612)] [data_t 0.002] [optim_t 0.603] [lr 0.005000] +2024-04-02 01:08:10,117 - ==> Total time: 0:08:04 Eta: 1 day, 9:30:56 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 01:08:53,568 - Train: 0.43% [800/184000] [4.3/1000.0] [batch_t 0.607 (0.631)] [data_t 0.002] [optim_t 0.605] [lr 0.005000] +2024-04-02 01:09:54,272 - Train: 0.49% [900/184000] [4.9/1000.0] [batch_t 0.607 (0.607)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-02 01:10:07,436 - ==> Total time: 0:10:01 Eta: 1 day, 9:16:14 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 01:11:05,324 - Train: 0.54% [1000/184000] [5.4/1000.0] [batch_t 0.608 (0.681)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-02 01:12:29,593 - Train: 0.60% [1100/184000] [6.0/1000.0] [batch_t 0.745 (0.843)] [data_t 0.140] [optim_t 0.605] [lr 0.005000] +2024-04-02 01:12:32,023 - ==> Total time: 0:12:26 Eta: 1 day, 10:21:04 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 01:13:59,776 - Train: 0.65% [1200/184000] [6.5/1000.0] [batch_t 1.110 (0.883)] [data_t 0.504] [optim_t 0.606] [lr 0.005000] +2024-04-02 01:15:17,821 - ==> Total time: 0:15:12 Eta: 1 day, 11:56:51 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 01:15:31,006 - Train: 0.71% [1300/184000] [7.1/1000.0] [batch_t 0.606 (0.801)] [data_t 0.002] [optim_t 0.604] [lr 0.005000] +2024-04-02 01:16:31,657 - Train: 0.76% [1400/184000] [7.6/1000.0] [batch_t 0.607 (0.606)] [data_t 0.002] [optim_t 0.605] [lr 0.005000] +2024-04-02 01:17:15,449 - ==> Total time: 0:17:09 Eta: 1 day, 11:28:26 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 01:17:34,978 - Train: 0.82% [1500/184000] [8.2/1000.0] [batch_t 0.609 (0.631)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-02 01:18:35,634 - Train: 0.87% [1600/184000] [8.7/1000.0] [batch_t 0.607 (0.606)] [data_t 0.002] [optim_t 0.605] [lr 0.005000] +2024-04-02 01:19:09,602 - ==> Total time: 0:19:04 Eta: 1 day, 10:59:32 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 01:19:38,378 - Train: 0.92% [1700/184000] [9.2/1000.0] [batch_t 0.607 (0.618)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-02 01:20:39,028 - Train: 0.98% [1800/184000] [9.8/1000.0] [batch_t 0.605 (0.606)] [data_t 0.002] [optim_t 0.604] [lr 0.005000] +2024-04-02 01:21:03,288 - ==> Total time: 0:20:57 Eta: 1 day, 10:35:15 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 01:21:44,662 - Train: 1.03% [1900/184000] [10.3/1000.0] [batch_t 0.607 (0.628)] [data_t 0.002] [optim_t 0.605] [lr 0.005000] +2024-04-02 01:22:45,685 - Train: 1.09% [2000/184000] [10.9/1000.0] [batch_t 0.607 (0.610)] [data_t 0.002] [optim_t 0.605] [lr 0.005000] +2024-04-02 01:23:00,250 - ==> Total time: 0:22:54 Eta: 1 day, 10:19:57 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 01:23:50,828 - Train: 1.14% [2100/184000] [11.4/1000.0] [batch_t 0.608 (0.644)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-02 01:24:51,472 - Train: 1.20% [2200/184000] [12.0/1000.0] [batch_t 0.606 (0.606)] [data_t 0.002] [optim_t 0.604] [lr 0.005000] +2024-04-02 01:24:56,323 - ==> Total time: 0:24:50 Eta: 1 day, 10:05:39 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 01:25:54,308 - Train: 1.25% [2300/184000] [12.5/1000.0] [batch_t 0.607 (0.615)] [data_t 0.002] [optim_t 0.605] [lr 0.005000] +2024-04-02 01:26:50,123 - ==> Total time: 0:26:44 Eta: 1 day, 9:50:23 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 01:26:57,397 - Train: 1.30% [2400/184000] [13.0/1000.0] [batch_t 0.607 (0.714)] [data_t 0.002] [optim_t 0.605] [lr 0.005000] +2024-04-02 01:27:58,257 - Train: 1.36% [2500/184000] [13.6/1000.0] [batch_t 0.607 (0.608)] [data_t 0.002] [optim_t 0.605] [lr 0.005000] +2024-04-02 01:28:44,376 - ==> Total time: 0:28:38 Eta: 1 day, 9:37:34 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 01:29:00,891 - Train: 1.41% [2600/184000] [14.1/1000.0] [batch_t 0.607 (0.625)] [data_t 0.002] [optim_t 0.605] [lr 0.005000] +2024-04-02 01:30:01,573 - Train: 1.47% [2700/184000] [14.7/1000.0] [batch_t 0.606 (0.607)] [data_t 0.002] [optim_t 0.604] [lr 0.005000] +2024-04-02 01:30:37,990 - ==> Total time: 0:30:32 Eta: 1 day, 9:25:29 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 01:31:04,401 - Train: 1.52% [2800/184000] [15.2/1000.0] [batch_t 0.607 (0.617)] [data_t 0.002] [optim_t 0.605] [lr 0.005000] +2024-04-02 01:32:05,088 - Train: 1.58% [2900/184000] [15.8/1000.0] [batch_t 0.607 (0.607)] [data_t 0.002] [optim_t 0.605] [lr 0.005000] +2024-04-02 01:32:31,775 - ==> Total time: 0:32:26 Eta: 1 day, 9:14:52 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 01:33:07,960 - Train: 1.63% [3000/184000] [16.3/1000.0] [batch_t 0.608 (0.620)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-02 01:34:08,642 - Train: 1.68% [3100/184000] [16.8/1000.0] [batch_t 0.607 (0.607)] [data_t 0.002] [optim_t 0.605] [lr 0.005000] +2024-04-02 01:34:25,642 - ==> Total time: 0:34:20 Eta: 1 day, 9:05:21 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 01:35:11,412 - Train: 1.74% [3200/184000] [17.4/1000.0] [batch_t 0.607 (0.616)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-02 01:36:12,098 - Train: 1.79% [3300/184000] [17.9/1000.0] [batch_t 0.609 (0.607)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-02 01:36:19,379 - ==> Total time: 0:36:13 Eta: 1 day, 8:56:34 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 01:37:15,364 - Train: 1.85% [3400/184000] [18.5/1000.0] [batch_t 0.604 (0.613)] [data_t 0.002] [optim_t 0.603] [lr 0.005000] +2024-04-02 01:38:13,759 - ==> Total time: 0:38:08 Eta: 1 day, 8:49:03 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 01:38:18,322 - Train: 1.90% [3500/184000] [19.0/1000.0] [batch_t 0.608 (0.747)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-02 01:39:19,568 - Train: 1.96% [3600/184000] [19.6/1000.0] [batch_t 0.607 (0.612)] [data_t 0.002] [optim_t 0.605] [lr 0.005000] +2024-04-02 01:40:08,089 - ==> Total time: 0:40:02 Eta: 1 day, 8:42:04 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 01:40:22,192 - Train: 2.01% [3700/184000] [20.1/1000.0] [batch_t 0.606 (0.637)] [data_t 0.002] [optim_t 0.605] [lr 0.005000] +2024-04-02 01:41:22,870 - Train: 2.07% [3800/184000] [20.7/1000.0] [batch_t 0.605 (0.607)] [data_t 0.002] [optim_t 0.603] [lr 0.005000] +2024-04-02 01:42:01,693 - ==> Total time: 0:41:56 Eta: 1 day, 8:34:59 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 01:42:29,453 - Train: 2.12% [3900/184000] [21.2/1000.0] [batch_t 0.607 (0.645)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-02 01:43:30,268 - Train: 2.17% [4000/184000] [21.7/1000.0] [batch_t 0.605 (0.608)] [data_t 0.002] [optim_t 0.603] [lr 0.005000] +2024-04-02 01:43:59,390 - ==> Total time: 0:43:53 Eta: 1 day, 8:31:25 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 01:44:32,992 - Train: 2.23% [4100/184000] [22.3/1000.0] [batch_t 0.607 (0.617)] [data_t 0.002] [optim_t 0.605] [lr 0.005000] +2024-04-02 01:45:33,648 - Train: 2.28% [4200/184000] [22.8/1000.0] [batch_t 0.606 (0.606)] [data_t 0.002] [optim_t 0.604] [lr 0.005000] +2024-04-02 01:45:53,057 - ==> Total time: 0:45:47 Eta: 1 day, 8:25:09 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 01:46:36,347 - Train: 2.34% [4300/184000] [23.4/1000.0] [batch_t 0.607 (0.615)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-02 01:47:37,018 - Train: 2.39% [4400/184000] [23.9/1000.0] [batch_t 0.606 (0.607)] [data_t 0.002] [optim_t 0.604] [lr 0.005000] +2024-04-02 01:47:46,721 - ==> Total time: 0:47:41 Eta: 1 day, 8:19:14 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 01:48:39,504 - Train: 2.45% [4500/184000] [24.5/1000.0] [batch_t 0.606 (0.610)] [data_t 0.002] [optim_t 0.604] [lr 0.005000] +2024-04-02 01:49:40,203 - Train: 2.50% [4600/184000] [25.0/1000.0] [batch_t 0.607 (0.607)] [data_t 0.002] [optim_t 0.605] [lr 0.005000] +2024-04-02 01:49:40,208 - ==> Total time: 0:49:34 Eta: 1 day, 8:13:31 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 01:50:42,963 - Train: 2.55% [4700/184000] [25.5/1000.0] [batch_t 0.607 (0.610)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-02 01:51:33,949 - ==> Total time: 0:51:28 Eta: 1 day, 8:08:16 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 01:51:45,852 - Train: 2.61% [4800/184000] [26.1/1000.0] [batch_t 0.607 (0.637)] [data_t 0.002] [optim_t 0.605] [lr 0.005000] +2024-04-02 01:52:46,670 - Train: 2.66% [4900/184000] [26.6/1000.0] [batch_t 0.605 (0.608)] [data_t 0.002] [optim_t 0.603] [lr 0.005000] +2024-04-02 01:53:27,935 - ==> Total time: 0:53:22 Eta: 1 day, 8:03:24 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 01:53:49,454 - Train: 2.72% [5000/184000] [27.2/1000.0] [batch_t 0.609 (0.620)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-02 01:54:50,127 - Train: 2.77% [5100/184000] [27.7/1000.0] [batch_t 0.608 (0.607)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-02 01:55:21,679 - ==> Total time: 0:55:16 Eta: 1 day, 7:58:36 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 01:55:53,170 - Train: 2.83% [5200/184000] [28.3/1000.0] [batch_t 0.607 (0.614)] [data_t 0.002] [optim_t 0.605] [lr 0.005000] +2024-04-02 01:56:53,840 - Train: 2.88% [5300/184000] [28.8/1000.0] [batch_t 0.605 (0.607)] [data_t 0.002] [optim_t 0.603] [lr 0.005000] +2024-04-02 01:57:15,690 - ==> Total time: 0:57:10 Eta: 1 day, 7:54:10 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 01:57:56,694 - Train: 2.93% [5400/184000] [29.3/1000.0] [batch_t 0.609 (0.614)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-02 01:58:57,338 - Train: 2.99% [5500/184000] [29.9/1000.0] [batch_t 0.607 (0.606)] [data_t 0.002] [optim_t 0.605] [lr 0.005000] +2024-04-02 01:59:09,474 - ==> Total time: 0:59:03 Eta: 1 day, 7:49:46 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 02:00:00,603 - Train: 3.04% [5600/184000] [30.4/1000.0] [batch_t 0.607 (0.616)] [data_t 0.002] [optim_t 0.605] [lr 0.005000] +2024-04-02 02:01:01,277 - Train: 3.10% [5700/184000] [31.0/1000.0] [batch_t 0.606 (0.607)] [data_t 0.002] [optim_t 0.605] [lr 0.005000] +2024-04-02 02:01:03,710 - ==> Total time: 1:00:58 Eta: 1 day, 7:45:46 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 02:02:05,941 - Train: 3.15% [5800/184000] [31.5/1000.0] [batch_t 0.607 (0.616)] [data_t 0.002] [optim_t 0.605] [lr 0.005000] +2024-04-02 02:02:59,425 - ==> Total time: 1:02:53 Eta: 1 day, 7:42:39 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 02:03:10,593 - Train: 3.21% [5900/184000] [32.1/1000.0] [batch_t 0.606 (0.756)] [data_t 0.002] [optim_t 0.605] [lr 0.005000] +2024-04-02 02:04:11,279 - Train: 3.26% [6000/184000] [32.6/1000.0] [batch_t 0.607 (0.607)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-02 02:04:54,983 - ==> Total time: 1:04:49 Eta: 1 day, 7:39:32 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 02:05:14,218 - Train: 3.32% [6100/184000] [33.2/1000.0] [batch_t 0.604 (0.624)] [data_t 0.002] [optim_t 0.602] [lr 0.005000] +2024-04-02 02:06:14,882 - Train: 3.37% [6200/184000] [33.7/1000.0] [batch_t 0.606 (0.607)] [data_t 0.002] [optim_t 0.604] [lr 0.005000] +2024-04-02 02:06:48,848 - ==> Total time: 1:06:43 Eta: 1 day, 7:35:40 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 02:07:18,015 - Train: 3.42% [6300/184000] [34.2/1000.0] [batch_t 0.607 (0.617)] [data_t 0.002] [optim_t 0.605] [lr 0.005000] +2024-04-02 02:08:18,814 - Train: 3.48% [6400/184000] [34.8/1000.0] [batch_t 0.606 (0.608)] [data_t 0.002] [optim_t 0.605] [lr 0.005000] +2024-04-02 02:08:43,081 - ==> Total time: 1:08:37 Eta: 1 day, 7:32:06 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 02:09:21,534 - Train: 3.53% [6500/184000] [35.3/1000.0] [batch_t 0.608 (0.615)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-02 02:10:22,192 - Train: 3.59% [6600/184000] [35.9/1000.0] [batch_t 0.608 (0.606)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-02 02:10:36,744 - ==> Total time: 1:10:31 Eta: 1 day, 7:28:21 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 02:11:25,275 - Train: 3.64% [6700/184000] [36.4/1000.0] [batch_t 0.607 (0.615)] [data_t 0.002] [optim_t 0.605] [lr 0.005000] +2024-04-02 02:12:25,950 - Train: 3.70% [6800/184000] [37.0/1000.0] [batch_t 0.607 (0.607)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-02 02:12:30,799 - ==> Total time: 1:12:25 Eta: 1 day, 7:24:53 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 02:13:28,755 - Train: 3.75% [6900/184000] [37.5/1000.0] [batch_t 0.608 (0.613)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-02 02:14:24,554 - ==> Total time: 1:14:18 Eta: 1 day, 7:21:23 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 02:14:31,770 - Train: 3.80% [7000/184000] [38.0/1000.0] [batch_t 0.609 (0.685)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-02 02:15:32,452 - Train: 3.86% [7100/184000] [38.6/1000.0] [batch_t 0.607 (0.607)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-02 02:16:18,559 - ==> Total time: 1:16:13 Eta: 1 day, 7:18:03 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 02:16:35,314 - Train: 3.91% [7200/184000] [39.1/1000.0] [batch_t 0.607 (0.629)] [data_t 0.002] [optim_t 0.605] [lr 0.005000] +2024-04-02 02:17:35,966 - Train: 3.97% [7300/184000] [39.7/1000.0] [batch_t 0.607 (0.606)] [data_t 0.002] [optim_t 0.605] [lr 0.005000] +2024-04-02 02:18:12,351 - ==> Total time: 1:18:06 Eta: 1 day, 7:14:43 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 02:18:39,974 - Train: 4.02% [7400/184000] [40.2/1000.0] [batch_t 0.607 (0.637)] [data_t 0.002] [optim_t 0.605] [lr 0.005000] +2024-04-02 02:19:40,638 - Train: 4.08% [7500/184000] [40.8/1000.0] [batch_t 0.607 (0.607)] [data_t 0.002] [optim_t 0.605] [lr 0.005000] +2024-04-02 02:20:07,339 - ==> Total time: 1:20:01 Eta: 1 day, 7:11:54 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 02:20:42,999 - Train: 4.13% [7600/184000] [41.3/1000.0] [batch_t 0.611 (0.614)] [data_t 0.002] [optim_t 0.609] [lr 0.005000] +2024-04-02 02:21:43,729 - Train: 4.18% [7700/184000] [41.8/1000.0] [batch_t 0.608 (0.607)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-02 02:22:00,728 - ==> Total time: 1:21:55 Eta: 1 day, 7:08:32 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 02:22:49,244 - Train: 4.24% [7800/184000] [42.4/1000.0] [batch_t 0.609 (0.627)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-02 02:23:50,236 - Train: 4.29% [7900/184000] [42.9/1000.0] [batch_t 0.606 (0.610)] [data_t 0.002] [optim_t 0.604] [lr 0.005000] +2024-04-02 02:23:57,512 - ==> Total time: 1:23:51 Eta: 1 day, 7:06:30 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 02:24:52,938 - Train: 4.35% [8000/184000] [43.5/1000.0] [batch_t 0.607 (0.613)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-02 02:25:51,209 - ==> Total time: 1:25:45 Eta: 1 day, 7:03:21 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 02:25:55,832 - Train: 4.40% [8100/184000] [44.0/1000.0] [batch_t 0.606 (0.748)] [data_t 0.002] [optim_t 0.605] [lr 0.005000] +2024-04-02 02:26:56,530 - Train: 4.46% [8200/184000] [44.6/1000.0] [batch_t 0.604 (0.607)] [data_t 0.002] [optim_t 0.603] [lr 0.005000] +2024-04-02 02:27:45,116 - ==> Total time: 1:27:39 Eta: 1 day, 7:00:19 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 02:27:59,816 - Train: 4.51% [8300/184000] [45.1/1000.0] [batch_t 0.607 (0.647)] [data_t 0.002] [optim_t 0.605] [lr 0.005000] +2024-04-02 02:29:00,619 - Train: 4.57% [8400/184000] [45.7/1000.0] [batch_t 0.607 (0.608)] [data_t 0.002] [optim_t 0.605] [lr 0.005000] +2024-04-02 02:29:39,446 - ==> Total time: 1:29:33 Eta: 1 day, 6:57:29 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 02:30:03,081 - Train: 4.62% [8500/184000] [46.2/1000.0] [batch_t 0.607 (0.618)] [data_t 0.002] [optim_t 0.605] [lr 0.005000] +2024-04-02 02:31:03,729 - Train: 4.67% [8600/184000] [46.7/1000.0] [batch_t 0.605 (0.606)] [data_t 0.002] [optim_t 0.603] [lr 0.005000] +2024-04-02 02:31:32,851 - ==> Total time: 1:31:27 Eta: 1 day, 6:54:23 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 02:32:06,572 - Train: 4.73% [8700/184000] [47.3/1000.0] [batch_t 0.607 (0.615)] [data_t 0.002] [optim_t 0.605] [lr 0.005000] +2024-04-02 02:33:07,226 - Train: 4.78% [8800/184000] [47.8/1000.0] [batch_t 0.607 (0.606)] [data_t 0.002] [optim_t 0.605] [lr 0.005000] +2024-04-02 02:33:26,651 - ==> Total time: 1:33:21 Eta: 1 day, 6:51:28 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 02:34:10,417 - Train: 4.84% [8900/184000] [48.4/1000.0] [batch_t 0.602 (0.619)] [data_t 0.002] [optim_t 0.601] [lr 0.005000] +2024-04-02 02:35:11,070 - Train: 4.89% [9000/184000] [48.9/1000.0] [batch_t 0.607 (0.606)] [data_t 0.002] [optim_t 0.605] [lr 0.005000] +2024-04-02 02:35:20,774 - ==> Total time: 1:35:15 Eta: 1 day, 6:48:41 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 02:36:13,419 - Train: 4.95% [9100/184000] [49.5/1000.0] [batch_t 0.606 (0.610)] [data_t 0.002] [optim_t 0.604] [lr 0.005000] +2024-04-02 02:37:14,171 - Train: 5.00% [9200/184000] [50.0/1000.0] [batch_t 0.615 (0.607)] [data_t 0.002] [optim_t 0.613] [lr 0.005000] +2024-04-02 02:37:26,430 - Test: 66.67% [50/75] [batch_t 0.212 (0.238)] +2024-04-02 02:37:32,210 - Test: 100.00% [75/75] [batch_t 0.718 (0.236)] +2024-04-02 02:37:58,906 - ==> Metric Time for bagel : 0.003 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.432 (mAUROC_px) 4.018 (mAP_px) 0.518 (mF1_max_px) 14.654 (mAUPRO_px) 0.168 (mF1_px_0.2_0.8_0.1) 0.171 (mAcc_px_0.2_0.8_0.1) 0.173 (mIoU_px_0.2_0.8_0.1) 0.504 (mIoU_max_px) +2024-04-02 02:38:23,752 - ==> Metric Time for cable_gland : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.351 (mAUROC_px) 3.860 (mAP_px) 0.509 (mF1_max_px) 13.948 (mAUPRO_px) 0.173 (mF1_px_0.2_0.8_0.1) 0.172 (mAcc_px_0.2_0.8_0.1) 0.170 (mIoU_px_0.2_0.8_0.1) 0.515 (mIoU_max_px) +2024-04-02 02:39:01,244 - ==> Metric Time for carrot : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 8.253 (mAUROC_px) 6.191 (mAP_px) 0.757 (mF1_max_px) 20.557 (mAUPRO_px) 0.258 (mF1_px_0.2_0.8_0.1) 0.259 (mAcc_px_0.2_0.8_0.1) 0.257 (mIoU_px_0.2_0.8_0.1) 0.742 (mIoU_max_px) +2024-04-02 02:39:32,877 - ==> Metric Time for cookie : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 6.746 (mAUROC_px) 5.024 (mAP_px) 0.632 (mF1_max_px) 17.799 (mAUPRO_px) 0.214 (mF1_px_0.2_0.8_0.1) 0.211 (mAcc_px_0.2_0.8_0.1) 0.209 (mIoU_px_0.2_0.8_0.1) 0.612 (mIoU_max_px) +2024-04-02 02:40:03,711 - ==> Metric Time for dowel : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 6.731 (mAUROC_px) 5.033 (mAP_px) 0.621 (mF1_max_px) 17.054 (mAUPRO_px) 0.206 (mF1_px_0.2_0.8_0.1) 0.205 (mAcc_px_0.2_0.8_0.1) 0.205 (mIoU_px_0.2_0.8_0.1) 0.595 (mIoU_max_px) +2024-04-02 02:40:27,083 - ==> Metric Time for foam : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 4.939 (mAUROC_px) 3.688 (mAP_px) 0.468 (mF1_max_px) 13.189 (mAUPRO_px) 0.162 (mF1_px_0.2_0.8_0.1) 0.158 (mAcc_px_0.2_0.8_0.1) 0.165 (mIoU_px_0.2_0.8_0.1) 0.460 (mIoU_max_px) +2024-04-02 02:40:58,215 - ==> Metric Time for peach : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 6.790 (mAUROC_px) 4.991 (mAP_px) 0.613 (mF1_max_px) 17.309 (mAUPRO_px) 0.210 (mF1_px_0.2_0.8_0.1) 0.207 (mAcc_px_0.2_0.8_0.1) 0.214 (mIoU_px_0.2_0.8_0.1) 0.617 (mIoU_max_px) +2024-04-02 02:41:24,741 - ==> Metric Time for potato : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.744 (mAUROC_px) 4.175 (mAP_px) 0.536 (mF1_max_px) 14.836 (mAUPRO_px) 0.178 (mF1_px_0.2_0.8_0.1) 0.181 (mAcc_px_0.2_0.8_0.1) 0.181 (mIoU_px_0.2_0.8_0.1) 0.532 (mIoU_max_px) +2024-04-02 02:41:48,174 - ==> Metric Time for rope : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 4.926 (mAUROC_px) 3.728 (mAP_px) 0.469 (mF1_max_px) 13.229 (mAUPRO_px) 0.159 (mF1_px_0.2_0.8_0.1) 0.152 (mAcc_px_0.2_0.8_0.1) 0.154 (mIoU_px_0.2_0.8_0.1) 0.473 (mIoU_max_px) +2024-04-02 02:42:14,429 - ==> Metric Time for tire : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.665 (mAUROC_px) 4.171 (mAP_px) 0.530 (mF1_max_px) 14.673 (mAUPRO_px) 0.182 (mF1_px_0.2_0.8_0.1) 0.181 (mAcc_px_0.2_0.8_0.1) 0.184 (mIoU_px_0.2_0.8_0.1) 0.511 (mIoU_max_px) +2024-04-02 02:42:14,445 - +| Name | mAUROC_sp_max | mAUROC_sp_max (Max) | mAP_sp_max | mAP_sp_max (Max) | mF1_max_sp_max | mF1_max_sp_max (Max) | mAUROC_px | mAUROC_px (Max) | mAP_px | mAP_px (Max) | mF1_max_px | mF1_max_px (Max) | mAUPRO_px | mAUPRO_px (Max) | mF1_px_0.2_0.8_0.1 | mF1_px_0.2_0.8_0.1 (Max) | mAcc_px_0.2_0.8_0.1 | mAcc_px_0.2_0.8_0.1 (Max) | mIoU_px_0.2_0.8_0.1 | mIoU_px_0.2_0.8_0.1 (Max) | mIoU_max_px | mIoU_max_px (Max) | +|:-----------:|:---------------:|:---------------------:|:------------:|:------------------:|:----------------:|:----------------------:|:-----------:|:------------------:|:--------:|:------------------:|:------------:|:------------------:|:-----------:|:------------------:|:--------------------:|:--------------------------:|:---------------------:|:---------------------------:|:---------------------:|:---------------------------:|:-------------:|:-------------------:| +| bagel | 91.219 | 91.219 (50 epoch) | 97.629 | 97.629 (50 epoch) | 92.973 | 92.973 (50 epoch) | 98.797 | 98.797 (50 epoch) | 41.030 | 41.030 (50 epoch) | 44.949 | 44.949 (50 epoch) | 95.444 | 95.444 (50 epoch) | 18.265 | 18.265 (50 epoch) | 78.616 | 78.616 (50 epoch) | 10.876 | 10.876 (50 epoch) | 28.990 | 28.990 (50 epoch) | +| cable_gland | 85.112 | 85.112 (50 epoch) | 95.997 | 95.997 (50 epoch) | 92.222 | 92.222 (50 epoch) | 99.005 | 99.005 (50 epoch) | 35.375 | 35.375 (50 epoch) | 40.581 | 40.581 (50 epoch) | 97.390 | 97.390 (50 epoch) | 19.167 | 19.167 (50 epoch) | 48.523 | 48.523 (50 epoch) | 11.235 | 11.235 (50 epoch) | 25.455 | 25.455 (50 epoch) | +| carrot | 89.899 | 89.899 (50 epoch) | 97.684 | 97.684 (50 epoch) | 93.525 | 93.525 (50 epoch) | 99.299 | 99.299 (50 epoch) | 27.759 | 27.759 (50 epoch) | 33.610 | 33.610 (50 epoch) | 97.786 | 97.786 (50 epoch) | 18.548 | 18.548 (50 epoch) | 44.564 | 44.564 (50 epoch) | 10.626 | 10.626 (50 epoch) | 20.200 | 20.200 (50 epoch) | +| cookie | 62.552 | 62.552 (50 epoch) | 86.892 | 86.892 (50 epoch) | 88.034 | 88.034 (50 epoch) | 96.660 | 96.660 (50 epoch) | 36.709 | 36.709 (50 epoch) | 39.643 | 39.643 (50 epoch) | 83.465 | 83.465 (50 epoch) | 18.186 | 18.186 (50 epoch) | 59.787 | 59.787 (50 epoch) | 10.542 | 10.542 (50 epoch) | 24.721 | 24.721 (50 epoch) | +| dowel | 96.413 | 96.413 (50 epoch) | 99.199 | 99.199 (50 epoch) | 96.585 | 96.585 (50 epoch) | 99.482 | 99.482 (50 epoch) | 47.000 | 47.000 (50 epoch) | 47.099 | 47.099 (50 epoch) | 96.573 | 96.573 (50 epoch) | 26.660 | 26.660 (50 epoch) | 51.375 | 51.375 (50 epoch) | 16.313 | 16.313 (50 epoch) | 30.803 | 30.803 (50 epoch) | +| foam | 80.062 | 80.062 (50 epoch) | 94.670 | 94.670 (50 epoch) | 89.941 | 89.941 (50 epoch) | 94.617 | 94.617 (50 epoch) | 23.705 | 23.705 (50 epoch) | 33.037 | 33.037 (50 epoch) | 81.287 | 81.287 (50 epoch) | 18.567 | 18.567 (50 epoch) | 45.846 | 45.846 (50 epoch) | 10.631 | 10.631 (50 epoch) | 19.787 | 19.787 (50 epoch) | +| peach | 90.566 | 90.566 (50 epoch) | 97.313 | 97.313 (50 epoch) | 94.836 | 94.836 (50 epoch) | 99.449 | 99.449 (50 epoch) | 47.346 | 47.346 (50 epoch) | 47.585 | 47.585 (50 epoch) | 97.895 | 97.895 (50 epoch) | 21.216 | 21.216 (50 epoch) | 70.134 | 70.134 (50 epoch) | 12.805 | 12.805 (50 epoch) | 31.221 | 31.221 (50 epoch) | +| potato | 58.449 | 58.449 (50 epoch) | 85.105 | 85.105 (50 epoch) | 90.099 | 90.099 (50 epoch) | 98.969 | 98.969 (50 epoch) | 16.296 | 16.296 (50 epoch) | 21.532 | 21.532 (50 epoch) | 95.390 | 95.390 (50 epoch) | 11.167 | 11.167 (50 epoch) | 62.073 | 62.073 (50 epoch) | 6.047 | 6.047 (50 epoch) | 12.065 | 12.065 (50 epoch) | +| rope | 93.886 | 93.886 (50 epoch) | 97.604 | 97.604 (50 epoch) | 93.333 | 93.333 (50 epoch) | 99.243 | 99.243 (50 epoch) | 50.312 | 50.312 (50 epoch) | 49.346 | 49.346 (50 epoch) | 94.540 | 94.540 (50 epoch) | 31.345 | 31.345 (50 epoch) | 55.578 | 55.578 (50 epoch) | 19.576 | 19.576 (50 epoch) | 32.754 | 32.754 (50 epoch) | +| tire | 82.805 | 82.805 (50 epoch) | 94.488 | 94.488 (50 epoch) | 89.583 | 89.583 (50 epoch) | 99.161 | 99.161 (50 epoch) | 36.678 | 36.678 (50 epoch) | 43.536 | 43.536 (50 epoch) | 95.691 | 95.691 (50 epoch) | 16.747 | 16.747 (50 epoch) | 47.902 | 47.902 (50 epoch) | 9.986 | 9.986 (50 epoch) | 27.825 | 27.825 (50 epoch) | +| Avg | 83.096 | 83.096 (50 epoch) | 94.658 | 94.658 (50 epoch) | 92.113 | 92.113 (50 epoch) | 98.468 | 98.468 (50 epoch) | 36.221 | 36.221 (50 epoch) | 40.092 | 40.092 (50 epoch) | 93.546 | 93.546 (50 epoch) | 19.987 | 19.987 (50 epoch) | 56.440 | 56.440 (50 epoch) | 11.864 | 11.864 (50 epoch) | 25.382 | 25.382 (50 epoch) | +2024-04-02 02:42:14,640 - ==> Total time: 1:42:09 Eta: 1 day, 8:20:52 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 02:43:22,116 - Train: 5.05% [9300/184000] [50.5/1000.0] [batch_t 0.608 (0.655)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-02 02:44:13,190 - ==> Total time: 1:44:07 Eta: 1 day, 8:17:35 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 02:44:25,089 - Train: 5.11% [9400/184000] [51.1/1000.0] [batch_t 0.608 (0.637)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-02 02:45:25,959 - Train: 5.16% [9500/184000] [51.6/1000.0] [batch_t 0.609 (0.609)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-02 02:46:07,315 - ==> Total time: 1:46:01 Eta: 1 day, 8:12:59 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 02:46:30,405 - Train: 5.22% [9600/184000] [52.2/1000.0] [batch_t 0.608 (0.646)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-02 02:47:31,242 - Train: 5.27% [9700/184000] [52.7/1000.0] [batch_t 0.614 (0.608)] [data_t 0.002] [optim_t 0.612] [lr 0.005000] +2024-04-02 02:48:02,880 - ==> Total time: 1:47:57 Eta: 1 day, 8:08:56 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 02:48:36,353 - Train: 5.33% [9800/184000] [53.3/1000.0] [batch_t 0.609 (0.628)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-02 02:49:37,197 - Train: 5.38% [9900/184000] [53.8/1000.0] [batch_t 0.608 (0.608)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-02 02:49:59,279 - ==> Total time: 1:49:53 Eta: 1 day, 8:05:12 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 02:50:43,651 - Train: 5.43% [10000/184000] [54.3/1000.0] [batch_t 0.608 (0.662)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-02 02:51:44,436 - Train: 5.49% [10100/184000] [54.9/1000.0] [batch_t 0.609 (0.608)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-02 02:51:56,585 - ==> Total time: 1:51:51 Eta: 1 day, 8:01:47 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 02:52:47,775 - Train: 5.54% [10200/184000] [55.4/1000.0] [batch_t 0.608 (0.615)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-02 02:53:48,595 - Train: 5.60% [10300/184000] [56.0/1000.0] [batch_t 0.608 (0.608)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-02 02:53:51,033 - ==> Total time: 1:53:45 Eta: 1 day, 7:57:38 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 02:54:51,836 - Train: 5.65% [10400/184000] [56.5/1000.0] [batch_t 0.608 (0.615)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-02 02:55:45,377 - ==> Total time: 1:55:39 Eta: 1 day, 7:53:31 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 02:55:55,027 - Train: 5.71% [10500/184000] [57.1/1000.0] [batch_t 0.608 (0.651)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-02 02:56:55,855 - Train: 5.76% [10600/184000] [57.6/1000.0] [batch_t 0.609 (0.608)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-02 02:57:39,654 - ==> Total time: 1:57:34 Eta: 1 day, 7:49:28 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 02:57:59,704 - Train: 5.82% [10700/184000] [58.2/1000.0] [batch_t 0.608 (0.630)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-02 02:59:00,515 - Train: 5.87% [10800/184000] [58.7/1000.0] [batch_t 0.608 (0.608)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-02 02:59:34,581 - ==> Total time: 1:59:29 Eta: 1 day, 7:45:39 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 03:00:03,279 - Train: 5.92% [10900/184000] [59.2/1000.0] [batch_t 0.608 (0.615)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-02 03:01:04,210 - Train: 5.98% [11000/184000] [59.8/1000.0] [batch_t 0.609 (0.609)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-02 03:01:28,536 - ==> Total time: 2:01:22 Eta: 1 day, 7:41:40 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 03:02:07,316 - Train: 6.03% [11100/184000] [60.3/1000.0] [batch_t 0.608 (0.619)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-02 03:03:08,151 - Train: 6.09% [11200/184000] [60.9/1000.0] [batch_t 0.608 (0.608)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-02 03:03:22,750 - ==> Total time: 2:03:17 Eta: 1 day, 7:37:48 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 03:04:11,832 - Train: 6.14% [11300/184000] [61.4/1000.0] [batch_t 0.608 (0.617)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-02 03:05:12,692 - Train: 6.20% [11400/184000] [62.0/1000.0] [batch_t 0.609 (0.609)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-02 03:05:17,580 - ==> Total time: 2:05:12 Eta: 1 day, 7:34:09 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 03:06:16,340 - Train: 6.25% [11500/184000] [62.5/1000.0] [batch_t 0.613 (0.623)] [data_t 0.002] [optim_t 0.611] [lr 0.005000] +2024-04-02 03:07:12,313 - ==> Total time: 2:07:06 Eta: 1 day, 7:30:32 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 03:07:20,755 - Train: 6.30% [11600/184000] [63.0/1000.0] [batch_t 0.609 (0.765)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-02 03:08:21,623 - Train: 6.36% [11700/184000] [63.6/1000.0] [batch_t 0.609 (0.609)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-02 03:09:07,853 - ==> Total time: 2:09:02 Eta: 1 day, 7:27:11 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 03:09:24,502 - Train: 6.41% [11800/184000] [64.1/1000.0] [batch_t 0.608 (0.626)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-02 03:10:25,355 - Train: 6.47% [11900/184000] [64.7/1000.0] [batch_t 0.607 (0.608)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-02 03:11:02,000 - ==> Total time: 2:10:56 Eta: 1 day, 7:23:31 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 03:11:32,375 - Train: 6.52% [12000/184000] [65.2/1000.0] [batch_t 0.608 (0.629)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-02 03:12:33,866 - Train: 6.58% [12100/184000] [65.8/1000.0] [batch_t 0.609 (0.615)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-02 03:13:00,635 - ==> Total time: 2:12:55 Eta: 1 day, 7:20:59 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 03:13:42,022 - Train: 6.63% [12200/184000] [66.3/1000.0] [batch_t 0.608 (0.636)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-02 03:14:43,073 - Train: 6.68% [12300/184000] [66.8/1000.0] [batch_t 0.607 (0.610)] [data_t 0.002] [optim_t 0.605] [lr 0.005000] +2024-04-02 03:15:00,102 - ==> Total time: 2:14:54 Eta: 1 day, 7:18:39 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 03:15:49,259 - Train: 6.74% [12400/184000] [67.4/1000.0] [batch_t 0.608 (0.656)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-02 03:16:50,072 - Train: 6.79% [12500/184000] [67.9/1000.0] [batch_t 0.608 (0.608)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-02 03:16:57,368 - ==> Total time: 2:16:51 Eta: 1 day, 7:15:50 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 03:17:53,604 - Train: 6.85% [12600/184000] [68.5/1000.0] [batch_t 0.609 (0.619)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-02 03:18:52,007 - ==> Total time: 2:18:46 Eta: 1 day, 7:12:26 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 03:18:56,328 - Train: 6.90% [12700/184000] [69.0/1000.0] [batch_t 0.608 (0.680)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-02 03:19:57,163 - Train: 6.96% [12800/184000] [69.6/1000.0] [batch_t 0.608 (0.608)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-02 03:20:45,832 - ==> Total time: 2:20:40 Eta: 1 day, 7:08:55 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 03:21:00,277 - Train: 7.01% [12900/184000] [70.1/1000.0] [batch_t 0.608 (0.646)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-02 03:22:01,249 - Train: 7.07% [13000/184000] [70.7/1000.0] [batch_t 0.608 (0.610)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-02 03:22:40,441 - ==> Total time: 2:22:34 Eta: 1 day, 7:05:36 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 03:23:05,040 - Train: 7.12% [13100/184000] [71.2/1000.0] [batch_t 0.607 (0.629)] [data_t 0.002] [optim_t 0.605] [lr 0.005000] +2024-04-02 03:24:05,896 - Train: 7.17% [13200/184000] [71.7/1000.0] [batch_t 0.607 (0.608)] [data_t 0.002] [optim_t 0.605] [lr 0.005000] +2024-04-02 03:24:35,120 - ==> Total time: 2:24:29 Eta: 1 day, 7:02:21 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 03:25:09,931 - Train: 7.23% [13300/184000] [72.3/1000.0] [batch_t 0.607 (0.623)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-02 03:26:10,752 - Train: 7.28% [13400/184000] [72.8/1000.0] [batch_t 0.608 (0.608)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-02 03:26:30,213 - ==> Total time: 2:26:24 Eta: 1 day, 6:59:13 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 03:27:14,526 - Train: 7.34% [13500/184000] [73.4/1000.0] [batch_t 0.609 (0.624)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-02 03:28:15,358 - Train: 7.39% [13600/184000] [73.9/1000.0] [batch_t 0.608 (0.608)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-02 03:28:25,090 - ==> Total time: 2:28:19 Eta: 1 day, 6:56:04 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 03:29:18,621 - Train: 7.45% [13700/184000] [74.5/1000.0] [batch_t 0.608 (0.614)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-02 03:30:19,432 - Train: 7.50% [13800/184000] [75.0/1000.0] [batch_t 0.609 (0.608)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-02 03:30:19,435 - ==> Total time: 2:30:13 Eta: 1 day, 6:52:51 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 03:31:23,077 - Train: 7.55% [13900/184000] [75.5/1000.0] [batch_t 0.608 (0.616)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-02 03:32:14,464 - ==> Total time: 2:32:08 Eta: 1 day, 6:49:48 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 03:32:28,525 - Train: 7.61% [14000/184000] [76.1/1000.0] [batch_t 0.608 (0.719)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-02 03:33:29,350 - Train: 7.66% [14100/184000] [76.6/1000.0] [batch_t 0.608 (0.608)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-02 03:34:10,719 - ==> Total time: 2:34:05 Eta: 1 day, 6:47:01 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 03:34:32,383 - Train: 7.72% [14200/184000] [77.2/1000.0] [batch_t 0.609 (0.629)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-02 03:35:33,208 - Train: 7.77% [14300/184000] [77.7/1000.0] [batch_t 0.608 (0.608)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-02 03:36:04,832 - ==> Total time: 2:35:59 Eta: 1 day, 6:43:51 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 03:36:38,098 - Train: 7.83% [14400/184000] [78.3/1000.0] [batch_t 0.607 (0.633)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-02 03:37:38,954 - Train: 7.88% [14500/184000] [78.8/1000.0] [batch_t 0.607 (0.608)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-02 03:38:00,859 - ==> Total time: 2:37:55 Eta: 1 day, 6:41:05 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 03:38:44,948 - Train: 7.93% [14600/184000] [79.3/1000.0] [batch_t 0.608 (0.620)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-02 03:39:45,791 - Train: 7.99% [14700/184000] [79.9/1000.0] [batch_t 0.608 (0.608)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-02 03:39:57,957 - ==> Total time: 2:39:52 Eta: 1 day, 6:38:32 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 03:40:49,437 - Train: 8.04% [14800/184000] [80.4/1000.0] [batch_t 0.607 (0.618)] [data_t 0.002] [optim_t 0.605] [lr 0.005000] +2024-04-02 03:41:50,278 - Train: 8.10% [14900/184000] [81.0/1000.0] [batch_t 0.609 (0.608)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-02 03:41:52,715 - ==> Total time: 2:41:47 Eta: 1 day, 6:35:34 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 03:42:54,241 - Train: 8.15% [15000/184000] [81.5/1000.0] [batch_t 0.609 (0.614)] [data_t 0.002] [optim_t 0.608] [lr 0.005000] +2024-04-02 03:43:47,911 - ==> Total time: 2:43:42 Eta: 1 day, 6:32:42 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 03:43:57,791 - Train: 8.21% [15100/184000] [82.1/1000.0] [batch_t 0.608 (0.669)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-02 03:44:58,604 - Train: 8.26% [15200/184000] [82.6/1000.0] [batch_t 0.608 (0.608)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-02 03:45:42,425 - ==> Total time: 2:45:36 Eta: 1 day, 6:29:44 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 03:46:02,451 - Train: 8.32% [15300/184000] [83.2/1000.0] [batch_t 0.608 (0.646)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-02 03:47:03,297 - Train: 8.37% [15400/184000] [83.7/1000.0] [batch_t 0.607 (0.608)] [data_t 0.002] [optim_t 0.605] [lr 0.005000] +2024-04-02 03:47:37,351 - ==> Total time: 2:47:31 Eta: 1 day, 6:26:52 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 03:48:06,463 - Train: 8.42% [15500/184000] [84.2/1000.0] [batch_t 0.609 (0.622)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-02 03:49:07,427 - Train: 8.48% [15600/184000] [84.8/1000.0] [batch_t 0.607 (0.610)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-02 03:49:31,759 - ==> Total time: 2:49:26 Eta: 1 day, 6:23:56 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 03:50:10,578 - Train: 8.53% [15700/184000] [85.3/1000.0] [batch_t 0.608 (0.618)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-02 03:51:11,788 - Train: 8.59% [15800/184000] [85.9/1000.0] [batch_t 0.608 (0.612)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-02 03:51:26,387 - ==> Total time: 2:51:20 Eta: 1 day, 6:21:03 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 03:52:15,345 - Train: 8.64% [15900/184000] [86.4/1000.0] [batch_t 0.608 (0.622)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-02 03:53:16,169 - Train: 8.70% [16000/184000] [87.0/1000.0] [batch_t 0.606 (0.608)] [data_t 0.002] [optim_t 0.604] [lr 0.005000] +2024-04-02 03:53:21,033 - ==> Total time: 2:53:15 Eta: 1 day, 6:18:12 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 03:54:19,382 - Train: 8.75% [16100/184000] [87.5/1000.0] [batch_t 0.608 (0.614)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-02 03:55:15,645 - ==> Total time: 2:55:10 Eta: 1 day, 6:15:22 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 03:55:23,448 - Train: 8.80% [16200/184000] [88.0/1000.0] [batch_t 0.608 (0.702)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-02 03:56:24,246 - Train: 8.86% [16300/184000] [88.6/1000.0] [batch_t 0.608 (0.608)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-02 03:57:10,459 - ==> Total time: 2:57:04 Eta: 1 day, 6:12:36 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 03:57:27,795 - Train: 8.91% [16400/184000] [89.1/1000.0] [batch_t 0.608 (0.637)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-02 03:58:28,631 - Train: 8.97% [16500/184000] [89.7/1000.0] [batch_t 0.608 (0.608)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-02 03:59:05,262 - ==> Total time: 2:58:59 Eta: 1 day, 6:09:50 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 03:59:32,732 - Train: 9.02% [16600/184000] [90.2/1000.0] [batch_t 0.607 (0.628)] [data_t 0.002] [optim_t 0.605] [lr 0.005000] +2024-04-02 04:00:33,606 - Train: 9.08% [16700/184000] [90.8/1000.0] [batch_t 0.611 (0.609)] [data_t 0.002] [optim_t 0.609] [lr 0.005000] +2024-04-02 04:01:00,368 - ==> Total time: 3:00:54 Eta: 1 day, 6:07:08 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 04:01:40,078 - Train: 9.13% [16800/184000] [91.3/1000.0] [batch_t 0.608 (0.636)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-02 04:02:41,484 - Train: 9.18% [16900/184000] [91.8/1000.0] [batch_t 0.608 (0.614)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-02 04:02:58,523 - ==> Total time: 3:02:52 Eta: 1 day, 6:04:58 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 04:03:48,127 - Train: 9.24% [17000/184000] [92.4/1000.0] [batch_t 0.606 (0.651)] [data_t 0.002] [optim_t 0.605] [lr 0.005000] +2024-04-02 04:04:49,096 - Train: 9.29% [17100/184000] [92.9/1000.0] [batch_t 0.608 (0.610)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-02 04:04:56,396 - ==> Total time: 3:04:50 Eta: 1 day, 6:02:45 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 04:05:53,218 - Train: 9.35% [17200/184000] [93.5/1000.0] [batch_t 0.608 (0.618)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-02 04:06:51,594 - ==> Total time: 3:06:46 Eta: 1 day, 6:00:07 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 04:06:57,289 - Train: 9.40% [17300/184000] [94.0/1000.0] [batch_t 0.609 (0.837)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-02 04:07:58,147 - Train: 9.46% [17400/184000] [94.6/1000.0] [batch_t 0.608 (0.608)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-02 04:08:46,880 - ==> Total time: 3:08:41 Eta: 1 day, 5:57:30 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 04:09:01,550 - Train: 9.51% [17500/184000] [95.1/1000.0] [batch_t 0.608 (0.641)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-02 04:10:02,395 - Train: 9.57% [17600/184000] [95.7/1000.0] [batch_t 0.606 (0.608)] [data_t 0.002] [optim_t 0.604] [lr 0.005000] +2024-04-02 04:10:41,731 - ==> Total time: 3:10:36 Eta: 1 day, 5:54:50 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 04:11:06,706 - Train: 9.62% [17700/184000] [96.2/1000.0] [batch_t 0.609 (0.631)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-02 04:12:07,553 - Train: 9.67% [17800/184000] [96.7/1000.0] [batch_t 0.610 (0.608)] [data_t 0.002] [optim_t 0.608] [lr 0.005000] +2024-04-02 04:12:36,758 - ==> Total time: 3:12:31 Eta: 1 day, 5:52:13 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 04:13:11,845 - Train: 9.73% [17900/184000] [97.3/1000.0] [batch_t 0.613 (0.640)] [data_t 0.002] [optim_t 0.611] [lr 0.005000] +2024-04-02 04:14:13,184 - Train: 9.78% [18000/184000] [97.8/1000.0] [batch_t 0.740 (0.610)] [data_t 0.002] [optim_t 0.738] [lr 0.005000] +2024-04-02 04:14:32,652 - ==> Total time: 3:14:27 Eta: 1 day, 5:49:44 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 04:15:16,472 - Train: 9.84% [18100/184000] [98.4/1000.0] [batch_t 0.605 (0.617)] [data_t 0.002] [optim_t 0.603] [lr 0.005000] +2024-04-02 04:16:17,348 - Train: 9.89% [18200/184000] [98.9/1000.0] [batch_t 0.608 (0.609)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-02 04:16:27,076 - ==> Total time: 3:16:21 Eta: 1 day, 5:47:03 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 04:17:21,024 - Train: 9.95% [18300/184000] [99.5/1000.0] [batch_t 0.607 (0.625)] [data_t 0.002] [optim_t 0.605] [lr 0.005000] +2024-04-02 04:18:21,870 - Train: 10.00% [18400/184000] [100.0/1000.0] [batch_t 0.607 (0.608)] [data_t 0.002] [optim_t 0.605] [lr 0.005000] +2024-04-02 04:18:35,185 - Test: 66.67% [50/75] [batch_t 0.217 (0.257)] +2024-04-02 04:18:44,333 - Test: 100.00% [75/75] [batch_t 0.177 (0.293)] +2024-04-02 04:19:10,586 - ==> Metric Time for bagel : 0.002 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.369 (mAUROC_px) 3.970 (mAP_px) 0.503 (mF1_max_px) 14.392 (mAUPRO_px) 0.169 (mF1_px_0.2_0.8_0.1) 0.171 (mAcc_px_0.2_0.8_0.1) 0.171 (mIoU_px_0.2_0.8_0.1) 0.496 (mIoU_max_px) +2024-04-02 04:19:35,165 - ==> Metric Time for cable_gland : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.302 (mAUROC_px) 3.895 (mAP_px) 0.485 (mF1_max_px) 13.765 (mAUPRO_px) 0.166 (mF1_px_0.2_0.8_0.1) 0.168 (mAcc_px_0.2_0.8_0.1) 0.169 (mIoU_px_0.2_0.8_0.1) 0.485 (mIoU_max_px) +2024-04-02 04:20:11,829 - ==> Metric Time for carrot : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 8.088 (mAUROC_px) 5.996 (mAP_px) 0.730 (mF1_max_px) 20.162 (mAUPRO_px) 0.250 (mF1_px_0.2_0.8_0.1) 0.251 (mAcc_px_0.2_0.8_0.1) 0.245 (mIoU_px_0.2_0.8_0.1) 0.729 (mIoU_max_px) +2024-04-02 04:20:42,606 - ==> Metric Time for cookie : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 6.618 (mAUROC_px) 4.924 (mAP_px) 0.608 (mF1_max_px) 17.260 (mAUPRO_px) 0.205 (mF1_px_0.2_0.8_0.1) 0.202 (mAcc_px_0.2_0.8_0.1) 0.202 (mIoU_px_0.2_0.8_0.1) 0.572 (mIoU_max_px) +2024-04-02 04:21:12,908 - ==> Metric Time for dowel : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 6.491 (mAUROC_px) 4.896 (mAP_px) 0.610 (mF1_max_px) 16.903 (mAUPRO_px) 0.205 (mF1_px_0.2_0.8_0.1) 0.205 (mAcc_px_0.2_0.8_0.1) 0.205 (mIoU_px_0.2_0.8_0.1) 0.609 (mIoU_max_px) +2024-04-02 04:21:35,888 - ==> Metric Time for foam : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 4.833 (mAUROC_px) 3.749 (mAP_px) 0.473 (mF1_max_px) 12.841 (mAUPRO_px) 0.155 (mF1_px_0.2_0.8_0.1) 0.151 (mAcc_px_0.2_0.8_0.1) 0.150 (mIoU_px_0.2_0.8_0.1) 0.452 (mIoU_max_px) +2024-04-02 04:22:06,461 - ==> Metric Time for peach : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 6.635 (mAUROC_px) 4.920 (mAP_px) 0.594 (mF1_max_px) 17.010 (mAUPRO_px) 0.204 (mF1_px_0.2_0.8_0.1) 0.204 (mAcc_px_0.2_0.8_0.1) 0.213 (mIoU_px_0.2_0.8_0.1) 0.610 (mIoU_max_px) +2024-04-02 04:22:33,500 - ==> Metric Time for potato : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.605 (mAUROC_px) 4.212 (mAP_px) 0.511 (mF1_max_px) 14.859 (mAUPRO_px) 0.177 (mF1_px_0.2_0.8_0.1) 0.180 (mAcc_px_0.2_0.8_0.1) 0.178 (mIoU_px_0.2_0.8_0.1) 0.511 (mIoU_max_px) +2024-04-02 04:22:56,712 - ==> Metric Time for rope : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 4.919 (mAUROC_px) 3.645 (mAP_px) 0.478 (mF1_max_px) 13.113 (mAUPRO_px) 0.154 (mF1_px_0.2_0.8_0.1) 0.154 (mAcc_px_0.2_0.8_0.1) 0.153 (mIoU_px_0.2_0.8_0.1) 0.447 (mIoU_max_px) +2024-04-02 04:23:22,393 - ==> Metric Time for tire : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.519 (mAUROC_px) 4.045 (mAP_px) 0.517 (mF1_max_px) 14.412 (mAUPRO_px) 0.177 (mF1_px_0.2_0.8_0.1) 0.175 (mAcc_px_0.2_0.8_0.1) 0.178 (mIoU_px_0.2_0.8_0.1) 0.502 (mIoU_max_px) +2024-04-02 04:23:22,409 - +| Name | mAUROC_sp_max | mAUROC_sp_max (Max) | mAP_sp_max | mAP_sp_max (Max) | mF1_max_sp_max | mF1_max_sp_max (Max) | mAUROC_px | mAUROC_px (Max) | mAP_px | mAP_px (Max) | mF1_max_px | mF1_max_px (Max) | mAUPRO_px | mAUPRO_px (Max) | mF1_px_0.2_0.8_0.1 | mF1_px_0.2_0.8_0.1 (Max) | mAcc_px_0.2_0.8_0.1 | mAcc_px_0.2_0.8_0.1 (Max) | mIoU_px_0.2_0.8_0.1 | mIoU_px_0.2_0.8_0.1 (Max) | mIoU_max_px | mIoU_max_px (Max) | +|:-----------:|:---------------:|:---------------------:|:------------:|:------------------:|:----------------:|:----------------------:|:-----------:|:------------------:|:--------:|:------------------:|:------------:|:------------------:|:-----------:|:------------------:|:--------------------:|:--------------------------:|:---------------------:|:---------------------------:|:---------------------:|:---------------------------:|:-------------:|:-------------------:| +| bagel | 92.045 | 92.045 (100 epoch) | 97.736 | 97.736 (100 epoch) | 94.505 | 94.505 (100 epoch) | 98.683 | 98.797 (50 epoch) | 39.444 | 41.030 (50 epoch) | 43.764 | 44.949 (50 epoch) | 95.486 | 95.486 (100 epoch) | 17.957 | 18.265 (50 epoch) | 72.821 | 78.616 (50 epoch) | 10.605 | 10.876 (50 epoch) | 28.011 | 28.990 (50 epoch) | +| cable_gland | 86.700 | 86.700 (100 epoch) | 96.701 | 96.701 (100 epoch) | 91.111 | 92.222 (50 epoch) | 99.122 | 99.122 (100 epoch) | 35.902 | 35.902 (100 epoch) | 41.846 | 41.846 (100 epoch) | 97.824 | 97.824 (100 epoch) | 20.780 | 20.780 (100 epoch) | 48.386 | 48.523 (50 epoch) | 12.248 | 12.248 (100 epoch) | 26.459 | 26.459 (100 epoch) | +| carrot | 90.825 | 90.825 (100 epoch) | 97.965 | 97.965 (100 epoch) | 94.203 | 94.203 (100 epoch) | 99.296 | 99.299 (50 epoch) | 27.214 | 27.759 (50 epoch) | 32.421 | 33.610 (50 epoch) | 97.627 | 97.786 (50 epoch) | 17.819 | 18.548 (50 epoch) | 43.878 | 44.564 (50 epoch) | 10.207 | 10.626 (50 epoch) | 19.347 | 20.200 (50 epoch) | +| cookie | 60.680 | 62.552 (50 epoch) | 85.534 | 86.892 (50 epoch) | 88.312 | 88.312 (100 epoch) | 96.495 | 96.660 (50 epoch) | 34.606 | 36.709 (50 epoch) | 38.163 | 39.643 (50 epoch) | 83.479 | 83.479 (100 epoch) | 16.330 | 18.186 (50 epoch) | 54.778 | 59.787 (50 epoch) | 9.366 | 10.542 (50 epoch) | 23.581 | 24.721 (50 epoch) | +| dowel | 96.709 | 96.709 (100 epoch) | 99.238 | 99.238 (100 epoch) | 95.694 | 96.585 (50 epoch) | 99.479 | 99.482 (50 epoch) | 46.798 | 47.000 (50 epoch) | 47.404 | 47.404 (100 epoch) | 96.844 | 96.844 (100 epoch) | 28.080 | 28.080 (100 epoch) | 53.057 | 53.057 (100 epoch) | 17.226 | 17.226 (100 epoch) | 31.065 | 31.065 (100 epoch) | +| foam | 83.000 | 83.000 (100 epoch) | 95.502 | 95.502 (100 epoch) | 89.888 | 89.941 (50 epoch) | 94.663 | 94.663 (100 epoch) | 24.221 | 24.221 (100 epoch) | 33.822 | 33.822 (100 epoch) | 81.173 | 81.287 (50 epoch) | 19.254 | 19.254 (100 epoch) | 44.252 | 45.846 (50 epoch) | 11.035 | 11.035 (100 epoch) | 20.353 | 20.353 (100 epoch) | +| peach | 92.634 | 92.634 (100 epoch) | 98.093 | 98.093 (100 epoch) | 94.064 | 94.836 (50 epoch) | 99.509 | 99.509 (100 epoch) | 47.721 | 47.721 (100 epoch) | 48.356 | 48.356 (100 epoch) | 98.112 | 98.112 (100 epoch) | 22.107 | 22.107 (100 epoch) | 71.607 | 71.607 (100 epoch) | 13.441 | 13.441 (100 epoch) | 31.888 | 31.888 (100 epoch) | +| potato | 62.846 | 62.846 (100 epoch) | 87.642 | 87.642 (100 epoch) | 90.196 | 90.196 (100 epoch) | 98.960 | 98.969 (50 epoch) | 16.681 | 16.681 (100 epoch) | 20.812 | 21.532 (50 epoch) | 95.101 | 95.390 (50 epoch) | 11.290 | 11.290 (100 epoch) | 63.214 | 63.214 (100 epoch) | 6.116 | 6.116 (100 epoch) | 11.614 | 12.065 (50 epoch) | +| rope | 95.063 | 95.063 (100 epoch) | 97.990 | 97.990 (100 epoch) | 93.130 | 93.333 (50 epoch) | 99.283 | 99.283 (100 epoch) | 50.262 | 50.312 (50 epoch) | 49.118 | 49.346 (50 epoch) | 95.454 | 95.454 (100 epoch) | 30.990 | 31.345 (50 epoch) | 54.142 | 55.578 (50 epoch) | 19.334 | 19.576 (50 epoch) | 32.554 | 32.754 (50 epoch) | +| tire | 82.759 | 82.805 (50 epoch) | 94.002 | 94.488 (50 epoch) | 89.888 | 89.888 (100 epoch) | 99.357 | 99.357 (100 epoch) | 37.665 | 37.665 (100 epoch) | 44.949 | 44.949 (100 epoch) | 96.643 | 96.643 (100 epoch) | 18.104 | 18.104 (100 epoch) | 45.245 | 47.902 (50 epoch) | 10.831 | 10.831 (100 epoch) | 28.990 | 28.990 (100 epoch) | +| Avg | 84.326 | 84.326 (100 epoch) | 95.040 | 95.040 (100 epoch) | 92.099 | 92.113 (50 epoch) | 98.485 | 98.485 (100 epoch) | 36.052 | 36.221 (50 epoch) | 40.065 | 40.092 (50 epoch) | 93.774 | 93.774 (100 epoch) | 20.271 | 20.271 (100 epoch) | 55.138 | 56.440 (50 epoch) | 12.041 | 12.041 (100 epoch) | 25.386 | 25.386 (100 epoch) | +2024-04-02 04:23:22,626 - ==> Total time: 3:23:17 Eta: 1 day, 6:29:33 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 04:25:48,026 - Train: 10.05% [18500/184000] [100.5/1000.0] [batch_t 1.414 (1.431)] [data_t 0.002] [optim_t 1.412] [lr 0.005000] +2024-04-02 04:27:46,762 - ==> Total time: 3:27:41 Eta: 1 day, 6:48:37 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 04:28:11,461 - Train: 10.11% [18600/184000] [101.1/1000.0] [batch_t 1.411 (1.447)] [data_t 0.002] [optim_t 1.409] [lr 0.005000] +2024-04-02 04:30:32,851 - Train: 10.16% [18700/184000] [101.6/1000.0] [batch_t 1.415 (1.414)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-02 04:32:09,025 - ==> Total time: 3:32:03 Eta: 1 day, 7:06:56 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 04:32:57,687 - Train: 10.22% [18800/184000] [102.2/1000.0] [batch_t 1.417 (1.451)] [data_t 0.002] [optim_t 1.415] [lr 0.005000] +2024-04-02 04:35:19,139 - Train: 10.27% [18900/184000] [102.7/1000.0] [batch_t 1.416 (1.414)] [data_t 0.002] [optim_t 1.414] [lr 0.005000] +2024-04-02 04:36:32,642 - ==> Total time: 3:36:27 Eta: 1 day, 7:25:01 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 04:37:43,575 - Train: 10.33% [19000/184000] [103.3/1000.0] [batch_t 1.414 (1.435)] [data_t 0.002] [optim_t 1.412] [lr 0.005000] +2024-04-02 04:40:04,973 - Train: 10.38% [19100/184000] [103.8/1000.0] [batch_t 1.416 (1.414)] [data_t 0.002] [optim_t 1.414] [lr 0.005000] +2024-04-02 04:40:56,602 - ==> Total time: 3:40:51 Eta: 1 day, 7:42:42 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 04:42:30,178 - Train: 10.43% [19200/184000] [104.3/1000.0] [batch_t 1.411 (1.431)] [data_t 0.002] [optim_t 1.409] [lr 0.005000] +2024-04-02 04:44:51,563 - Train: 10.49% [19300/184000] [104.9/1000.0] [batch_t 1.411 (1.414)] [data_t 0.002] [optim_t 1.409] [lr 0.005000] +2024-04-02 04:45:19,822 - ==> Total time: 3:45:14 Eta: 1 day, 7:59:53 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 04:47:14,955 - Train: 10.54% [19400/184000] [105.4/1000.0] [batch_t 1.412 (1.419)] [data_t 0.002] [optim_t 1.410] [lr 0.005000] +2024-04-02 04:49:36,348 - Train: 10.60% [19500/184000] [106.0/1000.0] [batch_t 1.415 (1.414)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-02 04:49:41,994 - ==> Total time: 3:49:36 Eta: 1 day, 8:16:29 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 04:52:00,780 - Train: 10.65% [19600/184000] [106.5/1000.0] [batch_t 1.404 (1.423)] [data_t 0.002] [optim_t 1.402] [lr 0.005000] +2024-04-02 04:54:05,183 - ==> Total time: 3:53:59 Eta: 1 day, 8:32:51 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 04:54:25,791 - Train: 10.71% [19700/184000] [107.1/1000.0] [batch_t 1.415 (1.467)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-02 04:56:47,134 - Train: 10.76% [19800/184000] [107.6/1000.0] [batch_t 1.415 (1.413)] [data_t 0.002] [optim_t 1.412] [lr 0.005000] +2024-04-02 04:58:28,918 - ==> Total time: 3:58:23 Eta: 1 day, 8:48:55 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 04:59:11,148 - Train: 10.82% [19900/184000] [108.2/1000.0] [batch_t 1.411 (1.438)] [data_t 0.002] [optim_t 1.409] [lr 0.005000] +2024-04-02 05:01:32,651 - Train: 10.87% [20000/184000] [108.7/1000.0] [batch_t 1.416 (1.415)] [data_t 0.002] [optim_t 1.414] [lr 0.005000] +2024-04-02 05:02:51,876 - ==> Total time: 4:02:46 Eta: 1 day, 9:04:29 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 05:03:56,999 - Train: 10.92% [20100/184000] [109.2/1000.0] [batch_t 1.411 (1.431)] [data_t 0.002] [optim_t 1.409] [lr 0.005000] +2024-04-02 05:06:18,481 - Train: 10.98% [20200/184000] [109.8/1000.0] [batch_t 1.421 (1.415)] [data_t 0.002] [optim_t 1.418] [lr 0.005000] +2024-04-02 05:07:15,073 - ==> Total time: 4:07:09 Eta: 1 day, 9:19:44 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 05:08:42,421 - Train: 11.03% [20300/184000] [110.3/1000.0] [batch_t 1.416 (1.425)] [data_t 0.002] [optim_t 1.414] [lr 0.005000] +2024-04-02 05:11:03,853 - Train: 11.09% [20400/184000] [110.9/1000.0] [batch_t 1.411 (1.414)] [data_t 0.002] [optim_t 1.408] [lr 0.005000] +2024-04-02 05:11:37,802 - ==> Total time: 4:11:32 Eta: 1 day, 9:34:33 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 05:13:27,894 - Train: 11.14% [20500/184000] [111.4/1000.0] [batch_t 1.411 (1.422)] [data_t 0.002] [optim_t 1.409] [lr 0.005000] +2024-04-02 05:15:49,230 - Train: 11.20% [20600/184000] [112.0/1000.0] [batch_t 1.415 (1.413)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-02 05:16:00,564 - ==> Total time: 4:15:55 Eta: 1 day, 9:49:03 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 05:18:15,797 - Train: 11.25% [20700/184000] [112.5/1000.0] [batch_t 1.417 (1.452)] [data_t 0.002] [optim_t 1.415] [lr 0.005000] +2024-04-02 05:20:25,938 - ==> Total time: 4:20:20 Eta: 1 day, 10:03:33 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 05:20:40,261 - Train: 11.30% [20800/184000] [113.0/1000.0] [batch_t 1.414 (1.518)] [data_t 0.002] [optim_t 1.411] [lr 0.005000] +2024-04-02 05:23:01,699 - Train: 11.36% [20900/184000] [113.6/1000.0] [batch_t 1.415 (1.414)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-02 05:24:49,182 - ==> Total time: 4:24:43 Eta: 1 day, 10:17:26 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 05:25:25,490 - Train: 11.41% [21000/184000] [114.1/1000.0] [batch_t 1.411 (1.440)] [data_t 0.002] [optim_t 1.409] [lr 0.005000] +2024-04-02 05:27:46,968 - Train: 11.47% [21100/184000] [114.7/1000.0] [batch_t 1.415 (1.415)] [data_t 0.002] [optim_t 1.412] [lr 0.005000] +2024-04-02 05:29:11,824 - ==> Total time: 4:29:06 Eta: 1 day, 10:30:56 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 05:30:11,558 - Train: 11.52% [21200/184000] [115.2/1000.0] [batch_t 1.416 (1.436)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-02 05:32:33,122 - Train: 11.58% [21300/184000] [115.8/1000.0] [batch_t 1.415 (1.414)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-02 05:33:35,375 - ==> Total time: 4:33:29 Eta: 1 day, 10:44:14 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 05:34:56,837 - Train: 11.63% [21400/184000] [116.3/1000.0] [batch_t 1.420 (1.425)] [data_t 0.002] [optim_t 1.418] [lr 0.005000] +2024-04-02 05:37:18,184 - Train: 11.68% [21500/184000] [116.8/1000.0] [batch_t 1.415 (1.413)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-02 05:37:57,770 - ==> Total time: 4:37:52 Eta: 1 day, 10:57:05 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 05:39:41,723 - Train: 11.74% [21600/184000] [117.4/1000.0] [batch_t 1.415 (1.420)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-02 05:42:03,202 - Train: 11.79% [21700/184000] [117.9/1000.0] [batch_t 1.417 (1.415)] [data_t 0.002] [optim_t 1.415] [lr 0.005000] +2024-04-02 05:42:20,638 - ==> Total time: 4:42:15 Eta: 1 day, 11:09:42 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 05:44:30,950 - Train: 11.85% [21800/184000] [118.5/1000.0] [batch_t 1.457 (1.463)] [data_t 0.003] [optim_t 1.454] [lr 0.005000] +2024-04-02 05:46:50,995 - ==> Total time: 4:46:45 Eta: 1 day, 11:22:58 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 05:46:59,649 - Train: 11.90% [21900/184000] [119.0/1000.0] [batch_t 1.454 (1.694)] [data_t 0.003] [optim_t 1.451] [lr 0.005000] +2024-04-02 05:49:23,409 - Train: 11.96% [22000/184000] [119.6/1000.0] [batch_t 1.412 (1.438)] [data_t 0.002] [optim_t 1.409] [lr 0.005000] +2024-04-02 05:51:16,516 - ==> Total time: 4:51:10 Eta: 1 day, 11:35:20 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 05:51:47,199 - Train: 12.01% [22100/184000] [120.1/1000.0] [batch_t 1.414 (1.439)] [data_t 0.002] [optim_t 1.412] [lr 0.005000] +2024-04-02 05:54:08,504 - Train: 12.07% [22200/184000] [120.7/1000.0] [batch_t 1.415 (1.413)] [data_t 0.002] [optim_t 1.412] [lr 0.005000] +2024-04-02 05:55:38,975 - ==> Total time: 4:55:33 Eta: 1 day, 11:47:03 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 05:56:32,833 - Train: 12.12% [22300/184000] [121.2/1000.0] [batch_t 1.410 (1.436)] [data_t 0.002] [optim_t 1.408] [lr 0.005000] +2024-04-02 05:58:54,285 - Train: 12.17% [22400/184000] [121.7/1000.0] [batch_t 1.415 (1.414)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-02 06:00:02,101 - ==> Total time: 4:59:56 Eta: 1 day, 11:58:36 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 06:01:20,569 - Train: 12.23% [22500/184000] [122.3/1000.0] [batch_t 1.415 (1.428)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-02 06:03:42,026 - Train: 12.28% [22600/184000] [122.8/1000.0] [batch_t 1.417 (1.414)] [data_t 0.002] [optim_t 1.415] [lr 0.005000] +2024-04-02 06:04:27,295 - ==> Total time: 5:04:21 Eta: 1 day, 12:10:07 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 06:06:05,974 - Train: 12.34% [22700/184000] [123.4/1000.0] [batch_t 1.411 (1.422)] [data_t 0.002] [optim_t 1.408] [lr 0.005000] +2024-04-02 06:08:27,386 - Train: 12.39% [22800/184000] [123.9/1000.0] [batch_t 1.421 (1.414)] [data_t 0.002] [optim_t 1.418] [lr 0.005000] +2024-04-02 06:08:50,012 - ==> Total time: 5:08:44 Eta: 1 day, 12:21:06 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 06:10:51,042 - Train: 12.45% [22900/184000] [124.5/1000.0] [batch_t 1.409 (1.420)] [data_t 0.002] [optim_t 1.407] [lr 0.005000] +2024-04-02 06:13:12,417 - Train: 12.50% [23000/184000] [125.0/1000.0] [batch_t 1.417 (1.414)] [data_t 0.002] [optim_t 1.415] [lr 0.005000] +2024-04-02 06:13:12,421 - ==> Total time: 5:13:06 Eta: 1 day, 12:31:48 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 06:15:36,360 - Train: 12.55% [23100/184000] [125.5/1000.0] [batch_t 1.412 (1.421)] [data_t 0.002] [optim_t 1.409] [lr 0.005000] +2024-04-02 06:17:35,173 - ==> Total time: 5:17:29 Eta: 1 day, 12:42:17 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 06:18:00,391 - Train: 12.61% [23200/184000] [126.1/1000.0] [batch_t 1.421 (1.451)] [data_t 0.002] [optim_t 1.419] [lr 0.005000] +2024-04-02 06:20:21,842 - Train: 12.66% [23300/184000] [126.6/1000.0] [batch_t 1.410 (1.414)] [data_t 0.002] [optim_t 1.408] [lr 0.005000] +2024-04-02 06:21:58,014 - ==> Total time: 5:21:52 Eta: 1 day, 12:52:34 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 06:22:47,029 - Train: 12.72% [23400/184000] [127.2/1000.0] [batch_t 1.410 (1.441)] [data_t 0.002] [optim_t 1.407] [lr 0.005000] +2024-04-02 06:25:08,473 - Train: 12.77% [23500/184000] [127.7/1000.0] [batch_t 1.416 (1.414)] [data_t 0.003] [optim_t 1.413] [lr 0.005000] +2024-04-02 06:26:21,972 - ==> Total time: 5:26:16 Eta: 1 day, 13:02:44 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 06:27:31,743 - Train: 12.83% [23600/184000] [128.3/1000.0] [batch_t 1.415 (1.422)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-02 06:29:53,145 - Train: 12.88% [23700/184000] [128.8/1000.0] [batch_t 1.416 (1.414)] [data_t 0.002] [optim_t 1.414] [lr 0.005000] +2024-04-02 06:30:44,091 - ==> Total time: 5:30:38 Eta: 1 day, 13:12:28 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 06:32:17,864 - Train: 12.93% [23800/184000] [129.3/1000.0] [batch_t 1.415 (1.434)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-02 06:34:39,287 - Train: 12.99% [23900/184000] [129.9/1000.0] [batch_t 1.415 (1.414)] [data_t 0.002] [optim_t 1.412] [lr 0.005000] +2024-04-02 06:35:07,565 - ==> Total time: 5:35:02 Eta: 1 day, 13:22:08 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 06:37:03,248 - Train: 13.04% [24000/184000] [130.4/1000.0] [batch_t 1.415 (1.420)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-02 06:39:24,625 - Train: 13.10% [24100/184000] [131.0/1000.0] [batch_t 1.420 (1.414)] [data_t 0.002] [optim_t 1.418] [lr 0.005000] +2024-04-02 06:39:30,276 - ==> Total time: 5:39:24 Eta: 1 day, 13:31:31 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 06:41:49,158 - Train: 13.15% [24200/184000] [131.5/1000.0] [batch_t 1.415 (1.424)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-02 06:43:53,599 - ==> Total time: 5:43:48 Eta: 1 day, 13:40:45 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 06:44:13,082 - Train: 13.21% [24300/184000] [132.1/1000.0] [batch_t 1.417 (1.463)] [data_t 0.002] [optim_t 1.415] [lr 0.005000] +2024-04-02 06:46:34,506 - Train: 13.26% [24400/184000] [132.6/1000.0] [batch_t 1.420 (1.414)] [data_t 0.002] [optim_t 1.417] [lr 0.005000] +2024-04-02 06:48:16,371 - ==> Total time: 5:48:10 Eta: 1 day, 13:49:42 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 06:48:58,536 - Train: 13.32% [24500/184000] [133.2/1000.0] [batch_t 1.416 (1.434)] [data_t 0.002] [optim_t 1.414] [lr 0.005000] +2024-04-02 06:51:19,939 - Train: 13.37% [24600/184000] [133.7/1000.0] [batch_t 1.415 (1.414)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-02 06:52:39,096 - ==> Total time: 5:52:33 Eta: 1 day, 13:58:28 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 06:53:44,266 - Train: 13.42% [24700/184000] [134.2/1000.0] [batch_t 1.416 (1.429)] [data_t 0.002] [optim_t 1.414] [lr 0.005000] +2024-04-02 06:56:05,657 - Train: 13.48% [24800/184000] [134.8/1000.0] [batch_t 1.415 (1.414)] [data_t 0.002] [optim_t 1.412] [lr 0.005000] +2024-04-02 06:57:02,188 - ==> Total time: 5:56:56 Eta: 1 day, 14:07:05 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 06:58:33,541 - Train: 13.53% [24900/184000] [135.3/1000.0] [batch_t 1.416 (1.429)] [data_t 0.002] [optim_t 1.414] [lr 0.005000] +2024-04-02 07:00:55,044 - Train: 13.59% [25000/184000] [135.9/1000.0] [batch_t 1.415 (1.415)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-02 07:01:28,992 - ==> Total time: 6:01:23 Eta: 1 day, 14:15:53 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 07:03:18,365 - Train: 13.64% [25100/184000] [136.4/1000.0] [batch_t 1.416 (1.419)] [data_t 0.002] [optim_t 1.414] [lr 0.005000] +2024-04-02 07:05:39,788 - Train: 13.70% [25200/184000] [137.0/1000.0] [batch_t 1.415 (1.414)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-02 07:05:51,113 - ==> Total time: 6:05:45 Eta: 1 day, 14:24:00 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 07:08:03,137 - Train: 13.75% [25300/184000] [137.5/1000.0] [batch_t 1.417 (1.419)] [data_t 0.002] [optim_t 1.414] [lr 0.005000] +2024-04-02 07:10:13,263 - ==> Total time: 6:10:07 Eta: 1 day, 14:31:57 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 07:10:26,948 - Train: 13.80% [25400/184000] [138.0/1000.0] [batch_t 1.411 (1.485)] [data_t 0.002] [optim_t 1.409] [lr 0.005000] +2024-04-02 07:12:48,291 - Train: 13.86% [25500/184000] [138.6/1000.0] [batch_t 1.410 (1.413)] [data_t 0.002] [optim_t 1.408] [lr 0.005000] +2024-04-02 07:14:35,713 - ==> Total time: 6:14:30 Eta: 1 day, 14:39:45 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 07:15:12,048 - Train: 13.91% [25600/184000] [139.1/1000.0] [batch_t 1.415 (1.447)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-02 07:17:33,464 - Train: 13.97% [25700/184000] [139.7/1000.0] [batch_t 1.411 (1.414)] [data_t 0.002] [optim_t 1.409] [lr 0.005000] +2024-04-02 07:18:58,305 - ==> Total time: 6:18:52 Eta: 1 day, 14:47:24 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 07:19:57,743 - Train: 14.02% [25800/184000] [140.2/1000.0] [batch_t 1.416 (1.430)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-02 07:22:19,163 - Train: 14.08% [25900/184000] [140.8/1000.0] [batch_t 1.415 (1.414)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-02 07:23:21,407 - ==> Total time: 6:23:15 Eta: 1 day, 14:54:55 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 07:24:43,190 - Train: 14.13% [26000/184000] [141.3/1000.0] [batch_t 1.416 (1.430)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-02 07:27:04,538 - Train: 14.18% [26100/184000] [141.8/1000.0] [batch_t 1.420 (1.413)] [data_t 0.002] [optim_t 1.418] [lr 0.005000] +2024-04-02 07:27:44,133 - ==> Total time: 6:27:38 Eta: 1 day, 15:02:14 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 07:29:28,507 - Train: 14.24% [26200/184000] [142.4/1000.0] [batch_t 1.415 (1.422)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-02 07:31:49,883 - Train: 14.29% [26300/184000] [142.9/1000.0] [batch_t 1.417 (1.414)] [data_t 0.002] [optim_t 1.415] [lr 0.005000] +2024-04-02 07:32:06,825 - ==> Total time: 6:32:01 Eta: 1 day, 15:09:23 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 07:34:13,589 - Train: 14.35% [26400/184000] [143.5/1000.0] [batch_t 1.415 (1.420)] [data_t 0.002] [optim_t 1.412] [lr 0.005000] +2024-04-02 07:36:29,356 - ==> Total time: 6:36:23 Eta: 1 day, 15:16:21 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 07:36:37,620 - Train: 14.40% [26500/184000] [144.0/1000.0] [batch_t 1.416 (1.566)] [data_t 0.002] [optim_t 1.414] [lr 0.005000] +2024-04-02 07:38:58,951 - Train: 14.46% [26600/184000] [144.6/1000.0] [batch_t 1.420 (1.413)] [data_t 0.002] [optim_t 1.418] [lr 0.005000] +2024-04-02 07:40:52,049 - ==> Total time: 6:40:46 Eta: 1 day, 15:23:11 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 07:41:23,459 - Train: 14.51% [26700/184000] [145.1/1000.0] [batch_t 1.417 (1.457)] [data_t 0.002] [optim_t 1.414] [lr 0.005000] +2024-04-02 07:43:44,877 - Train: 14.57% [26800/184000] [145.7/1000.0] [batch_t 1.415 (1.414)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-02 07:45:15,378 - ==> Total time: 6:45:09 Eta: 1 day, 15:29:55 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 07:46:08,686 - Train: 14.62% [26900/184000] [146.2/1000.0] [batch_t 1.413 (1.431)] [data_t 0.002] [optim_t 1.410] [lr 0.005000] +2024-04-02 07:48:30,121 - Train: 14.67% [27000/184000] [146.7/1000.0] [batch_t 1.416 (1.414)] [data_t 0.002] [optim_t 1.414] [lr 0.005000] +2024-04-02 07:49:37,997 - ==> Total time: 6:49:32 Eta: 1 day, 15:36:27 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 07:50:53,878 - Train: 14.73% [27100/184000] [147.3/1000.0] [batch_t 1.416 (1.426)] [data_t 0.002] [optim_t 1.414] [lr 0.005000] +2024-04-02 07:53:15,288 - Train: 14.78% [27200/184000] [147.8/1000.0] [batch_t 1.410 (1.414)] [data_t 0.002] [optim_t 1.408] [lr 0.005000] +2024-04-02 07:54:00,504 - ==> Total time: 6:53:54 Eta: 1 day, 15:42:48 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 07:55:43,207 - Train: 14.84% [27300/184000] [148.4/1000.0] [batch_t 1.417 (1.447)] [data_t 0.002] [optim_t 1.415] [lr 0.005000] +2024-04-02 07:58:04,575 - Train: 14.89% [27400/184000] [148.9/1000.0] [batch_t 1.415 (1.414)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-02 07:58:27,215 - ==> Total time: 6:58:21 Eta: 1 day, 15:49:25 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 08:00:29,662 - Train: 14.95% [27500/184000] [149.5/1000.0] [batch_t 1.416 (1.430)] [data_t 0.002] [optim_t 1.414] [lr 0.005000] +2024-04-02 08:02:51,074 - Train: 15.00% [27600/184000] [150.0/1000.0] [batch_t 1.409 (1.414)] [data_t 0.002] [optim_t 1.407] [lr 0.005000] +2024-04-02 08:03:16,881 - Test: 66.67% [50/75] [batch_t 0.416 (0.505)] +2024-04-02 08:03:27,171 - Test: 100.00% [75/75] [batch_t 0.347 (0.474)] +2024-04-02 08:03:53,690 - ==> Metric Time for bagel : 0.002 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.434 (mAUROC_px) 4.008 (mAP_px) 0.502 (mF1_max_px) 14.551 (mAUPRO_px) 0.169 (mF1_px_0.2_0.8_0.1) 0.171 (mAcc_px_0.2_0.8_0.1) 0.163 (mIoU_px_0.2_0.8_0.1) 0.492 (mIoU_max_px) +2024-04-02 08:04:18,365 - ==> Metric Time for cable_gland : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.289 (mAUROC_px) 3.893 (mAP_px) 0.476 (mF1_max_px) 13.885 (mAUPRO_px) 0.168 (mF1_px_0.2_0.8_0.1) 0.166 (mAcc_px_0.2_0.8_0.1) 0.170 (mIoU_px_0.2_0.8_0.1) 0.476 (mIoU_max_px) +2024-04-02 08:04:55,487 - ==> Metric Time for carrot : 0.001 (mAUROC_sp_max) 0.001 (mAP_sp_max) 0.000 (mF1_max_sp_max) 8.286 (mAUROC_px) 6.136 (mAP_px) 0.716 (mF1_max_px) 20.338 (mAUPRO_px) 0.239 (mF1_px_0.2_0.8_0.1) 0.243 (mAcc_px_0.2_0.8_0.1) 0.244 (mIoU_px_0.2_0.8_0.1) 0.700 (mIoU_max_px) +2024-04-02 08:05:26,122 - ==> Metric Time for cookie : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 6.451 (mAUROC_px) 4.824 (mAP_px) 0.590 (mF1_max_px) 17.408 (mAUPRO_px) 0.194 (mF1_px_0.2_0.8_0.1) 0.203 (mAcc_px_0.2_0.8_0.1) 0.203 (mIoU_px_0.2_0.8_0.1) 0.578 (mIoU_max_px) +2024-04-02 08:05:56,105 - ==> Metric Time for dowel : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 6.522 (mAUROC_px) 4.855 (mAP_px) 0.572 (mF1_max_px) 16.692 (mAUPRO_px) 0.198 (mF1_px_0.2_0.8_0.1) 0.201 (mAcc_px_0.2_0.8_0.1) 0.201 (mIoU_px_0.2_0.8_0.1) 0.565 (mIoU_max_px) +2024-04-02 08:06:19,092 - ==> Metric Time for foam : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 4.740 (mAUROC_px) 3.625 (mAP_px) 0.438 (mF1_max_px) 13.124 (mAUPRO_px) 0.152 (mF1_px_0.2_0.8_0.1) 0.154 (mAcc_px_0.2_0.8_0.1) 0.158 (mIoU_px_0.2_0.8_0.1) 0.442 (mIoU_max_px) +2024-04-02 08:06:50,619 - ==> Metric Time for peach : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 6.747 (mAUROC_px) 4.934 (mAP_px) 0.600 (mF1_max_px) 17.702 (mAUPRO_px) 0.228 (mF1_px_0.2_0.8_0.1) 0.236 (mAcc_px_0.2_0.8_0.1) 0.226 (mIoU_px_0.2_0.8_0.1) 0.670 (mIoU_max_px) +2024-04-02 08:07:16,933 - ==> Metric Time for potato : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.579 (mAUROC_px) 4.103 (mAP_px) 0.517 (mF1_max_px) 14.886 (mAUPRO_px) 0.180 (mF1_px_0.2_0.8_0.1) 0.180 (mAcc_px_0.2_0.8_0.1) 0.169 (mIoU_px_0.2_0.8_0.1) 0.528 (mIoU_max_px) +2024-04-02 08:07:40,172 - ==> Metric Time for rope : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 4.837 (mAUROC_px) 3.657 (mAP_px) 0.460 (mF1_max_px) 13.219 (mAUPRO_px) 0.156 (mF1_px_0.2_0.8_0.1) 0.156 (mAcc_px_0.2_0.8_0.1) 0.157 (mIoU_px_0.2_0.8_0.1) 0.445 (mIoU_max_px) +2024-04-02 08:08:05,764 - ==> Metric Time for tire : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.536 (mAUROC_px) 4.096 (mAP_px) 0.510 (mF1_max_px) 14.281 (mAUPRO_px) 0.169 (mF1_px_0.2_0.8_0.1) 0.169 (mAcc_px_0.2_0.8_0.1) 0.168 (mIoU_px_0.2_0.8_0.1) 0.500 (mIoU_max_px) +2024-04-02 08:08:05,780 - +| Name | mAUROC_sp_max | mAUROC_sp_max (Max) | mAP_sp_max | mAP_sp_max (Max) | mF1_max_sp_max | mF1_max_sp_max (Max) | mAUROC_px | mAUROC_px (Max) | mAP_px | mAP_px (Max) | mF1_max_px | mF1_max_px (Max) | mAUPRO_px | mAUPRO_px (Max) | mF1_px_0.2_0.8_0.1 | mF1_px_0.2_0.8_0.1 (Max) | mAcc_px_0.2_0.8_0.1 | mAcc_px_0.2_0.8_0.1 (Max) | mIoU_px_0.2_0.8_0.1 | mIoU_px_0.2_0.8_0.1 (Max) | mIoU_max_px | mIoU_max_px (Max) | +|:-----------:|:---------------:|:---------------------:|:------------:|:------------------:|:----------------:|:----------------------:|:-----------:|:------------------:|:--------:|:------------------:|:------------:|:------------------:|:-----------:|:------------------:|:--------------------:|:--------------------------:|:---------------------:|:---------------------------:|:---------------------:|:---------------------------:|:-------------:|:-------------------:| +| bagel | 90.599 | 92.045 (100 epoch) | 97.521 | 97.736 (100 epoch) | 92.818 | 94.505 (100 epoch) | 98.735 | 98.797 (50 epoch) | 41.737 | 41.737 (150 epoch) | 45.081 | 45.081 (150 epoch) | 95.366 | 95.486 (100 epoch) | 18.138 | 18.265 (50 epoch) | 71.269 | 78.616 (50 epoch) | 10.788 | 10.876 (50 epoch) | 29.100 | 29.100 (150 epoch) | +| cable_gland | 89.436 | 89.436 (150 epoch) | 97.380 | 97.380 (150 epoch) | 92.045 | 92.222 (50 epoch) | 99.261 | 99.261 (150 epoch) | 38.796 | 38.796 (150 epoch) | 43.662 | 43.662 (150 epoch) | 97.982 | 97.982 (150 epoch) | 21.592 | 21.592 (150 epoch) | 47.772 | 48.523 (50 epoch) | 12.833 | 12.833 (150 epoch) | 27.928 | 27.928 (150 epoch) | +| carrot | 91.807 | 91.807 (150 epoch) | 98.187 | 98.187 (150 epoch) | 93.939 | 94.203 (100 epoch) | 99.373 | 99.373 (150 epoch) | 28.208 | 28.208 (150 epoch) | 34.063 | 34.063 (150 epoch) | 97.654 | 97.786 (50 epoch) | 18.801 | 18.801 (150 epoch) | 49.581 | 49.581 (150 epoch) | 10.816 | 10.816 (150 epoch) | 20.528 | 20.528 (150 epoch) | +| cookie | 60.264 | 62.552 (50 epoch) | 86.856 | 86.892 (50 epoch) | 88.034 | 88.312 (100 epoch) | 96.647 | 96.660 (50 epoch) | 37.109 | 37.109 (150 epoch) | 40.306 | 40.306 (150 epoch) | 82.998 | 83.479 (100 epoch) | 16.429 | 18.186 (50 epoch) | 53.579 | 59.787 (50 epoch) | 9.482 | 10.542 (50 epoch) | 25.240 | 25.240 (150 epoch) | +| dowel | 96.857 | 96.857 (150 epoch) | 99.297 | 99.297 (150 epoch) | 96.190 | 96.585 (50 epoch) | 99.471 | 99.482 (50 epoch) | 46.416 | 47.000 (50 epoch) | 47.654 | 47.654 (150 epoch) | 96.178 | 96.844 (100 epoch) | 28.268 | 28.268 (150 epoch) | 52.992 | 53.057 (100 epoch) | 17.335 | 17.335 (150 epoch) | 31.280 | 31.280 (150 epoch) | +| foam | 81.000 | 83.000 (100 epoch) | 95.073 | 95.502 (100 epoch) | 89.773 | 89.941 (50 epoch) | 95.124 | 95.124 (150 epoch) | 24.157 | 24.221 (100 epoch) | 33.578 | 33.822 (100 epoch) | 81.630 | 81.630 (150 epoch) | 19.431 | 19.431 (150 epoch) | 44.525 | 45.846 (50 epoch) | 11.138 | 11.138 (150 epoch) | 20.176 | 20.353 (100 epoch) | +| peach | 89.949 | 92.634 (100 epoch) | 97.103 | 98.093 (100 epoch) | 94.495 | 94.836 (50 epoch) | 99.485 | 99.509 (100 epoch) | 47.061 | 47.721 (100 epoch) | 48.141 | 48.356 (100 epoch) | 98.052 | 98.112 (100 epoch) | 22.092 | 22.107 (100 epoch) | 70.658 | 71.607 (100 epoch) | 13.391 | 13.441 (100 epoch) | 31.702 | 31.888 (100 epoch) | +| potato | 61.759 | 62.846 (100 epoch) | 85.075 | 87.642 (100 epoch) | 90.196 | 90.196 (100 epoch) | 99.028 | 99.028 (150 epoch) | 17.921 | 17.921 (150 epoch) | 23.762 | 23.762 (150 epoch) | 95.719 | 95.719 (150 epoch) | 12.207 | 12.207 (150 epoch) | 62.902 | 63.214 (100 epoch) | 6.672 | 6.672 (150 epoch) | 13.483 | 13.483 (150 epoch) | +| rope | 95.380 | 95.380 (150 epoch) | 98.156 | 98.156 (150 epoch) | 93.130 | 93.333 (50 epoch) | 99.306 | 99.306 (150 epoch) | 50.613 | 50.613 (150 epoch) | 49.266 | 49.346 (50 epoch) | 94.817 | 95.454 (100 epoch) | 31.515 | 31.515 (150 epoch) | 53.453 | 55.578 (50 epoch) | 19.679 | 19.679 (150 epoch) | 32.684 | 32.754 (50 epoch) | +| tire | 81.977 | 82.805 (50 epoch) | 93.788 | 94.488 (50 epoch) | 89.362 | 89.888 (100 epoch) | 99.304 | 99.357 (100 epoch) | 38.289 | 38.289 (150 epoch) | 45.667 | 45.667 (150 epoch) | 95.736 | 96.643 (100 epoch) | 19.431 | 19.431 (150 epoch) | 47.509 | 47.902 (50 epoch) | 11.669 | 11.669 (150 epoch) | 29.590 | 29.590 (150 epoch) | +| Avg | 83.903 | 84.326 (100 epoch) | 94.844 | 95.040 (100 epoch) | 91.998 | 92.113 (50 epoch) | 98.573 | 98.573 (150 epoch) | 37.031 | 37.031 (150 epoch) | 41.118 | 41.118 (150 epoch) | 93.613 | 93.774 (100 epoch) | 20.790 | 20.790 (150 epoch) | 55.424 | 56.440 (50 epoch) | 12.380 | 12.380 (150 epoch) | 26.171 | 26.171 (150 epoch) | +2024-04-02 08:08:06,020 - ==> Total time: 7:08:00 Eta: 1 day, 16:25:22 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 08:10:32,088 - Train: 15.05% [27700/184000] [150.5/1000.0] [batch_t 1.412 (1.427)] [data_t 0.002] [optim_t 1.410] [lr 0.005000] +2024-04-02 08:12:30,978 - ==> Total time: 7:12:25 Eta: 1 day, 16:31:18 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 08:12:56,118 - Train: 15.11% [27800/184000] [151.1/1000.0] [batch_t 1.411 (1.463)] [data_t 0.002] [optim_t 1.408] [lr 0.005000] +2024-04-02 08:15:17,415 - Train: 15.16% [27900/184000] [151.6/1000.0] [batch_t 1.415 (1.413)] [data_t 0.002] [optim_t 1.412] [lr 0.005000] +2024-04-02 08:16:53,515 - ==> Total time: 7:16:47 Eta: 1 day, 16:36:52 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 08:17:41,533 - Train: 15.22% [28000/184000] [152.2/1000.0] [batch_t 1.415 (1.453)] [data_t 0.002] [optim_t 1.412] [lr 0.005000] +2024-04-02 08:20:02,892 - Train: 15.27% [28100/184000] [152.7/1000.0] [batch_t 1.416 (1.413)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-02 08:21:16,358 - ==> Total time: 7:21:10 Eta: 1 day, 16:42:20 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 08:22:26,427 - Train: 15.33% [28200/184000] [153.3/1000.0] [batch_t 1.411 (1.424)] [data_t 0.002] [optim_t 1.409] [lr 0.005000] +2024-04-02 08:24:47,674 - Train: 15.38% [28300/184000] [153.8/1000.0] [batch_t 1.410 (1.412)] [data_t 0.002] [optim_t 1.408] [lr 0.005000] +2024-04-02 08:25:38,526 - ==> Total time: 7:25:32 Eta: 1 day, 16:47:37 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 08:27:11,309 - Train: 15.43% [28400/184000] [154.3/1000.0] [batch_t 1.415 (1.421)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-02 08:29:32,664 - Train: 15.49% [28500/184000] [154.9/1000.0] [batch_t 1.415 (1.413)] [data_t 0.002] [optim_t 1.412] [lr 0.005000] +2024-04-02 08:30:00,944 - ==> Total time: 7:29:55 Eta: 1 day, 16:52:48 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 08:31:58,470 - Train: 15.54% [28600/184000] [155.4/1000.0] [batch_t 1.414 (1.424)] [data_t 0.002] [optim_t 1.412] [lr 0.005000] +2024-04-02 08:34:19,933 - Train: 15.60% [28700/184000] [156.0/1000.0] [batch_t 1.415 (1.415)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-02 08:34:25,602 - ==> Total time: 7:34:20 Eta: 1 day, 16:58:03 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 08:36:44,130 - Train: 15.65% [28800/184000] [156.5/1000.0] [batch_t 1.418 (1.422)] [data_t 0.002] [optim_t 1.415] [lr 0.005000] +2024-04-02 08:38:48,633 - ==> Total time: 7:38:43 Eta: 1 day, 17:03:03 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 08:39:08,681 - Train: 15.71% [28900/184000] [157.1/1000.0] [batch_t 1.417 (1.510)] [data_t 0.002] [optim_t 1.415] [lr 0.005000] +2024-04-02 08:41:30,122 - Train: 15.76% [29000/184000] [157.6/1000.0] [batch_t 1.407 (1.414)] [data_t 0.002] [optim_t 1.405] [lr 0.005000] +2024-04-02 08:43:11,952 - ==> Total time: 7:43:06 Eta: 1 day, 17:07:56 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 08:43:54,354 - Train: 15.82% [29100/184000] [158.2/1000.0] [batch_t 1.418 (1.440)] [data_t 0.002] [optim_t 1.416] [lr 0.005000] +2024-04-02 08:46:15,776 - Train: 15.87% [29200/184000] [158.7/1000.0] [batch_t 1.416 (1.414)] [data_t 0.002] [optim_t 1.414] [lr 0.005000] +2024-04-02 08:47:35,049 - ==> Total time: 7:47:29 Eta: 1 day, 17:12:42 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 08:48:39,566 - Train: 15.92% [29300/184000] [159.2/1000.0] [batch_t 1.415 (1.422)] [data_t 0.002] [optim_t 1.412] [lr 0.005000] +2024-04-02 08:51:01,025 - Train: 15.98% [29400/184000] [159.8/1000.0] [batch_t 1.416 (1.414)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-02 08:51:57,581 - ==> Total time: 7:51:52 Eta: 1 day, 17:17:18 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 08:53:24,321 - Train: 16.03% [29500/184000] [160.3/1000.0] [batch_t 1.416 (1.421)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-02 08:55:45,644 - Train: 16.09% [29600/184000] [160.9/1000.0] [batch_t 1.416 (1.413)] [data_t 0.002] [optim_t 1.414] [lr 0.005000] +2024-04-02 08:56:19,556 - ==> Total time: 7:56:14 Eta: 1 day, 17:21:44 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 08:58:09,361 - Train: 16.14% [29700/184000] [161.4/1000.0] [batch_t 1.415 (1.422)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-02 09:00:30,672 - Train: 16.20% [29800/184000] [162.0/1000.0] [batch_t 1.416 (1.413)] [data_t 0.002] [optim_t 1.414] [lr 0.005000] +2024-04-02 09:00:41,993 - ==> Total time: 8:00:36 Eta: 1 day, 17:26:06 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 09:02:54,147 - Train: 16.25% [29900/184000] [162.5/1000.0] [batch_t 1.413 (1.419)] [data_t 0.002] [optim_t 1.411] [lr 0.005000] +2024-04-02 09:05:04,128 - ==> Total time: 8:04:58 Eta: 1 day, 17:30:20 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 09:05:19,493 - Train: 16.30% [30000/184000] [163.0/1000.0] [batch_t 1.410 (1.516)] [data_t 0.002] [optim_t 1.407] [lr 0.005000] +2024-04-02 09:07:40,903 - Train: 16.36% [30100/184000] [163.6/1000.0] [batch_t 1.417 (1.414)] [data_t 0.002] [optim_t 1.415] [lr 0.005000] +2024-04-02 09:09:28,288 - ==> Total time: 8:09:22 Eta: 1 day, 17:34:38 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 09:10:04,955 - Train: 16.41% [30200/184000] [164.1/1000.0] [batch_t 1.420 (1.445)] [data_t 0.002] [optim_t 1.418] [lr 0.005000] +2024-04-02 09:12:26,273 - Train: 16.47% [30300/184000] [164.7/1000.0] [batch_t 1.412 (1.413)] [data_t 0.002] [optim_t 1.409] [lr 0.005000] +2024-04-02 09:13:51,105 - ==> Total time: 8:13:45 Eta: 1 day, 17:38:43 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 09:14:49,701 - Train: 16.52% [30400/184000] [165.2/1000.0] [batch_t 1.415 (1.423)] [data_t 0.002] [optim_t 1.412] [lr 0.005000] +2024-04-02 09:17:11,042 - Train: 16.58% [30500/184000] [165.8/1000.0] [batch_t 1.416 (1.413)] [data_t 0.002] [optim_t 1.414] [lr 0.005000] +2024-04-02 09:18:13,254 - ==> Total time: 8:18:07 Eta: 1 day, 17:42:38 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 09:19:35,448 - Train: 16.63% [30600/184000] [166.3/1000.0] [batch_t 1.413 (1.432)] [data_t 0.002] [optim_t 1.411] [lr 0.005000] +2024-04-02 09:21:56,772 - Train: 16.68% [30700/184000] [166.8/1000.0] [batch_t 1.414 (1.413)] [data_t 0.002] [optim_t 1.412] [lr 0.005000] +2024-04-02 09:22:36,369 - ==> Total time: 8:22:30 Eta: 1 day, 17:46:32 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 09:24:20,368 - Train: 16.74% [30800/184000] [167.4/1000.0] [batch_t 1.412 (1.421)] [data_t 0.002] [optim_t 1.410] [lr 0.005000] +2024-04-02 09:26:41,745 - Train: 16.79% [30900/184000] [167.9/1000.0] [batch_t 1.414 (1.414)] [data_t 0.002] [optim_t 1.412] [lr 0.005000] +2024-04-02 09:26:58,709 - ==> Total time: 8:26:53 Eta: 1 day, 17:50:17 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 09:29:05,693 - Train: 16.85% [31000/184000] [168.5/1000.0] [batch_t 1.415 (1.420)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-02 09:31:21,466 - ==> Total time: 8:31:15 Eta: 1 day, 17:53:58 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 09:31:29,067 - Train: 16.90% [31100/184000] [169.0/1000.0] [batch_t 1.415 (1.527)] [data_t 0.002] [optim_t 1.412] [lr 0.005000] +2024-04-02 09:33:50,498 - Train: 16.96% [31200/184000] [169.6/1000.0] [batch_t 1.411 (1.414)] [data_t 0.002] [optim_t 1.409] [lr 0.005000] +2024-04-02 09:35:43,566 - ==> Total time: 8:35:38 Eta: 1 day, 17:57:30 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 09:36:14,767 - Train: 17.01% [31300/184000] [170.1/1000.0] [batch_t 1.417 (1.455)] [data_t 0.002] [optim_t 1.415] [lr 0.005000] +2024-04-02 09:38:36,139 - Train: 17.07% [31400/184000] [170.7/1000.0] [batch_t 1.416 (1.414)] [data_t 0.002] [optim_t 1.414] [lr 0.005000] +2024-04-02 09:40:06,651 - ==> Total time: 8:40:01 Eta: 1 day, 18:01:01 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 09:40:59,998 - Train: 17.12% [31500/184000] [171.2/1000.0] [batch_t 1.416 (1.434)] [data_t 0.002] [optim_t 1.414] [lr 0.005000] +2024-04-02 09:43:21,450 - Train: 17.17% [31600/184000] [171.7/1000.0] [batch_t 1.414 (1.414)] [data_t 0.002] [optim_t 1.412] [lr 0.005000] +2024-04-02 09:44:29,445 - ==> Total time: 8:44:23 Eta: 1 day, 18:04:25 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 09:45:46,034 - Train: 17.23% [31700/184000] [172.3/1000.0] [batch_t 1.411 (1.432)] [data_t 0.002] [optim_t 1.409] [lr 0.005000] +2024-04-02 09:48:07,472 - Train: 17.28% [31800/184000] [172.8/1000.0] [batch_t 1.417 (1.414)] [data_t 0.002] [optim_t 1.414] [lr 0.005000] +2024-04-02 09:48:52,729 - ==> Total time: 8:48:47 Eta: 1 day, 18:07:46 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 09:50:31,521 - Train: 17.34% [31900/184000] [173.4/1000.0] [batch_t 1.414 (1.427)] [data_t 0.002] [optim_t 1.412] [lr 0.005000] +2024-04-02 09:52:52,907 - Train: 17.39% [32000/184000] [173.9/1000.0] [batch_t 1.411 (1.414)] [data_t 0.002] [optim_t 1.408] [lr 0.005000] +2024-04-02 09:53:15,555 - ==> Total time: 8:53:10 Eta: 1 day, 18:11:00 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 09:55:17,744 - Train: 17.45% [32100/184000] [174.5/1000.0] [batch_t 1.416 (1.427)] [data_t 0.002] [optim_t 1.414] [lr 0.005000] +2024-04-02 09:57:39,118 - Train: 17.50% [32200/184000] [175.0/1000.0] [batch_t 1.411 (1.414)] [data_t 0.002] [optim_t 1.408] [lr 0.005000] +2024-04-02 09:57:39,121 - ==> Total time: 8:57:33 Eta: 1 day, 18:14:12 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 10:00:05,743 - Train: 17.55% [32300/184000] [175.5/1000.0] [batch_t 1.416 (1.435)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-02 10:02:04,568 - ==> Total time: 9:01:59 Eta: 1 day, 18:17:28 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 10:02:33,602 - Train: 17.61% [32400/184000] [176.1/1000.0] [batch_t 1.416 (1.565)] [data_t 0.002] [optim_t 1.414] [lr 0.005000] +2024-04-02 10:04:55,001 - Train: 17.66% [32500/184000] [176.6/1000.0] [batch_t 1.411 (1.414)] [data_t 0.002] [optim_t 1.408] [lr 0.005000] +2024-04-02 10:06:31,119 - ==> Total time: 9:06:25 Eta: 1 day, 18:20:43 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 10:07:19,964 - Train: 17.72% [32600/184000] [177.2/1000.0] [batch_t 1.414 (1.454)] [data_t 0.002] [optim_t 1.412] [lr 0.005000] +2024-04-02 10:09:48,814 - Train: 17.77% [32700/184000] [177.7/1000.0] [batch_t 1.412 (1.488)] [data_t 0.002] [optim_t 1.410] [lr 0.005000] +2024-04-02 10:11:02,345 - ==> Total time: 9:10:56 Eta: 1 day, 18:24:15 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 10:12:19,194 - Train: 17.83% [32800/184000] [178.3/1000.0] [batch_t 1.415 (1.495)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-02 10:14:40,574 - Train: 17.88% [32900/184000] [178.8/1000.0] [batch_t 1.411 (1.414)] [data_t 0.002] [optim_t 1.409] [lr 0.005000] +2024-04-02 10:15:31,443 - ==> Total time: 9:15:25 Eta: 1 day, 18:27:32 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 10:17:17,233 - Train: 17.93% [33000/184000] [179.3/1000.0] [batch_t 1.411 (1.541)] [data_t 0.002] [optim_t 1.409] [lr 0.005000] +2024-04-02 10:19:38,853 - Train: 17.99% [33100/184000] [179.9/1000.0] [batch_t 1.415 (1.413)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-02 10:20:07,114 - ==> Total time: 9:20:01 Eta: 1 day, 18:31:13 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 10:22:10,912 - Train: 18.04% [33200/184000] [180.4/1000.0] [batch_t 1.404 (1.490)] [data_t 0.002] [optim_t 1.402] [lr 0.005000] +2024-04-02 10:24:32,498 - Train: 18.10% [33300/184000] [181.0/1000.0] [batch_t 1.415 (1.416)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-02 10:24:38,148 - ==> Total time: 9:24:32 Eta: 1 day, 18:34:28 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 10:27:23,901 - Train: 18.15% [33400/184000] [181.5/1000.0] [batch_t 1.413 (1.656)] [data_t 0.002] [optim_t 1.410] [lr 0.005000] +2024-04-02 10:29:28,262 - ==> Total time: 9:29:22 Eta: 1 day, 18:39:04 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 10:29:55,069 - Train: 18.21% [33500/184000] [182.1/1000.0] [batch_t 1.416 (1.751)] [data_t 0.002] [optim_t 1.414] [lr 0.005000] +2024-04-02 10:33:17,778 - Train: 18.26% [33600/184000] [182.6/1000.0] [batch_t 1.416 (2.027)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-02 10:35:00,905 - ==> Total time: 9:34:55 Eta: 1 day, 18:46:43 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 10:35:48,500 - Train: 18.32% [33700/184000] [183.2/1000.0] [batch_t 1.415 (1.516)] [data_t 0.002] [optim_t 1.412] [lr 0.005000] +2024-04-02 10:38:09,838 - Train: 18.37% [33800/184000] [183.7/1000.0] [batch_t 1.416 (1.413)] [data_t 0.002] [optim_t 1.414] [lr 0.005000] +2024-04-02 10:39:28,951 - ==> Total time: 9:39:23 Eta: 1 day, 18:49:28 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 10:40:34,631 - Train: 18.42% [33900/184000] [184.2/1000.0] [batch_t 1.454 (1.447)] [data_t 0.003] [optim_t 1.450] [lr 0.005000] +2024-04-02 10:43:00,556 - Train: 18.48% [34000/184000] [184.8/1000.0] [batch_t 1.456 (1.459)] [data_t 0.003] [optim_t 1.453] [lr 0.005000] +2024-04-02 10:43:58,908 - ==> Total time: 9:43:53 Eta: 1 day, 18:52:16 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 10:45:29,040 - Train: 18.53% [34100/184000] [185.3/1000.0] [batch_t 1.460 (1.468)] [data_t 0.003] [optim_t 1.457] [lr 0.005000] +2024-04-02 10:47:54,601 - Train: 18.59% [34200/184000] [185.9/1000.0] [batch_t 1.428 (1.456)] [data_t 0.003] [optim_t 1.425] [lr 0.005000] +2024-04-02 10:48:29,067 - ==> Total time: 9:48:23 Eta: 1 day, 18:55:00 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 10:50:21,366 - Train: 18.64% [34300/184000] [186.4/1000.0] [batch_t 1.440 (1.444)] [data_t 0.002] [optim_t 1.437] [lr 0.005000] +2024-04-02 10:52:44,761 - Train: 18.70% [34400/184000] [187.0/1000.0] [batch_t 1.440 (1.434)] [data_t 0.002] [optim_t 1.437] [lr 0.005000] +2024-04-02 10:52:56,244 - ==> Total time: 9:52:50 Eta: 1 day, 18:57:26 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 10:55:10,490 - Train: 18.75% [34500/184000] [187.5/1000.0] [batch_t 1.444 (1.439)] [data_t 0.003] [optim_t 1.442] [lr 0.005000] +2024-04-02 10:57:22,396 - ==> Total time: 9:57:16 Eta: 1 day, 18:59:44 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 10:57:35,952 - Train: 18.80% [34600/184000] [188.0/1000.0] [batch_t 1.440 (1.491)] [data_t 0.002] [optim_t 1.438] [lr 0.005000] +2024-04-02 10:59:59,274 - Train: 18.86% [34700/184000] [188.6/1000.0] [batch_t 1.441 (1.433)] [data_t 0.003] [optim_t 1.439] [lr 0.005000] +2024-04-02 11:01:48,233 - ==> Total time: 10:01:42 Eta: 1 day, 19:01:56 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 11:02:29,252 - Train: 18.91% [34800/184000] [189.1/1000.0] [batch_t 1.444 (1.562)] [data_t 0.002] [optim_t 1.442] [lr 0.005000] +2024-04-02 11:04:52,641 - Train: 18.97% [34900/184000] [189.7/1000.0] [batch_t 1.425 (1.434)] [data_t 0.003] [optim_t 1.422] [lr 0.005000] +2024-04-02 11:06:18,679 - ==> Total time: 10:06:13 Eta: 1 day, 19:04:24 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 11:07:20,437 - Train: 19.02% [35000/184000] [190.2/1000.0] [batch_t 1.430 (1.473)] [data_t 0.003] [optim_t 1.428] [lr 0.005000] +2024-04-02 11:09:42,031 - Train: 19.08% [35100/184000] [190.8/1000.0] [batch_t 1.414 (1.416)] [data_t 0.002] [optim_t 1.412] [lr 0.005000] +2024-04-02 11:10:44,233 - ==> Total time: 10:10:38 Eta: 1 day, 19:06:26 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 11:12:08,323 - Train: 19.13% [35200/184000] [191.3/1000.0] [batch_t 1.415 (1.441)] [data_t 0.002] [optim_t 1.412] [lr 0.005000] +2024-04-02 11:14:29,762 - Train: 19.18% [35300/184000] [191.8/1000.0] [batch_t 1.416 (1.414)] [data_t 0.002] [optim_t 1.414] [lr 0.005000] +2024-04-02 11:15:09,328 - ==> Total time: 10:15:03 Eta: 1 day, 19:08:23 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 11:16:56,887 - Train: 19.24% [35400/184000] [192.4/1000.0] [batch_t 1.415 (1.451)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-02 11:19:18,255 - Train: 19.29% [35500/184000] [192.9/1000.0] [batch_t 1.415 (1.414)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-02 11:19:35,228 - ==> Total time: 10:19:29 Eta: 1 day, 19:10:19 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 11:21:44,283 - Train: 19.35% [35600/184000] [193.5/1000.0] [batch_t 1.415 (1.436)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-02 11:24:00,027 - ==> Total time: 10:23:54 Eta: 1 day, 19:12:06 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 11:24:11,746 - Train: 19.40% [35700/184000] [194.0/1000.0] [batch_t 1.415 (2.449)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-02 11:26:33,166 - Train: 19.46% [35800/184000] [194.6/1000.0] [batch_t 1.400 (1.414)] [data_t 0.002] [optim_t 1.398] [lr 0.005000] +2024-04-02 11:28:26,282 - ==> Total time: 10:28:20 Eta: 1 day, 19:13:56 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 11:28:58,749 - Train: 19.51% [35900/184000] [195.1/1000.0] [batch_t 1.413 (1.494)] [data_t 0.002] [optim_t 1.411] [lr 0.005000] +2024-04-02 11:31:20,200 - Train: 19.57% [36000/184000] [195.7/1000.0] [batch_t 1.406 (1.414)] [data_t 0.002] [optim_t 1.404] [lr 0.005000] +2024-04-02 11:32:50,648 - ==> Total time: 10:32:45 Eta: 1 day, 19:15:34 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 11:33:46,351 - Train: 19.62% [36100/184000] [196.2/1000.0] [batch_t 1.415 (1.466)] [data_t 0.002] [optim_t 1.412] [lr 0.005000] +2024-04-02 11:36:07,708 - Train: 19.67% [36200/184000] [196.7/1000.0] [batch_t 1.420 (1.413)] [data_t 0.002] [optim_t 1.418] [lr 0.005000] +2024-04-02 11:37:15,599 - ==> Total time: 10:37:10 Eta: 1 day, 19:17:11 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 11:38:32,360 - Train: 19.73% [36300/184000] [197.3/1000.0] [batch_t 1.417 (1.436)] [data_t 0.002] [optim_t 1.414] [lr 0.005000] +2024-04-02 11:40:53,779 - Train: 19.78% [36400/184000] [197.8/1000.0] [batch_t 1.416 (1.414)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-02 11:41:39,059 - ==> Total time: 10:41:33 Eta: 1 day, 19:18:38 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 11:43:17,519 - Train: 19.84% [36500/184000] [198.4/1000.0] [batch_t 1.416 (1.420)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-02 11:45:38,941 - Train: 19.89% [36600/184000] [198.9/1000.0] [batch_t 1.415 (1.414)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-02 11:46:01,579 - ==> Total time: 10:45:56 Eta: 1 day, 19:19:57 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 11:48:06,494 - Train: 19.95% [36700/184000] [199.5/1000.0] [batch_t 1.416 (1.432)] [data_t 0.002] [optim_t 1.414] [lr 0.005000] +2024-04-02 11:50:27,927 - Train: 20.00% [36800/184000] [200.0/1000.0] [batch_t 1.416 (1.414)] [data_t 0.002] [optim_t 1.414] [lr 0.005000] +2024-04-02 11:50:50,782 - Test: 66.67% [50/75] [batch_t 0.417 (0.442)] +2024-04-02 11:51:01,077 - Test: 100.00% [75/75] [batch_t 0.343 (0.432)] +2024-04-02 11:51:28,085 - ==> Metric Time for bagel : 0.003 (mAUROC_sp_max) 0.001 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.405 (mAUROC_px) 4.107 (mAP_px) 0.501 (mF1_max_px) 14.959 (mAUPRO_px) 0.176 (mF1_px_0.2_0.8_0.1) 0.176 (mAcc_px_0.2_0.8_0.1) 0.175 (mIoU_px_0.2_0.8_0.1) 0.512 (mIoU_max_px) +2024-04-02 11:51:53,087 - ==> Metric Time for cable_gland : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.455 (mAUROC_px) 4.013 (mAP_px) 0.501 (mF1_max_px) 13.904 (mAUPRO_px) 0.170 (mF1_px_0.2_0.8_0.1) 0.170 (mAcc_px_0.2_0.8_0.1) 0.173 (mIoU_px_0.2_0.8_0.1) 0.484 (mIoU_max_px) +2024-04-02 11:52:31,217 - ==> Metric Time for carrot : 0.001 (mAUROC_sp_max) 0.001 (mAP_sp_max) 0.000 (mF1_max_sp_max) 8.553 (mAUROC_px) 6.301 (mAP_px) 0.767 (mF1_max_px) 20.786 (mAUPRO_px) 0.248 (mF1_px_0.2_0.8_0.1) 0.252 (mAcc_px_0.2_0.8_0.1) 0.255 (mIoU_px_0.2_0.8_0.1) 0.737 (mIoU_max_px) +2024-04-02 11:53:02,500 - ==> Metric Time for cookie : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 6.771 (mAUROC_px) 4.958 (mAP_px) 0.626 (mF1_max_px) 17.510 (mAUPRO_px) 0.209 (mF1_px_0.2_0.8_0.1) 0.203 (mAcc_px_0.2_0.8_0.1) 0.207 (mIoU_px_0.2_0.8_0.1) 0.608 (mIoU_max_px) +2024-04-02 11:53:32,823 - ==> Metric Time for dowel : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 6.610 (mAUROC_px) 4.966 (mAP_px) 0.616 (mF1_max_px) 16.727 (mAUPRO_px) 0.204 (mF1_px_0.2_0.8_0.1) 0.205 (mAcc_px_0.2_0.8_0.1) 0.207 (mIoU_px_0.2_0.8_0.1) 0.602 (mIoU_max_px) +2024-04-02 11:53:55,657 - ==> Metric Time for foam : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 4.841 (mAUROC_px) 3.631 (mAP_px) 0.466 (mF1_max_px) 12.831 (mAUPRO_px) 0.157 (mF1_px_0.2_0.8_0.1) 0.160 (mAcc_px_0.2_0.8_0.1) 0.156 (mIoU_px_0.2_0.8_0.1) 0.446 (mIoU_max_px) +2024-04-02 11:54:26,859 - ==> Metric Time for peach : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 6.750 (mAUROC_px) 5.138 (mAP_px) 0.614 (mF1_max_px) 17.284 (mAUPRO_px) 0.211 (mF1_px_0.2_0.8_0.1) 0.210 (mAcc_px_0.2_0.8_0.1) 0.210 (mIoU_px_0.2_0.8_0.1) 0.595 (mIoU_max_px) +2024-04-02 11:54:53,205 - ==> Metric Time for potato : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.641 (mAUROC_px) 4.219 (mAP_px) 0.527 (mF1_max_px) 14.737 (mAUPRO_px) 0.178 (mF1_px_0.2_0.8_0.1) 0.181 (mAcc_px_0.2_0.8_0.1) 0.178 (mIoU_px_0.2_0.8_0.1) 0.520 (mIoU_max_px) +2024-04-02 11:55:16,461 - ==> Metric Time for rope : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.016 (mAUROC_px) 3.758 (mAP_px) 0.443 (mF1_max_px) 12.961 (mAUPRO_px) 0.158 (mF1_px_0.2_0.8_0.1) 0.160 (mAcc_px_0.2_0.8_0.1) 0.154 (mIoU_px_0.2_0.8_0.1) 0.460 (mIoU_max_px) +2024-04-02 11:55:41,839 - ==> Metric Time for tire : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.488 (mAUROC_px) 4.053 (mAP_px) 0.497 (mF1_max_px) 14.180 (mAUPRO_px) 0.169 (mF1_px_0.2_0.8_0.1) 0.166 (mAcc_px_0.2_0.8_0.1) 0.166 (mIoU_px_0.2_0.8_0.1) 0.493 (mIoU_max_px) +2024-04-02 11:55:41,856 - +| Name | mAUROC_sp_max | mAUROC_sp_max (Max) | mAP_sp_max | mAP_sp_max (Max) | mF1_max_sp_max | mF1_max_sp_max (Max) | mAUROC_px | mAUROC_px (Max) | mAP_px | mAP_px (Max) | mF1_max_px | mF1_max_px (Max) | mAUPRO_px | mAUPRO_px (Max) | mF1_px_0.2_0.8_0.1 | mF1_px_0.2_0.8_0.1 (Max) | mAcc_px_0.2_0.8_0.1 | mAcc_px_0.2_0.8_0.1 (Max) | mIoU_px_0.2_0.8_0.1 | mIoU_px_0.2_0.8_0.1 (Max) | mIoU_max_px | mIoU_max_px (Max) | +|:-----------:|:---------------:|:---------------------:|:------------:|:------------------:|:----------------:|:----------------------:|:-----------:|:------------------:|:--------:|:------------------:|:------------:|:------------------:|:-----------:|:------------------:|:--------------------:|:--------------------------:|:---------------------:|:---------------------------:|:---------------------:|:---------------------------:|:-------------:|:-------------------:| +| bagel | 90.031 | 92.045 (100 epoch) | 97.333 | 97.736 (100 epoch) | 93.333 | 94.505 (100 epoch) | 98.660 | 98.797 (50 epoch) | 40.998 | 41.737 (150 epoch) | 43.428 | 45.081 (150 epoch) | 94.215 | 95.486 (100 epoch) | 18.601 | 18.601 (200 epoch) | 71.359 | 78.616 (50 epoch) | 11.041 | 11.041 (200 epoch) | 27.736 | 29.100 (150 epoch) | +| cable_gland | 90.257 | 90.257 (200 epoch) | 97.292 | 97.380 (150 epoch) | 93.258 | 93.258 (200 epoch) | 99.228 | 99.261 (150 epoch) | 37.412 | 38.796 (150 epoch) | 42.630 | 43.662 (150 epoch) | 97.873 | 97.982 (150 epoch) | 21.571 | 21.592 (150 epoch) | 48.413 | 48.523 (50 epoch) | 12.762 | 12.833 (150 epoch) | 27.089 | 27.928 (150 epoch) | +| carrot | 89.759 | 91.807 (150 epoch) | 97.438 | 98.187 (150 epoch) | 94.074 | 94.203 (100 epoch) | 99.388 | 99.388 (200 epoch) | 29.029 | 29.029 (200 epoch) | 33.963 | 34.063 (150 epoch) | 97.742 | 97.786 (50 epoch) | 18.956 | 18.956 (200 epoch) | 53.355 | 53.355 (200 epoch) | 10.904 | 10.904 (200 epoch) | 20.455 | 20.528 (150 epoch) | +| cookie | 60.160 | 62.552 (50 epoch) | 86.428 | 86.892 (50 epoch) | 88.034 | 88.312 (100 epoch) | 96.763 | 96.763 (200 epoch) | 37.474 | 37.474 (200 epoch) | 39.990 | 40.306 (150 epoch) | 83.543 | 83.543 (200 epoch) | 16.442 | 18.186 (50 epoch) | 52.706 | 59.787 (50 epoch) | 9.543 | 10.542 (50 epoch) | 24.992 | 25.240 (150 epoch) | +| dowel | 96.857 | 96.857 (150 epoch) | 99.272 | 99.297 (150 epoch) | 96.190 | 96.585 (50 epoch) | 99.477 | 99.482 (50 epoch) | 47.011 | 47.011 (200 epoch) | 47.765 | 47.765 (200 epoch) | 96.020 | 96.844 (100 epoch) | 28.220 | 28.268 (150 epoch) | 51.357 | 53.057 (100 epoch) | 17.321 | 17.335 (150 epoch) | 31.375 | 31.375 (200 epoch) | +| foam | 83.313 | 83.313 (200 epoch) | 95.736 | 95.736 (200 epoch) | 89.655 | 89.941 (50 epoch) | 95.090 | 95.124 (150 epoch) | 23.556 | 24.221 (100 epoch) | 33.470 | 33.822 (100 epoch) | 82.554 | 82.554 (200 epoch) | 19.458 | 19.458 (200 epoch) | 43.381 | 45.846 (50 epoch) | 11.136 | 11.138 (150 epoch) | 20.098 | 20.353 (100 epoch) | +| peach | 90.203 | 92.634 (100 epoch) | 97.082 | 98.093 (100 epoch) | 94.643 | 94.836 (50 epoch) | 99.465 | 99.509 (100 epoch) | 46.094 | 47.721 (100 epoch) | 47.789 | 48.356 (100 epoch) | 97.718 | 98.112 (100 epoch) | 21.802 | 22.107 (100 epoch) | 72.299 | 72.299 (200 epoch) | 13.177 | 13.441 (100 epoch) | 31.397 | 31.888 (100 epoch) | +| potato | 62.549 | 62.846 (100 epoch) | 86.947 | 87.642 (100 epoch) | 90.640 | 90.640 (200 epoch) | 99.033 | 99.033 (200 epoch) | 17.261 | 17.921 (150 epoch) | 22.544 | 23.762 (150 epoch) | 95.577 | 95.719 (150 epoch) | 11.710 | 12.207 (150 epoch) | 60.140 | 63.214 (100 epoch) | 6.381 | 6.672 (150 epoch) | 12.704 | 13.483 (150 epoch) | +| rope | 96.014 | 96.014 (200 epoch) | 98.309 | 98.309 (200 epoch) | 93.333 | 93.333 (50 epoch) | 99.279 | 99.306 (150 epoch) | 50.537 | 50.613 (150 epoch) | 49.593 | 49.593 (200 epoch) | 94.809 | 95.454 (100 epoch) | 30.632 | 31.515 (150 epoch) | 52.349 | 55.578 (50 epoch) | 19.103 | 19.679 (150 epoch) | 32.972 | 32.972 (200 epoch) | +| tire | 84.460 | 84.460 (200 epoch) | 94.988 | 94.988 (200 epoch) | 90.286 | 90.286 (200 epoch) | 99.377 | 99.377 (200 epoch) | 40.645 | 40.645 (200 epoch) | 46.872 | 46.872 (200 epoch) | 96.299 | 96.643 (100 epoch) | 21.397 | 21.397 (200 epoch) | 52.015 | 52.015 (200 epoch) | 12.953 | 12.953 (200 epoch) | 30.610 | 30.610 (200 epoch) | +| Avg | 84.360 | 84.360 (200 epoch) | 95.083 | 95.083 (200 epoch) | 92.345 | 92.345 (200 epoch) | 98.576 | 98.576 (200 epoch) | 37.002 | 37.031 (150 epoch) | 40.804 | 41.118 (150 epoch) | 93.635 | 93.774 (100 epoch) | 20.879 | 20.879 (200 epoch) | 55.737 | 56.440 (50 epoch) | 12.432 | 12.432 (200 epoch) | 25.943 | 26.171 (150 epoch) | +2024-04-02 11:55:42,094 - ==> Total time: 10:55:36 Eta: 1 day, 19:42:26 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 11:58:15,230 - Train: 20.05% [36900/184000] [200.5/1000.0] [batch_t 1.419 (1.467)] [data_t 0.002] [optim_t 1.416] [lr 0.005000] +2024-04-02 12:00:13,982 - ==> Total time: 11:00:08 Eta: 1 day, 19:44:08 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 12:00:38,604 - Train: 20.11% [37000/184000] [201.1/1000.0] [batch_t 1.411 (1.440)] [data_t 0.002] [optim_t 1.409] [lr 0.005000] +2024-04-02 12:03:00,011 - Train: 20.16% [37100/184000] [201.6/1000.0] [batch_t 1.415 (1.414)] [data_t 0.002] [optim_t 1.412] [lr 0.005000] +2024-04-02 12:04:36,224 - ==> Total time: 11:04:30 Eta: 1 day, 19:45:08 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 12:05:23,644 - Train: 20.22% [37200/184000] [202.2/1000.0] [batch_t 1.416 (1.431)] [data_t 0.002] [optim_t 1.414] [lr 0.005000] +2024-04-02 12:07:45,034 - Train: 20.27% [37300/184000] [202.7/1000.0] [batch_t 1.415 (1.414)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-02 12:08:58,568 - ==> Total time: 11:08:53 Eta: 1 day, 19:46:06 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 12:10:14,275 - Train: 20.33% [37400/184000] [203.3/1000.0] [batch_t 1.410 (1.519)] [data_t 0.002] [optim_t 1.408] [lr 0.005000] +2024-04-02 12:12:35,707 - Train: 20.38% [37500/184000] [203.8/1000.0] [batch_t 1.415 (1.414)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-02 12:13:26,584 - ==> Total time: 11:13:21 Eta: 1 day, 19:47:23 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 12:14:59,943 - Train: 20.43% [37600/184000] [204.3/1000.0] [batch_t 1.414 (1.427)] [data_t 0.002] [optim_t 1.412] [lr 0.005000] +2024-04-02 12:17:21,389 - Train: 20.49% [37700/184000] [204.9/1000.0] [batch_t 1.416 (1.414)] [data_t 0.002] [optim_t 1.414] [lr 0.005000] +2024-04-02 12:17:49,688 - ==> Total time: 11:17:44 Eta: 1 day, 19:48:17 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 12:19:44,838 - Train: 20.54% [37800/184000] [205.4/1000.0] [batch_t 1.416 (1.420)] [data_t 0.002] [optim_t 1.414] [lr 0.005000] +2024-04-02 12:22:06,337 - Train: 20.60% [37900/184000] [206.0/1000.0] [batch_t 1.406 (1.415)] [data_t 0.002] [optim_t 1.404] [lr 0.005000] +2024-04-02 12:22:12,005 - ==> Total time: 11:22:06 Eta: 1 day, 19:49:05 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 12:24:30,261 - Train: 20.65% [38000/184000] [206.5/1000.0] [batch_t 1.413 (1.419)] [data_t 0.002] [optim_t 1.411] [lr 0.005000] +2024-04-02 12:26:34,711 - ==> Total time: 11:26:29 Eta: 1 day, 19:49:52 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 12:26:54,329 - Train: 20.71% [38100/184000] [207.1/1000.0] [batch_t 1.418 (1.482)] [data_t 0.002] [optim_t 1.415] [lr 0.005000] +2024-04-02 12:29:15,807 - Train: 20.76% [38200/184000] [207.6/1000.0] [batch_t 1.417 (1.415)] [data_t 0.002] [optim_t 1.415] [lr 0.005000] +2024-04-02 12:30:57,579 - ==> Total time: 11:30:52 Eta: 1 day, 19:50:36 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 12:31:39,436 - Train: 20.82% [38300/184000] [208.2/1000.0] [batch_t 1.418 (1.430)] [data_t 0.002] [optim_t 1.416] [lr 0.005000] +2024-04-02 12:34:00,857 - Train: 20.87% [38400/184000] [208.7/1000.0] [batch_t 1.415 (1.414)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-02 12:35:20,046 - ==> Total time: 11:35:14 Eta: 1 day, 19:51:16 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 12:36:25,347 - Train: 20.92% [38500/184000] [209.2/1000.0] [batch_t 1.420 (1.441)] [data_t 0.002] [optim_t 1.417] [lr 0.005000] +2024-04-02 12:38:46,873 - Train: 20.98% [38600/184000] [209.8/1000.0] [batch_t 1.413 (1.415)] [data_t 0.002] [optim_t 1.411] [lr 0.005000] +2024-04-02 12:39:43,444 - ==> Total time: 11:39:37 Eta: 1 day, 19:51:56 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 12:41:10,382 - Train: 21.03% [38700/184000] [210.3/1000.0] [batch_t 1.411 (1.420)] [data_t 0.002] [optim_t 1.409] [lr 0.005000] +2024-04-02 12:43:31,842 - Train: 21.09% [38800/184000] [210.9/1000.0] [batch_t 1.411 (1.415)] [data_t 0.003] [optim_t 1.408] [lr 0.005000] +2024-04-02 12:44:05,815 - ==> Total time: 11:44:00 Eta: 1 day, 19:52:30 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 12:45:56,043 - Train: 21.14% [38900/184000] [211.4/1000.0] [batch_t 1.414 (1.423)] [data_t 0.002] [optim_t 1.412] [lr 0.005000] +2024-04-02 12:48:17,433 - Train: 21.20% [39000/184000] [212.0/1000.0] [batch_t 1.415 (1.414)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-02 12:48:28,736 - ==> Total time: 11:48:23 Eta: 1 day, 19:53:03 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 12:50:40,915 - Train: 21.25% [39100/184000] [212.5/1000.0] [batch_t 1.414 (1.417)] [data_t 0.002] [optim_t 1.412] [lr 0.005000] +2024-04-02 12:52:50,925 - ==> Total time: 11:52:45 Eta: 1 day, 19:53:31 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 12:53:04,972 - Train: 21.30% [39200/184000] [213.0/1000.0] [batch_t 1.414 (1.491)] [data_t 0.002] [optim_t 1.412] [lr 0.005000] +2024-04-02 12:55:26,358 - Train: 21.36% [39300/184000] [213.6/1000.0] [batch_t 1.407 (1.414)] [data_t 0.002] [optim_t 1.404] [lr 0.005000] +2024-04-02 12:57:13,796 - ==> Total time: 11:57:08 Eta: 1 day, 19:53:58 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 12:57:51,476 - Train: 21.41% [39400/184000] [214.1/1000.0] [batch_t 1.415 (1.488)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-02 13:00:12,816 - Train: 21.47% [39500/184000] [214.7/1000.0] [batch_t 1.411 (1.413)] [data_t 0.002] [optim_t 1.409] [lr 0.005000] +2024-04-02 13:01:37,682 - ==> Total time: 12:01:32 Eta: 1 day, 19:54:26 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 13:02:44,392 - Train: 21.52% [39600/184000] [215.2/1000.0] [batch_t 1.414 (1.534)] [data_t 0.002] [optim_t 1.412] [lr 0.005000] +2024-04-02 13:05:05,674 - Train: 21.58% [39700/184000] [215.8/1000.0] [batch_t 1.415 (1.413)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-02 13:06:07,901 - ==> Total time: 12:06:02 Eta: 1 day, 19:55:15 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 13:07:30,127 - Train: 21.63% [39800/184000] [216.3/1000.0] [batch_t 1.415 (1.427)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-02 13:09:51,467 - Train: 21.68% [39900/184000] [216.8/1000.0] [batch_t 1.414 (1.413)] [data_t 0.002] [optim_t 1.412] [lr 0.005000] +2024-04-02 13:10:31,043 - ==> Total time: 12:10:25 Eta: 1 day, 19:55:35 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 13:12:15,585 - Train: 21.74% [40000/184000] [217.4/1000.0] [batch_t 1.415 (1.428)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-02 13:14:36,948 - Train: 21.79% [40100/184000] [217.9/1000.0] [batch_t 1.415 (1.414)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-02 13:14:53,905 - ==> Total time: 12:14:48 Eta: 1 day, 19:55:51 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 13:17:01,922 - Train: 21.85% [40200/184000] [218.5/1000.0] [batch_t 1.412 (1.424)] [data_t 0.002] [optim_t 1.409] [lr 0.005000] +2024-04-02 13:19:17,640 - ==> Total time: 12:19:12 Eta: 1 day, 19:56:08 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 13:19:25,409 - Train: 21.90% [40300/184000] [219.0/1000.0] [batch_t 1.419 (1.505)] [data_t 0.002] [optim_t 1.417] [lr 0.005000] +2024-04-02 13:21:46,782 - Train: 21.96% [40400/184000] [219.6/1000.0] [batch_t 1.410 (1.414)] [data_t 0.002] [optim_t 1.408] [lr 0.005000] +2024-04-02 13:23:39,903 - ==> Total time: 12:23:34 Eta: 1 day, 19:56:18 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 13:24:10,956 - Train: 22.01% [40500/184000] [220.1/1000.0] [batch_t 1.420 (1.449)] [data_t 0.002] [optim_t 1.418] [lr 0.005000] +2024-04-02 13:26:32,326 - Train: 22.07% [40600/184000] [220.7/1000.0] [batch_t 1.412 (1.414)] [data_t 0.002] [optim_t 1.410] [lr 0.005000] +2024-04-02 13:28:02,855 - ==> Total time: 12:27:57 Eta: 1 day, 19:56:27 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 13:28:58,373 - Train: 22.12% [40700/184000] [221.2/1000.0] [batch_t 1.407 (1.431)] [data_t 0.002] [optim_t 1.405] [lr 0.005000] +2024-04-02 13:31:19,730 - Train: 22.17% [40800/184000] [221.7/1000.0] [batch_t 1.410 (1.413)] [data_t 0.002] [optim_t 1.408] [lr 0.005000] +2024-04-02 13:32:27,594 - ==> Total time: 12:32:22 Eta: 1 day, 19:56:40 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 13:33:43,762 - Train: 22.23% [40900/184000] [222.3/1000.0] [batch_t 1.416 (1.423)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-02 13:36:05,170 - Train: 22.28% [41000/184000] [222.8/1000.0] [batch_t 1.416 (1.414)] [data_t 0.002] [optim_t 1.414] [lr 0.005000] +2024-04-02 13:36:50,404 - ==> Total time: 12:36:44 Eta: 1 day, 19:56:44 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 13:38:28,858 - Train: 22.34% [41100/184000] [223.4/1000.0] [batch_t 1.416 (1.422)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-02 13:40:50,280 - Train: 22.39% [41200/184000] [223.9/1000.0] [batch_t 1.418 (1.414)] [data_t 0.002] [optim_t 1.415] [lr 0.005000] +2024-04-02 13:41:12,904 - ==> Total time: 12:41:07 Eta: 1 day, 19:56:44 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 13:43:14,208 - Train: 22.45% [41300/184000] [224.5/1000.0] [batch_t 1.414 (1.421)] [data_t 0.002] [optim_t 1.412] [lr 0.005000] +2024-04-02 13:45:35,562 - Train: 22.50% [41400/184000] [225.0/1000.0] [batch_t 1.409 (1.413)] [data_t 0.002] [optim_t 1.407] [lr 0.005000] +2024-04-02 13:45:35,566 - ==> Total time: 12:45:30 Eta: 1 day, 19:56:43 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 13:47:58,890 - Train: 22.55% [41500/184000] [225.5/1000.0] [batch_t 1.409 (1.416)] [data_t 0.002] [optim_t 1.407] [lr 0.005000] +2024-04-02 13:49:57,571 - ==> Total time: 12:49:52 Eta: 1 day, 19:56:37 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 13:50:22,703 - Train: 22.61% [41600/184000] [226.1/1000.0] [batch_t 1.412 (1.458)] [data_t 0.002] [optim_t 1.409] [lr 0.005000] +2024-04-02 13:52:43,953 - Train: 22.66% [41700/184000] [226.6/1000.0] [batch_t 1.411 (1.412)] [data_t 0.002] [optim_t 1.409] [lr 0.005000] +2024-04-02 13:54:20,011 - ==> Total time: 12:54:14 Eta: 1 day, 19:56:30 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 13:55:07,619 - Train: 22.72% [41800/184000] [227.2/1000.0] [batch_t 1.412 (1.426)] [data_t 0.002] [optim_t 1.409] [lr 0.005000] +2024-04-02 13:57:28,886 - Train: 22.77% [41900/184000] [227.7/1000.0] [batch_t 1.416 (1.413)] [data_t 0.002] [optim_t 1.414] [lr 0.005000] +2024-04-02 13:58:42,377 - ==> Total time: 12:58:36 Eta: 1 day, 19:56:21 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 13:59:52,982 - Train: 22.83% [42000/184000] [228.3/1000.0] [batch_t 1.416 (1.428)] [data_t 0.002] [optim_t 1.414] [lr 0.005000] +2024-04-02 14:02:14,333 - Train: 22.88% [42100/184000] [228.8/1000.0] [batch_t 1.415 (1.413)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-02 14:03:05,204 - ==> Total time: 13:02:59 Eta: 1 day, 19:56:11 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 14:04:39,025 - Train: 22.93% [42200/184000] [229.3/1000.0] [batch_t 1.416 (1.424)] [data_t 0.002] [optim_t 1.414] [lr 0.005000] +2024-04-02 14:07:00,378 - Train: 22.99% [42300/184000] [229.9/1000.0] [batch_t 1.417 (1.413)] [data_t 0.002] [optim_t 1.414] [lr 0.005000] +2024-04-02 14:07:28,664 - ==> Total time: 13:07:23 Eta: 1 day, 19:56:01 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 14:09:23,996 - Train: 23.04% [42400/184000] [230.4/1000.0] [batch_t 1.410 (1.420)] [data_t 0.002] [optim_t 1.408] [lr 0.005000] +2024-04-02 14:11:45,329 - Train: 23.10% [42500/184000] [231.0/1000.0] [batch_t 1.416 (1.413)] [data_t 0.002] [optim_t 1.414] [lr 0.005000] +2024-04-02 14:11:50,983 - ==> Total time: 13:11:45 Eta: 1 day, 19:55:45 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 14:14:08,630 - Train: 23.15% [42600/184000] [231.5/1000.0] [batch_t 1.407 (1.418)] [data_t 0.002] [optim_t 1.404] [lr 0.005000] +2024-04-02 14:16:13,075 - ==> Total time: 13:16:07 Eta: 1 day, 19:55:26 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 14:16:32,249 - Train: 23.21% [42700/184000] [232.1/1000.0] [batch_t 1.414 (1.456)] [data_t 0.002] [optim_t 1.411] [lr 0.005000] +2024-04-02 14:18:53,602 - Train: 23.26% [42800/184000] [232.6/1000.0] [batch_t 1.413 (1.413)] [data_t 0.002] [optim_t 1.411] [lr 0.005000] +2024-04-02 14:20:35,314 - ==> Total time: 13:20:29 Eta: 1 day, 19:55:06 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 14:21:17,226 - Train: 23.32% [42900/184000] [233.2/1000.0] [batch_t 1.411 (1.424)] [data_t 0.002] [optim_t 1.409] [lr 0.005000] +2024-04-02 14:23:38,501 - Train: 23.37% [43000/184000] [233.7/1000.0] [batch_t 1.411 (1.413)] [data_t 0.002] [optim_t 1.409] [lr 0.005000] +2024-04-02 14:24:57,709 - ==> Total time: 13:24:52 Eta: 1 day, 19:54:44 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 14:26:02,234 - Train: 23.42% [43100/184000] [234.2/1000.0] [batch_t 1.410 (1.429)] [data_t 0.002] [optim_t 1.408] [lr 0.005000] +2024-04-02 14:28:23,560 - Train: 23.48% [43200/184000] [234.8/1000.0] [batch_t 1.417 (1.413)] [data_t 0.002] [optim_t 1.415] [lr 0.005000] +2024-04-02 14:29:20,112 - ==> Total time: 13:29:14 Eta: 1 day, 19:54:20 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 14:30:47,840 - Train: 23.53% [43300/184000] [235.3/1000.0] [batch_t 1.415 (1.427)] [data_t 0.002] [optim_t 1.412] [lr 0.005000] +2024-04-02 14:33:09,131 - Train: 23.59% [43400/184000] [235.9/1000.0] [batch_t 1.412 (1.413)] [data_t 0.002] [optim_t 1.409] [lr 0.005000] +2024-04-02 14:33:43,061 - ==> Total time: 13:33:37 Eta: 1 day, 19:53:56 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 14:35:33,040 - Train: 23.64% [43500/184000] [236.4/1000.0] [batch_t 1.415 (1.424)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-02 14:37:54,289 - Train: 23.70% [43600/184000] [237.0/1000.0] [batch_t 1.414 (1.412)] [data_t 0.002] [optim_t 1.411] [lr 0.005000] +2024-04-02 14:38:05,606 - ==> Total time: 13:38:00 Eta: 1 day, 19:53:28 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 14:40:19,607 - Train: 23.75% [43700/184000] [237.5/1000.0] [batch_t 1.410 (1.425)] [data_t 0.002] [optim_t 1.408] [lr 0.005000] +2024-04-02 14:42:29,708 - ==> Total time: 13:42:24 Eta: 1 day, 19:53:04 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 14:42:43,500 - Train: 23.80% [43800/184000] [238.0/1000.0] [batch_t 1.412 (1.480)] [data_t 0.002] [optim_t 1.410] [lr 0.005000] +2024-04-02 14:45:04,843 - Train: 23.86% [43900/184000] [238.6/1000.0] [batch_t 1.414 (1.413)] [data_t 0.002] [optim_t 1.412] [lr 0.005000] +2024-04-02 14:46:52,260 - ==> Total time: 13:46:46 Eta: 1 day, 19:52:32 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 14:47:28,126 - Train: 23.91% [44000/184000] [239.1/1000.0] [batch_t 1.411 (1.424)] [data_t 0.002] [optim_t 1.409] [lr 0.005000] +2024-04-02 14:49:49,498 - Train: 23.97% [44100/184000] [239.7/1000.0] [batch_t 1.410 (1.414)] [data_t 0.002] [optim_t 1.407] [lr 0.005000] +2024-04-02 14:51:14,321 - ==> Total time: 13:51:08 Eta: 1 day, 19:51:57 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 14:52:14,000 - Train: 24.02% [44200/184000] [240.2/1000.0] [batch_t 1.413 (1.432)] [data_t 0.002] [optim_t 1.411] [lr 0.005000] +2024-04-02 14:54:35,433 - Train: 24.08% [44300/184000] [240.8/1000.0] [batch_t 1.415 (1.414)] [data_t 0.002] [optim_t 1.412] [lr 0.005000] +2024-04-02 14:55:37,649 - ==> Total time: 13:55:32 Eta: 1 day, 19:51:24 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 14:56:59,537 - Train: 24.13% [44400/184000] [241.3/1000.0] [batch_t 1.411 (1.424)] [data_t 0.002] [optim_t 1.409] [lr 0.005000] +2024-04-02 14:59:28,371 - Train: 24.18% [44500/184000] [241.8/1000.0] [batch_t 1.417 (1.488)] [data_t 0.002] [optim_t 1.415] [lr 0.005000] +2024-04-02 15:00:07,932 - ==> Total time: 14:00:02 Eta: 1 day, 19:51:11 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 15:01:52,066 - Train: 24.24% [44600/184000] [242.4/1000.0] [batch_t 1.416 (1.421)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-02 15:04:13,288 - Train: 24.29% [44700/184000] [242.9/1000.0] [batch_t 1.415 (1.412)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-02 15:04:30,266 - ==> Total time: 14:04:24 Eta: 1 day, 19:50:32 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 15:06:37,192 - Train: 24.35% [44800/184000] [243.5/1000.0] [batch_t 1.413 (1.421)] [data_t 0.002] [optim_t 1.411] [lr 0.005000] +2024-04-02 15:08:52,845 - ==> Total time: 14:08:47 Eta: 1 day, 19:49:51 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 15:09:00,872 - Train: 24.40% [44900/184000] [244.0/1000.0] [batch_t 1.413 (1.586)] [data_t 0.002] [optim_t 1.411] [lr 0.005000] +2024-04-02 15:11:22,134 - Train: 24.46% [45000/184000] [244.6/1000.0] [batch_t 1.414 (1.413)] [data_t 0.002] [optim_t 1.412] [lr 0.005000] +2024-04-02 15:13:15,205 - ==> Total time: 14:13:09 Eta: 1 day, 19:49:07 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 15:13:52,808 - Train: 24.51% [45100/184000] [245.1/1000.0] [batch_t 1.410 (1.615)] [data_t 0.002] [optim_t 1.408] [lr 0.005000] +2024-04-02 15:16:14,159 - Train: 24.57% [45200/184000] [245.7/1000.0] [batch_t 1.416 (1.413)] [data_t 0.002] [optim_t 1.414] [lr 0.005000] +2024-04-02 15:17:44,591 - ==> Total time: 14:17:39 Eta: 1 day, 19:48:44 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 15:18:39,457 - Train: 24.62% [45300/184000] [246.2/1000.0] [batch_t 1.415 (1.442)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-02 15:21:00,789 - Train: 24.67% [45400/184000] [246.7/1000.0] [batch_t 1.414 (1.413)] [data_t 0.002] [optim_t 1.412] [lr 0.005000] +2024-04-02 15:22:08,661 - ==> Total time: 14:22:03 Eta: 1 day, 19:48:02 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 15:23:24,872 - Train: 24.73% [45500/184000] [247.3/1000.0] [batch_t 1.415 (1.430)] [data_t 0.002] [optim_t 1.412] [lr 0.005000] +2024-04-02 15:25:46,194 - Train: 24.78% [45600/184000] [247.8/1000.0] [batch_t 1.411 (1.413)] [data_t 0.002] [optim_t 1.409] [lr 0.005000] +2024-04-02 15:26:31,399 - ==> Total time: 14:26:25 Eta: 1 day, 19:47:14 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 15:28:10,269 - Train: 24.84% [45700/184000] [248.4/1000.0] [batch_t 1.412 (1.428)] [data_t 0.002] [optim_t 1.410] [lr 0.005000] +2024-04-02 15:30:31,619 - Train: 24.89% [45800/184000] [248.9/1000.0] [batch_t 1.415 (1.413)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-02 15:30:54,227 - ==> Total time: 14:30:48 Eta: 1 day, 19:46:25 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 15:32:55,020 - Train: 24.95% [45900/184000] [249.5/1000.0] [batch_t 1.415 (1.419)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-02 15:35:16,317 - Train: 25.00% [46000/184000] [250.0/1000.0] [batch_t 1.415 (1.413)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-02 15:35:38,652 - Test: 66.67% [50/75] [batch_t 0.416 (0.438)] +2024-04-02 15:35:48,926 - Test: 100.00% [75/75] [batch_t 0.343 (0.429)] +2024-04-02 15:36:15,184 - ==> Metric Time for bagel : 0.002 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.254 (mAUROC_px) 3.954 (mAP_px) 0.497 (mF1_max_px) 14.564 (mAUPRO_px) 0.168 (mF1_px_0.2_0.8_0.1) 0.165 (mAcc_px_0.2_0.8_0.1) 0.173 (mIoU_px_0.2_0.8_0.1) 0.520 (mIoU_max_px) +2024-04-02 15:36:39,582 - ==> Metric Time for cable_gland : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.232 (mAUROC_px) 3.868 (mAP_px) 0.488 (mF1_max_px) 13.699 (mAUPRO_px) 0.165 (mF1_px_0.2_0.8_0.1) 0.162 (mAcc_px_0.2_0.8_0.1) 0.162 (mIoU_px_0.2_0.8_0.1) 0.490 (mIoU_max_px) +2024-04-02 15:37:16,391 - ==> Metric Time for carrot : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 8.108 (mAUROC_px) 5.998 (mAP_px) 0.751 (mF1_max_px) 20.263 (mAUPRO_px) 0.244 (mF1_px_0.2_0.8_0.1) 0.252 (mAcc_px_0.2_0.8_0.1) 0.250 (mIoU_px_0.2_0.8_0.1) 0.719 (mIoU_max_px) +2024-04-02 15:37:47,019 - ==> Metric Time for cookie : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 6.504 (mAUROC_px) 4.814 (mAP_px) 0.601 (mF1_max_px) 17.318 (mAUPRO_px) 0.209 (mF1_px_0.2_0.8_0.1) 0.207 (mAcc_px_0.2_0.8_0.1) 0.206 (mIoU_px_0.2_0.8_0.1) 0.585 (mIoU_max_px) +2024-04-02 15:38:17,139 - ==> Metric Time for dowel : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 6.564 (mAUROC_px) 4.989 (mAP_px) 0.612 (mF1_max_px) 16.562 (mAUPRO_px) 0.205 (mF1_px_0.2_0.8_0.1) 0.207 (mAcc_px_0.2_0.8_0.1) 0.203 (mIoU_px_0.2_0.8_0.1) 0.597 (mIoU_max_px) +2024-04-02 15:38:39,758 - ==> Metric Time for foam : 0.001 (mAUROC_sp_max) 0.001 (mAP_sp_max) 0.000 (mF1_max_sp_max) 4.791 (mAUROC_px) 3.575 (mAP_px) 0.456 (mF1_max_px) 12.737 (mAUPRO_px) 0.156 (mF1_px_0.2_0.8_0.1) 0.155 (mAcc_px_0.2_0.8_0.1) 0.157 (mIoU_px_0.2_0.8_0.1) 0.452 (mIoU_max_px) +2024-04-02 15:39:10,139 - ==> Metric Time for peach : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 6.563 (mAUROC_px) 4.941 (mAP_px) 0.600 (mF1_max_px) 16.869 (mAUPRO_px) 0.211 (mF1_px_0.2_0.8_0.1) 0.214 (mAcc_px_0.2_0.8_0.1) 0.211 (mIoU_px_0.2_0.8_0.1) 0.597 (mIoU_max_px) +2024-04-02 15:39:35,791 - ==> Metric Time for potato : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.538 (mAUROC_px) 4.045 (mAP_px) 0.515 (mF1_max_px) 14.368 (mAUPRO_px) 0.176 (mF1_px_0.2_0.8_0.1) 0.175 (mAcc_px_0.2_0.8_0.1) 0.171 (mIoU_px_0.2_0.8_0.1) 0.504 (mIoU_max_px) +2024-04-02 15:39:59,171 - ==> Metric Time for rope : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 4.874 (mAUROC_px) 3.887 (mAP_px) 0.449 (mF1_max_px) 13.106 (mAUPRO_px) 0.159 (mF1_px_0.2_0.8_0.1) 0.156 (mAcc_px_0.2_0.8_0.1) 0.155 (mIoU_px_0.2_0.8_0.1) 0.450 (mIoU_max_px) +2024-04-02 15:40:25,243 - ==> Metric Time for tire : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.520 (mAUROC_px) 4.107 (mAP_px) 0.505 (mF1_max_px) 14.751 (mAUPRO_px) 0.178 (mF1_px_0.2_0.8_0.1) 0.175 (mAcc_px_0.2_0.8_0.1) 0.174 (mIoU_px_0.2_0.8_0.1) 0.502 (mIoU_max_px) +2024-04-02 15:40:25,259 - +| Name | mAUROC_sp_max | mAUROC_sp_max (Max) | mAP_sp_max | mAP_sp_max (Max) | mF1_max_sp_max | mF1_max_sp_max (Max) | mAUROC_px | mAUROC_px (Max) | mAP_px | mAP_px (Max) | mF1_max_px | mF1_max_px (Max) | mAUPRO_px | mAUPRO_px (Max) | mF1_px_0.2_0.8_0.1 | mF1_px_0.2_0.8_0.1 (Max) | mAcc_px_0.2_0.8_0.1 | mAcc_px_0.2_0.8_0.1 (Max) | mIoU_px_0.2_0.8_0.1 | mIoU_px_0.2_0.8_0.1 (Max) | mIoU_max_px | mIoU_max_px (Max) | +|:-----------:|:---------------:|:---------------------:|:------------:|:------------------:|:----------------:|:----------------------:|:-----------:|:------------------:|:--------:|:------------------:|:------------:|:------------------:|:-----------:|:------------------:|:--------------------:|:--------------------------:|:---------------------:|:---------------------------:|:---------------------:|:---------------------------:|:-------------:|:-------------------:| +| bagel | 86.880 | 92.045 (100 epoch) | 96.477 | 97.736 (100 epoch) | 92.147 | 94.505 (100 epoch) | 98.648 | 98.797 (50 epoch) | 40.454 | 41.737 (150 epoch) | 44.762 | 45.081 (150 epoch) | 93.747 | 95.486 (100 epoch) | 19.290 | 19.290 (250 epoch) | 77.259 | 78.616 (50 epoch) | 11.529 | 11.529 (250 epoch) | 28.835 | 29.100 (150 epoch) | +| cable_gland | 91.078 | 91.078 (250 epoch) | 97.764 | 97.764 (250 epoch) | 93.182 | 93.258 (200 epoch) | 99.295 | 99.295 (250 epoch) | 38.367 | 38.796 (150 epoch) | 43.059 | 43.662 (150 epoch) | 98.267 | 98.267 (250 epoch) | 22.050 | 22.050 (250 epoch) | 49.420 | 49.420 (250 epoch) | 13.113 | 13.113 (250 epoch) | 27.436 | 27.928 (150 epoch) | +| carrot | 90.376 | 91.807 (150 epoch) | 97.704 | 98.187 (150 epoch) | 94.465 | 94.465 (250 epoch) | 99.403 | 99.403 (250 epoch) | 29.237 | 29.237 (250 epoch) | 34.110 | 34.110 (250 epoch) | 97.876 | 97.876 (250 epoch) | 18.054 | 18.956 (200 epoch) | 50.388 | 53.355 (200 epoch) | 10.394 | 10.904 (200 epoch) | 20.562 | 20.562 (250 epoch) | +| cookie | 58.877 | 62.552 (50 epoch) | 86.419 | 86.892 (50 epoch) | 88.034 | 88.312 (100 epoch) | 96.887 | 96.887 (250 epoch) | 38.582 | 38.582 (250 epoch) | 42.741 | 42.741 (250 epoch) | 84.571 | 84.571 (250 epoch) | 17.563 | 18.186 (50 epoch) | 55.308 | 59.787 (50 epoch) | 10.222 | 10.542 (50 epoch) | 27.179 | 27.179 (250 epoch) | +| dowel | 97.300 | 97.300 (250 epoch) | 99.390 | 99.390 (250 epoch) | 96.618 | 96.618 (250 epoch) | 99.541 | 99.541 (250 epoch) | 47.578 | 47.578 (250 epoch) | 48.804 | 48.804 (250 epoch) | 96.778 | 96.844 (100 epoch) | 28.765 | 28.765 (250 epoch) | 51.923 | 53.057 (100 epoch) | 17.702 | 17.702 (250 epoch) | 32.278 | 32.278 (250 epoch) | +| foam | 83.938 | 83.938 (250 epoch) | 95.737 | 95.737 (250 epoch) | 90.173 | 90.173 (250 epoch) | 95.530 | 95.530 (250 epoch) | 23.646 | 24.221 (100 epoch) | 33.301 | 33.822 (100 epoch) | 83.272 | 83.272 (250 epoch) | 19.724 | 19.724 (250 epoch) | 44.003 | 45.846 (50 epoch) | 11.288 | 11.288 (250 epoch) | 19.977 | 20.353 (100 epoch) | +| peach | 89.695 | 92.634 (100 epoch) | 96.832 | 98.093 (100 epoch) | 93.694 | 94.836 (50 epoch) | 99.470 | 99.509 (100 epoch) | 44.937 | 47.721 (100 epoch) | 45.981 | 48.356 (100 epoch) | 97.649 | 98.112 (100 epoch) | 21.822 | 22.107 (100 epoch) | 72.462 | 72.462 (250 epoch) | 13.165 | 13.441 (100 epoch) | 29.854 | 31.888 (100 epoch) | +| potato | 66.008 | 66.008 (250 epoch) | 86.762 | 87.642 (100 epoch) | 90.196 | 90.640 (200 epoch) | 99.066 | 99.066 (250 epoch) | 17.696 | 17.921 (150 epoch) | 23.320 | 23.762 (150 epoch) | 94.937 | 95.719 (150 epoch) | 12.154 | 12.207 (150 epoch) | 59.490 | 63.214 (100 epoch) | 6.641 | 6.672 (150 epoch) | 13.199 | 13.483 (150 epoch) | +| rope | 95.380 | 96.014 (200 epoch) | 98.121 | 98.309 (200 epoch) | 93.233 | 93.333 (50 epoch) | 99.304 | 99.306 (150 epoch) | 51.182 | 51.182 (250 epoch) | 49.990 | 49.990 (250 epoch) | 95.364 | 95.454 (100 epoch) | 30.940 | 31.515 (150 epoch) | 52.174 | 55.578 (50 epoch) | 19.317 | 19.679 (150 epoch) | 33.325 | 33.325 (250 epoch) | +| tire | 87.310 | 87.310 (250 epoch) | 95.846 | 95.846 (250 epoch) | 91.099 | 91.099 (250 epoch) | 99.364 | 99.377 (200 epoch) | 40.734 | 40.734 (250 epoch) | 45.772 | 46.872 (200 epoch) | 96.174 | 96.643 (100 epoch) | 22.736 | 22.736 (250 epoch) | 56.071 | 56.071 (250 epoch) | 13.796 | 13.796 (250 epoch) | 29.678 | 30.610 (200 epoch) | +| Avg | 84.684 | 84.684 (250 epoch) | 95.105 | 95.105 (250 epoch) | 92.284 | 92.345 (200 epoch) | 98.651 | 98.651 (250 epoch) | 37.241 | 37.241 (250 epoch) | 41.184 | 41.184 (250 epoch) | 93.863 | 93.863 (250 epoch) | 21.310 | 21.310 (250 epoch) | 56.850 | 56.850 (250 epoch) | 12.717 | 12.717 (250 epoch) | 26.232 | 26.232 (250 epoch) | +2024-04-02 15:40:25,466 - ==> Total time: 14:40:19 Eta: 1 day, 20:00:59 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 15:42:49,389 - Train: 25.05% [46100/184000] [250.5/1000.0] [batch_t 1.415 (1.418)] [data_t 0.002] [optim_t 1.412] [lr 0.005000] +2024-04-02 15:44:48,180 - ==> Total time: 14:44:42 Eta: 1 day, 20:00:01 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 15:45:13,342 - Train: 25.11% [46200/184000] [251.1/1000.0] [batch_t 1.459 (1.476)] [data_t 0.003] [optim_t 1.456] [lr 0.005000] +2024-04-02 15:47:39,133 - Train: 25.16% [46300/184000] [251.6/1000.0] [batch_t 1.460 (1.458)] [data_t 0.004] [optim_t 1.457] [lr 0.005000] +2024-04-02 15:49:18,416 - ==> Total time: 14:49:12 Eta: 1 day, 19:59:24 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 15:50:07,420 - Train: 25.22% [46400/184000] [252.2/1000.0] [batch_t 1.464 (1.470)] [data_t 0.003] [optim_t 1.461] [lr 0.005000] +2024-04-02 15:52:31,822 - Train: 25.27% [46500/184000] [252.7/1000.0] [batch_t 1.434 (1.444)] [data_t 0.003] [optim_t 1.431] [lr 0.005000] +2024-04-02 15:53:46,387 - ==> Total time: 14:53:40 Eta: 1 day, 19:58:39 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 15:54:57,634 - Train: 25.33% [46600/184000] [253.3/1000.0] [batch_t 1.435 (1.445)] [data_t 0.003] [optim_t 1.433] [lr 0.005000] +2024-04-02 15:57:20,929 - Train: 25.38% [46700/184000] [253.8/1000.0] [batch_t 1.443 (1.433)] [data_t 0.003] [optim_t 1.440] [lr 0.005000] +2024-04-02 15:58:12,564 - ==> Total time: 14:58:07 Eta: 1 day, 19:57:46 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 15:59:46,552 - Train: 25.43% [46800/184000] [254.3/1000.0] [batch_t 1.435 (1.441)] [data_t 0.002] [optim_t 1.432] [lr 0.005000] +2024-04-02 16:02:09,899 - Train: 25.49% [46900/184000] [254.9/1000.0] [batch_t 1.440 (1.433)] [data_t 0.003] [optim_t 1.437] [lr 0.005000] +2024-04-02 16:02:38,515 - ==> Total time: 15:02:32 Eta: 1 day, 19:56:51 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 16:04:35,788 - Train: 25.54% [47000/184000] [255.4/1000.0] [batch_t 1.446 (1.444)] [data_t 0.003] [optim_t 1.443] [lr 0.005000] +2024-04-02 16:06:59,201 - Train: 25.60% [47100/184000] [256.0/1000.0] [batch_t 1.423 (1.434)] [data_t 0.002] [optim_t 1.421] [lr 0.005000] +2024-04-02 16:07:04,926 - ==> Total time: 15:06:59 Eta: 1 day, 19:55:56 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 16:09:26,350 - Train: 25.65% [47200/184000] [256.5/1000.0] [batch_t 1.424 (1.442)] [data_t 0.002] [optim_t 1.422] [lr 0.005000] +2024-04-02 16:11:32,332 - ==> Total time: 15:11:26 Eta: 1 day, 19:55:02 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 16:11:52,509 - Train: 25.71% [47300/184000] [257.1/1000.0] [batch_t 1.433 (1.501)] [data_t 0.003] [optim_t 1.430] [lr 0.005000] +2024-04-02 16:14:15,839 - Train: 25.76% [47400/184000] [257.6/1000.0] [batch_t 1.442 (1.433)] [data_t 0.002] [optim_t 1.440] [lr 0.005000] +2024-04-02 16:15:59,032 - ==> Total time: 15:15:53 Eta: 1 day, 19:54:04 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 16:16:46,925 - Train: 25.82% [47500/184000] [258.2/1000.0] [batch_t 1.432 (1.618)] [data_t 0.003] [optim_t 1.430] [lr 0.005000] +2024-04-02 16:19:10,367 - Train: 25.87% [47600/184000] [258.7/1000.0] [batch_t 1.429 (1.434)] [data_t 0.002] [optim_t 1.427] [lr 0.005000] +2024-04-02 16:20:30,644 - ==> Total time: 15:20:25 Eta: 1 day, 19:53:19 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 16:21:36,358 - Train: 25.92% [47700/184000] [259.2/1000.0] [batch_t 1.435 (1.447)] [data_t 0.003] [optim_t 1.432] [lr 0.005000] +2024-04-02 16:23:59,547 - Train: 25.98% [47800/184000] [259.8/1000.0] [batch_t 1.432 (1.432)] [data_t 0.003] [optim_t 1.429] [lr 0.005000] +2024-04-02 16:24:56,858 - ==> Total time: 15:24:51 Eta: 1 day, 19:52:16 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 16:26:26,129 - Train: 26.03% [47900/184000] [260.3/1000.0] [batch_t 1.428 (1.443)] [data_t 0.003] [optim_t 1.425] [lr 0.005000] +2024-04-02 16:28:49,559 - Train: 26.09% [48000/184000] [260.9/1000.0] [batch_t 1.433 (1.434)] [data_t 0.002] [optim_t 1.431] [lr 0.005000] +2024-04-02 16:29:23,995 - ==> Total time: 15:29:18 Eta: 1 day, 19:51:15 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 16:31:15,491 - Train: 26.14% [48100/184000] [261.4/1000.0] [batch_t 1.429 (1.444)] [data_t 0.002] [optim_t 1.427] [lr 0.005000] +2024-04-02 16:33:38,918 - Train: 26.20% [48200/184000] [262.0/1000.0] [batch_t 1.438 (1.434)] [data_t 0.002] [optim_t 1.436] [lr 0.005000] +2024-04-02 16:33:50,411 - ==> Total time: 15:33:44 Eta: 1 day, 19:50:10 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 16:36:07,960 - Train: 26.25% [48300/184000] [262.5/1000.0] [batch_t 1.428 (1.463)] [data_t 0.003] [optim_t 1.425] [lr 0.005000] +2024-04-02 16:38:19,792 - ==> Total time: 15:38:14 Eta: 1 day, 19:49:12 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 16:38:37,262 - Train: 26.30% [48400/184000] [263.0/1000.0] [batch_t 1.433 (1.692)] [data_t 0.003] [optim_t 1.430] [lr 0.005000] +2024-04-02 16:41:28,433 - Train: 26.36% [48500/184000] [263.6/1000.0] [batch_t 1.441 (1.712)] [data_t 0.002] [optim_t 1.439] [lr 0.005000] +2024-04-02 16:43:17,380 - ==> Total time: 15:43:11 Eta: 1 day, 19:49:31 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 16:43:56,258 - Train: 26.41% [48600/184000] [264.1/1000.0] [batch_t 1.448 (1.499)] [data_t 0.002] [optim_t 1.446] [lr 0.005000] +2024-04-02 16:46:21,473 - Train: 26.47% [48700/184000] [264.7/1000.0] [batch_t 1.428 (1.452)] [data_t 0.003] [optim_t 1.425] [lr 0.005000] +2024-04-02 16:47:47,516 - ==> Total time: 15:47:41 Eta: 1 day, 19:48:31 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 16:48:48,345 - Train: 26.52% [48800/184000] [265.2/1000.0] [batch_t 1.424 (1.456)] [data_t 0.003] [optim_t 1.422] [lr 0.005000] +2024-04-02 16:51:11,845 - Train: 26.58% [48900/184000] [265.8/1000.0] [batch_t 1.428 (1.435)] [data_t 0.003] [optim_t 1.426] [lr 0.005000] +2024-04-02 16:52:14,932 - ==> Total time: 15:52:09 Eta: 1 day, 19:47:22 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 16:53:37,889 - Train: 26.63% [49000/184000] [266.3/1000.0] [batch_t 1.429 (1.447)] [data_t 0.003] [optim_t 1.426] [lr 0.005000] +2024-04-02 16:56:01,235 - Train: 26.68% [49100/184000] [266.8/1000.0] [batch_t 1.430 (1.433)] [data_t 0.003] [optim_t 1.428] [lr 0.005000] +2024-04-02 16:56:41,426 - ==> Total time: 15:56:35 Eta: 1 day, 19:46:09 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 16:58:28,161 - Train: 26.74% [49200/184000] [267.4/1000.0] [batch_t 1.442 (1.447)] [data_t 0.002] [optim_t 1.439] [lr 0.005000] +2024-04-02 17:00:51,694 - Train: 26.79% [49300/184000] [267.9/1000.0] [batch_t 1.429 (1.435)] [data_t 0.003] [optim_t 1.426] [lr 0.005000] +2024-04-02 17:01:08,920 - ==> Total time: 16:01:03 Eta: 1 day, 19:44:58 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 17:03:20,121 - Train: 26.85% [49400/184000] [268.5/1000.0] [batch_t 1.433 (1.471)] [data_t 0.003] [optim_t 1.430] [lr 0.005000] +2024-04-02 17:05:37,757 - ==> Total time: 16:05:32 Eta: 1 day, 19:43:49 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 17:05:46,067 - Train: 26.90% [49500/184000] [269.0/1000.0] [batch_t 1.425 (1.589)] [data_t 0.003] [optim_t 1.422] [lr 0.005000] +2024-04-02 17:08:09,216 - Train: 26.96% [49600/184000] [269.6/1000.0] [batch_t 1.416 (1.431)] [data_t 0.002] [optim_t 1.414] [lr 0.005000] +2024-04-02 17:10:02,354 - ==> Total time: 16:09:56 Eta: 1 day, 19:42:26 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 17:10:38,058 - Train: 27.01% [49700/184000] [270.1/1000.0] [batch_t 1.419 (1.521)] [data_t 0.002] [optim_t 1.417] [lr 0.005000] +2024-04-02 17:12:59,586 - Train: 27.07% [49800/184000] [270.7/1000.0] [batch_t 1.417 (1.415)] [data_t 0.002] [optim_t 1.415] [lr 0.005000] +2024-04-02 17:14:30,143 - ==> Total time: 16:14:24 Eta: 1 day, 19:41:11 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 17:15:24,164 - Train: 27.12% [49900/184000] [271.2/1000.0] [batch_t 1.406 (1.430)] [data_t 0.002] [optim_t 1.403] [lr 0.005000] +2024-04-02 17:17:45,690 - Train: 27.17% [50000/184000] [271.7/1000.0] [batch_t 1.416 (1.415)] [data_t 0.002] [optim_t 1.414] [lr 0.005000] +2024-04-02 17:18:53,609 - ==> Total time: 16:18:48 Eta: 1 day, 19:39:43 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 17:20:09,453 - Train: 27.23% [50100/184000] [272.3/1000.0] [batch_t 1.417 (1.428)] [data_t 0.002] [optim_t 1.414] [lr 0.005000] +2024-04-02 17:22:30,948 - Train: 27.28% [50200/184000] [272.8/1000.0] [batch_t 1.413 (1.415)] [data_t 0.002] [optim_t 1.411] [lr 0.005000] +2024-04-02 17:23:17,074 - ==> Total time: 16:23:11 Eta: 1 day, 19:38:14 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 17:24:56,636 - Train: 27.34% [50300/184000] [273.4/1000.0] [batch_t 1.413 (1.431)] [data_t 0.002] [optim_t 1.410] [lr 0.005000] +2024-04-02 17:27:18,091 - Train: 27.39% [50400/184000] [273.9/1000.0] [batch_t 1.416 (1.414)] [data_t 0.002] [optim_t 1.414] [lr 0.005000] +2024-04-02 17:27:40,723 - ==> Total time: 16:27:35 Eta: 1 day, 19:36:44 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 17:29:43,062 - Train: 27.45% [50500/184000] [274.5/1000.0] [batch_t 1.417 (1.429)] [data_t 0.002] [optim_t 1.415] [lr 0.005000] +2024-04-02 17:32:04,495 - Train: 27.50% [50600/184000] [275.0/1000.0] [batch_t 1.420 (1.414)] [data_t 0.002] [optim_t 1.418] [lr 0.005000] +2024-04-02 17:32:04,499 - ==> Total time: 16:31:58 Eta: 1 day, 19:35:13 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 17:34:30,764 - Train: 27.55% [50700/184000] [275.5/1000.0] [batch_t 1.412 (1.428)] [data_t 0.002] [optim_t 1.410] [lr 0.005000] +2024-04-02 17:36:29,607 - ==> Total time: 16:36:24 Eta: 1 day, 19:33:44 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 17:36:54,644 - Train: 27.61% [50800/184000] [276.1/1000.0] [batch_t 1.420 (1.449)] [data_t 0.002] [optim_t 1.418] [lr 0.005000] +2024-04-02 17:39:16,185 - Train: 27.66% [50900/184000] [276.6/1000.0] [batch_t 1.411 (1.415)] [data_t 0.002] [optim_t 1.409] [lr 0.005000] +2024-04-02 17:40:52,424 - ==> Total time: 16:40:46 Eta: 1 day, 19:32:08 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 17:41:40,609 - Train: 27.72% [51000/184000] [277.2/1000.0] [batch_t 1.416 (1.448)] [data_t 0.002] [optim_t 1.414] [lr 0.005000] +2024-04-02 17:44:02,117 - Train: 27.77% [51100/184000] [277.7/1000.0] [batch_t 1.416 (1.415)] [data_t 0.002] [optim_t 1.414] [lr 0.005000] +2024-04-02 17:45:15,706 - ==> Total time: 16:45:10 Eta: 1 day, 19:30:32 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 17:46:26,179 - Train: 27.83% [51200/184000] [278.3/1000.0] [batch_t 1.412 (1.427)] [data_t 0.002] [optim_t 1.410] [lr 0.005000] +2024-04-02 17:48:47,633 - Train: 27.88% [51300/184000] [278.8/1000.0] [batch_t 1.415 (1.414)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-02 17:49:38,748 - ==> Total time: 16:49:33 Eta: 1 day, 19:28:55 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 17:51:11,366 - Train: 27.93% [51400/184000] [279.3/1000.0] [batch_t 1.414 (1.422)] [data_t 0.002] [optim_t 1.412] [lr 0.005000] +2024-04-02 17:53:32,721 - Train: 27.99% [51500/184000] [279.9/1000.0] [batch_t 1.416 (1.413)] [data_t 0.002] [optim_t 1.414] [lr 0.005000] +2024-04-02 17:54:01,039 - ==> Total time: 16:53:55 Eta: 1 day, 19:27:14 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 17:56:00,484 - Train: 28.04% [51600/184000] [280.4/1000.0] [batch_t 1.416 (1.436)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-02 17:58:22,010 - Train: 28.10% [51700/184000] [281.0/1000.0] [batch_t 1.413 (1.415)] [data_t 0.002] [optim_t 1.411] [lr 0.005000] +2024-04-02 17:58:27,675 - ==> Total time: 16:58:22 Eta: 1 day, 19:25:43 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 18:00:46,581 - Train: 28.15% [51800/184000] [281.5/1000.0] [batch_t 1.417 (1.428)] [data_t 0.002] [optim_t 1.415] [lr 0.005000] +2024-04-02 18:02:51,116 - ==> Total time: 17:02:45 Eta: 1 day, 19:24:02 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 18:03:11,263 - Train: 28.21% [51900/184000] [282.1/1000.0] [batch_t 1.416 (1.501)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-02 18:05:32,701 - Train: 28.26% [52000/184000] [282.6/1000.0] [batch_t 1.415 (1.414)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-02 18:07:14,551 - ==> Total time: 17:07:08 Eta: 1 day, 19:22:21 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 18:07:56,536 - Train: 28.32% [52100/184000] [283.2/1000.0] [batch_t 1.411 (1.436)] [data_t 0.002] [optim_t 1.409] [lr 0.005000] +2024-04-02 18:10:17,924 - Train: 28.37% [52200/184000] [283.7/1000.0] [batch_t 1.408 (1.414)] [data_t 0.002] [optim_t 1.405] [lr 0.005000] +2024-04-02 18:11:37,164 - ==> Total time: 17:11:31 Eta: 1 day, 19:20:36 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 18:12:41,787 - Train: 28.42% [52300/184000] [284.2/1000.0] [batch_t 1.416 (1.424)] [data_t 0.002] [optim_t 1.414] [lr 0.005000] +2024-04-02 18:15:03,256 - Train: 28.48% [52400/184000] [284.8/1000.0] [batch_t 1.412 (1.415)] [data_t 0.002] [optim_t 1.409] [lr 0.005000] +2024-04-02 18:15:59,902 - ==> Total time: 17:15:54 Eta: 1 day, 19:18:51 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 18:17:31,773 - Train: 28.53% [52500/184000] [285.3/1000.0] [batch_t 1.421 (1.497)] [data_t 0.002] [optim_t 1.419] [lr 0.005000] +2024-04-02 18:19:53,278 - Train: 28.59% [52600/184000] [285.9/1000.0] [batch_t 1.414 (1.415)] [data_t 0.002] [optim_t 1.412] [lr 0.005000] +2024-04-02 18:20:27,231 - ==> Total time: 17:20:21 Eta: 1 day, 19:17:15 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 18:22:16,982 - Train: 28.64% [52700/184000] [286.4/1000.0] [batch_t 1.417 (1.424)] [data_t 0.002] [optim_t 1.415] [lr 0.005000] +2024-04-02 18:24:38,401 - Train: 28.70% [52800/184000] [287.0/1000.0] [batch_t 1.406 (1.414)] [data_t 0.002] [optim_t 1.404] [lr 0.005000] +2024-04-02 18:24:49,733 - ==> Total time: 17:24:44 Eta: 1 day, 19:15:27 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 18:27:02,430 - Train: 28.75% [52900/184000] [287.5/1000.0] [batch_t 1.418 (1.420)] [data_t 0.002] [optim_t 1.415] [lr 0.005000] +2024-04-02 18:29:12,581 - ==> Total time: 17:29:07 Eta: 1 day, 19:13:39 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 18:29:26,185 - Train: 28.80% [53000/184000] [288.0/1000.0] [batch_t 1.418 (1.462)] [data_t 0.002] [optim_t 1.415] [lr 0.005000] +2024-04-02 18:31:47,701 - Train: 28.86% [53100/184000] [288.6/1000.0] [batch_t 1.416 (1.415)] [data_t 0.002] [optim_t 1.414] [lr 0.005000] +2024-04-02 18:33:35,190 - ==> Total time: 17:33:29 Eta: 1 day, 19:11:48 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 18:34:11,464 - Train: 28.91% [53200/184000] [289.1/1000.0] [batch_t 1.420 (1.445)] [data_t 0.002] [optim_t 1.417] [lr 0.005000] +2024-04-02 18:36:32,907 - Train: 28.97% [53300/184000] [289.7/1000.0] [batch_t 1.416 (1.414)] [data_t 0.003] [optim_t 1.414] [lr 0.005000] +2024-04-02 18:37:57,800 - ==> Total time: 17:37:52 Eta: 1 day, 19:09:57 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 18:38:59,194 - Train: 29.02% [53400/184000] [290.2/1000.0] [batch_t 1.411 (1.490)] [data_t 0.003] [optim_t 1.408] [lr 0.005000] +2024-04-02 18:41:20,651 - Train: 29.08% [53500/184000] [290.8/1000.0] [batch_t 1.414 (1.414)] [data_t 0.002] [optim_t 1.412] [lr 0.005000] +2024-04-02 18:42:22,918 - ==> Total time: 17:42:17 Eta: 1 day, 19:08:11 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 18:43:47,229 - Train: 29.13% [53600/184000] [291.3/1000.0] [batch_t 1.406 (1.469)] [data_t 0.002] [optim_t 1.404] [lr 0.005000] +2024-04-02 18:46:08,697 - Train: 29.18% [53700/184000] [291.8/1000.0] [batch_t 1.420 (1.415)] [data_t 0.002] [optim_t 1.417] [lr 0.005000] +2024-04-02 18:46:48,316 - ==> Total time: 17:46:42 Eta: 1 day, 19:06:24 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 18:48:32,812 - Train: 29.24% [53800/184000] [292.4/1000.0] [batch_t 1.414 (1.423)] [data_t 0.002] [optim_t 1.412] [lr 0.005000] +2024-04-02 18:50:54,291 - Train: 29.29% [53900/184000] [292.9/1000.0] [batch_t 1.409 (1.415)] [data_t 0.002] [optim_t 1.407] [lr 0.005000] +2024-04-02 18:51:11,270 - ==> Total time: 17:51:05 Eta: 1 day, 19:04:31 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 18:53:18,823 - Train: 29.35% [54000/184000] [293.5/1000.0] [batch_t 1.420 (1.422)] [data_t 0.002] [optim_t 1.417] [lr 0.005000] +2024-04-02 18:55:34,598 - ==> Total time: 17:55:29 Eta: 1 day, 19:02:37 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 18:55:43,478 - Train: 29.40% [54100/184000] [294.0/1000.0] [batch_t 1.419 (1.645)] [data_t 0.002] [optim_t 1.417] [lr 0.005000] +2024-04-02 18:58:17,607 - Train: 29.46% [54200/184000] [294.6/1000.0] [batch_t 3.109 (1.541)] [data_t 1.701] [optim_t 1.407] [lr 0.005000] +2024-04-02 19:01:01,855 - ==> Total time: 18:00:56 Eta: 1 day, 19:03:15 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 19:02:11,119 - Train: 29.51% [54300/184000] [295.1/1000.0] [batch_t 1.438 (2.850)] [data_t 0.003] [optim_t 1.436] [lr 0.005000] +2024-04-02 19:05:03,389 - Train: 29.57% [54400/184000] [295.7/1000.0] [batch_t 1.433 (1.723)] [data_t 0.002] [optim_t 1.430] [lr 0.005000] +2024-04-02 19:06:43,805 - ==> Total time: 18:06:38 Eta: 1 day, 19:04:26 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 19:07:53,947 - Train: 29.62% [54500/184000] [296.2/1000.0] [batch_t 1.435 (1.714)] [data_t 0.003] [optim_t 1.432] [lr 0.005000] +2024-04-02 19:11:00,253 - Train: 29.67% [54600/184000] [296.7/1000.0] [batch_t 1.618 (1.863)] [data_t 0.192] [optim_t 1.426] [lr 0.005000] +2024-04-02 19:13:02,725 - ==> Total time: 18:12:57 Eta: 1 day, 19:07:01 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 19:14:37,228 - Train: 29.73% [54700/184000] [297.3/1000.0] [batch_t 1.440 (1.639)] [data_t 0.003] [optim_t 1.437] [lr 0.005000] +2024-04-02 19:17:00,699 - Train: 29.78% [54800/184000] [297.8/1000.0] [batch_t 1.441 (1.435)] [data_t 0.002] [optim_t 1.438] [lr 0.005000] +2024-04-02 19:17:46,610 - ==> Total time: 18:17:41 Eta: 1 day, 19:05:49 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 19:19:28,492 - Train: 29.84% [54900/184000] [298.4/1000.0] [batch_t 1.434 (1.458)] [data_t 0.003] [optim_t 1.431] [lr 0.005000] +2024-04-02 19:21:51,810 - Train: 29.89% [55000/184000] [298.9/1000.0] [batch_t 1.438 (1.433)] [data_t 0.002] [optim_t 1.436] [lr 0.005000] +2024-04-02 19:22:14,742 - ==> Total time: 18:22:09 Eta: 1 day, 19:03:58 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 19:24:22,104 - Train: 29.95% [55100/184000] [299.5/1000.0] [batch_t 1.432 (1.467)] [data_t 0.002] [optim_t 1.430] [lr 0.005000] +2024-04-02 19:26:45,609 - Train: 30.00% [55200/184000] [300.0/1000.0] [batch_t 1.436 (1.435)] [data_t 0.002] [optim_t 1.434] [lr 0.005000] +2024-04-02 19:27:36,846 - Test: 66.67% [50/75] [batch_t 1.621 (1.016)] +2024-04-02 19:27:59,040 - Test: 100.00% [75/75] [batch_t 0.353 (0.973)] +2024-04-02 19:28:25,507 - ==> Metric Time for bagel : 0.002 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.412 (mAUROC_px) 3.984 (mAP_px) 0.503 (mF1_max_px) 14.558 (mAUPRO_px) 0.175 (mF1_px_0.2_0.8_0.1) 0.175 (mAcc_px_0.2_0.8_0.1) 0.173 (mIoU_px_0.2_0.8_0.1) 0.500 (mIoU_max_px) +2024-04-02 19:28:52,549 - ==> Metric Time for cable_gland : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.312 (mAUROC_px) 4.478 (mAP_px) 0.621 (mF1_max_px) 15.484 (mAUPRO_px) 0.172 (mF1_px_0.2_0.8_0.1) 0.171 (mAcc_px_0.2_0.8_0.1) 0.169 (mIoU_px_0.2_0.8_0.1) 0.506 (mIoU_max_px) +2024-04-02 19:29:30,080 - ==> Metric Time for carrot : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 8.179 (mAUROC_px) 6.114 (mAP_px) 0.756 (mF1_max_px) 20.755 (mAUPRO_px) 0.258 (mF1_px_0.2_0.8_0.1) 0.257 (mAcc_px_0.2_0.8_0.1) 0.258 (mIoU_px_0.2_0.8_0.1) 0.743 (mIoU_max_px) +2024-04-02 19:30:01,444 - ==> Metric Time for cookie : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 6.598 (mAUROC_px) 4.932 (mAP_px) 0.635 (mF1_max_px) 17.760 (mAUPRO_px) 0.212 (mF1_px_0.2_0.8_0.1) 0.211 (mAcc_px_0.2_0.8_0.1) 0.214 (mIoU_px_0.2_0.8_0.1) 0.612 (mIoU_max_px) +2024-04-02 19:30:32,211 - ==> Metric Time for dowel : 0.002 (mAUROC_sp_max) 0.001 (mAP_sp_max) 0.000 (mF1_max_sp_max) 6.729 (mAUROC_px) 4.950 (mAP_px) 0.608 (mF1_max_px) 17.086 (mAUPRO_px) 0.201 (mF1_px_0.2_0.8_0.1) 0.199 (mAcc_px_0.2_0.8_0.1) 0.202 (mIoU_px_0.2_0.8_0.1) 0.600 (mIoU_max_px) +2024-04-02 19:30:55,423 - ==> Metric Time for foam : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 4.834 (mAUROC_px) 3.596 (mAP_px) 0.452 (mF1_max_px) 13.284 (mAUPRO_px) 0.160 (mF1_px_0.2_0.8_0.1) 0.151 (mAcc_px_0.2_0.8_0.1) 0.152 (mIoU_px_0.2_0.8_0.1) 0.438 (mIoU_max_px) +2024-04-02 19:31:26,952 - ==> Metric Time for peach : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 6.764 (mAUROC_px) 5.039 (mAP_px) 0.617 (mF1_max_px) 17.467 (mAUPRO_px) 0.209 (mF1_px_0.2_0.8_0.1) 0.212 (mAcc_px_0.2_0.8_0.1) 0.215 (mIoU_px_0.2_0.8_0.1) 0.618 (mIoU_max_px) +2024-04-02 19:31:54,645 - ==> Metric Time for potato : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.689 (mAUROC_px) 4.194 (mAP_px) 0.530 (mF1_max_px) 15.813 (mAUPRO_px) 0.226 (mF1_px_0.2_0.8_0.1) 0.226 (mAcc_px_0.2_0.8_0.1) 0.218 (mIoU_px_0.2_0.8_0.1) 0.635 (mIoU_max_px) +2024-04-02 19:32:18,723 - ==> Metric Time for rope : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.037 (mAUROC_px) 3.793 (mAP_px) 0.471 (mF1_max_px) 13.673 (mAUPRO_px) 0.166 (mF1_px_0.2_0.8_0.1) 0.167 (mAcc_px_0.2_0.8_0.1) 0.162 (mIoU_px_0.2_0.8_0.1) 0.459 (mIoU_max_px) +2024-04-02 19:32:45,268 - ==> Metric Time for tire : 0.001 (mAUROC_sp_max) 0.001 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.598 (mAUROC_px) 4.200 (mAP_px) 0.533 (mF1_max_px) 15.004 (mAUPRO_px) 0.179 (mF1_px_0.2_0.8_0.1) 0.177 (mAcc_px_0.2_0.8_0.1) 0.178 (mIoU_px_0.2_0.8_0.1) 0.530 (mIoU_max_px) +2024-04-02 19:32:45,289 - +| Name | mAUROC_sp_max | mAUROC_sp_max (Max) | mAP_sp_max | mAP_sp_max (Max) | mF1_max_sp_max | mF1_max_sp_max (Max) | mAUROC_px | mAUROC_px (Max) | mAP_px | mAP_px (Max) | mF1_max_px | mF1_max_px (Max) | mAUPRO_px | mAUPRO_px (Max) | mF1_px_0.2_0.8_0.1 | mF1_px_0.2_0.8_0.1 (Max) | mAcc_px_0.2_0.8_0.1 | mAcc_px_0.2_0.8_0.1 (Max) | mIoU_px_0.2_0.8_0.1 | mIoU_px_0.2_0.8_0.1 (Max) | mIoU_max_px | mIoU_max_px (Max) | +|:-----------:|:---------------:|:---------------------:|:------------:|:------------------:|:----------------:|:----------------------:|:-----------:|:------------------:|:--------:|:------------------:|:------------:|:------------------:|:-----------:|:------------------:|:--------------------:|:--------------------------:|:---------------------:|:---------------------------:|:---------------------:|:---------------------------:|:-------------:|:-------------------:| +| bagel | 91.374 | 92.045 (100 epoch) | 97.768 | 97.768 (300 epoch) | 93.122 | 94.505 (100 epoch) | 98.684 | 98.797 (50 epoch) | 41.417 | 41.737 (150 epoch) | 45.466 | 45.466 (300 epoch) | 93.724 | 95.486 (100 epoch) | 19.697 | 19.697 (300 epoch) | 75.990 | 78.616 (50 epoch) | 11.799 | 11.799 (300 epoch) | 29.421 | 29.421 (300 epoch) | +| cable_gland | 93.815 | 93.815 (300 epoch) | 98.426 | 98.426 (300 epoch) | 94.857 | 94.857 (300 epoch) | 99.342 | 99.342 (300 epoch) | 38.490 | 38.796 (150 epoch) | 43.344 | 43.662 (150 epoch) | 98.330 | 98.330 (300 epoch) | 22.301 | 22.301 (300 epoch) | 49.704 | 49.704 (300 epoch) | 13.272 | 13.272 (300 epoch) | 27.668 | 27.928 (150 epoch) | +| carrot | 90.544 | 91.807 (150 epoch) | 97.755 | 98.187 (150 epoch) | 94.203 | 94.465 (250 epoch) | 99.420 | 99.420 (300 epoch) | 29.867 | 29.867 (300 epoch) | 34.196 | 34.196 (300 epoch) | 98.087 | 98.087 (300 epoch) | 19.258 | 19.258 (300 epoch) | 53.705 | 53.705 (300 epoch) | 11.097 | 11.097 (300 epoch) | 20.625 | 20.625 (300 epoch) | +| cookie | 60.298 | 62.552 (50 epoch) | 87.403 | 87.403 (300 epoch) | 88.034 | 88.312 (100 epoch) | 97.026 | 97.026 (300 epoch) | 41.290 | 41.290 (300 epoch) | 43.756 | 43.756 (300 epoch) | 85.584 | 85.584 (300 epoch) | 16.930 | 18.186 (50 epoch) | 50.444 | 59.787 (50 epoch) | 9.926 | 10.542 (50 epoch) | 28.005 | 28.005 (300 epoch) | +| dowel | 97.300 | 97.300 (250 epoch) | 99.387 | 99.390 (250 epoch) | 96.117 | 96.618 (250 epoch) | 99.566 | 99.566 (300 epoch) | 48.224 | 48.224 (300 epoch) | 48.462 | 48.804 (250 epoch) | 96.645 | 96.844 (100 epoch) | 29.715 | 29.715 (300 epoch) | 54.768 | 54.768 (300 epoch) | 18.306 | 18.306 (300 epoch) | 31.980 | 32.278 (250 epoch) | +| foam | 84.812 | 84.812 (300 epoch) | 96.034 | 96.034 (300 epoch) | 90.588 | 90.588 (300 epoch) | 95.258 | 95.530 (250 epoch) | 23.895 | 24.221 (100 epoch) | 33.549 | 33.822 (100 epoch) | 81.891 | 83.272 (250 epoch) | 19.809 | 19.809 (300 epoch) | 43.439 | 45.846 (50 epoch) | 11.351 | 11.351 (300 epoch) | 20.155 | 20.353 (100 epoch) | +| peach | 90.530 | 92.634 (100 epoch) | 97.281 | 98.093 (100 epoch) | 94.118 | 94.836 (50 epoch) | 99.482 | 99.509 (100 epoch) | 46.270 | 47.721 (100 epoch) | 46.529 | 48.356 (100 epoch) | 97.693 | 98.112 (100 epoch) | 22.195 | 22.195 (300 epoch) | 74.168 | 74.168 (300 epoch) | 13.416 | 13.441 (100 epoch) | 30.318 | 31.888 (100 epoch) | +| potato | 66.650 | 66.650 (300 epoch) | 89.279 | 89.279 (300 epoch) | 90.640 | 90.640 (200 epoch) | 99.023 | 99.066 (250 epoch) | 17.741 | 17.921 (150 epoch) | 22.801 | 23.762 (150 epoch) | 95.518 | 95.719 (150 epoch) | 12.072 | 12.207 (150 epoch) | 61.780 | 63.214 (100 epoch) | 6.588 | 6.672 (150 epoch) | 12.868 | 13.483 (150 epoch) | +| rope | 95.199 | 96.014 (200 epoch) | 98.002 | 98.309 (200 epoch) | 91.304 | 93.333 (50 epoch) | 99.299 | 99.306 (150 epoch) | 50.098 | 51.182 (250 epoch) | 48.899 | 49.990 (250 epoch) | 95.470 | 95.470 (300 epoch) | 30.676 | 31.515 (150 epoch) | 51.655 | 55.578 (50 epoch) | 19.104 | 19.679 (150 epoch) | 32.361 | 33.325 (250 epoch) | +| tire | 85.793 | 87.310 (250 epoch) | 95.604 | 95.846 (250 epoch) | 90.608 | 91.099 (250 epoch) | 99.436 | 99.436 (300 epoch) | 40.752 | 40.752 (300 epoch) | 45.228 | 46.872 (200 epoch) | 96.608 | 96.643 (100 epoch) | 22.080 | 22.736 (250 epoch) | 53.423 | 56.071 (250 epoch) | 13.353 | 13.796 (250 epoch) | 29.223 | 30.610 (200 epoch) | +| Avg | 85.632 | 85.632 (300 epoch) | 95.694 | 95.694 (300 epoch) | 92.359 | 92.359 (300 epoch) | 98.654 | 98.654 (300 epoch) | 37.804 | 37.804 (300 epoch) | 41.223 | 41.223 (300 epoch) | 93.955 | 93.955 (300 epoch) | 21.473 | 21.473 (300 epoch) | 56.908 | 56.908 (300 epoch) | 12.821 | 12.821 (300 epoch) | 26.262 | 26.262 (300 epoch) | +2024-04-02 19:32:45,520 - ==> Total time: 18:32:39 Eta: 1 day, 19:16:13 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 19:35:16,458 - Train: 30.05% [55300/184000] [300.5/1000.0] [batch_t 1.430 (1.475)] [data_t 0.002] [optim_t 1.428] [lr 0.005000] +2024-04-02 19:37:16,914 - ==> Total time: 18:37:11 Eta: 1 day, 19:14:24 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 19:37:42,682 - Train: 30.11% [55400/184000] [301.1/1000.0] [batch_t 1.433 (1.496)] [data_t 0.003] [optim_t 1.430] [lr 0.005000] +2024-04-02 19:40:06,113 - Train: 30.16% [55500/184000] [301.6/1000.0] [batch_t 1.440 (1.434)] [data_t 0.002] [optim_t 1.438] [lr 0.005000] +2024-04-02 19:41:43,755 - ==> Total time: 18:41:38 Eta: 1 day, 19:12:23 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 19:42:32,597 - Train: 30.22% [55600/184000] [302.2/1000.0] [batch_t 1.438 (1.463)] [data_t 0.003] [optim_t 1.435] [lr 0.005000] +2024-04-02 19:44:56,006 - Train: 30.27% [55700/184000] [302.7/1000.0] [batch_t 1.433 (1.434)] [data_t 0.003] [optim_t 1.430] [lr 0.005000] +2024-04-02 19:46:10,613 - ==> Total time: 18:46:05 Eta: 1 day, 19:10:21 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 19:47:21,548 - Train: 30.33% [55800/184000] [303.3/1000.0] [batch_t 1.437 (1.445)] [data_t 0.002] [optim_t 1.435] [lr 0.005000] +2024-04-02 19:49:45,067 - Train: 30.38% [55900/184000] [303.8/1000.0] [batch_t 1.440 (1.435)] [data_t 0.003] [optim_t 1.437] [lr 0.005000] +2024-04-02 19:50:36,664 - ==> Total time: 18:50:31 Eta: 1 day, 19:08:17 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 19:52:11,099 - Train: 30.43% [56000/184000] [304.3/1000.0] [batch_t 1.434 (1.448)] [data_t 0.002] [optim_t 1.431] [lr 0.005000] +2024-04-02 19:54:34,530 - Train: 30.49% [56100/184000] [304.9/1000.0] [batch_t 1.448 (1.434)] [data_t 0.002] [optim_t 1.446] [lr 0.005000] +2024-04-02 19:55:03,225 - ==> Total time: 18:54:57 Eta: 1 day, 19:06:13 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 19:57:04,044 - Train: 30.54% [56200/184000] [305.4/1000.0] [batch_t 1.435 (1.445)] [data_t 0.003] [optim_t 1.432] [lr 0.005000] +2024-04-02 19:59:27,331 - Train: 30.60% [56300/184000] [306.0/1000.0] [batch_t 1.427 (1.433)] [data_t 0.002] [optim_t 1.425] [lr 0.005000] +2024-04-02 19:59:33,070 - ==> Total time: 18:59:27 Eta: 1 day, 19:04:15 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 20:01:53,299 - Train: 30.65% [56400/184000] [306.5/1000.0] [batch_t 1.434 (1.442)] [data_t 0.003] [optim_t 1.431] [lr 0.005000] +2024-04-02 20:03:59,498 - ==> Total time: 19:03:53 Eta: 1 day, 19:02:09 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 20:04:24,356 - Train: 30.71% [56500/184000] [307.1/1000.0] [batch_t 1.434 (1.636)] [data_t 0.003] [optim_t 1.431] [lr 0.005000] +2024-04-02 20:06:47,729 - Train: 30.76% [56600/184000] [307.6/1000.0] [batch_t 1.430 (1.434)] [data_t 0.003] [optim_t 1.427] [lr 0.005000] +2024-04-02 20:08:31,041 - ==> Total time: 19:08:25 Eta: 1 day, 19:00:13 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 20:09:13,606 - Train: 30.82% [56700/184000] [308.2/1000.0] [batch_t 1.442 (1.451)] [data_t 0.002] [optim_t 1.440] [lr 0.005000] +2024-04-02 20:11:36,983 - Train: 30.87% [56800/184000] [308.7/1000.0] [batch_t 1.439 (1.434)] [data_t 0.002] [optim_t 1.437] [lr 0.005000] +2024-04-02 20:12:57,240 - ==> Total time: 19:12:51 Eta: 1 day, 18:58:04 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 20:14:04,190 - Train: 30.92% [56900/184000] [309.2/1000.0] [batch_t 1.434 (1.461)] [data_t 0.002] [optim_t 1.432] [lr 0.005000] +2024-04-02 20:16:29,333 - Train: 30.98% [57000/184000] [309.8/1000.0] [batch_t 1.441 (1.451)] [data_t 0.003] [optim_t 1.439] [lr 0.005000] +2024-04-02 20:17:26,644 - ==> Total time: 19:17:21 Eta: 1 day, 18:56:02 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 20:18:55,058 - Train: 31.03% [57100/184000] [310.3/1000.0] [batch_t 1.422 (1.444)] [data_t 0.003] [optim_t 1.419] [lr 0.005000] +2024-04-02 20:21:18,347 - Train: 31.09% [57200/184000] [310.9/1000.0] [batch_t 1.431 (1.433)] [data_t 0.003] [optim_t 1.428] [lr 0.005000] +2024-04-02 20:21:52,795 - ==> Total time: 19:21:47 Eta: 1 day, 18:53:51 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 20:23:44,921 - Train: 31.14% [57300/184000] [311.4/1000.0] [batch_t 1.437 (1.447)] [data_t 0.003] [optim_t 1.435] [lr 0.005000] +2024-04-02 20:26:08,250 - Train: 31.20% [57400/184000] [312.0/1000.0] [batch_t 1.433 (1.433)] [data_t 0.003] [optim_t 1.430] [lr 0.005000] +2024-04-02 20:26:19,705 - ==> Total time: 19:26:14 Eta: 1 day, 18:51:41 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 20:28:37,976 - Train: 31.25% [57500/184000] [312.5/1000.0] [batch_t 1.453 (1.464)] [data_t 0.003] [optim_t 1.450] [lr 0.005000] +2024-04-02 20:30:49,953 - ==> Total time: 19:30:44 Eta: 1 day, 18:49:38 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 20:31:05,240 - Train: 31.30% [57600/184000] [313.0/1000.0] [batch_t 1.441 (1.570)] [data_t 0.003] [optim_t 1.438] [lr 0.005000] +2024-04-02 20:33:28,608 - Train: 31.36% [57700/184000] [313.6/1000.0] [batch_t 1.429 (1.434)] [data_t 0.002] [optim_t 1.426] [lr 0.005000] +2024-04-02 20:35:17,518 - ==> Total time: 19:35:11 Eta: 1 day, 18:47:28 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 20:35:55,635 - Train: 31.41% [57800/184000] [314.1/1000.0] [batch_t 1.439 (1.487)] [data_t 0.002] [optim_t 1.437] [lr 0.005000] +2024-04-02 20:38:19,027 - Train: 31.47% [57900/184000] [314.7/1000.0] [batch_t 1.429 (1.434)] [data_t 0.003] [optim_t 1.426] [lr 0.005000] +2024-04-02 20:39:45,038 - ==> Total time: 19:39:39 Eta: 1 day, 18:45:17 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 20:40:47,179 - Train: 31.52% [58000/184000] [315.2/1000.0] [batch_t 1.433 (1.474)] [data_t 0.002] [optim_t 1.430] [lr 0.005000] +2024-04-02 20:43:10,550 - Train: 31.58% [58100/184000] [315.8/1000.0] [batch_t 1.421 (1.434)] [data_t 0.002] [optim_t 1.419] [lr 0.005000] +2024-04-02 20:44:13,647 - ==> Total time: 19:44:08 Eta: 1 day, 18:43:07 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 20:45:36,358 - Train: 31.63% [58200/184000] [316.3/1000.0] [batch_t 1.435 (1.442)] [data_t 0.002] [optim_t 1.433] [lr 0.005000] +2024-04-02 20:48:03,139 - Train: 31.68% [58300/184000] [316.8/1000.0] [batch_t 1.435 (1.468)] [data_t 0.003] [optim_t 1.433] [lr 0.005000] +2024-04-02 20:48:43,326 - ==> Total time: 19:48:37 Eta: 1 day, 18:40:59 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 20:50:28,823 - Train: 31.74% [58400/184000] [317.4/1000.0] [batch_t 1.420 (1.441)] [data_t 0.003] [optim_t 1.418] [lr 0.005000] +2024-04-02 20:52:52,842 - Train: 31.79% [58500/184000] [317.9/1000.0] [batch_t 1.433 (1.440)] [data_t 0.003] [optim_t 1.430] [lr 0.005000] +2024-04-02 20:53:10,031 - ==> Total time: 19:53:04 Eta: 1 day, 18:38:43 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 20:55:18,577 - Train: 31.85% [58600/184000] [318.5/1000.0] [batch_t 1.438 (1.440)] [data_t 0.002] [optim_t 1.435] [lr 0.005000] +2024-04-02 20:57:36,229 - ==> Total time: 19:57:30 Eta: 1 day, 18:36:26 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 20:57:44,714 - Train: 31.90% [58700/184000] [319.0/1000.0] [batch_t 1.428 (1.670)] [data_t 0.003] [optim_t 1.426] [lr 0.005000] +2024-04-02 21:00:08,151 - Train: 31.96% [58800/184000] [319.6/1000.0] [batch_t 1.440 (1.434)] [data_t 0.002] [optim_t 1.437] [lr 0.005000] +2024-04-02 21:02:02,849 - ==> Total time: 20:01:57 Eta: 1 day, 18:34:09 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 21:02:38,658 - Train: 32.01% [58900/184000] [320.1/1000.0] [batch_t 1.438 (1.544)] [data_t 0.003] [optim_t 1.435] [lr 0.005000] +2024-04-02 21:05:02,012 - Train: 32.07% [59000/184000] [320.7/1000.0] [batch_t 1.442 (1.433)] [data_t 0.002] [optim_t 1.440] [lr 0.005000] +2024-04-02 21:06:33,804 - ==> Total time: 20:06:28 Eta: 1 day, 18:32:00 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 21:07:28,240 - Train: 32.12% [59100/184000] [321.2/1000.0] [batch_t 1.430 (1.454)] [data_t 0.003] [optim_t 1.427] [lr 0.005000] +2024-04-02 21:09:51,595 - Train: 32.17% [59200/184000] [321.7/1000.0] [batch_t 1.432 (1.433)] [data_t 0.002] [optim_t 1.430] [lr 0.005000] +2024-04-02 21:11:00,419 - ==> Total time: 20:10:54 Eta: 1 day, 18:29:41 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 21:12:22,955 - Train: 32.23% [59300/184000] [322.3/1000.0] [batch_t 1.427 (1.483)] [data_t 0.002] [optim_t 1.424] [lr 0.005000] +2024-04-02 21:14:46,267 - Train: 32.28% [59400/184000] [322.8/1000.0] [batch_t 1.433 (1.433)] [data_t 0.002] [optim_t 1.431] [lr 0.005000] +2024-04-02 21:15:32,134 - ==> Total time: 20:15:26 Eta: 1 day, 18:27:32 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 21:17:15,347 - Train: 32.34% [59500/184000] [323.4/1000.0] [batch_t 1.433 (1.465)] [data_t 0.002] [optim_t 1.430] [lr 0.005000] +2024-04-02 21:19:38,618 - Train: 32.39% [59600/184000] [323.9/1000.0] [batch_t 1.423 (1.433)] [data_t 0.003] [optim_t 1.420] [lr 0.005000] +2024-04-02 21:20:01,554 - ==> Total time: 20:19:55 Eta: 1 day, 18:25:17 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 21:22:08,045 - Train: 32.45% [59700/184000] [324.5/1000.0] [batch_t 1.439 (1.447)] [data_t 0.002] [optim_t 1.437] [lr 0.005000] +2024-04-02 21:24:31,470 - Train: 32.50% [59800/184000] [325.0/1000.0] [batch_t 1.440 (1.434)] [data_t 0.002] [optim_t 1.438] [lr 0.005000] +2024-04-02 21:24:31,475 - ==> Total time: 20:24:25 Eta: 1 day, 18:23:03 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 21:26:59,245 - Train: 32.55% [59900/184000] [325.5/1000.0] [batch_t 1.445 (1.450)] [data_t 0.003] [optim_t 1.443] [lr 0.005000] +2024-04-02 21:28:59,711 - ==> Total time: 20:28:54 Eta: 1 day, 18:20:44 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 21:29:26,311 - Train: 32.61% [60000/184000] [326.1/1000.0] [batch_t 1.434 (1.564)] [data_t 0.002] [optim_t 1.432] [lr 0.005000] +2024-04-02 21:31:49,730 - Train: 32.66% [60100/184000] [326.6/1000.0] [batch_t 1.426 (1.434)] [data_t 0.003] [optim_t 1.423] [lr 0.005000] +2024-04-02 21:33:27,293 - ==> Total time: 20:33:21 Eta: 1 day, 18:18:23 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 21:34:16,079 - Train: 32.72% [60200/184000] [327.2/1000.0] [batch_t 1.433 (1.463)] [data_t 0.003] [optim_t 1.430] [lr 0.005000] +2024-04-02 21:36:39,432 - Train: 32.77% [60300/184000] [327.7/1000.0] [batch_t 1.432 (1.433)] [data_t 0.003] [optim_t 1.429] [lr 0.005000] +2024-04-02 21:37:54,027 - ==> Total time: 20:37:48 Eta: 1 day, 18:15:59 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 21:39:12,814 - Train: 32.83% [60400/184000] [328.3/1000.0] [batch_t 1.426 (1.555)] [data_t 0.003] [optim_t 1.423] [lr 0.005000] +2024-04-02 21:41:41,789 - Train: 32.88% [60500/184000] [328.8/1000.0] [batch_t 1.435 (1.490)] [data_t 0.002] [optim_t 1.433] [lr 0.005000] +2024-04-02 21:42:33,432 - ==> Total time: 20:42:27 Eta: 1 day, 18:14:01 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 21:44:07,864 - Train: 32.93% [60600/184000] [329.3/1000.0] [batch_t 1.434 (1.447)] [data_t 0.002] [optim_t 1.431] [lr 0.005000] +2024-04-02 21:46:31,282 - Train: 32.99% [60700/184000] [329.9/1000.0] [batch_t 1.428 (1.434)] [data_t 0.003] [optim_t 1.425] [lr 0.005000] +2024-04-02 21:47:00,025 - ==> Total time: 20:46:54 Eta: 1 day, 18:11:36 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 21:49:00,790 - Train: 33.04% [60800/184000] [330.4/1000.0] [batch_t 1.428 (1.483)] [data_t 0.003] [optim_t 1.425] [lr 0.005000] +2024-04-02 21:51:24,195 - Train: 33.10% [60900/184000] [331.0/1000.0] [batch_t 1.437 (1.434)] [data_t 0.002] [optim_t 1.435] [lr 0.005000] +2024-04-02 21:51:29,949 - ==> Total time: 20:51:24 Eta: 1 day, 18:09:16 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 21:53:50,835 - Train: 33.15% [61000/184000] [331.5/1000.0] [batch_t 1.430 (1.444)] [data_t 0.003] [optim_t 1.428] [lr 0.005000] +2024-04-02 21:55:56,980 - ==> Total time: 20:55:51 Eta: 1 day, 18:06:50 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 21:56:16,497 - Train: 33.21% [61100/184000] [332.1/1000.0] [batch_t 1.439 (1.495)] [data_t 0.002] [optim_t 1.437] [lr 0.005000] +2024-04-02 21:58:39,937 - Train: 33.26% [61200/184000] [332.6/1000.0] [batch_t 1.432 (1.434)] [data_t 0.002] [optim_t 1.430] [lr 0.005000] +2024-04-02 22:00:23,291 - ==> Total time: 21:00:17 Eta: 1 day, 18:04:22 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 22:01:06,185 - Train: 33.32% [61300/184000] [333.2/1000.0] [batch_t 1.437 (1.460)] [data_t 0.002] [optim_t 1.435] [lr 0.005000] +2024-04-02 22:03:29,579 - Train: 33.37% [61400/184000] [333.7/1000.0] [batch_t 1.433 (1.434)] [data_t 0.003] [optim_t 1.430] [lr 0.005000] +2024-04-02 22:04:49,868 - ==> Total time: 21:04:44 Eta: 1 day, 18:01:54 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 22:05:56,839 - Train: 33.42% [61500/184000] [334.2/1000.0] [batch_t 1.433 (1.469)] [data_t 0.003] [optim_t 1.431] [lr 0.005000] +2024-04-02 22:08:20,277 - Train: 33.48% [61600/184000] [334.8/1000.0] [batch_t 1.428 (1.434)] [data_t 0.003] [optim_t 1.425] [lr 0.005000] +2024-04-02 22:09:17,593 - ==> Total time: 21:09:12 Eta: 1 day, 17:59:27 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 22:10:46,200 - Train: 33.53% [61700/184000] [335.3/1000.0] [batch_t 1.436 (1.444)] [data_t 0.002] [optim_t 1.433] [lr 0.005000] +2024-04-02 22:13:09,522 - Train: 33.59% [61800/184000] [335.9/1000.0] [batch_t 1.433 (1.433)] [data_t 0.003] [optim_t 1.430] [lr 0.005000] +2024-04-02 22:13:43,928 - ==> Total time: 21:13:38 Eta: 1 day, 17:56:57 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 22:15:35,385 - Train: 33.64% [61900/184000] [336.4/1000.0] [batch_t 1.424 (1.442)] [data_t 0.002] [optim_t 1.421] [lr 0.005000] +2024-04-02 22:17:58,846 - Train: 33.70% [62000/184000] [337.0/1000.0] [batch_t 1.430 (1.435)] [data_t 0.002] [optim_t 1.428] [lr 0.005000] +2024-04-02 22:18:10,328 - ==> Total time: 21:18:04 Eta: 1 day, 17:54:26 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 22:20:24,656 - Train: 33.75% [62100/184000] [337.5/1000.0] [batch_t 1.434 (1.442)] [data_t 0.003] [optim_t 1.431] [lr 0.005000] +2024-04-02 22:22:36,474 - ==> Total time: 21:22:30 Eta: 1 day, 17:51:54 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 22:22:50,186 - Train: 33.80% [62200/184000] [338.0/1000.0] [batch_t 1.442 (1.519)] [data_t 0.002] [optim_t 1.439] [lr 0.005000] +2024-04-02 22:25:14,822 - Train: 33.86% [62300/184000] [338.6/1000.0] [batch_t 1.433 (1.446)] [data_t 0.003] [optim_t 1.430] [lr 0.005000] +2024-04-02 22:27:03,867 - ==> Total time: 21:26:58 Eta: 1 day, 17:49:24 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 22:27:42,101 - Train: 33.91% [62400/184000] [339.1/1000.0] [batch_t 1.438 (1.464)] [data_t 0.003] [optim_t 1.436] [lr 0.005000] +2024-04-02 22:30:05,483 - Train: 33.97% [62500/184000] [339.7/1000.0] [batch_t 1.429 (1.434)] [data_t 0.003] [optim_t 1.427] [lr 0.005000] +2024-04-02 22:31:31,552 - ==> Total time: 21:31:25 Eta: 1 day, 17:46:53 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 22:32:31,996 - Train: 34.02% [62600/184000] [340.2/1000.0] [batch_t 1.431 (1.452)] [data_t 0.003] [optim_t 1.428] [lr 0.005000] +2024-04-02 22:34:55,284 - Train: 34.08% [62700/184000] [340.8/1000.0] [batch_t 1.429 (1.433)] [data_t 0.002] [optim_t 1.427] [lr 0.005000] +2024-04-02 22:35:58,388 - ==> Total time: 21:35:52 Eta: 1 day, 17:44:21 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 22:37:21,098 - Train: 34.13% [62800/184000] [341.3/1000.0] [batch_t 1.433 (1.447)] [data_t 0.002] [optim_t 1.431] [lr 0.005000] +2024-04-02 22:39:44,574 - Train: 34.18% [62900/184000] [341.8/1000.0] [batch_t 1.441 (1.435)] [data_t 0.002] [optim_t 1.439] [lr 0.005000] +2024-04-02 22:40:24,730 - ==> Total time: 21:40:19 Eta: 1 day, 17:41:47 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 22:42:11,370 - Train: 34.24% [63000/184000] [342.4/1000.0] [batch_t 1.434 (1.446)] [data_t 0.003] [optim_t 1.431] [lr 0.005000] +2024-04-02 22:44:34,749 - Train: 34.29% [63100/184000] [342.9/1000.0] [batch_t 1.432 (1.434)] [data_t 0.003] [optim_t 1.429] [lr 0.005000] +2024-04-02 22:44:51,938 - ==> Total time: 21:44:46 Eta: 1 day, 17:39:13 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 22:47:00,275 - Train: 34.35% [63200/184000] [343.5/1000.0] [batch_t 1.428 (1.440)] [data_t 0.003] [optim_t 1.425] [lr 0.005000] +2024-04-02 22:49:17,911 - ==> Total time: 21:49:12 Eta: 1 day, 17:36:37 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 22:49:26,228 - Train: 34.40% [63300/184000] [344.0/1000.0] [batch_t 1.435 (1.620)] [data_t 0.002] [optim_t 1.432] [lr 0.005000] +2024-04-02 22:51:49,618 - Train: 34.46% [63400/184000] [344.6/1000.0] [batch_t 1.431 (1.434)] [data_t 0.003] [optim_t 1.429] [lr 0.005000] +2024-04-02 22:53:44,394 - ==> Total time: 21:53:38 Eta: 1 day, 17:34:01 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 22:54:15,380 - Train: 34.51% [63500/184000] [345.1/1000.0] [batch_t 1.423 (1.465)] [data_t 0.003] [optim_t 1.421] [lr 0.005000] +2024-04-02 22:56:38,767 - Train: 34.57% [63600/184000] [345.7/1000.0] [batch_t 1.440 (1.434)] [data_t 0.002] [optim_t 1.437] [lr 0.005000] +2024-04-02 22:58:10,466 - ==> Total time: 21:58:04 Eta: 1 day, 17:31:24 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 22:59:04,934 - Train: 34.62% [63700/184000] [346.2/1000.0] [batch_t 1.434 (1.456)] [data_t 0.002] [optim_t 1.431] [lr 0.005000] +2024-04-02 23:01:28,288 - Train: 34.67% [63800/184000] [346.7/1000.0] [batch_t 1.445 (1.433)] [data_t 0.002] [optim_t 1.443] [lr 0.005000] +2024-04-02 23:02:37,132 - ==> Total time: 22:02:31 Eta: 1 day, 17:28:47 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 23:03:54,282 - Train: 34.73% [63900/184000] [347.3/1000.0] [batch_t 1.429 (1.443)] [data_t 0.003] [optim_t 1.426] [lr 0.005000] +2024-04-02 23:06:17,590 - Train: 34.78% [64000/184000] [347.8/1000.0] [batch_t 1.433 (1.433)] [data_t 0.002] [optim_t 1.431] [lr 0.005000] +2024-04-02 23:07:03,506 - ==> Total time: 22:06:57 Eta: 1 day, 17:26:09 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 23:08:45,370 - Train: 34.84% [64100/184000] [348.4/1000.0] [batch_t 1.432 (1.446)] [data_t 0.003] [optim_t 1.430] [lr 0.005000] +2024-04-02 23:11:08,473 - Train: 34.89% [64200/184000] [348.9/1000.0] [batch_t 1.428 (1.431)] [data_t 0.002] [optim_t 1.426] [lr 0.005000] +2024-04-02 23:11:31,384 - ==> Total time: 22:11:25 Eta: 1 day, 17:23:33 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 23:13:33,768 - Train: 34.95% [64300/184000] [349.5/1000.0] [batch_t 1.432 (1.437)] [data_t 0.003] [optim_t 1.430] [lr 0.005000] +2024-04-02 23:15:56,963 - Train: 35.00% [64400/184000] [350.0/1000.0] [batch_t 1.439 (1.432)] [data_t 0.002] [optim_t 1.437] [lr 0.005000] +2024-04-02 23:16:35,067 - Test: 66.67% [50/75] [batch_t 0.425 (0.753)] +2024-04-02 23:16:45,445 - Test: 100.00% [75/75] [batch_t 0.354 (0.640)] +2024-04-02 23:17:11,624 - ==> Metric Time for bagel : 0.002 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.290 (mAUROC_px) 3.930 (mAP_px) 0.478 (mF1_max_px) 14.459 (mAUPRO_px) 0.168 (mF1_px_0.2_0.8_0.1) 0.171 (mAcc_px_0.2_0.8_0.1) 0.175 (mIoU_px_0.2_0.8_0.1) 0.483 (mIoU_max_px) +2024-04-02 23:17:35,864 - ==> Metric Time for cable_gland : 0.001 (mAUROC_sp_max) 0.001 (mAP_sp_max) 0.001 (mF1_max_sp_max) 5.179 (mAUROC_px) 3.807 (mAP_px) 0.470 (mF1_max_px) 13.687 (mAUPRO_px) 0.162 (mF1_px_0.2_0.8_0.1) 0.162 (mAcc_px_0.2_0.8_0.1) 0.163 (mIoU_px_0.2_0.8_0.1) 0.478 (mIoU_max_px) +2024-04-02 23:18:12,836 - ==> Metric Time for carrot : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 8.089 (mAUROC_px) 5.981 (mAP_px) 0.728 (mF1_max_px) 20.486 (mAUPRO_px) 0.249 (mF1_px_0.2_0.8_0.1) 0.252 (mAcc_px_0.2_0.8_0.1) 0.251 (mIoU_px_0.2_0.8_0.1) 0.720 (mIoU_max_px) +2024-04-02 23:18:43,823 - ==> Metric Time for cookie : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 6.504 (mAUROC_px) 4.847 (mAP_px) 0.603 (mF1_max_px) 17.664 (mAUPRO_px) 0.203 (mF1_px_0.2_0.8_0.1) 0.201 (mAcc_px_0.2_0.8_0.1) 0.199 (mIoU_px_0.2_0.8_0.1) 0.585 (mIoU_max_px) +2024-04-02 23:19:14,048 - ==> Metric Time for dowel : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 6.548 (mAUROC_px) 4.886 (mAP_px) 0.591 (mF1_max_px) 16.848 (mAUPRO_px) 0.200 (mF1_px_0.2_0.8_0.1) 0.195 (mAcc_px_0.2_0.8_0.1) 0.196 (mIoU_px_0.2_0.8_0.1) 0.581 (mIoU_max_px) +2024-04-02 23:19:36,681 - ==> Metric Time for foam : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 4.651 (mAUROC_px) 3.565 (mAP_px) 0.437 (mF1_max_px) 12.950 (mAUPRO_px) 0.152 (mF1_px_0.2_0.8_0.1) 0.150 (mAcc_px_0.2_0.8_0.1) 0.147 (mIoU_px_0.2_0.8_0.1) 0.437 (mIoU_max_px) +2024-04-02 23:20:07,136 - ==> Metric Time for peach : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 6.576 (mAUROC_px) 4.853 (mAP_px) 0.593 (mF1_max_px) 17.046 (mAUPRO_px) 0.205 (mF1_px_0.2_0.8_0.1) 0.199 (mAcc_px_0.2_0.8_0.1) 0.205 (mIoU_px_0.2_0.8_0.1) 0.597 (mIoU_max_px) +2024-04-02 23:20:33,170 - ==> Metric Time for potato : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.525 (mAUROC_px) 4.100 (mAP_px) 0.503 (mF1_max_px) 14.719 (mAUPRO_px) 0.172 (mF1_px_0.2_0.8_0.1) 0.172 (mAcc_px_0.2_0.8_0.1) 0.172 (mIoU_px_0.2_0.8_0.1) 0.509 (mIoU_max_px) +2024-04-02 23:20:55,932 - ==> Metric Time for rope : 0.002 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 4.746 (mAUROC_px) 3.609 (mAP_px) 0.441 (mF1_max_px) 12.919 (mAUPRO_px) 0.153 (mF1_px_0.2_0.8_0.1) 0.151 (mAcc_px_0.2_0.8_0.1) 0.152 (mIoU_px_0.2_0.8_0.1) 0.445 (mIoU_max_px) +2024-04-02 23:21:21,432 - ==> Metric Time for tire : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.404 (mAUROC_px) 4.172 (mAP_px) 0.499 (mF1_max_px) 14.270 (mAUPRO_px) 0.169 (mF1_px_0.2_0.8_0.1) 0.170 (mAcc_px_0.2_0.8_0.1) 0.172 (mIoU_px_0.2_0.8_0.1) 0.490 (mIoU_max_px) +2024-04-02 23:21:21,448 - +| Name | mAUROC_sp_max | mAUROC_sp_max (Max) | mAP_sp_max | mAP_sp_max (Max) | mF1_max_sp_max | mF1_max_sp_max (Max) | mAUROC_px | mAUROC_px (Max) | mAP_px | mAP_px (Max) | mF1_max_px | mF1_max_px (Max) | mAUPRO_px | mAUPRO_px (Max) | mF1_px_0.2_0.8_0.1 | mF1_px_0.2_0.8_0.1 (Max) | mAcc_px_0.2_0.8_0.1 | mAcc_px_0.2_0.8_0.1 (Max) | mIoU_px_0.2_0.8_0.1 | mIoU_px_0.2_0.8_0.1 (Max) | mIoU_max_px | mIoU_max_px (Max) | +|:-----------:|:---------------:|:---------------------:|:------------:|:------------------:|:----------------:|:----------------------:|:-----------:|:------------------:|:--------:|:------------------:|:------------:|:------------------:|:-----------:|:------------------:|:--------------------:|:--------------------------:|:---------------------:|:---------------------------:|:---------------------:|:---------------------------:|:-------------:|:-------------------:| +| bagel | 88.791 | 92.045 (100 epoch) | 96.737 | 97.768 (300 epoch) | 93.258 | 94.505 (100 epoch) | 98.695 | 98.797 (50 epoch) | 40.554 | 41.737 (150 epoch) | 44.620 | 45.466 (300 epoch) | 93.895 | 95.486 (100 epoch) | 19.259 | 19.697 (300 epoch) | 75.975 | 78.616 (50 epoch) | 11.481 | 11.799 (300 epoch) | 28.717 | 29.421 (300 epoch) | +| cable_gland | 90.695 | 93.815 (300 epoch) | 97.284 | 98.426 (300 epoch) | 95.556 | 95.556 (350 epoch) | 99.393 | 99.393 (350 epoch) | 38.639 | 38.796 (150 epoch) | 43.287 | 43.662 (150 epoch) | 98.376 | 98.376 (350 epoch) | 23.426 | 23.426 (350 epoch) | 53.206 | 53.206 (350 epoch) | 13.950 | 13.950 (350 epoch) | 27.622 | 27.928 (150 epoch) | +| carrot | 89.843 | 91.807 (150 epoch) | 97.490 | 98.187 (150 epoch) | 94.203 | 94.465 (250 epoch) | 99.403 | 99.420 (300 epoch) | 28.475 | 29.867 (300 epoch) | 33.358 | 34.196 (300 epoch) | 97.603 | 98.087 (300 epoch) | 18.817 | 19.258 (300 epoch) | 53.645 | 53.705 (300 epoch) | 10.775 | 11.097 (300 epoch) | 20.018 | 20.625 (300 epoch) | +| cookie | 63.488 | 63.488 (350 epoch) | 88.245 | 88.245 (350 epoch) | 88.034 | 88.312 (100 epoch) | 96.898 | 97.026 (300 epoch) | 39.720 | 41.290 (300 epoch) | 42.604 | 43.756 (300 epoch) | 84.158 | 85.584 (300 epoch) | 16.314 | 18.186 (50 epoch) | 49.151 | 59.787 (50 epoch) | 9.538 | 10.542 (50 epoch) | 27.068 | 28.005 (300 epoch) | +| dowel | 97.004 | 97.300 (250 epoch) | 99.302 | 99.390 (250 epoch) | 95.735 | 96.618 (250 epoch) | 99.575 | 99.575 (350 epoch) | 49.956 | 49.956 (350 epoch) | 49.853 | 49.853 (350 epoch) | 97.273 | 97.273 (350 epoch) | 30.977 | 30.977 (350 epoch) | 58.070 | 58.070 (350 epoch) | 19.253 | 19.253 (350 epoch) | 33.203 | 33.203 (350 epoch) | +| foam | 81.938 | 84.812 (300 epoch) | 95.250 | 96.034 (300 epoch) | 90.058 | 90.588 (300 epoch) | 95.048 | 95.530 (250 epoch) | 23.664 | 24.221 (100 epoch) | 33.605 | 33.822 (100 epoch) | 83.347 | 83.347 (350 epoch) | 19.860 | 19.860 (350 epoch) | 42.813 | 45.846 (50 epoch) | 11.368 | 11.368 (350 epoch) | 20.196 | 20.353 (100 epoch) | +| peach | 89.078 | 92.634 (100 epoch) | 96.795 | 98.093 (100 epoch) | 93.088 | 94.836 (50 epoch) | 99.459 | 99.509 (100 epoch) | 44.400 | 47.721 (100 epoch) | 45.638 | 48.356 (100 epoch) | 97.530 | 98.112 (100 epoch) | 21.940 | 22.195 (300 epoch) | 71.669 | 74.168 (300 epoch) | 13.199 | 13.441 (100 epoch) | 29.565 | 31.888 (100 epoch) | +| potato | 69.170 | 69.170 (350 epoch) | 89.975 | 89.975 (350 epoch) | 91.089 | 91.089 (350 epoch) | 99.096 | 99.096 (350 epoch) | 18.791 | 18.791 (350 epoch) | 23.603 | 23.762 (150 epoch) | 95.017 | 95.719 (150 epoch) | 12.747 | 12.747 (350 epoch) | 60.629 | 63.214 (100 epoch) | 6.980 | 6.980 (350 epoch) | 13.380 | 13.483 (150 epoch) | +| rope | 96.286 | 96.286 (350 epoch) | 98.435 | 98.435 (350 epoch) | 93.333 | 93.333 (50 epoch) | 99.326 | 99.326 (350 epoch) | 51.186 | 51.186 (350 epoch) | 50.016 | 50.016 (350 epoch) | 95.295 | 95.470 (300 epoch) | 31.038 | 31.515 (150 epoch) | 50.656 | 55.578 (50 epoch) | 19.399 | 19.679 (150 epoch) | 33.348 | 33.348 (350 epoch) | +| tire | 87.126 | 87.310 (250 epoch) | 96.023 | 96.023 (350 epoch) | 90.503 | 91.099 (250 epoch) | 99.447 | 99.447 (350 epoch) | 41.222 | 41.222 (350 epoch) | 46.376 | 46.872 (200 epoch) | 96.590 | 96.643 (100 epoch) | 22.631 | 22.736 (250 epoch) | 53.807 | 56.071 (250 epoch) | 13.753 | 13.796 (250 epoch) | 30.188 | 30.610 (200 epoch) | +| Avg | 85.342 | 85.632 (300 epoch) | 95.553 | 95.694 (300 epoch) | 92.486 | 92.486 (350 epoch) | 98.634 | 98.654 (300 epoch) | 37.661 | 37.804 (300 epoch) | 41.296 | 41.296 (350 epoch) | 93.908 | 93.955 (300 epoch) | 21.701 | 21.701 (350 epoch) | 56.962 | 56.962 (350 epoch) | 12.969 | 12.969 (350 epoch) | 26.330 | 26.330 (350 epoch) | +2024-04-02 23:21:21,677 - ==> Total time: 22:21:16 Eta: 1 day, 17:30:55 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 23:23:49,573 - Train: 35.05% [64500/184000] [350.5/1000.0] [batch_t 1.429 (1.457)] [data_t 0.003] [optim_t 1.426] [lr 0.005000] +2024-04-02 23:25:50,028 - ==> Total time: 22:25:44 Eta: 1 day, 17:28:16 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 23:26:15,903 - Train: 35.11% [64600/184000] [351.1/1000.0] [batch_t 1.434 (1.501)] [data_t 0.002] [optim_t 1.432] [lr 0.005000] +2024-04-02 23:28:39,150 - Train: 35.16% [64700/184000] [351.6/1000.0] [batch_t 1.422 (1.432)] [data_t 0.003] [optim_t 1.419] [lr 0.005000] +2024-04-02 23:30:16,578 - ==> Total time: 22:30:11 Eta: 1 day, 17:25:33 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 23:31:04,672 - Train: 35.22% [64800/184000] [352.2/1000.0] [batch_t 1.432 (1.454)] [data_t 0.003] [optim_t 1.430] [lr 0.005000] +2024-04-02 23:33:27,986 - Train: 35.27% [64900/184000] [352.7/1000.0] [batch_t 1.439 (1.433)] [data_t 0.002] [optim_t 1.437] [lr 0.005000] +2024-04-02 23:34:42,564 - ==> Total time: 22:34:37 Eta: 1 day, 17:22:49 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 23:35:53,759 - Train: 35.33% [65000/184000] [353.3/1000.0] [batch_t 1.438 (1.440)] [data_t 0.003] [optim_t 1.436] [lr 0.005000] +2024-04-02 23:38:17,131 - Train: 35.38% [65100/184000] [353.8/1000.0] [batch_t 1.434 (1.434)] [data_t 0.003] [optim_t 1.432] [lr 0.005000] +2024-04-02 23:39:08,801 - ==> Total time: 22:39:03 Eta: 1 day, 17:20:04 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 23:40:44,682 - Train: 35.43% [65200/184000] [354.3/1000.0] [batch_t 1.428 (1.457)] [data_t 0.002] [optim_t 1.426] [lr 0.005000] +2024-04-02 23:43:08,000 - Train: 35.49% [65300/184000] [354.9/1000.0] [batch_t 1.425 (1.433)] [data_t 0.003] [optim_t 1.423] [lr 0.005000] +2024-04-02 23:43:36,695 - ==> Total time: 22:43:31 Eta: 1 day, 17:17:22 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 23:45:33,547 - Train: 35.54% [65400/184000] [355.4/1000.0] [batch_t 1.424 (1.441)] [data_t 0.003] [optim_t 1.421] [lr 0.005000] +2024-04-02 23:47:56,951 - Train: 35.60% [65500/184000] [356.0/1000.0] [batch_t 1.429 (1.434)] [data_t 0.002] [optim_t 1.427] [lr 0.005000] +2024-04-02 23:48:02,690 - ==> Total time: 22:47:57 Eta: 1 day, 17:14:36 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 23:50:25,352 - Train: 35.65% [65600/184000] [356.5/1000.0] [batch_t 1.438 (1.441)] [data_t 0.003] [optim_t 1.435] [lr 0.005000] +2024-04-02 23:52:31,472 - ==> Total time: 22:52:25 Eta: 1 day, 17:11:54 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 23:52:50,889 - Train: 35.71% [65700/184000] [357.1/1000.0] [batch_t 1.431 (1.487)] [data_t 0.002] [optim_t 1.429] [lr 0.005000] +2024-04-02 23:55:14,171 - Train: 35.76% [65800/184000] [357.6/1000.0] [batch_t 1.433 (1.433)] [data_t 0.003] [optim_t 1.430] [lr 0.005000] +2024-04-02 23:56:57,449 - ==> Total time: 22:56:51 Eta: 1 day, 17:09:07 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-02 23:57:39,762 - Train: 35.82% [65900/184000] [358.2/1000.0] [batch_t 1.425 (1.448)] [data_t 0.003] [optim_t 1.422] [lr 0.005000] +2024-04-03 00:00:03,011 - Train: 35.87% [66000/184000] [358.7/1000.0] [batch_t 1.428 (1.432)] [data_t 0.003] [optim_t 1.425] [lr 0.005000] +2024-04-03 00:01:23,221 - ==> Total time: 23:01:17 Eta: 1 day, 17:06:19 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 00:02:29,057 - Train: 35.92% [66100/184000] [359.2/1000.0] [batch_t 1.439 (1.449)] [data_t 0.002] [optim_t 1.437] [lr 0.005000] +2024-04-03 00:04:52,524 - Train: 35.98% [66200/184000] [359.8/1000.0] [batch_t 1.436 (1.435)] [data_t 0.002] [optim_t 1.434] [lr 0.005000] +2024-04-03 00:05:49,985 - ==> Total time: 23:05:44 Eta: 1 day, 17:03:32 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 00:07:18,494 - Train: 36.03% [66300/184000] [360.3/1000.0] [batch_t 1.434 (1.444)] [data_t 0.003] [optim_t 1.431] [lr 0.005000] +2024-04-03 00:09:41,930 - Train: 36.09% [66400/184000] [360.9/1000.0] [batch_t 1.440 (1.434)] [data_t 0.002] [optim_t 1.438] [lr 0.005000] +2024-04-03 00:10:16,334 - ==> Total time: 23:10:10 Eta: 1 day, 17:00:44 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 00:12:07,577 - Train: 36.14% [66500/184000] [361.4/1000.0] [batch_t 1.424 (1.442)] [data_t 0.002] [optim_t 1.422] [lr 0.005000] +2024-04-03 00:14:31,097 - Train: 36.20% [66600/184000] [362.0/1000.0] [batch_t 1.435 (1.435)] [data_t 0.002] [optim_t 1.432] [lr 0.005000] +2024-04-03 00:14:42,584 - ==> Total time: 23:14:37 Eta: 1 day, 16:57:54 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 00:16:57,327 - Train: 36.25% [66700/184000] [362.5/1000.0] [batch_t 1.440 (1.440)] [data_t 0.003] [optim_t 1.437] [lr 0.005000] +2024-04-03 00:19:09,307 - ==> Total time: 23:19:03 Eta: 1 day, 16:55:06 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 00:19:22,901 - Train: 36.30% [66800/184000] [363.0/1000.0] [batch_t 1.430 (1.490)] [data_t 0.002] [optim_t 1.428] [lr 0.005000] +2024-04-03 00:21:46,431 - Train: 36.36% [66900/184000] [363.6/1000.0] [batch_t 1.429 (1.435)] [data_t 0.003] [optim_t 1.427] [lr 0.005000] +2024-04-03 00:23:35,932 - ==> Total time: 23:23:30 Eta: 1 day, 16:52:16 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 00:24:13,165 - Train: 36.41% [67000/184000] [364.1/1000.0] [batch_t 1.461 (1.479)] [data_t 0.003] [optim_t 1.458] [lr 0.005000] +2024-04-03 00:26:39,137 - Train: 36.47% [67100/184000] [364.7/1000.0] [batch_t 1.455 (1.460)] [data_t 0.003] [optim_t 1.452] [lr 0.005000] +2024-04-03 00:28:06,753 - ==> Total time: 23:28:01 Eta: 1 day, 16:49:34 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 00:29:07,317 - Train: 36.52% [67200/184000] [365.2/1000.0] [batch_t 1.456 (1.468)] [data_t 0.003] [optim_t 1.453] [lr 0.005000] +2024-04-03 00:31:33,354 - Train: 36.58% [67300/184000] [365.8/1000.0] [batch_t 1.464 (1.460)] [data_t 0.003] [optim_t 1.461] [lr 0.005000] +2024-04-03 00:32:37,173 - ==> Total time: 23:32:31 Eta: 1 day, 16:46:50 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 00:33:59,575 - Train: 36.63% [67400/184000] [366.3/1000.0] [batch_t 1.434 (1.442)] [data_t 0.003] [optim_t 1.431] [lr 0.005000] +2024-04-03 00:36:23,070 - Train: 36.68% [67500/184000] [366.8/1000.0] [batch_t 1.433 (1.435)] [data_t 0.003] [optim_t 1.430] [lr 0.005000] +2024-04-03 00:37:03,229 - ==> Total time: 23:36:57 Eta: 1 day, 16:43:58 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 00:38:50,626 - Train: 36.74% [67600/184000] [367.4/1000.0] [batch_t 1.440 (1.447)] [data_t 0.003] [optim_t 1.437] [lr 0.005000] +2024-04-03 00:41:14,102 - Train: 36.79% [67700/184000] [367.9/1000.0] [batch_t 1.434 (1.435)] [data_t 0.002] [optim_t 1.431] [lr 0.005000] +2024-04-03 00:41:31,308 - ==> Total time: 23:41:25 Eta: 1 day, 16:41:09 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 00:43:39,948 - Train: 36.85% [67800/184000] [368.5/1000.0] [batch_t 1.440 (1.441)] [data_t 0.003] [optim_t 1.437] [lr 0.005000] +2024-04-03 00:45:57,741 - ==> Total time: 23:45:52 Eta: 1 day, 16:38:16 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 00:46:06,182 - Train: 36.90% [67900/184000] [369.0/1000.0] [batch_t 1.435 (1.541)] [data_t 0.003] [optim_t 1.432] [lr 0.005000] +2024-04-03 00:48:29,725 - Train: 36.96% [68000/184000] [369.6/1000.0] [batch_t 1.434 (1.435)] [data_t 0.002] [optim_t 1.431] [lr 0.005000] +2024-04-03 00:50:24,504 - ==> Total time: 23:50:18 Eta: 1 day, 16:35:24 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 00:50:55,452 - Train: 37.01% [68100/184000] [370.1/1000.0] [batch_t 1.429 (1.462)] [data_t 0.002] [optim_t 1.427] [lr 0.005000] +2024-04-03 00:53:19,005 - Train: 37.07% [68200/184000] [370.7/1000.0] [batch_t 1.434 (1.435)] [data_t 0.003] [optim_t 1.431] [lr 0.005000] +2024-04-03 00:54:50,844 - ==> Total time: 23:54:45 Eta: 1 day, 16:32:30 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 00:55:44,615 - Train: 37.12% [68300/184000] [371.2/1000.0] [batch_t 1.437 (1.444)] [data_t 0.003] [optim_t 1.434] [lr 0.005000] +2024-04-03 00:58:08,157 - Train: 37.17% [68400/184000] [371.7/1000.0] [batch_t 1.464 (1.435)] [data_t 0.003] [optim_t 1.460] [lr 0.005000] +2024-04-03 00:59:17,106 - ==> Total time: 23:59:11 Eta: 1 day, 16:29:36 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 01:00:35,691 - Train: 37.23% [68500/184000] [372.3/1000.0] [batch_t 1.431 (1.454)] [data_t 0.003] [optim_t 1.428] [lr 0.005000] +2024-04-03 01:02:59,219 - Train: 37.28% [68600/184000] [372.8/1000.0] [batch_t 1.441 (1.435)] [data_t 0.003] [optim_t 1.438] [lr 0.005000] +2024-04-03 01:03:45,136 - ==> Total time: 1 day, 0:03:39 Eta: 1 day, 16:26:44 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 01:05:25,280 - Train: 37.34% [68700/184000] [373.4/1000.0] [batch_t 1.443 (1.445)] [data_t 0.002] [optim_t 1.441] [lr 0.005000] +2024-04-03 01:07:48,760 - Train: 37.39% [68800/184000] [373.9/1000.0] [batch_t 1.430 (1.435)] [data_t 0.003] [optim_t 1.427] [lr 0.005000] +2024-04-03 01:08:11,700 - ==> Total time: 1 day, 0:08:06 Eta: 1 day, 16:23:49 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 01:10:14,327 - Train: 37.45% [68900/184000] [374.5/1000.0] [batch_t 1.435 (1.440)] [data_t 0.003] [optim_t 1.432] [lr 0.005000] +2024-04-03 01:12:37,862 - Train: 37.50% [69000/184000] [375.0/1000.0] [batch_t 1.434 (1.435)] [data_t 0.003] [optim_t 1.431] [lr 0.005000] +2024-04-03 01:12:37,866 - ==> Total time: 1 day, 0:12:32 Eta: 1 day, 16:20:53 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 01:15:03,572 - Train: 37.55% [69100/184000] [375.5/1000.0] [batch_t 1.438 (1.440)] [data_t 0.003] [optim_t 1.435] [lr 0.005000] +2024-04-03 01:17:04,159 - ==> Total time: 1 day, 0:16:58 Eta: 1 day, 16:17:57 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 01:17:29,680 - Train: 37.61% [69200/184000] [376.1/1000.0] [batch_t 1.427 (1.458)] [data_t 0.002] [optim_t 1.425] [lr 0.005000] +2024-04-03 01:19:53,275 - Train: 37.66% [69300/184000] [376.6/1000.0] [batch_t 1.444 (1.436)] [data_t 0.002] [optim_t 1.442] [lr 0.005000] +2024-04-03 01:21:30,827 - ==> Total time: 1 day, 0:21:25 Eta: 1 day, 16:15:01 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 01:22:19,188 - Train: 37.72% [69400/184000] [377.2/1000.0] [batch_t 1.438 (1.455)] [data_t 0.002] [optim_t 1.435] [lr 0.005000] +2024-04-03 01:24:42,767 - Train: 37.77% [69500/184000] [377.7/1000.0] [batch_t 1.431 (1.436)] [data_t 0.003] [optim_t 1.428] [lr 0.005000] +2024-04-03 01:25:57,368 - ==> Total time: 1 day, 0:25:51 Eta: 1 day, 16:12:04 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 01:27:09,408 - Train: 37.83% [69600/184000] [378.3/1000.0] [batch_t 1.430 (1.452)] [data_t 0.003] [optim_t 1.427] [lr 0.005000] +2024-04-03 01:29:32,898 - Train: 37.88% [69700/184000] [378.8/1000.0] [batch_t 1.431 (1.435)] [data_t 0.003] [optim_t 1.428] [lr 0.005000] +2024-04-03 01:30:24,474 - ==> Total time: 1 day, 0:30:18 Eta: 1 day, 16:09:08 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 01:31:58,700 - Train: 37.93% [69800/184000] [379.3/1000.0] [batch_t 1.433 (1.443)] [data_t 0.003] [optim_t 1.430] [lr 0.005000] +2024-04-03 01:34:22,229 - Train: 37.99% [69900/184000] [379.9/1000.0] [batch_t 1.445 (1.435)] [data_t 0.002] [optim_t 1.443] [lr 0.005000] +2024-04-03 01:34:50,951 - ==> Total time: 1 day, 0:34:45 Eta: 1 day, 16:06:10 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 01:36:48,235 - Train: 38.04% [70000/184000] [380.4/1000.0] [batch_t 1.445 (1.441)] [data_t 0.003] [optim_t 1.442] [lr 0.005000] +2024-04-03 01:39:11,751 - Train: 38.10% [70100/184000] [381.0/1000.0] [batch_t 1.429 (1.435)] [data_t 0.003] [optim_t 1.427] [lr 0.005000] +2024-04-03 01:39:17,499 - ==> Total time: 1 day, 0:39:11 Eta: 1 day, 16:03:12 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 01:41:37,615 - Train: 38.15% [70200/184000] [381.5/1000.0] [batch_t 1.436 (1.442)] [data_t 0.003] [optim_t 1.434] [lr 0.005000] +2024-04-03 01:43:43,834 - ==> Total time: 1 day, 0:43:38 Eta: 1 day, 16:00:13 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 01:44:04,127 - Train: 38.21% [70300/184000] [382.1/1000.0] [batch_t 1.430 (1.483)] [data_t 0.003] [optim_t 1.428] [lr 0.005000] +2024-04-03 01:46:27,664 - Train: 38.26% [70400/184000] [382.6/1000.0] [batch_t 1.443 (1.435)] [data_t 0.002] [optim_t 1.440] [lr 0.005000] +2024-04-03 01:48:11,019 - ==> Total time: 1 day, 0:48:05 Eta: 1 day, 15:57:15 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 01:48:53,358 - Train: 38.32% [70500/184000] [383.2/1000.0] [batch_t 1.444 (1.448)] [data_t 0.003] [optim_t 1.442] [lr 0.005000] +2024-04-03 01:51:16,832 - Train: 38.37% [70600/184000] [383.7/1000.0] [batch_t 1.428 (1.435)] [data_t 0.003] [optim_t 1.426] [lr 0.005000] +2024-04-03 01:52:37,246 - ==> Total time: 1 day, 0:52:31 Eta: 1 day, 15:54:15 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 01:53:42,652 - Train: 38.42% [70700/184000] [384.2/1000.0] [batch_t 1.428 (1.448)] [data_t 0.003] [optim_t 1.426] [lr 0.005000] +2024-04-03 01:56:06,198 - Train: 38.48% [70800/184000] [384.8/1000.0] [batch_t 1.433 (1.435)] [data_t 0.003] [optim_t 1.431] [lr 0.005000] +2024-04-03 01:57:03,617 - ==> Total time: 1 day, 0:56:58 Eta: 1 day, 15:51:15 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 01:58:32,613 - Train: 38.53% [70900/184000] [385.3/1000.0] [batch_t 1.430 (1.443)] [data_t 0.003] [optim_t 1.427] [lr 0.005000] +2024-04-03 02:00:56,153 - Train: 38.59% [71000/184000] [385.9/1000.0] [batch_t 1.439 (1.435)] [data_t 0.002] [optim_t 1.437] [lr 0.005000] +2024-04-03 02:01:30,641 - ==> Total time: 1 day, 1:01:25 Eta: 1 day, 15:48:15 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 02:03:21,636 - Train: 38.64% [71100/184000] [386.4/1000.0] [batch_t 1.440 (1.440)] [data_t 0.003] [optim_t 1.437] [lr 0.005000] +2024-04-03 02:05:45,131 - Train: 38.70% [71200/184000] [387.0/1000.0] [batch_t 1.426 (1.435)] [data_t 0.003] [optim_t 1.424] [lr 0.005000] +2024-04-03 02:05:56,613 - ==> Total time: 1 day, 1:05:51 Eta: 1 day, 15:45:14 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 02:08:10,785 - Train: 38.75% [71300/184000] [387.5/1000.0] [batch_t 1.437 (1.441)] [data_t 0.003] [optim_t 1.434] [lr 0.005000] +2024-04-03 02:10:22,847 - ==> Total time: 1 day, 1:10:17 Eta: 1 day, 15:42:12 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 02:10:36,426 - Train: 38.80% [71400/184000] [388.0/1000.0] [batch_t 1.432 (1.506)] [data_t 0.003] [optim_t 1.430] [lr 0.005000] +2024-04-03 02:12:59,857 - Train: 38.86% [71500/184000] [388.6/1000.0] [batch_t 1.443 (1.434)] [data_t 0.003] [optim_t 1.441] [lr 0.005000] +2024-04-03 02:14:48,776 - ==> Total time: 1 day, 1:14:43 Eta: 1 day, 15:39:09 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 02:15:25,658 - Train: 38.91% [71600/184000] [389.1/1000.0] [batch_t 1.434 (1.462)] [data_t 0.003] [optim_t 1.431] [lr 0.005000] +2024-04-03 02:17:49,172 - Train: 38.97% [71700/184000] [389.7/1000.0] [batch_t 1.425 (1.435)] [data_t 0.003] [optim_t 1.422] [lr 0.005000] +2024-04-03 02:19:15,213 - ==> Total time: 1 day, 1:19:09 Eta: 1 day, 15:36:07 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 02:20:14,925 - Train: 39.02% [71800/184000] [390.2/1000.0] [batch_t 1.427 (1.443)] [data_t 0.003] [optim_t 1.424] [lr 0.005000] +2024-04-03 02:22:38,466 - Train: 39.08% [71900/184000] [390.8/1000.0] [batch_t 1.433 (1.435)] [data_t 0.003] [optim_t 1.430] [lr 0.005000] +2024-04-03 02:23:41,569 - ==> Total time: 1 day, 1:23:36 Eta: 1 day, 15:33:04 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 02:25:03,998 - Train: 39.13% [72000/184000] [391.3/1000.0] [batch_t 1.424 (1.439)] [data_t 0.002] [optim_t 1.421] [lr 0.005000] +2024-04-03 02:27:27,516 - Train: 39.18% [72100/184000] [391.8/1000.0] [batch_t 1.425 (1.435)] [data_t 0.002] [optim_t 1.422] [lr 0.005000] +2024-04-03 02:28:07,788 - ==> Total time: 1 day, 1:28:02 Eta: 1 day, 15:30:01 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 02:29:53,587 - Train: 39.24% [72200/184000] [392.4/1000.0] [batch_t 1.430 (1.446)] [data_t 0.003] [optim_t 1.427] [lr 0.005000] +2024-04-03 02:32:17,138 - Train: 39.29% [72300/184000] [392.9/1000.0] [batch_t 1.427 (1.435)] [data_t 0.002] [optim_t 1.425] [lr 0.005000] +2024-04-03 02:32:34,345 - ==> Total time: 1 day, 1:32:28 Eta: 1 day, 15:26:57 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 02:34:43,383 - Train: 39.35% [72400/184000] [393.5/1000.0] [batch_t 1.439 (1.440)] [data_t 0.003] [optim_t 1.436] [lr 0.005000] +2024-04-03 02:37:01,096 - ==> Total time: 1 day, 1:36:55 Eta: 1 day, 15:23:54 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 02:37:12,305 - Train: 39.40% [72500/184000] [394.0/1000.0] [batch_t 1.444 (1.824)] [data_t 0.002] [optim_t 1.442] [lr 0.005000] +2024-04-03 02:39:35,770 - Train: 39.46% [72600/184000] [394.6/1000.0] [batch_t 1.435 (1.435)] [data_t 0.003] [optim_t 1.432] [lr 0.005000] +2024-04-03 02:41:30,543 - ==> Total time: 1 day, 1:41:24 Eta: 1 day, 15:20:54 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 02:42:01,271 - Train: 39.51% [72700/184000] [395.1/1000.0] [batch_t 1.444 (1.451)] [data_t 0.003] [optim_t 1.441] [lr 0.005000] +2024-04-03 02:44:24,891 - Train: 39.57% [72800/184000] [395.7/1000.0] [batch_t 1.439 (1.436)] [data_t 0.002] [optim_t 1.436] [lr 0.005000] +2024-04-03 02:45:56,759 - ==> Total time: 1 day, 1:45:51 Eta: 1 day, 15:17:49 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 02:46:50,670 - Train: 39.62% [72900/184000] [396.2/1000.0] [batch_t 1.443 (1.449)] [data_t 0.002] [optim_t 1.441] [lr 0.005000] +2024-04-03 02:49:14,206 - Train: 39.67% [73000/184000] [396.7/1000.0] [batch_t 1.439 (1.435)] [data_t 0.003] [optim_t 1.436] [lr 0.005000] +2024-04-03 02:50:23,040 - ==> Total time: 1 day, 1:50:17 Eta: 1 day, 15:14:43 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 02:51:39,726 - Train: 39.73% [73100/184000] [397.3/1000.0] [batch_t 1.443 (1.442)] [data_t 0.002] [optim_t 1.440] [lr 0.005000] +2024-04-03 02:54:03,157 - Train: 39.78% [73200/184000] [397.8/1000.0] [batch_t 1.420 (1.434)] [data_t 0.003] [optim_t 1.418] [lr 0.005000] +2024-04-03 02:54:49,066 - ==> Total time: 1 day, 1:54:43 Eta: 1 day, 15:11:37 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 02:56:28,655 - Train: 39.84% [73300/184000] [398.4/1000.0] [batch_t 1.429 (1.441)] [data_t 0.003] [optim_t 1.426] [lr 0.005000] +2024-04-03 02:58:52,173 - Train: 39.89% [73400/184000] [398.9/1000.0] [batch_t 1.444 (1.435)] [data_t 0.003] [optim_t 1.441] [lr 0.005000] +2024-04-03 02:59:15,101 - ==> Total time: 1 day, 1:59:09 Eta: 1 day, 15:08:30 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 03:01:17,655 - Train: 39.95% [73500/184000] [399.5/1000.0] [batch_t 1.440 (1.440)] [data_t 0.003] [optim_t 1.437] [lr 0.005000] +2024-04-03 03:03:41,173 - Train: 40.00% [73600/184000] [400.0/1000.0] [batch_t 1.439 (1.435)] [data_t 0.002] [optim_t 1.437] [lr 0.005000] +2024-04-03 03:04:03,368 - Test: 66.67% [50/75] [batch_t 0.413 (0.435)] +2024-04-03 03:04:14,719 - Test: 100.00% [75/75] [batch_t 0.349 (0.441)] +2024-04-03 03:04:41,235 - ==> Metric Time for bagel : 0.002 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.407 (mAUROC_px) 3.983 (mAP_px) 0.493 (mF1_max_px) 14.611 (mAUPRO_px) 0.174 (mF1_px_0.2_0.8_0.1) 0.169 (mAcc_px_0.2_0.8_0.1) 0.170 (mIoU_px_0.2_0.8_0.1) 0.493 (mIoU_max_px) +2024-04-03 03:05:06,447 - ==> Metric Time for cable_gland : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.280 (mAUROC_px) 3.897 (mAP_px) 0.490 (mF1_max_px) 14.412 (mAUPRO_px) 0.168 (mF1_px_0.2_0.8_0.1) 0.174 (mAcc_px_0.2_0.8_0.1) 0.172 (mIoU_px_0.2_0.8_0.1) 0.492 (mIoU_max_px) +2024-04-03 03:05:44,893 - ==> Metric Time for carrot : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 8.444 (mAUROC_px) 6.270 (mAP_px) 0.753 (mF1_max_px) 21.265 (mAUPRO_px) 0.252 (mF1_px_0.2_0.8_0.1) 0.253 (mAcc_px_0.2_0.8_0.1) 0.251 (mIoU_px_0.2_0.8_0.1) 0.734 (mIoU_max_px) +2024-04-03 03:06:17,037 - ==> Metric Time for cookie : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 6.813 (mAUROC_px) 5.069 (mAP_px) 0.622 (mF1_max_px) 18.229 (mAUPRO_px) 0.204 (mF1_px_0.2_0.8_0.1) 0.206 (mAcc_px_0.2_0.8_0.1) 0.211 (mIoU_px_0.2_0.8_0.1) 0.598 (mIoU_max_px) +2024-04-03 03:06:47,973 - ==> Metric Time for dowel : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 6.698 (mAUROC_px) 4.993 (mAP_px) 0.609 (mF1_max_px) 17.257 (mAUPRO_px) 0.205 (mF1_px_0.2_0.8_0.1) 0.206 (mAcc_px_0.2_0.8_0.1) 0.202 (mIoU_px_0.2_0.8_0.1) 0.582 (mIoU_max_px) +2024-04-03 03:07:11,589 - ==> Metric Time for foam : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 4.848 (mAUROC_px) 3.709 (mAP_px) 0.452 (mF1_max_px) 13.536 (mAUPRO_px) 0.159 (mF1_px_0.2_0.8_0.1) 0.154 (mAcc_px_0.2_0.8_0.1) 0.157 (mIoU_px_0.2_0.8_0.1) 0.454 (mIoU_max_px) +2024-04-03 03:07:45,296 - ==> Metric Time for peach : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 6.939 (mAUROC_px) 5.175 (mAP_px) 0.772 (mF1_max_px) 19.398 (mAUPRO_px) 0.209 (mF1_px_0.2_0.8_0.1) 0.207 (mAcc_px_0.2_0.8_0.1) 0.209 (mIoU_px_0.2_0.8_0.1) 0.612 (mIoU_max_px) +2024-04-03 03:08:12,643 - ==> Metric Time for potato : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.723 (mAUROC_px) 4.216 (mAP_px) 0.519 (mF1_max_px) 15.653 (mAUPRO_px) 0.178 (mF1_px_0.2_0.8_0.1) 0.176 (mAcc_px_0.2_0.8_0.1) 0.177 (mIoU_px_0.2_0.8_0.1) 0.538 (mIoU_max_px) +2024-04-03 03:08:36,285 - ==> Metric Time for rope : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 4.979 (mAUROC_px) 3.744 (mAP_px) 0.457 (mF1_max_px) 13.376 (mAUPRO_px) 0.159 (mF1_px_0.2_0.8_0.1) 0.158 (mAcc_px_0.2_0.8_0.1) 0.160 (mIoU_px_0.2_0.8_0.1) 0.462 (mIoU_max_px) +2024-04-03 03:09:02,508 - ==> Metric Time for tire : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.641 (mAUROC_px) 4.211 (mAP_px) 0.519 (mF1_max_px) 14.656 (mAUPRO_px) 0.177 (mF1_px_0.2_0.8_0.1) 0.175 (mAcc_px_0.2_0.8_0.1) 0.176 (mIoU_px_0.2_0.8_0.1) 0.509 (mIoU_max_px) +2024-04-03 03:09:02,525 - +| Name | mAUROC_sp_max | mAUROC_sp_max (Max) | mAP_sp_max | mAP_sp_max (Max) | mF1_max_sp_max | mF1_max_sp_max (Max) | mAUROC_px | mAUROC_px (Max) | mAP_px | mAP_px (Max) | mF1_max_px | mF1_max_px (Max) | mAUPRO_px | mAUPRO_px (Max) | mF1_px_0.2_0.8_0.1 | mF1_px_0.2_0.8_0.1 (Max) | mAcc_px_0.2_0.8_0.1 | mAcc_px_0.2_0.8_0.1 (Max) | mIoU_px_0.2_0.8_0.1 | mIoU_px_0.2_0.8_0.1 (Max) | mIoU_max_px | mIoU_max_px (Max) | +|:-----------:|:---------------:|:---------------------:|:------------:|:------------------:|:----------------:|:----------------------:|:-----------:|:------------------:|:--------:|:------------------:|:------------:|:------------------:|:-----------:|:------------------:|:--------------------:|:--------------------------:|:---------------------:|:---------------------------:|:---------------------:|:---------------------------:|:-------------:|:-------------------:| +| bagel | 89.411 | 92.045 (100 epoch) | 97.253 | 97.768 (300 epoch) | 92.391 | 94.505 (100 epoch) | 98.555 | 98.797 (50 epoch) | 40.154 | 41.737 (150 epoch) | 43.627 | 45.466 (300 epoch) | 92.574 | 95.486 (100 epoch) | 19.185 | 19.697 (300 epoch) | 75.917 | 78.616 (50 epoch) | 11.423 | 11.799 (300 epoch) | 27.899 | 29.421 (300 epoch) | +| cable_gland | 92.337 | 93.815 (300 epoch) | 97.978 | 98.426 (300 epoch) | 94.253 | 95.556 (350 epoch) | 99.412 | 99.412 (400 epoch) | 38.840 | 38.840 (400 epoch) | 43.530 | 43.662 (150 epoch) | 98.496 | 98.496 (400 epoch) | 23.056 | 23.426 (350 epoch) | 50.746 | 53.206 (350 epoch) | 13.730 | 13.950 (350 epoch) | 27.820 | 27.928 (150 epoch) | +| carrot | 91.414 | 91.807 (150 epoch) | 97.910 | 98.187 (150 epoch) | 95.273 | 95.273 (400 epoch) | 99.432 | 99.432 (400 epoch) | 30.421 | 30.421 (400 epoch) | 35.165 | 35.165 (400 epoch) | 97.735 | 98.087 (300 epoch) | 19.752 | 19.752 (400 epoch) | 55.113 | 55.113 (400 epoch) | 11.409 | 11.409 (400 epoch) | 21.334 | 21.334 (400 epoch) | +| cookie | 60.714 | 63.488 (350 epoch) | 86.812 | 88.245 (350 epoch) | 88.034 | 88.312 (100 epoch) | 96.911 | 97.026 (300 epoch) | 40.571 | 41.290 (300 epoch) | 42.400 | 43.756 (300 epoch) | 84.548 | 85.584 (300 epoch) | 17.551 | 18.186 (50 epoch) | 53.038 | 59.787 (50 epoch) | 10.295 | 10.542 (50 epoch) | 26.903 | 28.005 (300 epoch) | +| dowel | 97.263 | 97.300 (250 epoch) | 99.372 | 99.390 (250 epoch) | 96.190 | 96.618 (250 epoch) | 99.578 | 99.578 (400 epoch) | 50.578 | 50.578 (400 epoch) | 51.134 | 51.134 (400 epoch) | 96.862 | 97.273 (350 epoch) | 30.500 | 30.977 (350 epoch) | 55.775 | 58.070 (350 epoch) | 18.989 | 19.253 (350 epoch) | 34.349 | 34.349 (400 epoch) | +| foam | 82.938 | 84.812 (300 epoch) | 95.425 | 96.034 (300 epoch) | 90.588 | 90.588 (300 epoch) | 95.206 | 95.530 (250 epoch) | 23.773 | 24.221 (100 epoch) | 33.573 | 33.822 (100 epoch) | 81.689 | 83.347 (350 epoch) | 19.718 | 19.860 (350 epoch) | 43.503 | 45.846 (50 epoch) | 11.294 | 11.368 (350 epoch) | 20.173 | 20.353 (100 epoch) | +| peach | 89.151 | 92.634 (100 epoch) | 96.990 | 98.093 (100 epoch) | 93.023 | 94.836 (50 epoch) | 99.390 | 99.509 (100 epoch) | 44.013 | 47.721 (100 epoch) | 44.112 | 48.356 (100 epoch) | 97.264 | 98.112 (100 epoch) | 21.451 | 22.195 (300 epoch) | 71.807 | 74.168 (300 epoch) | 12.865 | 13.441 (100 epoch) | 28.297 | 31.888 (100 epoch) | +| potato | 68.478 | 69.170 (350 epoch) | 90.102 | 90.102 (400 epoch) | 90.640 | 91.089 (350 epoch) | 99.068 | 99.096 (350 epoch) | 18.007 | 18.791 (350 epoch) | 23.638 | 23.762 (150 epoch) | 95.167 | 95.719 (150 epoch) | 12.223 | 12.747 (350 epoch) | 58.087 | 63.214 (100 epoch) | 6.670 | 6.980 (350 epoch) | 13.403 | 13.483 (150 epoch) | +| rope | 96.014 | 96.286 (350 epoch) | 98.322 | 98.435 (350 epoch) | 94.030 | 94.030 (400 epoch) | 99.357 | 99.357 (400 epoch) | 52.076 | 52.076 (400 epoch) | 50.781 | 50.781 (400 epoch) | 95.975 | 95.975 (400 epoch) | 30.856 | 31.515 (150 epoch) | 49.584 | 55.578 (50 epoch) | 19.337 | 19.679 (150 epoch) | 34.031 | 34.031 (400 epoch) | +| tire | 87.632 | 87.632 (400 epoch) | 96.076 | 96.076 (400 epoch) | 92.222 | 92.222 (400 epoch) | 99.439 | 99.447 (350 epoch) | 40.899 | 41.222 (350 epoch) | 45.036 | 46.872 (200 epoch) | 96.726 | 96.726 (400 epoch) | 22.826 | 22.826 (400 epoch) | 57.198 | 57.198 (400 epoch) | 13.832 | 13.832 (400 epoch) | 29.063 | 30.610 (200 epoch) | +| Avg | 85.535 | 85.632 (300 epoch) | 95.624 | 95.694 (300 epoch) | 92.665 | 92.665 (400 epoch) | 98.635 | 98.654 (300 epoch) | 37.933 | 37.933 (400 epoch) | 41.300 | 41.300 (400 epoch) | 93.704 | 93.955 (300 epoch) | 21.712 | 21.712 (400 epoch) | 57.077 | 57.077 (400 epoch) | 12.984 | 12.984 (400 epoch) | 26.327 | 26.330 (350 epoch) | +2024-04-03 03:09:02,787 - ==> Total time: 1 day, 2:08:57 Eta: 1 day, 15:13:25 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 03:11:30,755 - Train: 40.05% [73700/184000] [400.5/1000.0] [batch_t 1.438 (1.444)] [data_t 0.002] [optim_t 1.436] [lr 0.005000] +2024-04-03 03:13:31,370 - ==> Total time: 1 day, 2:13:25 Eta: 1 day, 15:10:20 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 03:13:56,619 - Train: 40.11% [73800/184000] [401.1/1000.0] [batch_t 1.430 (1.461)] [data_t 0.002] [optim_t 1.428] [lr 0.005000] +2024-04-03 03:16:20,168 - Train: 40.16% [73900/184000] [401.6/1000.0] [batch_t 1.439 (1.435)] [data_t 0.002] [optim_t 1.437] [lr 0.005000] +2024-04-03 03:17:57,722 - ==> Total time: 1 day, 2:17:52 Eta: 1 day, 15:07:10 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 03:18:45,765 - Train: 40.22% [74000/184000] [402.2/1000.0] [batch_t 1.438 (1.449)] [data_t 0.002] [optim_t 1.436] [lr 0.005000] +2024-04-03 03:21:09,351 - Train: 40.27% [74100/184000] [402.7/1000.0] [batch_t 1.419 (1.436)] [data_t 0.003] [optim_t 1.416] [lr 0.005000] +2024-04-03 03:22:23,995 - ==> Total time: 1 day, 2:22:18 Eta: 1 day, 15:04:00 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 03:23:35,014 - Train: 40.33% [74200/184000] [403.3/1000.0] [batch_t 1.434 (1.442)] [data_t 0.003] [optim_t 1.431] [lr 0.005000] +2024-04-03 03:25:58,569 - Train: 40.38% [74300/184000] [403.8/1000.0] [batch_t 1.429 (1.435)] [data_t 0.002] [optim_t 1.427] [lr 0.005000] +2024-04-03 03:26:50,304 - ==> Total time: 1 day, 2:26:44 Eta: 1 day, 15:00:50 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 03:28:24,540 - Train: 40.43% [74400/184000] [404.3/1000.0] [batch_t 1.445 (1.443)] [data_t 0.003] [optim_t 1.442] [lr 0.005000] +2024-04-03 03:30:48,062 - Train: 40.49% [74500/184000] [404.9/1000.0] [batch_t 1.429 (1.435)] [data_t 0.003] [optim_t 1.426] [lr 0.005000] +2024-04-03 03:31:16,749 - ==> Total time: 1 day, 2:31:11 Eta: 1 day, 14:57:40 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 03:33:14,457 - Train: 40.54% [74600/184000] [405.4/1000.0] [batch_t 1.434 (1.444)] [data_t 0.003] [optim_t 1.432] [lr 0.005000] +2024-04-03 03:35:38,121 - Train: 40.60% [74700/184000] [406.0/1000.0] [batch_t 1.434 (1.437)] [data_t 0.002] [optim_t 1.432] [lr 0.005000] +2024-04-03 03:35:43,846 - ==> Total time: 1 day, 2:35:38 Eta: 1 day, 14:54:30 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 03:38:03,894 - Train: 40.65% [74800/184000] [406.5/1000.0] [batch_t 1.429 (1.440)] [data_t 0.003] [optim_t 1.426] [lr 0.005000] +2024-04-03 03:40:10,200 - ==> Total time: 1 day, 2:40:04 Eta: 1 day, 14:51:19 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 03:40:30,182 - Train: 40.71% [74900/184000] [407.1/1000.0] [batch_t 1.439 (1.508)] [data_t 0.002] [optim_t 1.437] [lr 0.005000] +2024-04-03 03:42:53,864 - Train: 40.76% [75000/184000] [407.6/1000.0] [batch_t 1.434 (1.437)] [data_t 0.003] [optim_t 1.430] [lr 0.005000] +2024-04-03 03:44:37,218 - ==> Total time: 1 day, 2:44:31 Eta: 1 day, 14:48:08 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 03:45:19,802 - Train: 40.82% [75100/184000] [408.2/1000.0] [batch_t 1.433 (1.456)] [data_t 0.003] [optim_t 1.431] [lr 0.005000] +2024-04-03 03:47:43,417 - Train: 40.87% [75200/184000] [408.7/1000.0] [batch_t 1.440 (1.436)] [data_t 0.002] [optim_t 1.438] [lr 0.005000] +2024-04-03 03:49:03,817 - ==> Total time: 1 day, 2:48:58 Eta: 1 day, 14:44:56 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 03:50:09,580 - Train: 40.92% [75300/184000] [409.2/1000.0] [batch_t 1.444 (1.450)] [data_t 0.002] [optim_t 1.441] [lr 0.005000] +2024-04-03 03:52:33,088 - Train: 40.98% [75400/184000] [409.8/1000.0] [batch_t 1.434 (1.435)] [data_t 0.003] [optim_t 1.431] [lr 0.005000] +2024-04-03 03:53:30,517 - ==> Total time: 1 day, 2:53:24 Eta: 1 day, 14:41:44 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 03:54:59,166 - Train: 41.03% [75500/184000] [410.3/1000.0] [batch_t 1.434 (1.447)] [data_t 0.002] [optim_t 1.432] [lr 0.005000] +2024-04-03 03:57:22,519 - Train: 41.09% [75600/184000] [410.9/1000.0] [batch_t 1.444 (1.433)] [data_t 0.003] [optim_t 1.442] [lr 0.005000] +2024-04-03 03:57:56,959 - ==> Total time: 1 day, 2:57:51 Eta: 1 day, 14:38:32 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 03:59:48,153 - Train: 41.14% [75700/184000] [411.4/1000.0] [batch_t 1.439 (1.442)] [data_t 0.003] [optim_t 1.436] [lr 0.005000] +2024-04-03 04:02:11,645 - Train: 41.20% [75800/184000] [412.0/1000.0] [batch_t 1.438 (1.435)] [data_t 0.002] [optim_t 1.436] [lr 0.005000] +2024-04-03 04:02:23,130 - ==> Total time: 1 day, 3:02:17 Eta: 1 day, 14:35:18 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 04:04:37,328 - Train: 41.25% [75900/184000] [412.5/1000.0] [batch_t 1.445 (1.441)] [data_t 0.002] [optim_t 1.443] [lr 0.005000] +2024-04-03 04:06:49,359 - ==> Total time: 1 day, 3:06:43 Eta: 1 day, 14:32:05 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 04:07:03,251 - Train: 41.30% [76000/184000] [413.0/1000.0] [batch_t 1.450 (1.487)] [data_t 0.003] [optim_t 1.447] [lr 0.005000] +2024-04-03 04:09:26,686 - Train: 41.36% [76100/184000] [413.6/1000.0] [batch_t 1.434 (1.434)] [data_t 0.003] [optim_t 1.431] [lr 0.005000] +2024-04-03 04:11:15,817 - ==> Total time: 1 day, 3:11:10 Eta: 1 day, 14:28:51 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 04:11:53,104 - Train: 41.41% [76200/184000] [414.1/1000.0] [batch_t 1.449 (1.477)] [data_t 0.002] [optim_t 1.446] [lr 0.005000] +2024-04-03 04:14:16,695 - Train: 41.47% [76300/184000] [414.7/1000.0] [batch_t 1.436 (1.436)] [data_t 0.003] [optim_t 1.433] [lr 0.005000] +2024-04-03 04:15:42,801 - ==> Total time: 1 day, 3:15:37 Eta: 1 day, 14:25:38 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 04:16:42,279 - Train: 41.52% [76400/184000] [415.2/1000.0] [batch_t 1.430 (1.442)] [data_t 0.002] [optim_t 1.427] [lr 0.005000] +2024-04-03 04:19:05,830 - Train: 41.58% [76500/184000] [415.8/1000.0] [batch_t 1.438 (1.435)] [data_t 0.002] [optim_t 1.436] [lr 0.005000] +2024-04-03 04:20:09,022 - ==> Total time: 1 day, 3:20:03 Eta: 1 day, 14:22:23 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 04:21:31,494 - Train: 41.63% [76600/184000] [416.3/1000.0] [batch_t 1.431 (1.441)] [data_t 0.002] [optim_t 1.429] [lr 0.005000] +2024-04-03 04:23:54,915 - Train: 41.68% [76700/184000] [416.8/1000.0] [batch_t 1.424 (1.434)] [data_t 0.003] [optim_t 1.421] [lr 0.005000] +2024-04-03 04:24:35,094 - ==> Total time: 1 day, 3:24:29 Eta: 1 day, 14:19:08 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 04:26:20,793 - Train: 41.74% [76800/184000] [417.4/1000.0] [batch_t 1.432 (1.443)] [data_t 0.002] [optim_t 1.429] [lr 0.005000] +2024-04-03 04:28:44,231 - Train: 41.79% [76900/184000] [417.9/1000.0] [batch_t 1.431 (1.434)] [data_t 0.003] [optim_t 1.429] [lr 0.005000] +2024-04-03 04:29:01,451 - ==> Total time: 1 day, 3:28:55 Eta: 1 day, 14:15:52 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 04:31:12,580 - Train: 41.85% [77000/184000] [418.5/1000.0] [batch_t 1.440 (1.447)] [data_t 0.002] [optim_t 1.437] [lr 0.005000] +2024-04-03 04:33:30,308 - ==> Total time: 1 day, 3:33:24 Eta: 1 day, 14:12:40 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 04:33:38,095 - Train: 41.90% [77100/184000] [419.0/1000.0] [batch_t 1.440 (1.552)] [data_t 0.003] [optim_t 1.437] [lr 0.005000] +2024-04-03 04:36:01,610 - Train: 41.96% [77200/184000] [419.6/1000.0] [batch_t 1.434 (1.435)] [data_t 0.003] [optim_t 1.431] [lr 0.005000] +2024-04-03 04:37:56,530 - ==> Total time: 1 day, 3:37:50 Eta: 1 day, 14:09:24 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 04:38:27,981 - Train: 42.01% [77300/184000] [420.1/1000.0] [batch_t 1.428 (1.491)] [data_t 0.003] [optim_t 1.425] [lr 0.005000] +2024-04-03 04:40:51,393 - Train: 42.07% [77400/184000] [420.7/1000.0] [batch_t 1.435 (1.434)] [data_t 0.003] [optim_t 1.432] [lr 0.005000] +2024-04-03 04:42:23,106 - ==> Total time: 1 day, 3:42:17 Eta: 1 day, 14:06:08 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 04:43:17,395 - Train: 42.12% [77500/184000] [421.2/1000.0] [batch_t 1.445 (1.451)] [data_t 0.002] [optim_t 1.443] [lr 0.005000] +2024-04-03 04:45:40,892 - Train: 42.17% [77600/184000] [421.7/1000.0] [batch_t 1.438 (1.435)] [data_t 0.003] [optim_t 1.436] [lr 0.005000] +2024-04-03 04:46:49,843 - ==> Total time: 1 day, 3:46:44 Eta: 1 day, 14:02:52 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 04:48:07,262 - Train: 42.23% [77700/184000] [422.3/1000.0] [batch_t 1.434 (1.452)] [data_t 0.002] [optim_t 1.431] [lr 0.005000] +2024-04-03 04:50:30,693 - Train: 42.28% [77800/184000] [422.8/1000.0] [batch_t 1.433 (1.434)] [data_t 0.003] [optim_t 1.430] [lr 0.005000] +2024-04-03 04:51:16,594 - ==> Total time: 1 day, 3:51:11 Eta: 1 day, 13:59:36 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 04:52:56,718 - Train: 42.34% [77900/184000] [423.4/1000.0] [batch_t 1.435 (1.444)] [data_t 0.003] [optim_t 1.432] [lr 0.005000] +2024-04-03 04:55:20,230 - Train: 42.39% [78000/184000] [423.9/1000.0] [batch_t 1.436 (1.435)] [data_t 0.003] [optim_t 1.433] [lr 0.005000] +2024-04-03 04:55:43,181 - ==> Total time: 1 day, 3:55:37 Eta: 1 day, 13:56:19 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 04:57:46,216 - Train: 42.45% [78100/184000] [424.5/1000.0] [batch_t 1.444 (1.442)] [data_t 0.002] [optim_t 1.441] [lr 0.005000] +2024-04-03 05:00:09,683 - Train: 42.50% [78200/184000] [425.0/1000.0] [batch_t 1.429 (1.435)] [data_t 0.003] [optim_t 1.426] [lr 0.005000] +2024-04-03 05:00:09,687 - ==> Total time: 1 day, 4:00:04 Eta: 1 day, 13:53:02 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 05:02:35,494 - Train: 42.55% [78300/184000] [425.5/1000.0] [batch_t 1.449 (1.440)] [data_t 0.002] [optim_t 1.447] [lr 0.005000] +2024-04-03 05:04:36,041 - ==> Total time: 1 day, 4:04:30 Eta: 1 day, 13:49:44 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 05:05:01,170 - Train: 42.61% [78400/184000] [426.1/1000.0] [batch_t 1.438 (1.471)] [data_t 0.003] [optim_t 1.435] [lr 0.005000] +2024-04-03 05:07:24,703 - Train: 42.66% [78500/184000] [426.6/1000.0] [batch_t 1.432 (1.435)] [data_t 0.003] [optim_t 1.429] [lr 0.005000] +2024-04-03 05:09:02,298 - ==> Total time: 1 day, 4:08:56 Eta: 1 day, 13:46:25 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 05:09:53,848 - Train: 42.72% [78600/184000] [427.2/1000.0] [batch_t 1.430 (1.461)] [data_t 0.002] [optim_t 1.427] [lr 0.005000] +2024-04-03 05:12:17,266 - Train: 42.77% [78700/184000] [427.7/1000.0] [batch_t 1.441 (1.434)] [data_t 0.003] [optim_t 1.438] [lr 0.005000] +2024-04-03 05:13:31,859 - ==> Total time: 1 day, 4:13:26 Eta: 1 day, 13:43:11 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 05:14:43,160 - Train: 42.83% [78800/184000] [428.3/1000.0] [batch_t 1.431 (1.448)] [data_t 0.003] [optim_t 1.428] [lr 0.005000] +2024-04-03 05:17:06,678 - Train: 42.88% [78900/184000] [428.8/1000.0] [batch_t 1.436 (1.435)] [data_t 0.002] [optim_t 1.434] [lr 0.005000] +2024-04-03 05:17:58,306 - ==> Total time: 1 day, 4:17:52 Eta: 1 day, 13:39:52 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 05:19:32,948 - Train: 42.93% [79000/184000] [429.3/1000.0] [batch_t 1.433 (1.448)] [data_t 0.003] [optim_t 1.431] [lr 0.005000] +2024-04-03 05:21:56,547 - Train: 42.99% [79100/184000] [429.9/1000.0] [batch_t 1.429 (1.436)] [data_t 0.003] [optim_t 1.427] [lr 0.005000] +2024-04-03 05:22:25,235 - ==> Total time: 1 day, 4:22:19 Eta: 1 day, 13:36:34 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 05:24:22,103 - Train: 43.04% [79200/184000] [430.4/1000.0] [batch_t 1.433 (1.440)] [data_t 0.003] [optim_t 1.430] [lr 0.005000] +2024-04-03 05:26:45,760 - Train: 43.10% [79300/184000] [431.0/1000.0] [batch_t 1.429 (1.436)] [data_t 0.003] [optim_t 1.426] [lr 0.005000] +2024-04-03 05:26:51,519 - ==> Total time: 1 day, 4:26:45 Eta: 1 day, 13:33:14 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 05:29:11,505 - Train: 43.15% [79400/184000] [431.5/1000.0] [batch_t 1.435 (1.440)] [data_t 0.003] [optim_t 1.432] [lr 0.005000] +2024-04-03 05:31:17,914 - ==> Total time: 1 day, 4:31:12 Eta: 1 day, 13:29:55 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 05:31:37,377 - Train: 43.21% [79500/184000] [432.1/1000.0] [batch_t 1.434 (1.469)] [data_t 0.003] [optim_t 1.431] [lr 0.005000] +2024-04-03 05:34:00,949 - Train: 43.26% [79600/184000] [432.6/1000.0] [batch_t 1.434 (1.436)] [data_t 0.002] [optim_t 1.431] [lr 0.005000] +2024-04-03 05:35:44,335 - ==> Total time: 1 day, 4:35:38 Eta: 1 day, 13:26:35 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 05:36:26,477 - Train: 43.32% [79700/184000] [433.2/1000.0] [batch_t 1.436 (1.445)] [data_t 0.003] [optim_t 1.433] [lr 0.005000] +2024-04-03 05:38:49,911 - Train: 43.37% [79800/184000] [433.7/1000.0] [batch_t 1.435 (1.434)] [data_t 0.003] [optim_t 1.432] [lr 0.005000] +2024-04-03 05:40:10,241 - ==> Total time: 1 day, 4:40:04 Eta: 1 day, 13:23:14 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 05:41:15,643 - Train: 43.42% [79900/184000] [434.2/1000.0] [batch_t 1.445 (1.448)] [data_t 0.003] [optim_t 1.442] [lr 0.005000] +2024-04-03 05:43:39,203 - Train: 43.48% [80000/184000] [434.8/1000.0] [batch_t 1.439 (1.435)] [data_t 0.002] [optim_t 1.437] [lr 0.005000] +2024-04-03 05:44:36,688 - ==> Total time: 1 day, 4:44:31 Eta: 1 day, 13:19:53 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 05:46:05,466 - Train: 43.53% [80100/184000] [435.3/1000.0] [batch_t 1.435 (1.449)] [data_t 0.003] [optim_t 1.433] [lr 0.005000] +2024-04-03 05:48:28,984 - Train: 43.59% [80200/184000] [435.9/1000.0] [batch_t 1.439 (1.435)] [data_t 0.002] [optim_t 1.437] [lr 0.005000] +2024-04-03 05:49:03,413 - ==> Total time: 1 day, 4:48:57 Eta: 1 day, 13:16:33 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 05:50:55,159 - Train: 43.64% [80300/184000] [436.4/1000.0] [batch_t 1.433 (1.441)] [data_t 0.003] [optim_t 1.430] [lr 0.005000] +2024-04-03 05:53:18,646 - Train: 43.70% [80400/184000] [437.0/1000.0] [batch_t 1.431 (1.435)] [data_t 0.003] [optim_t 1.428] [lr 0.005000] +2024-04-03 05:53:30,144 - ==> Total time: 1 day, 4:53:24 Eta: 1 day, 13:13:12 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 05:55:45,182 - Train: 43.75% [80500/184000] [437.5/1000.0] [batch_t 1.430 (1.443)] [data_t 0.003] [optim_t 1.427] [lr 0.005000] +2024-04-03 05:57:57,350 - ==> Total time: 1 day, 4:57:51 Eta: 1 day, 13:09:51 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 05:58:11,873 - Train: 43.80% [80600/184000] [438.0/1000.0] [batch_t 1.423 (1.525)] [data_t 0.003] [optim_t 1.420] [lr 0.005000] +2024-04-03 06:00:35,369 - Train: 43.86% [80700/184000] [438.6/1000.0] [batch_t 1.434 (1.435)] [data_t 0.003] [optim_t 1.432] [lr 0.005000] +2024-04-03 06:02:24,400 - ==> Total time: 1 day, 5:02:18 Eta: 1 day, 13:06:30 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 06:03:00,814 - Train: 43.91% [80800/184000] [439.1/1000.0] [batch_t 1.433 (1.446)] [data_t 0.003] [optim_t 1.431] [lr 0.005000] +2024-04-03 06:05:24,377 - Train: 43.97% [80900/184000] [439.7/1000.0] [batch_t 1.439 (1.436)] [data_t 0.003] [optim_t 1.436] [lr 0.005000] +2024-04-03 06:06:50,484 - ==> Total time: 1 day, 5:06:44 Eta: 1 day, 13:03:08 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 06:07:50,177 - Train: 44.02% [81000/184000] [440.2/1000.0] [batch_t 1.439 (1.445)] [data_t 0.003] [optim_t 1.436] [lr 0.005000] +2024-04-03 06:10:13,819 - Train: 44.08% [81100/184000] [440.8/1000.0] [batch_t 1.438 (1.436)] [data_t 0.003] [optim_t 1.436] [lr 0.005000] +2024-04-03 06:11:16,926 - ==> Total time: 1 day, 5:11:11 Eta: 1 day, 12:59:45 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 06:12:39,767 - Train: 44.13% [81200/184000] [441.3/1000.0] [batch_t 1.429 (1.447)] [data_t 0.003] [optim_t 1.426] [lr 0.005000] +2024-04-03 06:15:03,291 - Train: 44.18% [81300/184000] [441.8/1000.0] [batch_t 1.444 (1.435)] [data_t 0.002] [optim_t 1.441] [lr 0.005000] +2024-04-03 06:15:43,525 - ==> Total time: 1 day, 5:15:37 Eta: 1 day, 12:56:23 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 06:17:29,338 - Train: 44.24% [81400/184000] [442.4/1000.0] [batch_t 1.438 (1.444)] [data_t 0.002] [optim_t 1.436] [lr 0.005000] +2024-04-03 06:19:52,995 - Train: 44.29% [81500/184000] [442.9/1000.0] [batch_t 1.432 (1.436)] [data_t 0.003] [optim_t 1.430] [lr 0.005000] +2024-04-03 06:20:10,218 - ==> Total time: 1 day, 5:20:04 Eta: 1 day, 12:53:00 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 06:22:19,087 - Train: 44.35% [81600/184000] [443.5/1000.0] [batch_t 1.438 (1.442)] [data_t 0.002] [optim_t 1.436] [lr 0.005000] +2024-04-03 06:24:36,916 - ==> Total time: 1 day, 5:24:31 Eta: 1 day, 12:49:37 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 06:24:45,074 - Train: 44.40% [81700/184000] [444.0/1000.0] [batch_t 1.428 (1.575)] [data_t 0.003] [optim_t 1.425] [lr 0.005000] +2024-04-03 06:27:08,641 - Train: 44.46% [81800/184000] [444.6/1000.0] [batch_t 1.444 (1.436)] [data_t 0.002] [optim_t 1.442] [lr 0.005000] +2024-04-03 06:29:03,391 - ==> Total time: 1 day, 5:28:57 Eta: 1 day, 12:46:14 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 06:29:35,032 - Train: 44.51% [81900/184000] [445.1/1000.0] [batch_t 1.439 (1.471)] [data_t 0.002] [optim_t 1.437] [lr 0.005000] +2024-04-03 06:31:58,443 - Train: 44.57% [82000/184000] [445.7/1000.0] [batch_t 1.426 (1.434)] [data_t 0.003] [optim_t 1.423] [lr 0.005000] +2024-04-03 06:33:30,147 - ==> Total time: 1 day, 5:33:24 Eta: 1 day, 12:42:50 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 06:34:24,649 - Train: 44.62% [82100/184000] [446.2/1000.0] [batch_t 1.439 (1.456)] [data_t 0.003] [optim_t 1.436] [lr 0.005000] +2024-04-03 06:36:48,175 - Train: 44.67% [82200/184000] [446.7/1000.0] [batch_t 1.440 (1.435)] [data_t 0.002] [optim_t 1.438] [lr 0.005000] +2024-04-03 06:37:57,066 - ==> Total time: 1 day, 5:37:51 Eta: 1 day, 12:39:27 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 06:39:14,172 - Train: 44.73% [82300/184000] [447.3/1000.0] [batch_t 1.447 (1.442)] [data_t 0.002] [optim_t 1.445] [lr 0.005000] +2024-04-03 06:41:37,778 - Train: 44.78% [82400/184000] [447.8/1000.0] [batch_t 1.438 (1.436)] [data_t 0.003] [optim_t 1.435] [lr 0.005000] +2024-04-03 06:42:23,752 - ==> Total time: 1 day, 5:42:18 Eta: 1 day, 12:36:03 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 06:44:03,541 - Train: 44.84% [82500/184000] [448.4/1000.0] [batch_t 1.430 (1.444)] [data_t 0.003] [optim_t 1.427] [lr 0.005000] +2024-04-03 06:46:27,030 - Train: 44.89% [82600/184000] [448.9/1000.0] [batch_t 1.433 (1.435)] [data_t 0.003] [optim_t 1.430] [lr 0.005000] +2024-04-03 06:46:49,989 - ==> Total time: 1 day, 5:46:44 Eta: 1 day, 12:32:38 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 06:48:53,142 - Train: 44.95% [82700/184000] [449.5/1000.0] [batch_t 1.434 (1.443)] [data_t 0.003] [optim_t 1.431] [lr 0.005000] +2024-04-03 06:51:16,792 - Train: 45.00% [82800/184000] [450.0/1000.0] [batch_t 1.443 (1.436)] [data_t 0.002] [optim_t 1.441] [lr 0.005000] +2024-04-03 06:51:39,063 - Test: 66.67% [50/75] [batch_t 0.419 (0.437)] +2024-04-03 06:51:49,495 - Test: 100.00% [75/75] [batch_t 0.347 (0.430)] +2024-04-03 06:52:16,573 - ==> Metric Time for bagel : 0.002 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.413 (mAUROC_px) 4.119 (mAP_px) 0.565 (mF1_max_px) 14.965 (mAUPRO_px) 0.172 (mF1_px_0.2_0.8_0.1) 0.173 (mAcc_px_0.2_0.8_0.1) 0.173 (mIoU_px_0.2_0.8_0.1) 0.507 (mIoU_max_px) +2024-04-03 06:52:41,264 - ==> Metric Time for cable_gland : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.212 (mAUROC_px) 3.934 (mAP_px) 0.492 (mF1_max_px) 13.914 (mAUPRO_px) 0.174 (mF1_px_0.2_0.8_0.1) 0.175 (mAcc_px_0.2_0.8_0.1) 0.170 (mIoU_px_0.2_0.8_0.1) 0.485 (mIoU_max_px) +2024-04-03 06:53:19,232 - ==> Metric Time for carrot : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 8.280 (mAUROC_px) 6.150 (mAP_px) 0.761 (mF1_max_px) 21.053 (mAUPRO_px) 0.256 (mF1_px_0.2_0.8_0.1) 0.254 (mAcc_px_0.2_0.8_0.1) 0.255 (mIoU_px_0.2_0.8_0.1) 0.744 (mIoU_max_px) +2024-04-03 06:53:51,310 - ==> Metric Time for cookie : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 6.771 (mAUROC_px) 5.026 (mAP_px) 0.617 (mF1_max_px) 18.246 (mAUPRO_px) 0.210 (mF1_px_0.2_0.8_0.1) 0.207 (mAcc_px_0.2_0.8_0.1) 0.207 (mIoU_px_0.2_0.8_0.1) 0.606 (mIoU_max_px) +2024-04-03 06:54:23,072 - ==> Metric Time for dowel : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 6.776 (mAUROC_px) 5.107 (mAP_px) 0.658 (mF1_max_px) 17.825 (mAUPRO_px) 0.207 (mF1_px_0.2_0.8_0.1) 0.207 (mAcc_px_0.2_0.8_0.1) 0.206 (mIoU_px_0.2_0.8_0.1) 0.592 (mIoU_max_px) +2024-04-03 06:54:46,137 - ==> Metric Time for foam : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 4.765 (mAUROC_px) 3.642 (mAP_px) 0.454 (mF1_max_px) 13.122 (mAUPRO_px) 0.159 (mF1_px_0.2_0.8_0.1) 0.155 (mAcc_px_0.2_0.8_0.1) 0.153 (mIoU_px_0.2_0.8_0.1) 0.469 (mIoU_max_px) +2024-04-03 06:55:17,622 - ==> Metric Time for peach : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 6.762 (mAUROC_px) 5.002 (mAP_px) 0.614 (mF1_max_px) 17.691 (mAUPRO_px) 0.212 (mF1_px_0.2_0.8_0.1) 0.210 (mAcc_px_0.2_0.8_0.1) 0.207 (mIoU_px_0.2_0.8_0.1) 0.603 (mIoU_max_px) +2024-04-03 06:55:44,035 - ==> Metric Time for potato : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.528 (mAUROC_px) 4.239 (mAP_px) 0.528 (mF1_max_px) 14.897 (mAUPRO_px) 0.179 (mF1_px_0.2_0.8_0.1) 0.177 (mAcc_px_0.2_0.8_0.1) 0.178 (mIoU_px_0.2_0.8_0.1) 0.526 (mIoU_max_px) +2024-04-03 06:56:07,444 - ==> Metric Time for rope : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 4.835 (mAUROC_px) 3.737 (mAP_px) 0.458 (mF1_max_px) 13.300 (mAUPRO_px) 0.158 (mF1_px_0.2_0.8_0.1) 0.158 (mAcc_px_0.2_0.8_0.1) 0.159 (mIoU_px_0.2_0.8_0.1) 0.458 (mIoU_max_px) +2024-04-03 06:56:33,092 - ==> Metric Time for tire : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.452 (mAUROC_px) 4.232 (mAP_px) 0.521 (mF1_max_px) 14.257 (mAUPRO_px) 0.176 (mF1_px_0.2_0.8_0.1) 0.172 (mAcc_px_0.2_0.8_0.1) 0.173 (mIoU_px_0.2_0.8_0.1) 0.508 (mIoU_max_px) +2024-04-03 06:56:33,108 - +| Name | mAUROC_sp_max | mAUROC_sp_max (Max) | mAP_sp_max | mAP_sp_max (Max) | mF1_max_sp_max | mF1_max_sp_max (Max) | mAUROC_px | mAUROC_px (Max) | mAP_px | mAP_px (Max) | mF1_max_px | mF1_max_px (Max) | mAUPRO_px | mAUPRO_px (Max) | mF1_px_0.2_0.8_0.1 | mF1_px_0.2_0.8_0.1 (Max) | mAcc_px_0.2_0.8_0.1 | mAcc_px_0.2_0.8_0.1 (Max) | mIoU_px_0.2_0.8_0.1 | mIoU_px_0.2_0.8_0.1 (Max) | mIoU_max_px | mIoU_max_px (Max) | +|:-----------:|:---------------:|:---------------------:|:------------:|:------------------:|:----------------:|:----------------------:|:-----------:|:------------------:|:--------:|:------------------:|:------------:|:------------------:|:-----------:|:------------------:|:--------------------:|:--------------------------:|:---------------------:|:---------------------------:|:---------------------:|:---------------------------:|:-------------:|:-------------------:| +| bagel | 88.585 | 92.045 (100 epoch) | 97.009 | 97.768 (300 epoch) | 91.304 | 94.505 (100 epoch) | 98.634 | 98.797 (50 epoch) | 40.460 | 41.737 (150 epoch) | 43.072 | 45.466 (300 epoch) | 93.282 | 95.486 (100 epoch) | 18.969 | 19.697 (300 epoch) | 73.160 | 78.616 (50 epoch) | 11.253 | 11.799 (300 epoch) | 27.447 | 29.421 (300 epoch) | +| cable_gland | 92.282 | 93.815 (300 epoch) | 98.000 | 98.426 (300 epoch) | 93.923 | 95.556 (350 epoch) | 99.416 | 99.416 (450 epoch) | 39.709 | 39.709 (450 epoch) | 43.858 | 43.858 (450 epoch) | 98.362 | 98.496 (400 epoch) | 24.138 | 24.138 (450 epoch) | 56.815 | 56.815 (450 epoch) | 14.454 | 14.454 (450 epoch) | 28.089 | 28.089 (450 epoch) | +| carrot | 89.675 | 91.807 (150 epoch) | 97.451 | 98.187 (150 epoch) | 94.624 | 95.273 (400 epoch) | 99.385 | 99.432 (400 epoch) | 28.212 | 30.421 (400 epoch) | 33.782 | 35.165 (400 epoch) | 97.776 | 98.087 (300 epoch) | 18.673 | 19.752 (400 epoch) | 52.382 | 55.113 (400 epoch) | 10.705 | 11.409 (400 epoch) | 20.324 | 21.334 (400 epoch) | +| cookie | 63.835 | 63.835 (450 epoch) | 87.823 | 88.245 (350 epoch) | 88.034 | 88.312 (100 epoch) | 97.153 | 97.153 (450 epoch) | 40.490 | 41.290 (300 epoch) | 42.574 | 43.756 (300 epoch) | 85.905 | 85.905 (450 epoch) | 17.250 | 18.186 (50 epoch) | 51.880 | 59.787 (50 epoch) | 10.108 | 10.542 (50 epoch) | 27.044 | 28.005 (300 epoch) | +| dowel | 97.670 | 97.670 (450 epoch) | 99.470 | 99.470 (450 epoch) | 97.087 | 97.087 (450 epoch) | 99.590 | 99.590 (450 epoch) | 50.835 | 50.835 (450 epoch) | 50.609 | 51.134 (400 epoch) | 96.919 | 97.273 (350 epoch) | 30.836 | 30.977 (350 epoch) | 56.612 | 58.070 (350 epoch) | 19.200 | 19.253 (350 epoch) | 33.877 | 34.349 (400 epoch) | +| foam | 83.313 | 84.812 (300 epoch) | 95.609 | 96.034 (300 epoch) | 90.476 | 90.588 (300 epoch) | 95.003 | 95.530 (250 epoch) | 23.561 | 24.221 (100 epoch) | 33.458 | 33.822 (100 epoch) | 83.125 | 83.347 (350 epoch) | 19.681 | 19.860 (350 epoch) | 42.509 | 45.846 (50 epoch) | 11.253 | 11.368 (350 epoch) | 20.090 | 20.353 (100 epoch) | +| peach | 90.131 | 92.634 (100 epoch) | 97.306 | 98.093 (100 epoch) | 92.920 | 94.836 (50 epoch) | 99.422 | 99.509 (100 epoch) | 45.411 | 47.721 (100 epoch) | 45.553 | 48.356 (100 epoch) | 97.187 | 98.112 (100 epoch) | 21.406 | 22.195 (300 epoch) | 69.587 | 74.168 (300 epoch) | 12.866 | 13.441 (100 epoch) | 29.494 | 31.888 (100 epoch) | +| potato | 65.514 | 69.170 (350 epoch) | 89.104 | 90.102 (400 epoch) | 90.196 | 91.089 (350 epoch) | 99.043 | 99.096 (350 epoch) | 17.303 | 18.791 (350 epoch) | 23.347 | 23.762 (150 epoch) | 94.865 | 95.719 (150 epoch) | 12.138 | 12.747 (350 epoch) | 57.515 | 63.214 (100 epoch) | 6.622 | 6.980 (350 epoch) | 13.216 | 13.483 (150 epoch) | +| rope | 96.966 | 96.966 (450 epoch) | 98.701 | 98.701 (450 epoch) | 93.333 | 94.030 (400 epoch) | 99.361 | 99.361 (450 epoch) | 51.936 | 52.076 (400 epoch) | 51.038 | 51.038 (450 epoch) | 96.250 | 96.250 (450 epoch) | 31.511 | 31.515 (150 epoch) | 50.807 | 55.578 (50 epoch) | 19.783 | 19.783 (450 epoch) | 34.262 | 34.262 (450 epoch) | +| tire | 87.908 | 87.908 (450 epoch) | 96.268 | 96.268 (450 epoch) | 90.698 | 92.222 (400 epoch) | 99.416 | 99.447 (350 epoch) | 40.192 | 41.222 (350 epoch) | 45.308 | 46.872 (200 epoch) | 96.943 | 96.943 (450 epoch) | 22.856 | 22.856 (450 epoch) | 55.778 | 57.198 (400 epoch) | 13.818 | 13.832 (400 epoch) | 29.289 | 30.610 (200 epoch) | +| Avg | 85.588 | 85.632 (300 epoch) | 95.674 | 95.694 (300 epoch) | 92.260 | 92.665 (400 epoch) | 98.642 | 98.654 (300 epoch) | 37.811 | 37.933 (400 epoch) | 41.260 | 41.300 (400 epoch) | 94.061 | 94.061 (450 epoch) | 21.746 | 21.746 (450 epoch) | 56.704 | 57.077 (400 epoch) | 13.006 | 13.006 (450 epoch) | 26.313 | 26.330 (350 epoch) | +2024-04-03 06:56:33,312 - ==> Total time: 1 day, 5:56:27 Eta: 1 day, 12:35:40 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 06:58:59,755 - Train: 45.05% [82900/184000] [450.5/1000.0] [batch_t 1.431 (1.441)] [data_t 0.002] [optim_t 1.428] [lr 0.005000] +2024-04-03 07:01:00,402 - ==> Total time: 1 day, 6:00:54 Eta: 1 day, 12:32:14 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 07:01:27,658 - Train: 45.11% [83000/184000] [451.1/1000.0] [batch_t 1.430 (1.584)] [data_t 0.003] [optim_t 1.427] [lr 0.005000] +2024-04-03 07:03:51,285 - Train: 45.16% [83100/184000] [451.6/1000.0] [batch_t 1.432 (1.436)] [data_t 0.003] [optim_t 1.429] [lr 0.005000] +2024-04-03 07:05:28,868 - ==> Total time: 1 day, 6:05:23 Eta: 1 day, 12:28:50 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 07:06:17,132 - Train: 45.22% [83200/184000] [452.2/1000.0] [batch_t 1.435 (1.458)] [data_t 0.002] [optim_t 1.433] [lr 0.005000] +2024-04-03 07:08:40,774 - Train: 45.27% [83300/184000] [452.7/1000.0] [batch_t 1.434 (1.436)] [data_t 0.003] [optim_t 1.431] [lr 0.005000] +2024-04-03 07:09:55,415 - ==> Total time: 1 day, 6:09:49 Eta: 1 day, 12:25:22 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 07:11:06,364 - Train: 45.33% [83400/184000] [453.3/1000.0] [batch_t 1.427 (1.441)] [data_t 0.003] [optim_t 1.424] [lr 0.005000] +2024-04-03 07:13:29,996 - Train: 45.38% [83500/184000] [453.8/1000.0] [batch_t 1.448 (1.436)] [data_t 0.002] [optim_t 1.446] [lr 0.005000] +2024-04-03 07:14:21,619 - ==> Total time: 1 day, 6:14:16 Eta: 1 day, 12:21:55 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 07:15:55,391 - Train: 45.43% [83600/184000] [454.3/1000.0] [batch_t 1.430 (1.441)] [data_t 0.003] [optim_t 1.427] [lr 0.005000] +2024-04-03 07:18:18,964 - Train: 45.49% [83700/184000] [454.9/1000.0] [batch_t 1.433 (1.436)] [data_t 0.002] [optim_t 1.431] [lr 0.005000] +2024-04-03 07:18:47,643 - ==> Total time: 1 day, 6:18:42 Eta: 1 day, 12:18:26 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 07:20:44,884 - Train: 45.54% [83800/184000] [455.4/1000.0] [batch_t 1.435 (1.444)] [data_t 0.002] [optim_t 1.433] [lr 0.005000] +2024-04-03 07:23:08,243 - Train: 45.60% [83900/184000] [456.0/1000.0] [batch_t 1.430 (1.434)] [data_t 0.003] [optim_t 1.427] [lr 0.005000] +2024-04-03 07:23:13,984 - ==> Total time: 1 day, 6:23:08 Eta: 1 day, 12:14:58 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 07:25:34,002 - Train: 45.65% [84000/184000] [456.5/1000.0] [batch_t 1.439 (1.439)] [data_t 0.002] [optim_t 1.436] [lr 0.005000] +2024-04-03 07:27:40,265 - ==> Total time: 1 day, 6:27:34 Eta: 1 day, 12:11:29 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 07:27:59,627 - Train: 45.71% [84100/184000] [457.1/1000.0] [batch_t 1.424 (1.469)] [data_t 0.003] [optim_t 1.422] [lr 0.005000] +2024-04-03 07:30:23,120 - Train: 45.76% [84200/184000] [457.6/1000.0] [batch_t 1.419 (1.435)] [data_t 0.002] [optim_t 1.417] [lr 0.005000] +2024-04-03 07:32:06,497 - ==> Total time: 1 day, 6:32:00 Eta: 1 day, 12:08:01 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 07:32:48,911 - Train: 45.82% [84300/184000] [458.2/1000.0] [batch_t 1.439 (1.445)] [data_t 0.003] [optim_t 1.436] [lr 0.005000] +2024-04-03 07:35:12,511 - Train: 45.87% [84400/184000] [458.7/1000.0] [batch_t 1.449 (1.436)] [data_t 0.002] [optim_t 1.447] [lr 0.005000] +2024-04-03 07:36:32,777 - ==> Total time: 1 day, 6:36:27 Eta: 1 day, 12:04:32 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 07:37:38,400 - Train: 45.92% [84500/184000] [459.2/1000.0] [batch_t 1.442 (1.451)] [data_t 0.002] [optim_t 1.440] [lr 0.005000] +2024-04-03 07:40:01,808 - Train: 45.98% [84600/184000] [459.8/1000.0] [batch_t 1.428 (1.434)] [data_t 0.002] [optim_t 1.426] [lr 0.005000] +2024-04-03 07:40:59,230 - ==> Total time: 1 day, 6:40:53 Eta: 1 day, 12:01:03 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 07:42:27,248 - Train: 46.03% [84700/184000] [460.3/1000.0] [batch_t 1.428 (1.440)] [data_t 0.002] [optim_t 1.426] [lr 0.005000] +2024-04-03 07:44:50,748 - Train: 46.09% [84800/184000] [460.9/1000.0] [batch_t 1.425 (1.435)] [data_t 0.003] [optim_t 1.423] [lr 0.005000] +2024-04-03 07:45:25,149 - ==> Total time: 1 day, 6:45:19 Eta: 1 day, 11:57:33 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 07:47:16,606 - Train: 46.14% [84900/184000] [461.4/1000.0] [batch_t 1.435 (1.441)] [data_t 0.003] [optim_t 1.432] [lr 0.005000] +2024-04-03 07:49:40,036 - Train: 46.20% [85000/184000] [462.0/1000.0] [batch_t 1.436 (1.434)] [data_t 0.002] [optim_t 1.434] [lr 0.005000] +2024-04-03 07:49:51,531 - ==> Total time: 1 day, 6:49:45 Eta: 1 day, 11:54:03 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 07:52:05,867 - Train: 46.25% [85100/184000] [462.5/1000.0] [batch_t 1.438 (1.439)] [data_t 0.003] [optim_t 1.435] [lr 0.005000] +2024-04-03 07:54:17,899 - ==> Total time: 1 day, 6:54:12 Eta: 1 day, 11:50:33 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 07:54:31,534 - Train: 46.30% [85200/184000] [463.0/1000.0] [batch_t 1.436 (1.475)] [data_t 0.003] [optim_t 1.433] [lr 0.005000] +2024-04-03 07:56:55,049 - Train: 46.36% [85300/184000] [463.6/1000.0] [batch_t 1.434 (1.435)] [data_t 0.003] [optim_t 1.431] [lr 0.005000] +2024-04-03 07:58:44,092 - ==> Total time: 1 day, 6:58:38 Eta: 1 day, 11:47:03 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 07:59:20,728 - Train: 46.41% [85400/184000] [464.1/1000.0] [batch_t 1.443 (1.452)] [data_t 0.002] [optim_t 1.441] [lr 0.005000] +2024-04-03 08:01:44,208 - Train: 46.47% [85500/184000] [464.7/1000.0] [batch_t 1.428 (1.435)] [data_t 0.003] [optim_t 1.426] [lr 0.005000] +2024-04-03 08:03:10,291 - ==> Total time: 1 day, 7:03:04 Eta: 1 day, 11:43:32 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 08:04:09,824 - Train: 46.52% [85600/184000] [465.2/1000.0] [batch_t 1.430 (1.448)] [data_t 0.003] [optim_t 1.427] [lr 0.005000] +2024-04-03 08:06:33,194 - Train: 46.58% [85700/184000] [465.8/1000.0] [batch_t 1.431 (1.434)] [data_t 0.003] [optim_t 1.428] [lr 0.005000] +2024-04-03 08:07:36,470 - ==> Total time: 1 day, 7:07:30 Eta: 1 day, 11:40:01 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 08:08:59,096 - Train: 46.63% [85800/184000] [466.3/1000.0] [batch_t 1.434 (1.442)] [data_t 0.002] [optim_t 1.432] [lr 0.005000] +2024-04-03 08:11:22,588 - Train: 46.68% [85900/184000] [466.8/1000.0] [batch_t 1.433 (1.435)] [data_t 0.003] [optim_t 1.430] [lr 0.005000] +2024-04-03 08:12:02,720 - ==> Total time: 1 day, 7:11:57 Eta: 1 day, 11:36:30 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 08:13:49,304 - Train: 46.74% [86000/184000] [467.4/1000.0] [batch_t 1.436 (1.439)] [data_t 0.003] [optim_t 1.434] [lr 0.005000] +2024-04-03 08:16:12,617 - Train: 46.79% [86100/184000] [467.9/1000.0] [batch_t 1.430 (1.433)] [data_t 0.003] [optim_t 1.427] [lr 0.005000] +2024-04-03 08:16:29,809 - ==> Total time: 1 day, 7:16:24 Eta: 1 day, 11:33:00 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 08:18:38,320 - Train: 46.85% [86200/184000] [468.5/1000.0] [batch_t 1.433 (1.440)] [data_t 0.003] [optim_t 1.430] [lr 0.005000] +2024-04-03 08:20:56,085 - ==> Total time: 1 day, 7:20:50 Eta: 1 day, 11:29:28 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 08:21:03,698 - Train: 46.90% [86300/184000] [469.0/1000.0] [batch_t 1.437 (1.509)] [data_t 0.003] [optim_t 1.434] [lr 0.005000] +2024-04-03 08:23:27,144 - Train: 46.96% [86400/184000] [469.6/1000.0] [batch_t 1.429 (1.434)] [data_t 0.002] [optim_t 1.427] [lr 0.005000] +2024-04-03 08:25:21,862 - ==> Total time: 1 day, 7:25:16 Eta: 1 day, 11:25:56 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 08:25:52,499 - Train: 47.01% [86500/184000] [470.1/1000.0] [batch_t 1.433 (1.450)] [data_t 0.002] [optim_t 1.430] [lr 0.005000] +2024-04-03 08:28:15,909 - Train: 47.07% [86600/184000] [470.7/1000.0] [batch_t 1.427 (1.434)] [data_t 0.003] [optim_t 1.425] [lr 0.005000] +2024-04-03 08:29:47,659 - ==> Total time: 1 day, 7:29:42 Eta: 1 day, 11:22:24 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 08:30:41,552 - Train: 47.12% [86700/184000] [471.2/1000.0] [batch_t 1.429 (1.452)] [data_t 0.003] [optim_t 1.426] [lr 0.005000] +2024-04-03 08:33:05,203 - Train: 47.17% [86800/184000] [471.7/1000.0] [batch_t 1.460 (1.436)] [data_t 0.003] [optim_t 1.457] [lr 0.005000] +2024-04-03 08:34:14,064 - ==> Total time: 1 day, 7:34:08 Eta: 1 day, 11:18:52 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 08:35:30,645 - Train: 47.23% [86900/184000] [472.3/1000.0] [batch_t 1.443 (1.440)] [data_t 0.002] [optim_t 1.440] [lr 0.005000] +2024-04-03 08:37:54,112 - Train: 47.28% [87000/184000] [472.8/1000.0] [batch_t 1.439 (1.435)] [data_t 0.002] [optim_t 1.436] [lr 0.005000] +2024-04-03 08:38:40,139 - ==> Total time: 1 day, 7:38:34 Eta: 1 day, 11:15:19 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 08:40:20,351 - Train: 47.34% [87100/184000] [473.4/1000.0] [batch_t 1.435 (1.450)] [data_t 0.002] [optim_t 1.432] [lr 0.005000] +2024-04-03 08:42:43,730 - Train: 47.39% [87200/184000] [473.9/1000.0] [batch_t 1.426 (1.434)] [data_t 0.003] [optim_t 1.423] [lr 0.005000] +2024-04-03 08:43:06,697 - ==> Total time: 1 day, 7:43:01 Eta: 1 day, 11:11:47 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 08:45:09,887 - Train: 47.45% [87300/184000] [474.5/1000.0] [batch_t 1.433 (1.443)] [data_t 0.002] [optim_t 1.430] [lr 0.005000] +2024-04-03 08:47:33,408 - Train: 47.50% [87400/184000] [475.0/1000.0] [batch_t 1.433 (1.435)] [data_t 0.003] [optim_t 1.430] [lr 0.005000] +2024-04-03 08:47:33,412 - ==> Total time: 1 day, 7:47:27 Eta: 1 day, 11:08:15 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 08:49:58,879 - Train: 47.55% [87500/184000] [475.5/1000.0] [batch_t 1.435 (1.437)] [data_t 0.002] [optim_t 1.432] [lr 0.005000] +2024-04-03 08:51:59,259 - ==> Total time: 1 day, 7:51:53 Eta: 1 day, 11:04:41 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 08:52:25,023 - Train: 47.61% [87600/184000] [476.1/1000.0] [batch_t 1.437 (1.471)] [data_t 0.003] [optim_t 1.434] [lr 0.005000] +2024-04-03 08:54:48,307 - Train: 47.66% [87700/184000] [476.6/1000.0] [batch_t 1.433 (1.433)] [data_t 0.003] [optim_t 1.430] [lr 0.005000] +2024-04-03 08:56:25,860 - ==> Total time: 1 day, 7:56:20 Eta: 1 day, 11:01:08 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 08:57:13,595 - Train: 47.72% [87800/184000] [477.2/1000.0] [batch_t 1.426 (1.442)] [data_t 0.002] [optim_t 1.424] [lr 0.005000] +2024-04-03 08:59:37,057 - Train: 47.77% [87900/184000] [477.7/1000.0] [batch_t 1.425 (1.435)] [data_t 0.002] [optim_t 1.423] [lr 0.005000] +2024-04-03 09:00:51,641 - ==> Total time: 1 day, 8:00:46 Eta: 1 day, 10:57:34 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 09:02:02,414 - Train: 47.83% [88000/184000] [478.3/1000.0] [batch_t 1.433 (1.441)] [data_t 0.003] [optim_t 1.430] [lr 0.005000] +2024-04-03 09:04:25,870 - Train: 47.88% [88100/184000] [478.8/1000.0] [batch_t 1.433 (1.434)] [data_t 0.002] [optim_t 1.431] [lr 0.005000] +2024-04-03 09:05:17,522 - ==> Total time: 1 day, 8:05:11 Eta: 1 day, 10:54:00 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 09:06:51,631 - Train: 47.93% [88200/184000] [479.3/1000.0] [batch_t 1.429 (1.443)] [data_t 0.003] [optim_t 1.426] [lr 0.005000] +2024-04-03 09:09:15,019 - Train: 47.99% [88300/184000] [479.9/1000.0] [batch_t 1.433 (1.434)] [data_t 0.003] [optim_t 1.431] [lr 0.005000] +2024-04-03 09:09:43,662 - ==> Total time: 1 day, 8:09:38 Eta: 1 day, 10:50:26 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 09:11:40,288 - Train: 48.04% [88400/184000] [480.4/1000.0] [batch_t 1.433 (1.437)] [data_t 0.002] [optim_t 1.431] [lr 0.005000] +2024-04-03 09:14:03,830 - Train: 48.10% [88500/184000] [481.0/1000.0] [batch_t 1.429 (1.435)] [data_t 0.003] [optim_t 1.427] [lr 0.005000] +2024-04-03 09:14:09,561 - ==> Total time: 1 day, 8:14:04 Eta: 1 day, 10:46:51 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 09:16:29,377 - Train: 48.15% [88600/184000] [481.5/1000.0] [batch_t 1.439 (1.438)] [data_t 0.003] [optim_t 1.437] [lr 0.005000] +2024-04-03 09:18:35,492 - ==> Total time: 1 day, 8:18:29 Eta: 1 day, 10:43:16 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 09:18:55,107 - Train: 48.21% [88700/184000] [482.1/1000.0] [batch_t 1.431 (1.471)] [data_t 0.002] [optim_t 1.429] [lr 0.005000] +2024-04-03 09:21:18,405 - Train: 48.26% [88800/184000] [482.6/1000.0] [batch_t 1.444 (1.433)] [data_t 0.002] [optim_t 1.441] [lr 0.005000] +2024-04-03 09:23:01,657 - ==> Total time: 1 day, 8:22:56 Eta: 1 day, 10:39:42 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 09:23:45,917 - Train: 48.32% [88900/184000] [483.2/1000.0] [batch_t 1.425 (1.469)] [data_t 0.003] [optim_t 1.422] [lr 0.005000] +2024-04-03 09:26:09,300 - Train: 48.37% [89000/184000] [483.7/1000.0] [batch_t 1.418 (1.434)] [data_t 0.003] [optim_t 1.416] [lr 0.005000] +2024-04-03 09:27:29,554 - ==> Total time: 1 day, 8:27:23 Eta: 1 day, 10:36:09 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 09:28:34,579 - Train: 48.42% [89100/184000] [484.2/1000.0] [batch_t 1.431 (1.440)] [data_t 0.003] [optim_t 1.429] [lr 0.005000] +2024-04-03 09:30:57,835 - Train: 48.48% [89200/184000] [484.8/1000.0] [batch_t 1.433 (1.432)] [data_t 0.003] [optim_t 1.430] [lr 0.005000] +2024-04-03 09:31:55,136 - ==> Total time: 1 day, 8:31:49 Eta: 1 day, 10:32:33 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 09:33:23,117 - Train: 48.53% [89300/184000] [485.3/1000.0] [batch_t 1.446 (1.442)] [data_t 0.003] [optim_t 1.444] [lr 0.005000] +2024-04-03 09:35:46,338 - Train: 48.59% [89400/184000] [485.9/1000.0] [batch_t 1.434 (1.432)] [data_t 0.003] [optim_t 1.431] [lr 0.005000] +2024-04-03 09:36:20,695 - ==> Total time: 1 day, 8:36:15 Eta: 1 day, 10:28:57 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 09:38:11,733 - Train: 48.64% [89500/184000] [486.4/1000.0] [batch_t 1.425 (1.439)] [data_t 0.002] [optim_t 1.422] [lr 0.005000] +2024-04-03 09:40:34,921 - Train: 48.70% [89600/184000] [487.0/1000.0] [batch_t 1.428 (1.432)] [data_t 0.002] [optim_t 1.426] [lr 0.005000] +2024-04-03 09:40:46,391 - ==> Total time: 1 day, 8:40:40 Eta: 1 day, 10:25:21 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 09:43:00,107 - Train: 48.75% [89700/184000] [487.5/1000.0] [batch_t 1.428 (1.437)] [data_t 0.003] [optim_t 1.426] [lr 0.005000] +2024-04-03 09:45:11,901 - ==> Total time: 1 day, 8:45:06 Eta: 1 day, 10:21:45 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 09:45:25,667 - Train: 48.80% [89800/184000] [488.0/1000.0] [batch_t 1.430 (1.527)] [data_t 0.002] [optim_t 1.428] [lr 0.005000] +2024-04-03 09:47:48,873 - Train: 48.86% [89900/184000] [488.6/1000.0] [batch_t 1.433 (1.432)] [data_t 0.003] [optim_t 1.430] [lr 0.005000] +2024-04-03 09:49:37,800 - ==> Total time: 1 day, 8:49:32 Eta: 1 day, 10:18:08 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 09:50:14,269 - Train: 48.91% [90000/184000] [489.1/1000.0] [batch_t 1.438 (1.447)] [data_t 0.002] [optim_t 1.436] [lr 0.005000] +2024-04-03 09:52:37,579 - Train: 48.97% [90100/184000] [489.7/1000.0] [batch_t 1.431 (1.433)] [data_t 0.003] [optim_t 1.428] [lr 0.005000] +2024-04-03 09:54:03,525 - ==> Total time: 1 day, 8:53:57 Eta: 1 day, 10:14:32 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 09:55:03,446 - Train: 49.02% [90200/184000] [490.2/1000.0] [batch_t 1.427 (1.451)] [data_t 0.003] [optim_t 1.425] [lr 0.005000] +2024-04-03 09:57:26,825 - Train: 49.08% [90300/184000] [490.8/1000.0] [batch_t 1.441 (1.434)] [data_t 0.003] [optim_t 1.439] [lr 0.005000] +2024-04-03 09:58:29,803 - ==> Total time: 1 day, 8:58:24 Eta: 1 day, 10:10:55 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 09:59:52,158 - Train: 49.13% [90400/184000] [491.3/1000.0] [batch_t 1.429 (1.440)] [data_t 0.002] [optim_t 1.427] [lr 0.005000] +2024-04-03 10:02:15,481 - Train: 49.18% [90500/184000] [491.8/1000.0] [batch_t 1.431 (1.433)] [data_t 0.002] [optim_t 1.429] [lr 0.005000] +2024-04-03 10:02:55,616 - ==> Total time: 1 day, 9:02:50 Eta: 1 day, 10:07:19 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 10:04:41,150 - Train: 49.24% [90600/184000] [492.4/1000.0] [batch_t 1.435 (1.441)] [data_t 0.002] [optim_t 1.433] [lr 0.005000] +2024-04-03 10:07:04,379 - Train: 49.29% [90700/184000] [492.9/1000.0] [batch_t 1.438 (1.432)] [data_t 0.002] [optim_t 1.436] [lr 0.005000] +2024-04-03 10:07:21,562 - ==> Total time: 1 day, 9:07:16 Eta: 1 day, 10:03:42 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 10:09:30,158 - Train: 49.35% [90800/184000] [493.5/1000.0] [batch_t 1.445 (1.441)] [data_t 0.002] [optim_t 1.443] [lr 0.005000] +2024-04-03 10:11:47,617 - ==> Total time: 1 day, 9:11:42 Eta: 1 day, 10:00:04 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 10:11:56,195 - Train: 49.40% [90900/184000] [494.0/1000.0] [batch_t 1.439 (1.697)] [data_t 0.002] [optim_t 1.437] [lr 0.005000] +2024-04-03 10:14:19,436 - Train: 49.46% [91000/184000] [494.6/1000.0] [batch_t 1.438 (1.432)] [data_t 0.002] [optim_t 1.436] [lr 0.005000] +2024-04-03 10:16:14,077 - ==> Total time: 1 day, 9:16:08 Eta: 1 day, 9:56:28 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 10:16:45,271 - Train: 49.51% [91100/184000] [495.1/1000.0] [batch_t 1.433 (1.472)] [data_t 0.003] [optim_t 1.430] [lr 0.005000] +2024-04-03 10:19:08,709 - Train: 49.57% [91200/184000] [495.7/1000.0] [batch_t 1.424 (1.434)] [data_t 0.003] [optim_t 1.421] [lr 0.005000] +2024-04-03 10:20:44,942 - ==> Total time: 1 day, 9:20:39 Eta: 1 day, 9:52:55 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 10:21:39,874 - Train: 49.62% [91300/184000] [496.2/1000.0] [batch_t 1.438 (1.469)] [data_t 0.003] [optim_t 1.436] [lr 0.005000] +2024-04-03 10:24:03,068 - Train: 49.67% [91400/184000] [496.7/1000.0] [batch_t 1.426 (1.432)] [data_t 0.003] [optim_t 1.423] [lr 0.005000] +2024-04-03 10:25:11,845 - ==> Total time: 1 day, 9:25:06 Eta: 1 day, 9:49:18 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 10:26:29,281 - Train: 49.73% [91500/184000] [497.3/1000.0] [batch_t 1.427 (1.450)] [data_t 0.002] [optim_t 1.425] [lr 0.005000] +2024-04-03 10:28:52,504 - Train: 49.78% [91600/184000] [497.8/1000.0] [batch_t 1.431 (1.432)] [data_t 0.002] [optim_t 1.429] [lr 0.005000] +2024-04-03 10:29:38,362 - ==> Total time: 1 day, 9:29:32 Eta: 1 day, 9:45:41 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 10:31:17,935 - Train: 49.84% [91700/184000] [498.4/1000.0] [batch_t 1.427 (1.438)] [data_t 0.003] [optim_t 1.425] [lr 0.005000] +2024-04-03 10:33:41,305 - Train: 49.89% [91800/184000] [498.9/1000.0] [batch_t 1.423 (1.434)] [data_t 0.003] [optim_t 1.420] [lr 0.005000] +2024-04-03 10:34:04,218 - ==> Total time: 1 day, 9:33:58 Eta: 1 day, 9:42:02 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 10:36:08,658 - Train: 49.95% [91900/184000] [499.5/1000.0] [batch_t 1.420 (1.447)] [data_t 0.003] [optim_t 1.418] [lr 0.005000] +2024-04-03 10:38:31,886 - Train: 50.00% [92000/184000] [500.0/1000.0] [batch_t 1.429 (1.432)] [data_t 0.002] [optim_t 1.426] [lr 0.005000] +2024-04-03 10:38:54,681 - Test: 66.67% [50/75] [batch_t 0.418 (0.448)] +2024-04-03 10:39:05,276 - Test: 100.00% [75/75] [batch_t 0.564 (0.440)] +2024-04-03 10:39:31,585 - ==> Metric Time for bagel : 0.002 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.367 (mAUROC_px) 3.953 (mAP_px) 0.496 (mF1_max_px) 14.510 (mAUPRO_px) 0.166 (mF1_px_0.2_0.8_0.1) 0.169 (mAcc_px_0.2_0.8_0.1) 0.170 (mIoU_px_0.2_0.8_0.1) 0.478 (mIoU_max_px) +2024-04-03 10:39:56,108 - ==> Metric Time for cable_gland : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.202 (mAUROC_px) 3.891 (mAP_px) 0.489 (mF1_max_px) 13.832 (mAUPRO_px) 0.165 (mF1_px_0.2_0.8_0.1) 0.168 (mAcc_px_0.2_0.8_0.1) 0.164 (mIoU_px_0.2_0.8_0.1) 0.486 (mIoU_max_px) +2024-04-03 10:40:32,983 - ==> Metric Time for carrot : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 8.098 (mAUROC_px) 6.032 (mAP_px) 0.751 (mF1_max_px) 20.322 (mAUPRO_px) 0.248 (mF1_px_0.2_0.8_0.1) 0.246 (mAcc_px_0.2_0.8_0.1) 0.249 (mIoU_px_0.2_0.8_0.1) 0.719 (mIoU_max_px) +2024-04-03 10:41:03,990 - ==> Metric Time for cookie : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 6.493 (mAUROC_px) 4.868 (mAP_px) 0.621 (mF1_max_px) 17.646 (mAUPRO_px) 0.203 (mF1_px_0.2_0.8_0.1) 0.203 (mAcc_px_0.2_0.8_0.1) 0.204 (mIoU_px_0.2_0.8_0.1) 0.595 (mIoU_max_px) +2024-04-03 10:41:34,514 - ==> Metric Time for dowel : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 6.561 (mAUROC_px) 4.871 (mAP_px) 0.611 (mF1_max_px) 17.094 (mAUPRO_px) 0.205 (mF1_px_0.2_0.8_0.1) 0.201 (mAcc_px_0.2_0.8_0.1) 0.204 (mIoU_px_0.2_0.8_0.1) 0.606 (mIoU_max_px) +2024-04-03 10:41:57,221 - ==> Metric Time for foam : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 4.751 (mAUROC_px) 3.590 (mAP_px) 0.445 (mF1_max_px) 12.866 (mAUPRO_px) 0.156 (mF1_px_0.2_0.8_0.1) 0.155 (mAcc_px_0.2_0.8_0.1) 0.156 (mIoU_px_0.2_0.8_0.1) 0.452 (mIoU_max_px) +2024-04-03 10:42:27,834 - ==> Metric Time for peach : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 6.571 (mAUROC_px) 4.933 (mAP_px) 0.614 (mF1_max_px) 17.121 (mAUPRO_px) 0.205 (mF1_px_0.2_0.8_0.1) 0.201 (mAcc_px_0.2_0.8_0.1) 0.207 (mIoU_px_0.2_0.8_0.1) 0.588 (mIoU_max_px) +2024-04-03 10:42:53,457 - ==> Metric Time for potato : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.509 (mAUROC_px) 4.093 (mAP_px) 0.501 (mF1_max_px) 14.353 (mAUPRO_px) 0.178 (mF1_px_0.2_0.8_0.1) 0.175 (mAcc_px_0.2_0.8_0.1) 0.169 (mIoU_px_0.2_0.8_0.1) 0.496 (mIoU_max_px) +2024-04-03 10:43:16,117 - ==> Metric Time for rope : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 4.781 (mAUROC_px) 3.615 (mAP_px) 0.451 (mF1_max_px) 12.775 (mAUPRO_px) 0.158 (mF1_px_0.2_0.8_0.1) 0.153 (mAcc_px_0.2_0.8_0.1) 0.152 (mIoU_px_0.2_0.8_0.1) 0.441 (mIoU_max_px) +2024-04-03 10:43:41,278 - ==> Metric Time for tire : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.444 (mAUROC_px) 4.064 (mAP_px) 0.501 (mF1_max_px) 14.003 (mAUPRO_px) 0.168 (mF1_px_0.2_0.8_0.1) 0.168 (mAcc_px_0.2_0.8_0.1) 0.169 (mIoU_px_0.2_0.8_0.1) 0.497 (mIoU_max_px) +2024-04-03 10:43:41,294 - +| Name | mAUROC_sp_max | mAUROC_sp_max (Max) | mAP_sp_max | mAP_sp_max (Max) | mF1_max_sp_max | mF1_max_sp_max (Max) | mAUROC_px | mAUROC_px (Max) | mAP_px | mAP_px (Max) | mF1_max_px | mF1_max_px (Max) | mAUPRO_px | mAUPRO_px (Max) | mF1_px_0.2_0.8_0.1 | mF1_px_0.2_0.8_0.1 (Max) | mAcc_px_0.2_0.8_0.1 | mAcc_px_0.2_0.8_0.1 (Max) | mIoU_px_0.2_0.8_0.1 | mIoU_px_0.2_0.8_0.1 (Max) | mIoU_max_px | mIoU_max_px (Max) | +|:-----------:|:---------------:|:---------------------:|:------------:|:------------------:|:----------------:|:----------------------:|:-----------:|:------------------:|:--------:|:------------------:|:------------:|:------------------:|:-----------:|:------------------:|:--------------------:|:--------------------------:|:---------------------:|:---------------------------:|:---------------------:|:---------------------------:|:-------------:|:-------------------:| +| bagel | 86.157 | 92.045 (100 epoch) | 96.094 | 97.768 (300 epoch) | 92.063 | 94.505 (100 epoch) | 98.442 | 98.797 (50 epoch) | 38.487 | 41.737 (150 epoch) | 41.387 | 45.466 (300 epoch) | 91.997 | 95.486 (100 epoch) | 18.738 | 19.697 (300 epoch) | 72.518 | 78.616 (50 epoch) | 11.049 | 11.799 (300 epoch) | 26.093 | 29.421 (300 epoch) | +| cable_gland | 95.621 | 95.621 (500 epoch) | 98.932 | 98.932 (500 epoch) | 95.556 | 95.556 (350 epoch) | 99.435 | 99.435 (500 epoch) | 40.055 | 40.055 (500 epoch) | 44.555 | 44.555 (500 epoch) | 98.549 | 98.549 (500 epoch) | 24.127 | 24.138 (450 epoch) | 55.574 | 56.815 (450 epoch) | 14.472 | 14.472 (500 epoch) | 28.663 | 28.663 (500 epoch) | +| carrot | 90.236 | 91.807 (150 epoch) | 97.566 | 98.187 (150 epoch) | 95.652 | 95.652 (500 epoch) | 99.457 | 99.457 (500 epoch) | 29.554 | 30.421 (400 epoch) | 34.289 | 35.165 (400 epoch) | 98.100 | 98.100 (500 epoch) | 19.086 | 19.752 (400 epoch) | 54.277 | 55.113 (400 epoch) | 10.993 | 11.409 (400 epoch) | 20.692 | 21.334 (400 epoch) | +| cookie | 62.933 | 63.835 (450 epoch) | 88.722 | 88.722 (500 epoch) | 88.412 | 88.412 (500 epoch) | 96.985 | 97.153 (450 epoch) | 39.866 | 41.290 (300 epoch) | 42.011 | 43.756 (300 epoch) | 85.339 | 85.905 (450 epoch) | 16.814 | 18.186 (50 epoch) | 50.223 | 59.787 (50 epoch) | 9.821 | 10.542 (50 epoch) | 26.591 | 28.005 (300 epoch) | +| dowel | 97.670 | 97.670 (500 epoch) | 99.450 | 99.470 (450 epoch) | 96.651 | 97.087 (450 epoch) | 99.591 | 99.591 (500 epoch) | 50.342 | 50.835 (450 epoch) | 50.317 | 51.134 (400 epoch) | 97.506 | 97.506 (500 epoch) | 30.189 | 30.977 (350 epoch) | 54.894 | 58.070 (350 epoch) | 18.737 | 19.253 (350 epoch) | 33.615 | 34.349 (400 epoch) | +| foam | 83.688 | 84.812 (300 epoch) | 95.742 | 96.034 (300 epoch) | 89.535 | 90.588 (300 epoch) | 95.361 | 95.530 (250 epoch) | 23.730 | 24.221 (100 epoch) | 33.288 | 33.822 (100 epoch) | 83.852 | 83.852 (500 epoch) | 19.812 | 19.860 (350 epoch) | 42.884 | 45.846 (50 epoch) | 11.333 | 11.368 (350 epoch) | 19.967 | 20.353 (100 epoch) | +| peach | 91.473 | 92.634 (100 epoch) | 97.681 | 98.093 (100 epoch) | 93.953 | 94.836 (50 epoch) | 99.390 | 99.509 (100 epoch) | 42.859 | 47.721 (100 epoch) | 43.959 | 48.356 (100 epoch) | 97.049 | 98.112 (100 epoch) | 21.042 | 22.195 (300 epoch) | 69.598 | 74.168 (300 epoch) | 12.556 | 13.441 (100 epoch) | 28.172 | 31.888 (100 epoch) | +| potato | 67.935 | 69.170 (350 epoch) | 89.399 | 90.102 (400 epoch) | 89.756 | 91.089 (350 epoch) | 99.074 | 99.096 (350 epoch) | 18.642 | 18.791 (350 epoch) | 24.593 | 24.593 (500 epoch) | 95.318 | 95.719 (150 epoch) | 12.258 | 12.747 (350 epoch) | 55.519 | 63.214 (100 epoch) | 6.717 | 6.980 (350 epoch) | 14.021 | 14.021 (500 epoch) | +| rope | 96.196 | 96.966 (450 epoch) | 98.412 | 98.701 (450 epoch) | 94.030 | 94.030 (400 epoch) | 99.357 | 99.361 (450 epoch) | 51.460 | 52.076 (400 epoch) | 50.572 | 51.038 (450 epoch) | 95.620 | 96.250 (450 epoch) | 31.030 | 31.515 (150 epoch) | 50.848 | 55.578 (50 epoch) | 19.463 | 19.783 (450 epoch) | 33.843 | 34.262 (450 epoch) | +| tire | 88.322 | 88.322 (500 epoch) | 96.520 | 96.520 (500 epoch) | 91.011 | 92.222 (400 epoch) | 99.474 | 99.474 (500 epoch) | 40.575 | 41.222 (350 epoch) | 45.677 | 46.872 (200 epoch) | 96.759 | 96.943 (450 epoch) | 22.662 | 22.856 (450 epoch) | 54.097 | 57.198 (400 epoch) | 13.724 | 13.832 (400 epoch) | 29.598 | 30.610 (200 epoch) | +| Avg | 86.023 | 86.023 (500 epoch) | 95.852 | 95.852 (500 epoch) | 92.662 | 92.665 (400 epoch) | 98.657 | 98.657 (500 epoch) | 37.557 | 37.933 (400 epoch) | 41.065 | 41.300 (400 epoch) | 94.009 | 94.061 (450 epoch) | 21.576 | 21.746 (450 epoch) | 56.043 | 57.077 (400 epoch) | 12.886 | 13.006 (450 epoch) | 26.126 | 26.330 (350 epoch) | +2024-04-03 10:43:41,526 - ==> Total time: 1 day, 9:43:35 Eta: 1 day, 9:43:35 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 10:46:07,773 - Train: 50.05% [92100/184000] [500.5/1000.0] [batch_t 1.432 (1.438)] [data_t 0.002] [optim_t 1.429] [lr 0.005000] +2024-04-03 10:48:08,123 - ==> Total time: 1 day, 9:48:02 Eta: 1 day, 9:39:56 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 10:48:35,318 - Train: 50.11% [92200/184000] [501.1/1000.0] [batch_t 1.427 (1.540)] [data_t 0.003] [optim_t 1.424] [lr 0.005000] +2024-04-03 10:50:58,678 - Train: 50.16% [92300/184000] [501.6/1000.0] [batch_t 1.434 (1.434)] [data_t 0.002] [optim_t 1.432] [lr 0.005000] +2024-04-03 10:52:36,084 - ==> Total time: 1 day, 9:52:30 Eta: 1 day, 9:36:18 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 10:53:24,276 - Train: 50.22% [92400/184000] [502.2/1000.0] [batch_t 1.434 (1.454)] [data_t 0.003] [optim_t 1.431] [lr 0.005000] +2024-04-03 10:55:47,430 - Train: 50.27% [92500/184000] [502.7/1000.0] [batch_t 1.424 (1.431)] [data_t 0.002] [optim_t 1.422] [lr 0.005000] +2024-04-03 10:57:01,905 - ==> Total time: 1 day, 9:56:56 Eta: 1 day, 9:32:38 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 10:58:17,195 - Train: 50.33% [92600/184000] [503.3/1000.0] [batch_t 1.424 (1.452)] [data_t 0.002] [optim_t 1.421] [lr 0.005000] +2024-04-03 11:00:40,302 - Train: 50.38% [92700/184000] [503.8/1000.0] [batch_t 1.427 (1.431)] [data_t 0.002] [optim_t 1.425] [lr 0.005000] +2024-04-03 11:01:31,804 - ==> Total time: 1 day, 10:01:26 Eta: 1 day, 9:29:02 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 11:03:06,196 - Train: 50.43% [92800/184000] [504.3/1000.0] [batch_t 1.435 (1.445)] [data_t 0.002] [optim_t 1.433] [lr 0.005000] +2024-04-03 11:05:29,355 - Train: 50.49% [92900/184000] [504.9/1000.0] [batch_t 1.432 (1.431)] [data_t 0.003] [optim_t 1.429] [lr 0.005000] +2024-04-03 11:05:58,001 - ==> Total time: 1 day, 10:05:52 Eta: 1 day, 9:25:21 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 11:07:55,682 - Train: 50.54% [93000/184000] [505.4/1000.0] [batch_t 1.432 (1.441)] [data_t 0.003] [optim_t 1.429] [lr 0.005000] +2024-04-03 11:10:18,905 - Train: 50.60% [93100/184000] [506.0/1000.0] [batch_t 1.438 (1.432)] [data_t 0.002] [optim_t 1.435] [lr 0.005000] +2024-04-03 11:10:24,642 - ==> Total time: 1 day, 10:10:19 Eta: 1 day, 9:21:41 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 11:12:44,236 - Train: 50.65% [93200/184000] [506.5/1000.0] [batch_t 1.432 (1.437)] [data_t 0.002] [optim_t 1.430] [lr 0.005000] +2024-04-03 11:14:50,172 - ==> Total time: 1 day, 10:14:44 Eta: 1 day, 9:18:00 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 11:15:09,484 - Train: 50.71% [93300/184000] [507.1/1000.0] [batch_t 1.421 (1.466)] [data_t 0.003] [optim_t 1.418] [lr 0.005000] +2024-04-03 11:17:32,784 - Train: 50.76% [93400/184000] [507.6/1000.0] [batch_t 1.451 (1.433)] [data_t 0.002] [optim_t 1.449] [lr 0.005000] +2024-04-03 11:19:15,945 - ==> Total time: 1 day, 10:19:10 Eta: 1 day, 9:14:19 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 11:19:58,416 - Train: 50.82% [93500/184000] [508.2/1000.0] [batch_t 1.435 (1.463)] [data_t 0.002] [optim_t 1.432] [lr 0.005000] +2024-04-03 11:22:21,815 - Train: 50.87% [93600/184000] [508.7/1000.0] [batch_t 1.437 (1.434)] [data_t 0.003] [optim_t 1.434] [lr 0.005000] +2024-04-03 11:23:43,106 - ==> Total time: 1 day, 10:23:37 Eta: 1 day, 9:10:38 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 11:24:49,471 - Train: 50.92% [93700/184000] [509.2/1000.0] [batch_t 1.454 (1.471)] [data_t 0.003] [optim_t 1.451] [lr 0.005000] +2024-04-03 11:27:15,372 - Train: 50.98% [93800/184000] [509.8/1000.0] [batch_t 1.459 (1.459)] [data_t 0.003] [optim_t 1.456] [lr 0.005000] +2024-04-03 11:28:13,771 - ==> Total time: 1 day, 10:28:08 Eta: 1 day, 9:07:02 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 11:29:43,236 - Train: 51.03% [93900/184000] [510.3/1000.0] [batch_t 1.466 (1.464)] [data_t 0.003] [optim_t 1.462] [lr 0.005000] +2024-04-03 11:32:08,267 - Train: 51.09% [94000/184000] [510.9/1000.0] [batch_t 1.441 (1.450)] [data_t 0.003] [optim_t 1.438] [lr 0.005000] +2024-04-03 11:32:42,624 - ==> Total time: 1 day, 10:32:37 Eta: 1 day, 9:03:23 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 11:34:33,606 - Train: 51.14% [94100/184000] [511.4/1000.0] [batch_t 1.433 (1.436)] [data_t 0.002] [optim_t 1.431] [lr 0.005000] +2024-04-03 11:36:56,846 - Train: 51.20% [94200/184000] [512.0/1000.0] [batch_t 1.444 (1.432)] [data_t 0.002] [optim_t 1.441] [lr 0.005000] +2024-04-03 11:37:08,278 - ==> Total time: 1 day, 10:37:02 Eta: 1 day, 8:59:41 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 11:39:22,729 - Train: 51.25% [94300/184000] [512.5/1000.0] [batch_t 1.433 (1.438)] [data_t 0.002] [optim_t 1.431] [lr 0.005000] +2024-04-03 11:41:34,504 - ==> Total time: 1 day, 10:41:28 Eta: 1 day, 8:55:59 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 11:41:53,431 - Train: 51.30% [94400/184000] [513.0/1000.0] [batch_t 1.431 (1.903)] [data_t 0.003] [optim_t 1.429] [lr 0.005000] +2024-04-03 11:45:43,048 - Train: 51.36% [94500/184000] [513.6/1000.0] [batch_t 1.453 (2.296)] [data_t 0.003] [optim_t 1.450] [lr 0.005000] +2024-04-03 11:49:35,627 - ==> Total time: 1 day, 10:49:30 Eta: 1 day, 8:55:40 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 11:50:31,784 - Train: 51.41% [94600/184000] [514.1/1000.0] [batch_t 1.425 (2.000)] [data_t 0.003] [optim_t 1.422] [lr 0.005000] +2024-04-03 11:54:35,859 - Train: 51.47% [94700/184000] [514.7/1000.0] [batch_t 1.427 (2.441)] [data_t 0.002] [optim_t 1.424] [lr 0.005000] +2024-04-03 11:56:07,857 - ==> Total time: 1 day, 10:56:02 Eta: 1 day, 8:53:56 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 11:57:12,277 - Train: 51.52% [94800/184000] [515.2/1000.0] [batch_t 1.439 (1.505)] [data_t 0.002] [optim_t 1.437] [lr 0.005000] +2024-04-03 11:59:35,446 - Train: 51.58% [94900/184000] [515.8/1000.0] [batch_t 1.426 (1.432)] [data_t 0.003] [optim_t 1.423] [lr 0.005000] +2024-04-03 12:00:38,511 - ==> Total time: 1 day, 11:00:32 Eta: 1 day, 8:50:16 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 12:02:01,441 - Train: 51.63% [95000/184000] [516.3/1000.0] [batch_t 1.442 (1.451)] [data_t 0.002] [optim_t 1.440] [lr 0.005000] +2024-04-03 12:04:24,609 - Train: 51.68% [95100/184000] [516.8/1000.0] [batch_t 1.428 (1.432)] [data_t 0.002] [optim_t 1.425] [lr 0.005000] +2024-04-03 12:05:04,712 - ==> Total time: 1 day, 11:04:59 Eta: 1 day, 8:46:33 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 12:06:51,003 - Train: 51.74% [95200/184000] [517.4/1000.0] [batch_t 1.430 (1.442)] [data_t 0.003] [optim_t 1.428] [lr 0.005000] +2024-04-03 12:09:14,175 - Train: 51.79% [95300/184000] [517.9/1000.0] [batch_t 1.432 (1.432)] [data_t 0.002] [optim_t 1.430] [lr 0.005000] +2024-04-03 12:09:31,325 - ==> Total time: 1 day, 11:09:25 Eta: 1 day, 8:42:49 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 12:11:39,288 - Train: 51.85% [95400/184000] [518.5/1000.0] [batch_t 1.429 (1.434)] [data_t 0.003] [optim_t 1.426] [lr 0.005000] +2024-04-03 12:13:56,769 - ==> Total time: 1 day, 11:13:51 Eta: 1 day, 8:39:04 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 12:14:04,225 - Train: 51.90% [95500/184000] [519.0/1000.0] [batch_t 1.428 (1.486)] [data_t 0.003] [optim_t 1.426] [lr 0.005000] +2024-04-03 12:16:27,468 - Train: 51.96% [95600/184000] [519.6/1000.0] [batch_t 1.461 (1.432)] [data_t 0.003] [optim_t 1.458] [lr 0.005000] +2024-04-03 12:18:22,028 - ==> Total time: 1 day, 11:18:16 Eta: 1 day, 8:35:19 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 12:18:52,697 - Train: 52.01% [95700/184000] [520.1/1000.0] [batch_t 1.439 (1.447)] [data_t 0.002] [optim_t 1.436] [lr 0.005000] +2024-04-03 12:21:15,788 - Train: 52.07% [95800/184000] [520.7/1000.0] [batch_t 1.434 (1.431)] [data_t 0.003] [optim_t 1.431] [lr 0.005000] +2024-04-03 12:22:47,376 - ==> Total time: 1 day, 11:22:41 Eta: 1 day, 8:31:34 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 12:23:41,004 - Train: 52.12% [95900/184000] [521.2/1000.0] [batch_t 1.439 (1.446)] [data_t 0.002] [optim_t 1.436] [lr 0.005000] +2024-04-03 12:26:04,111 - Train: 52.17% [96000/184000] [521.7/1000.0] [batch_t 1.437 (1.431)] [data_t 0.003] [optim_t 1.434] [lr 0.005000] +2024-04-03 12:27:12,815 - ==> Total time: 1 day, 11:27:07 Eta: 1 day, 8:27:49 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 12:28:29,143 - Train: 52.23% [96100/184000] [522.3/1000.0] [batch_t 1.439 (1.439)] [data_t 0.002] [optim_t 1.437] [lr 0.005000] +2024-04-03 12:30:52,443 - Train: 52.28% [96200/184000] [522.8/1000.0] [batch_t 1.438 (1.433)] [data_t 0.003] [optim_t 1.435] [lr 0.005000] +2024-04-03 12:31:38,242 - ==> Total time: 1 day, 11:31:32 Eta: 1 day, 8:24:03 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 12:33:17,536 - Train: 52.34% [96300/184000] [523.4/1000.0] [batch_t 1.427 (1.438)] [data_t 0.003] [optim_t 1.425] [lr 0.005000] +2024-04-03 12:35:40,602 - Train: 52.39% [96400/184000] [523.9/1000.0] [batch_t 1.438 (1.431)] [data_t 0.002] [optim_t 1.436] [lr 0.005000] +2024-04-03 12:36:03,515 - ==> Total time: 1 day, 11:35:57 Eta: 1 day, 8:20:18 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 12:38:07,822 - Train: 52.45% [96500/184000] [524.5/1000.0] [batch_t 1.422 (1.442)] [data_t 0.003] [optim_t 1.419] [lr 0.005000] +2024-04-03 12:40:31,005 - Train: 52.50% [96600/184000] [525.0/1000.0] [batch_t 1.425 (1.432)] [data_t 0.002] [optim_t 1.422] [lr 0.005000] +2024-04-03 12:40:31,009 - ==> Total time: 1 day, 11:40:25 Eta: 1 day, 8:16:34 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 12:42:57,012 - Train: 52.55% [96700/184000] [525.5/1000.0] [batch_t 1.429 (1.440)] [data_t 0.002] [optim_t 1.426] [lr 0.005000] +2024-04-03 12:44:57,261 - ==> Total time: 1 day, 11:44:51 Eta: 1 day, 8:12:49 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 12:45:21,935 - Train: 52.61% [96800/184000] [526.1/1000.0] [batch_t 1.431 (1.448)] [data_t 0.004] [optim_t 1.427] [lr 0.005000] +2024-04-03 12:47:45,224 - Train: 52.66% [96900/184000] [526.6/1000.0] [batch_t 1.449 (1.433)] [data_t 0.002] [optim_t 1.447] [lr 0.005000] +2024-04-03 12:49:22,489 - ==> Total time: 1 day, 11:49:16 Eta: 1 day, 8:09:03 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 12:50:10,380 - Train: 52.72% [97000/184000] [527.2/1000.0] [batch_t 1.433 (1.448)] [data_t 0.002] [optim_t 1.430] [lr 0.005000] +2024-04-03 12:52:33,508 - Train: 52.77% [97100/184000] [527.7/1000.0] [batch_t 1.440 (1.431)] [data_t 0.002] [optim_t 1.437] [lr 0.005000] +2024-04-03 12:53:47,956 - ==> Total time: 1 day, 11:53:42 Eta: 1 day, 8:05:16 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 12:54:58,360 - Train: 52.83% [97200/184000] [528.3/1000.0] [batch_t 1.428 (1.437)] [data_t 0.002] [optim_t 1.426] [lr 0.005000] +2024-04-03 12:57:21,579 - Train: 52.88% [97300/184000] [528.8/1000.0] [batch_t 1.428 (1.432)] [data_t 0.002] [optim_t 1.426] [lr 0.005000] +2024-04-03 12:58:13,151 - ==> Total time: 1 day, 11:58:07 Eta: 1 day, 8:01:30 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 12:59:46,650 - Train: 52.93% [97400/184000] [529.3/1000.0] [batch_t 1.431 (1.438)] [data_t 0.002] [optim_t 1.429] [lr 0.005000] +2024-04-03 13:02:09,867 - Train: 52.99% [97500/184000] [529.9/1000.0] [batch_t 1.434 (1.432)] [data_t 0.003] [optim_t 1.431] [lr 0.005000] +2024-04-03 13:02:38,486 - ==> Total time: 1 day, 12:02:32 Eta: 1 day, 7:57:43 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 13:04:34,852 - Train: 53.04% [97600/184000] [530.4/1000.0] [batch_t 1.423 (1.436)] [data_t 0.002] [optim_t 1.421] [lr 0.005000] +2024-04-03 13:06:58,121 - Train: 53.10% [97700/184000] [531.0/1000.0] [batch_t 1.429 (1.433)] [data_t 0.002] [optim_t 1.427] [lr 0.005000] +2024-04-03 13:07:03,832 - ==> Total time: 1 day, 12:06:58 Eta: 1 day, 7:53:57 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 13:09:25,060 - Train: 53.15% [97800/184000] [531.5/1000.0] [batch_t 1.429 (1.444)] [data_t 0.003] [optim_t 1.427] [lr 0.005000] +2024-04-03 13:11:31,000 - ==> Total time: 1 day, 12:11:25 Eta: 1 day, 7:50:12 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 13:11:50,116 - Train: 53.21% [97900/184000] [532.1/1000.0] [batch_t 1.426 (1.463)] [data_t 0.003] [optim_t 1.424] [lr 0.005000] +2024-04-03 13:14:13,388 - Train: 53.26% [98000/184000] [532.6/1000.0] [batch_t 1.438 (1.433)] [data_t 0.003] [optim_t 1.436] [lr 0.005000] +2024-04-03 13:15:56,561 - ==> Total time: 1 day, 12:15:51 Eta: 1 day, 7:46:25 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 13:16:38,948 - Train: 53.32% [98100/184000] [533.2/1000.0] [batch_t 1.432 (1.451)] [data_t 0.002] [optim_t 1.430] [lr 0.005000] +2024-04-03 13:19:02,146 - Train: 53.37% [98200/184000] [533.7/1000.0] [batch_t 1.433 (1.432)] [data_t 0.003] [optim_t 1.431] [lr 0.005000] +2024-04-03 13:20:22,331 - ==> Total time: 1 day, 12:20:16 Eta: 1 day, 7:42:38 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 13:21:27,203 - Train: 53.42% [98300/184000] [534.2/1000.0] [batch_t 1.433 (1.440)] [data_t 0.003] [optim_t 1.431] [lr 0.005000] +2024-04-03 13:23:50,399 - Train: 53.48% [98400/184000] [534.8/1000.0] [batch_t 1.428 (1.432)] [data_t 0.003] [optim_t 1.426] [lr 0.005000] +2024-04-03 13:24:47,658 - ==> Total time: 1 day, 12:24:42 Eta: 1 day, 7:38:51 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 13:26:15,574 - Train: 53.53% [98500/184000] [535.3/1000.0] [batch_t 1.420 (1.436)] [data_t 0.002] [optim_t 1.417] [lr 0.005000] +2024-04-03 13:28:38,679 - Train: 53.59% [98600/184000] [535.9/1000.0] [batch_t 1.425 (1.431)] [data_t 0.003] [optim_t 1.422] [lr 0.005000] +2024-04-03 13:29:13,083 - ==> Total time: 1 day, 12:29:07 Eta: 1 day, 7:35:03 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 13:31:04,079 - Train: 53.64% [98700/184000] [536.4/1000.0] [batch_t 1.424 (1.437)] [data_t 0.003] [optim_t 1.422] [lr 0.005000] +2024-04-03 13:33:27,351 - Train: 53.70% [98800/184000] [537.0/1000.0] [batch_t 1.420 (1.433)] [data_t 0.003] [optim_t 1.417] [lr 0.005000] +2024-04-03 13:33:38,811 - ==> Total time: 1 day, 12:33:33 Eta: 1 day, 7:31:16 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 13:35:52,667 - Train: 53.75% [98900/184000] [537.5/1000.0] [batch_t 1.437 (1.439)] [data_t 0.003] [optim_t 1.435] [lr 0.005000] +2024-04-03 13:38:04,460 - ==> Total time: 1 day, 12:37:58 Eta: 1 day, 7:27:29 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 13:38:18,866 - Train: 53.80% [99000/184000] [538.0/1000.0] [batch_t 1.433 (1.494)] [data_t 0.002] [optim_t 1.431] [lr 0.005000] +2024-04-03 13:40:42,093 - Train: 53.86% [99100/184000] [538.6/1000.0] [batch_t 1.426 (1.432)] [data_t 0.002] [optim_t 1.424] [lr 0.005000] +2024-04-03 13:42:30,958 - ==> Total time: 1 day, 12:42:25 Eta: 1 day, 7:23:42 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 13:43:07,174 - Train: 53.91% [99200/184000] [539.1/1000.0] [batch_t 1.433 (1.446)] [data_t 0.003] [optim_t 1.430] [lr 0.005000] +2024-04-03 13:45:30,368 - Train: 53.97% [99300/184000] [539.7/1000.0] [batch_t 1.424 (1.432)] [data_t 0.003] [optim_t 1.421] [lr 0.005000] +2024-04-03 13:46:56,250 - ==> Total time: 1 day, 12:46:50 Eta: 1 day, 7:19:54 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 13:47:55,537 - Train: 54.02% [99400/184000] [540.2/1000.0] [batch_t 1.438 (1.445)] [data_t 0.002] [optim_t 1.436] [lr 0.005000] +2024-04-03 13:50:18,711 - Train: 54.08% [99500/184000] [540.8/1000.0] [batch_t 1.434 (1.432)] [data_t 0.003] [optim_t 1.431] [lr 0.005000] +2024-04-03 13:51:21,704 - ==> Total time: 1 day, 12:51:16 Eta: 1 day, 7:16:06 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 13:52:43,782 - Train: 54.13% [99600/184000] [541.3/1000.0] [batch_t 1.427 (1.439)] [data_t 0.003] [optim_t 1.424] [lr 0.005000] +2024-04-03 13:55:07,018 - Train: 54.18% [99700/184000] [541.8/1000.0] [batch_t 1.433 (1.432)] [data_t 0.003] [optim_t 1.430] [lr 0.005000] +2024-04-03 13:55:47,143 - ==> Total time: 1 day, 12:55:41 Eta: 1 day, 7:12:18 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 13:57:32,223 - Train: 54.24% [99800/184000] [542.4/1000.0] [batch_t 1.445 (1.437)] [data_t 0.002] [optim_t 1.443] [lr 0.005000] +2024-04-03 13:59:55,490 - Train: 54.29% [99900/184000] [542.9/1000.0] [batch_t 1.427 (1.433)] [data_t 0.002] [optim_t 1.425] [lr 0.005000] +2024-04-03 14:00:12,697 - ==> Total time: 1 day, 13:00:07 Eta: 1 day, 7:08:29 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 14:02:20,743 - Train: 54.35% [100000/184000] [543.5/1000.0] [batch_t 1.435 (1.437)] [data_t 0.002] [optim_t 1.433] [lr 0.005000] +2024-04-03 14:04:38,286 - ==> Total time: 1 day, 13:04:32 Eta: 1 day, 7:04:41 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 14:04:45,850 - Train: 54.40% [100100/184000] [544.0/1000.0] [batch_t 1.439 (1.524)] [data_t 0.003] [optim_t 1.436] [lr 0.005000] +2024-04-03 14:07:08,999 - Train: 54.46% [100200/184000] [544.6/1000.0] [batch_t 1.442 (1.431)] [data_t 0.002] [optim_t 1.440] [lr 0.005000] +2024-04-03 14:09:03,646 - ==> Total time: 1 day, 13:08:58 Eta: 1 day, 7:00:52 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 14:09:34,450 - Train: 54.51% [100300/184000] [545.1/1000.0] [batch_t 1.422 (1.447)] [data_t 0.002] [optim_t 1.420] [lr 0.005000] +2024-04-03 14:11:57,597 - Train: 54.57% [100400/184000] [545.7/1000.0] [batch_t 1.446 (1.431)] [data_t 0.002] [optim_t 1.443] [lr 0.005000] +2024-04-03 14:13:29,226 - ==> Total time: 1 day, 13:13:23 Eta: 1 day, 6:57:04 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 14:14:23,292 - Train: 54.62% [100500/184000] [546.2/1000.0] [batch_t 1.434 (1.455)] [data_t 0.002] [optim_t 1.432] [lr 0.005000] +2024-04-03 14:16:46,590 - Train: 54.67% [100600/184000] [546.7/1000.0] [batch_t 1.434 (1.433)] [data_t 0.003] [optim_t 1.432] [lr 0.005000] +2024-04-03 14:18:11,669 - ==> Total time: 1 day, 13:18:06 Eta: 1 day, 6:53:29 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 14:20:15,019 - Train: 54.73% [100700/184000] [547.3/1000.0] [batch_t 1.443 (2.144)] [data_t 0.002] [optim_t 1.440] [lr 0.005000] +2024-04-03 14:22:38,036 - Train: 54.78% [100800/184000] [547.8/1000.0] [batch_t 1.428 (1.430)] [data_t 0.002] [optim_t 1.426] [lr 0.005000] +2024-04-03 14:23:23,840 - ==> Total time: 1 day, 13:23:18 Eta: 1 day, 6:50:19 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 14:25:03,062 - Train: 54.84% [100900/184000] [548.4/1000.0] [batch_t 1.440 (1.436)] [data_t 0.003] [optim_t 1.437] [lr 0.005000] +2024-04-03 14:27:26,370 - Train: 54.89% [101000/184000] [548.9/1000.0] [batch_t 1.435 (1.433)] [data_t 0.002] [optim_t 1.432] [lr 0.005000] +2024-04-03 14:27:49,289 - ==> Total time: 1 day, 13:27:43 Eta: 1 day, 6:46:29 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 14:29:52,507 - Train: 54.95% [101100/184000] [549.5/1000.0] [batch_t 1.429 (1.443)] [data_t 0.003] [optim_t 1.426] [lr 0.005000] +2024-04-03 14:32:17,144 - Train: 55.00% [101200/184000] [550.0/1000.0] [batch_t 1.432 (1.446)] [data_t 0.002] [optim_t 1.429] [lr 0.005000] +2024-04-03 14:35:08,585 - Test: 66.67% [50/75] [batch_t 6.942 (3.401)] +2024-04-03 14:36:45,869 - Test: 100.00% [75/75] [batch_t 0.346 (3.565)] +2024-04-03 14:37:13,206 - ==> Metric Time for bagel : 0.002 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.244 (mAUROC_px) 3.881 (mAP_px) 0.466 (mF1_max_px) 15.612 (mAUPRO_px) 0.181 (mF1_px_0.2_0.8_0.1) 0.178 (mAcc_px_0.2_0.8_0.1) 0.182 (mIoU_px_0.2_0.8_0.1) 0.527 (mIoU_max_px) +2024-04-03 14:37:38,603 - ==> Metric Time for cable_gland : 0.002 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.196 (mAUROC_px) 3.855 (mAP_px) 0.467 (mF1_max_px) 14.772 (mAUPRO_px) 0.168 (mF1_px_0.2_0.8_0.1) 0.162 (mAcc_px_0.2_0.8_0.1) 0.161 (mIoU_px_0.2_0.8_0.1) 0.473 (mIoU_max_px) +2024-04-03 14:38:16,570 - ==> Metric Time for carrot : 0.002 (mAUROC_sp_max) 0.001 (mAP_sp_max) 0.000 (mF1_max_sp_max) 8.099 (mAUROC_px) 5.998 (mAP_px) 0.707 (mF1_max_px) 21.511 (mAUPRO_px) 0.247 (mF1_px_0.2_0.8_0.1) 0.241 (mAcc_px_0.2_0.8_0.1) 0.241 (mIoU_px_0.2_0.8_0.1) 0.700 (mIoU_max_px) +2024-04-03 14:38:48,364 - ==> Metric Time for cookie : 0.002 (mAUROC_sp_max) 0.001 (mAP_sp_max) 0.000 (mF1_max_sp_max) 6.532 (mAUROC_px) 4.885 (mAP_px) 0.583 (mF1_max_px) 18.447 (mAUPRO_px) 0.195 (mF1_px_0.2_0.8_0.1) 0.197 (mAcc_px_0.2_0.8_0.1) 0.200 (mIoU_px_0.2_0.8_0.1) 0.569 (mIoU_max_px) +2024-04-03 14:39:19,930 - ==> Metric Time for dowel : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 6.544 (mAUROC_px) 4.942 (mAP_px) 0.583 (mF1_max_px) 18.158 (mAUPRO_px) 0.199 (mF1_px_0.2_0.8_0.1) 0.193 (mAcc_px_0.2_0.8_0.1) 0.194 (mIoU_px_0.2_0.8_0.1) 0.566 (mIoU_max_px) +2024-04-03 14:39:44,179 - ==> Metric Time for foam : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 4.658 (mAUROC_px) 3.730 (mAP_px) 0.492 (mF1_max_px) 14.267 (mAUPRO_px) 0.166 (mF1_px_0.2_0.8_0.1) 0.165 (mAcc_px_0.2_0.8_0.1) 0.162 (mIoU_px_0.2_0.8_0.1) 0.461 (mIoU_max_px) +2024-04-03 14:40:14,963 - ==> Metric Time for peach : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 6.553 (mAUROC_px) 4.833 (mAP_px) 0.575 (mF1_max_px) 17.478 (mAUPRO_px) 0.195 (mF1_px_0.2_0.8_0.1) 0.196 (mAcc_px_0.2_0.8_0.1) 0.193 (mIoU_px_0.2_0.8_0.1) 0.576 (mIoU_max_px) +2024-04-03 14:40:42,006 - ==> Metric Time for potato : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.443 (mAUROC_px) 4.036 (mAP_px) 0.492 (mF1_max_px) 15.792 (mAUPRO_px) 0.193 (mF1_px_0.2_0.8_0.1) 0.190 (mAcc_px_0.2_0.8_0.1) 0.187 (mIoU_px_0.2_0.8_0.1) 0.549 (mIoU_max_px) +2024-04-03 14:41:05,799 - ==> Metric Time for rope : 0.002 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 4.939 (mAUROC_px) 3.675 (mAP_px) 0.434 (mF1_max_px) 13.714 (mAUPRO_px) 0.153 (mF1_px_0.2_0.8_0.1) 0.153 (mAcc_px_0.2_0.8_0.1) 0.146 (mIoU_px_0.2_0.8_0.1) 0.429 (mIoU_max_px) +2024-04-03 14:41:31,820 - ==> Metric Time for tire : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.428 (mAUROC_px) 4.067 (mAP_px) 0.483 (mF1_max_px) 14.872 (mAUPRO_px) 0.173 (mF1_px_0.2_0.8_0.1) 0.168 (mAcc_px_0.2_0.8_0.1) 0.173 (mIoU_px_0.2_0.8_0.1) 0.495 (mIoU_max_px) +2024-04-03 14:41:31,836 - +| Name | mAUROC_sp_max | mAUROC_sp_max (Max) | mAP_sp_max | mAP_sp_max (Max) | mF1_max_sp_max | mF1_max_sp_max (Max) | mAUROC_px | mAUROC_px (Max) | mAP_px | mAP_px (Max) | mF1_max_px | mF1_max_px (Max) | mAUPRO_px | mAUPRO_px (Max) | mF1_px_0.2_0.8_0.1 | mF1_px_0.2_0.8_0.1 (Max) | mAcc_px_0.2_0.8_0.1 | mAcc_px_0.2_0.8_0.1 (Max) | mIoU_px_0.2_0.8_0.1 | mIoU_px_0.2_0.8_0.1 (Max) | mIoU_max_px | mIoU_max_px (Max) | +|:-----------:|:---------------:|:---------------------:|:------------:|:------------------:|:----------------:|:----------------------:|:-----------:|:------------------:|:--------:|:------------------:|:------------:|:------------------:|:-----------:|:------------------:|:--------------------:|:--------------------------:|:---------------------:|:---------------------------:|:---------------------:|:---------------------------:|:-------------:|:-------------------:| +| bagel | 87.707 | 92.045 (100 epoch) | 96.732 | 97.768 (300 epoch) | 92.222 | 94.505 (100 epoch) | 98.463 | 98.797 (50 epoch) | 38.332 | 41.737 (150 epoch) | 41.149 | 45.466 (300 epoch) | 92.067 | 95.486 (100 epoch) | 18.696 | 19.697 (300 epoch) | 72.427 | 78.616 (50 epoch) | 11.020 | 11.799 (300 epoch) | 25.904 | 29.421 (300 epoch) | +| cable_gland | 94.308 | 95.621 (500 epoch) | 98.636 | 98.932 (500 epoch) | 93.478 | 95.556 (350 epoch) | 99.400 | 99.435 (500 epoch) | 39.502 | 40.055 (500 epoch) | 43.866 | 44.555 (500 epoch) | 98.400 | 98.549 (500 epoch) | 23.761 | 24.138 (450 epoch) | 53.369 | 56.815 (450 epoch) | 14.218 | 14.472 (500 epoch) | 28.095 | 28.663 (500 epoch) | +| carrot | 90.685 | 91.807 (150 epoch) | 97.749 | 98.187 (150 epoch) | 94.964 | 95.652 (500 epoch) | 99.441 | 99.457 (500 epoch) | 30.120 | 30.421 (400 epoch) | 35.355 | 35.355 (550 epoch) | 98.145 | 98.145 (550 epoch) | 19.135 | 19.752 (400 epoch) | 54.384 | 55.113 (400 epoch) | 11.044 | 11.409 (400 epoch) | 21.474 | 21.474 (550 epoch) | +| cookie | 61.165 | 63.835 (450 epoch) | 87.523 | 88.722 (500 epoch) | 88.412 | 88.412 (500 epoch) | 96.840 | 97.153 (450 epoch) | 39.039 | 41.290 (300 epoch) | 41.858 | 43.756 (300 epoch) | 83.647 | 85.905 (450 epoch) | 16.684 | 18.186 (50 epoch) | 50.800 | 59.787 (50 epoch) | 9.757 | 10.542 (50 epoch) | 26.469 | 28.005 (300 epoch) | +| dowel | 97.596 | 97.670 (500 epoch) | 99.453 | 99.470 (450 epoch) | 96.618 | 97.087 (450 epoch) | 99.578 | 99.591 (500 epoch) | 49.937 | 50.835 (450 epoch) | 50.443 | 51.134 (400 epoch) | 97.054 | 97.506 (500 epoch) | 28.842 | 30.977 (350 epoch) | 52.209 | 58.070 (350 epoch) | 17.863 | 19.253 (350 epoch) | 33.728 | 34.349 (400 epoch) | +| foam | 84.000 | 84.812 (300 epoch) | 95.789 | 96.034 (300 epoch) | 90.395 | 90.588 (300 epoch) | 95.119 | 95.530 (250 epoch) | 23.383 | 24.221 (100 epoch) | 32.776 | 33.822 (100 epoch) | 82.734 | 83.852 (500 epoch) | 19.591 | 19.860 (350 epoch) | 41.971 | 45.846 (50 epoch) | 11.181 | 11.368 (350 epoch) | 19.600 | 20.353 (100 epoch) | +| peach | 92.779 | 92.779 (550 epoch) | 98.081 | 98.093 (100 epoch) | 94.340 | 94.836 (50 epoch) | 99.383 | 99.509 (100 epoch) | 43.238 | 47.721 (100 epoch) | 45.099 | 48.356 (100 epoch) | 97.059 | 98.112 (100 epoch) | 20.675 | 22.195 (300 epoch) | 65.850 | 74.168 (300 epoch) | 12.378 | 13.441 (100 epoch) | 29.115 | 31.888 (100 epoch) | +| potato | 66.848 | 69.170 (350 epoch) | 88.637 | 90.102 (400 epoch) | 90.547 | 91.089 (350 epoch) | 99.026 | 99.096 (350 epoch) | 17.602 | 18.791 (350 epoch) | 22.633 | 24.593 (500 epoch) | 94.770 | 95.719 (150 epoch) | 11.498 | 12.747 (350 epoch) | 52.350 | 63.214 (100 epoch) | 6.265 | 6.980 (350 epoch) | 12.760 | 14.021 (500 epoch) | +| rope | 97.373 | 97.373 (550 epoch) | 98.871 | 98.871 (550 epoch) | 94.737 | 94.737 (550 epoch) | 99.382 | 99.382 (550 epoch) | 52.144 | 52.144 (550 epoch) | 50.865 | 51.038 (450 epoch) | 95.522 | 96.250 (450 epoch) | 31.696 | 31.696 (550 epoch) | 51.332 | 55.578 (50 epoch) | 19.929 | 19.929 (550 epoch) | 34.107 | 34.262 (450 epoch) | +| tire | 90.023 | 90.023 (550 epoch) | 96.966 | 96.966 (550 epoch) | 91.860 | 92.222 (400 epoch) | 99.473 | 99.474 (500 epoch) | 41.971 | 41.971 (550 epoch) | 46.888 | 46.888 (550 epoch) | 97.044 | 97.044 (550 epoch) | 23.448 | 23.448 (550 epoch) | 56.132 | 57.198 (400 epoch) | 14.267 | 14.267 (550 epoch) | 30.624 | 30.624 (550 epoch) | +| Avg | 86.248 | 86.248 (550 epoch) | 95.844 | 95.852 (500 epoch) | 92.757 | 92.757 (550 epoch) | 98.611 | 98.657 (500 epoch) | 37.527 | 37.933 (400 epoch) | 41.093 | 41.300 (400 epoch) | 93.644 | 94.061 (450 epoch) | 21.403 | 21.746 (450 epoch) | 55.082 | 57.077 (400 epoch) | 12.792 | 13.006 (450 epoch) | 26.188 | 26.330 (350 epoch) | +2024-04-03 14:41:32,073 - ==> Total time: 1 day, 13:41:26 Eta: 1 day, 6:50:16 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 14:44:00,165 - Train: 55.05% [101300/184000] [550.5/1000.0] [batch_t 1.439 (1.451)] [data_t 0.002] [optim_t 1.437] [lr 0.005000] +2024-04-03 14:46:00,477 - ==> Total time: 1 day, 13:45:54 Eta: 1 day, 6:46:27 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 14:46:28,812 - Train: 55.11% [101400/184000] [551.1/1000.0] [batch_t 1.427 (1.652)] [data_t 0.003] [optim_t 1.424] [lr 0.005000] +2024-04-03 14:48:52,124 - Train: 55.16% [101500/184000] [551.6/1000.0] [batch_t 1.431 (1.433)] [data_t 0.003] [optim_t 1.429] [lr 0.005000] +2024-04-03 14:50:29,520 - ==> Total time: 1 day, 13:50:23 Eta: 1 day, 6:42:38 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 14:51:17,449 - Train: 55.22% [101600/184000] [552.2/1000.0] [batch_t 1.439 (1.445)] [data_t 0.003] [optim_t 1.436] [lr 0.005000] +2024-04-03 14:53:40,624 - Train: 55.27% [101700/184000] [552.7/1000.0] [batch_t 1.434 (1.432)] [data_t 0.002] [optim_t 1.432] [lr 0.005000] +2024-04-03 14:54:55,071 - ==> Total time: 1 day, 13:54:49 Eta: 1 day, 6:38:46 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 14:56:06,705 - Train: 55.33% [101800/184000] [553.3/1000.0] [batch_t 1.439 (1.449)] [data_t 0.002] [optim_t 1.437] [lr 0.005000] +2024-04-03 14:58:30,013 - Train: 55.38% [101900/184000] [553.8/1000.0] [batch_t 1.427 (1.433)] [data_t 0.003] [optim_t 1.425] [lr 0.005000] +2024-04-03 14:59:21,587 - ==> Total time: 1 day, 13:59:16 Eta: 1 day, 6:34:56 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 15:00:55,066 - Train: 55.43% [102000/184000] [554.3/1000.0] [batch_t 1.436 (1.435)] [data_t 0.002] [optim_t 1.433] [lr 0.005000] +2024-04-03 15:03:18,182 - Train: 55.49% [102100/184000] [554.9/1000.0] [batch_t 1.428 (1.431)] [data_t 0.003] [optim_t 1.425] [lr 0.005000] +2024-04-03 15:03:46,821 - ==> Total time: 1 day, 14:03:41 Eta: 1 day, 6:31:03 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 15:05:43,165 - Train: 55.54% [102200/184000] [555.4/1000.0] [batch_t 1.442 (1.435)] [data_t 0.003] [optim_t 1.440] [lr 0.005000] +2024-04-03 15:08:06,427 - Train: 55.60% [102300/184000] [556.0/1000.0] [batch_t 1.428 (1.433)] [data_t 0.002] [optim_t 1.425] [lr 0.005000] +2024-04-03 15:08:12,171 - ==> Total time: 1 day, 14:08:06 Eta: 1 day, 6:27:11 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 15:10:31,543 - Train: 55.65% [102400/184000] [556.5/1000.0] [batch_t 1.424 (1.436)] [data_t 0.002] [optim_t 1.422] [lr 0.005000] +2024-04-03 15:12:37,618 - ==> Total time: 1 day, 14:12:32 Eta: 1 day, 6:23:19 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 15:12:56,672 - Train: 55.71% [102500/184000] [557.1/1000.0] [batch_t 1.449 (1.460)] [data_t 0.002] [optim_t 1.447] [lr 0.005000] +2024-04-03 15:15:19,838 - Train: 55.76% [102600/184000] [557.6/1000.0] [batch_t 1.430 (1.432)] [data_t 0.003] [optim_t 1.427] [lr 0.005000] +2024-04-03 15:17:03,029 - ==> Total time: 1 day, 14:16:57 Eta: 1 day, 6:19:27 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 15:17:46,982 - Train: 55.82% [102700/184000] [558.2/1000.0] [batch_t 1.427 (1.465)] [data_t 0.002] [optim_t 1.425] [lr 0.005000] +2024-04-03 15:20:10,323 - Train: 55.87% [102800/184000] [558.7/1000.0] [batch_t 1.428 (1.433)] [data_t 0.003] [optim_t 1.425] [lr 0.005000] +2024-04-03 15:21:30,600 - ==> Total time: 1 day, 14:21:25 Eta: 1 day, 6:15:36 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 15:22:36,176 - Train: 55.92% [102900/184000] [559.2/1000.0] [batch_t 1.433 (1.443)] [data_t 0.002] [optim_t 1.431] [lr 0.005000] +2024-04-03 15:24:59,533 - Train: 55.98% [103000/184000] [559.8/1000.0] [batch_t 1.433 (1.433)] [data_t 0.003] [optim_t 1.430] [lr 0.005000] +2024-04-03 15:25:56,808 - ==> Total time: 1 day, 14:25:51 Eta: 1 day, 6:11:44 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 15:27:25,246 - Train: 56.03% [103100/184000] [560.3/1000.0] [batch_t 1.427 (1.442)] [data_t 0.002] [optim_t 1.425] [lr 0.005000] +2024-04-03 15:29:48,529 - Train: 56.09% [103200/184000] [560.9/1000.0] [batch_t 1.438 (1.433)] [data_t 0.002] [optim_t 1.436] [lr 0.005000] +2024-04-03 15:30:22,936 - ==> Total time: 1 day, 14:30:17 Eta: 1 day, 6:07:52 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 15:32:14,210 - Train: 56.14% [103300/184000] [561.4/1000.0] [batch_t 1.433 (1.440)] [data_t 0.002] [optim_t 1.431] [lr 0.005000] +2024-04-03 15:34:37,494 - Train: 56.20% [103400/184000] [562.0/1000.0] [batch_t 1.432 (1.433)] [data_t 0.002] [optim_t 1.430] [lr 0.005000] +2024-04-03 15:34:48,963 - ==> Total time: 1 day, 14:34:43 Eta: 1 day, 6:04:00 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 15:37:02,875 - Train: 56.25% [103500/184000] [562.5/1000.0] [batch_t 1.428 (1.438)] [data_t 0.003] [optim_t 1.425] [lr 0.005000] +2024-04-03 15:39:14,669 - ==> Total time: 1 day, 14:39:09 Eta: 1 day, 6:00:07 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 15:39:27,889 - Train: 56.30% [103600/184000] [563.0/1000.0] [batch_t 1.431 (1.470)] [data_t 0.003] [optim_t 1.429] [lr 0.005000] +2024-04-03 15:41:51,194 - Train: 56.36% [103700/184000] [563.6/1000.0] [batch_t 1.429 (1.433)] [data_t 0.002] [optim_t 1.427] [lr 0.005000] +2024-04-03 15:43:40,050 - ==> Total time: 1 day, 14:43:34 Eta: 1 day, 5:56:14 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 15:44:16,420 - Train: 56.41% [103800/184000] [564.1/1000.0] [batch_t 1.421 (1.453)] [data_t 0.003] [optim_t 1.418] [lr 0.005000] +2024-04-03 15:46:39,713 - Train: 56.47% [103900/184000] [564.7/1000.0] [batch_t 1.423 (1.433)] [data_t 0.003] [optim_t 1.421] [lr 0.005000] +2024-04-03 15:48:05,611 - ==> Total time: 1 day, 14:48:00 Eta: 1 day, 5:52:21 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 15:49:05,109 - Train: 56.52% [104000/184000] [565.2/1000.0] [batch_t 1.427 (1.443)] [data_t 0.003] [optim_t 1.424] [lr 0.005000] +2024-04-03 15:51:28,343 - Train: 56.58% [104100/184000] [565.8/1000.0] [batch_t 1.435 (1.432)] [data_t 0.003] [optim_t 1.432] [lr 0.005000] +2024-04-03 15:52:31,373 - ==> Total time: 1 day, 14:52:25 Eta: 1 day, 5:48:28 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 15:53:53,627 - Train: 56.63% [104200/184000] [566.3/1000.0] [batch_t 1.439 (1.440)] [data_t 0.002] [optim_t 1.437] [lr 0.005000] +2024-04-03 15:56:16,859 - Train: 56.68% [104300/184000] [566.8/1000.0] [batch_t 1.428 (1.432)] [data_t 0.002] [optim_t 1.426] [lr 0.005000] +2024-04-03 15:56:56,990 - ==> Total time: 1 day, 14:56:51 Eta: 1 day, 5:44:35 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 15:58:41,890 - Train: 56.74% [104400/184000] [567.4/1000.0] [batch_t 1.434 (1.437)] [data_t 0.003] [optim_t 1.432] [lr 0.005000] +2024-04-03 16:01:05,191 - Train: 56.79% [104500/184000] [567.9/1000.0] [batch_t 1.424 (1.433)] [data_t 0.003] [optim_t 1.422] [lr 0.005000] +2024-04-03 16:01:22,418 - ==> Total time: 1 day, 15:01:16 Eta: 1 day, 5:40:41 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 16:03:30,406 - Train: 56.85% [104600/184000] [568.5/1000.0] [batch_t 1.432 (1.438)] [data_t 0.003] [optim_t 1.430] [lr 0.005000] +2024-04-03 16:05:47,880 - ==> Total time: 1 day, 15:05:42 Eta: 1 day, 5:36:47 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 16:05:55,460 - Train: 56.90% [104700/184000] [569.0/1000.0] [batch_t 1.425 (1.501)] [data_t 0.003] [optim_t 1.423] [lr 0.005000] +2024-04-03 16:08:18,824 - Train: 56.96% [104800/184000] [569.6/1000.0] [batch_t 1.430 (1.434)] [data_t 0.003] [optim_t 1.427] [lr 0.005000] +2024-04-03 16:10:13,472 - ==> Total time: 1 day, 15:10:07 Eta: 1 day, 5:32:54 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 16:10:43,968 - Train: 57.01% [104900/184000] [570.1/1000.0] [batch_t 1.427 (1.451)] [data_t 0.003] [optim_t 1.424] [lr 0.005000] +2024-04-03 16:13:07,187 - Train: 57.07% [105000/184000] [570.7/1000.0] [batch_t 1.431 (1.432)] [data_t 0.002] [optim_t 1.429] [lr 0.005000] +2024-04-03 16:14:38,910 - ==> Total time: 1 day, 15:14:33 Eta: 1 day, 5:29:00 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 16:15:32,310 - Train: 57.12% [105100/184000] [571.2/1000.0] [batch_t 1.421 (1.437)] [data_t 0.002] [optim_t 1.419] [lr 0.005000] +2024-04-03 16:17:55,462 - Train: 57.17% [105200/184000] [571.7/1000.0] [batch_t 1.433 (1.431)] [data_t 0.003] [optim_t 1.430] [lr 0.005000] +2024-04-03 16:19:04,231 - ==> Total time: 1 day, 15:18:58 Eta: 1 day, 5:25:06 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 16:20:21,492 - Train: 57.23% [105300/184000] [572.3/1000.0] [batch_t 1.430 (1.442)] [data_t 0.002] [optim_t 1.428] [lr 0.005000] +2024-04-03 16:22:44,625 - Train: 57.28% [105400/184000] [572.8/1000.0] [batch_t 1.444 (1.431)] [data_t 0.002] [optim_t 1.442] [lr 0.005000] +2024-04-03 16:23:30,497 - ==> Total time: 1 day, 15:23:24 Eta: 1 day, 5:21:13 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 16:25:10,480 - Train: 57.34% [105500/184000] [573.4/1000.0] [batch_t 1.428 (1.439)] [data_t 0.003] [optim_t 1.425] [lr 0.005000] +2024-04-03 16:27:33,914 - Train: 57.39% [105600/184000] [573.9/1000.0] [batch_t 1.433 (1.434)] [data_t 0.003] [optim_t 1.430] [lr 0.005000] +2024-04-03 16:27:56,830 - ==> Total time: 1 day, 15:27:51 Eta: 1 day, 5:17:19 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 16:29:59,093 - Train: 57.45% [105700/184000] [574.5/1000.0] [batch_t 1.434 (1.435)] [data_t 0.002] [optim_t 1.432] [lr 0.005000] +2024-04-03 16:32:22,307 - Train: 57.50% [105800/184000] [575.0/1000.0] [batch_t 1.431 (1.432)] [data_t 0.003] [optim_t 1.428] [lr 0.005000] +2024-04-03 16:32:22,311 - ==> Total time: 1 day, 15:32:16 Eta: 1 day, 5:13:25 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 16:34:47,644 - Train: 57.55% [105900/184000] [575.5/1000.0] [batch_t 1.436 (1.437)] [data_t 0.003] [optim_t 1.434] [lr 0.005000] +2024-04-03 16:36:48,019 - ==> Total time: 1 day, 15:36:42 Eta: 1 day, 5:09:31 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 16:37:13,251 - Train: 57.61% [106000/184000] [576.1/1000.0] [batch_t 1.423 (1.465)] [data_t 0.002] [optim_t 1.421] [lr 0.005000] +2024-04-03 16:39:36,406 - Train: 57.66% [106100/184000] [576.6/1000.0] [batch_t 1.437 (1.431)] [data_t 0.002] [optim_t 1.435] [lr 0.005000] +2024-04-03 16:41:13,710 - ==> Total time: 1 day, 15:41:08 Eta: 1 day, 5:05:36 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 16:42:01,266 - Train: 57.72% [106200/184000] [577.2/1000.0] [batch_t 1.423 (1.438)] [data_t 0.003] [optim_t 1.420] [lr 0.005000] +2024-04-03 16:44:24,578 - Train: 57.77% [106300/184000] [577.7/1000.0] [batch_t 1.422 (1.433)] [data_t 0.002] [optim_t 1.420] [lr 0.005000] +2024-04-03 16:45:39,134 - ==> Total time: 1 day, 15:45:33 Eta: 1 day, 5:01:42 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 16:46:50,302 - Train: 57.83% [106400/184000] [578.3/1000.0] [batch_t 1.435 (1.437)] [data_t 0.003] [optim_t 1.432] [lr 0.005000] +2024-04-03 16:49:13,589 - Train: 57.88% [106500/184000] [578.8/1000.0] [batch_t 1.432 (1.433)] [data_t 0.003] [optim_t 1.430] [lr 0.005000] +2024-04-03 16:50:05,151 - ==> Total time: 1 day, 15:49:59 Eta: 1 day, 4:57:48 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 16:51:39,546 - Train: 57.93% [106600/184000] [579.3/1000.0] [batch_t 1.433 (1.439)] [data_t 0.003] [optim_t 1.430] [lr 0.005000] +2024-04-03 16:54:02,879 - Train: 57.99% [106700/184000] [579.9/1000.0] [batch_t 1.439 (1.433)] [data_t 0.002] [optim_t 1.437] [lr 0.005000] +2024-04-03 16:54:31,527 - ==> Total time: 1 day, 15:54:25 Eta: 1 day, 4:53:53 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 16:56:28,761 - Train: 58.04% [106800/184000] [580.4/1000.0] [batch_t 1.426 (1.443)] [data_t 0.003] [optim_t 1.423] [lr 0.005000] +2024-04-03 16:58:52,092 - Train: 58.10% [106900/184000] [581.0/1000.0] [batch_t 1.425 (1.433)] [data_t 0.002] [optim_t 1.423] [lr 0.005000] +2024-04-03 16:58:57,815 - ==> Total time: 1 day, 15:58:52 Eta: 1 day, 4:49:59 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 17:01:17,270 - Train: 58.15% [107000/184000] [581.5/1000.0] [batch_t 1.429 (1.437)] [data_t 0.003] [optim_t 1.426] [lr 0.005000] +2024-04-03 17:03:23,408 - ==> Total time: 1 day, 16:03:17 Eta: 1 day, 4:46:04 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 17:03:42,423 - Train: 58.21% [107100/184000] [582.1/1000.0] [batch_t 1.438 (1.463)] [data_t 0.002] [optim_t 1.436] [lr 0.005000] +2024-04-03 17:06:05,758 - Train: 58.26% [107200/184000] [582.6/1000.0] [batch_t 1.447 (1.433)] [data_t 0.002] [optim_t 1.445] [lr 0.005000] +2024-04-03 17:07:48,941 - ==> Total time: 1 day, 16:07:43 Eta: 1 day, 4:42:09 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 17:08:30,925 - Train: 58.32% [107300/184000] [583.2/1000.0] [batch_t 1.438 (1.444)] [data_t 0.003] [optim_t 1.435] [lr 0.005000] +2024-04-03 17:10:54,236 - Train: 58.37% [107400/184000] [583.7/1000.0] [batch_t 1.448 (1.433)] [data_t 0.002] [optim_t 1.446] [lr 0.005000] +2024-04-03 17:12:14,567 - ==> Total time: 1 day, 16:12:09 Eta: 1 day, 4:38:14 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 17:13:19,431 - Train: 58.42% [107500/184000] [584.2/1000.0] [batch_t 1.440 (1.440)] [data_t 0.002] [optim_t 1.437] [lr 0.005000] +2024-04-03 17:15:42,647 - Train: 58.48% [107600/184000] [584.8/1000.0] [batch_t 1.437 (1.432)] [data_t 0.002] [optim_t 1.434] [lr 0.005000] +2024-04-03 17:16:39,938 - ==> Total time: 1 day, 16:16:34 Eta: 1 day, 4:34:19 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 17:18:07,703 - Train: 58.53% [107700/184000] [585.3/1000.0] [batch_t 1.432 (1.437)] [data_t 0.003] [optim_t 1.429] [lr 0.005000] +2024-04-03 17:20:30,890 - Train: 58.59% [107800/184000] [585.9/1000.0] [batch_t 1.428 (1.432)] [data_t 0.002] [optim_t 1.426] [lr 0.005000] +2024-04-03 17:21:05,243 - ==> Total time: 1 day, 16:20:59 Eta: 1 day, 4:30:23 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 17:22:57,749 - Train: 58.64% [107900/184000] [586.4/1000.0] [batch_t 1.424 (1.442)] [data_t 0.003] [optim_t 1.421] [lr 0.005000] +2024-04-03 17:25:26,757 - Train: 58.70% [108000/184000] [587.0/1000.0] [batch_t 1.432 (1.490)] [data_t 0.003] [optim_t 1.429] [lr 0.005000] +2024-04-03 17:25:38,209 - ==> Total time: 1 day, 16:25:32 Eta: 1 day, 4:26:33 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 17:27:51,834 - Train: 58.75% [108100/184000] [587.5/1000.0] [batch_t 1.419 (1.436)] [data_t 0.003] [optim_t 1.416] [lr 0.005000] +2024-04-03 17:30:03,641 - ==> Total time: 1 day, 16:29:58 Eta: 1 day, 4:22:37 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 17:30:19,110 - Train: 58.80% [108200/184000] [588.0/1000.0] [batch_t 1.438 (1.532)] [data_t 0.003] [optim_t 1.436] [lr 0.005000] +2024-04-03 17:32:42,414 - Train: 58.86% [108300/184000] [588.6/1000.0] [batch_t 1.442 (1.433)] [data_t 0.003] [optim_t 1.440] [lr 0.005000] +2024-04-03 17:34:31,360 - ==> Total time: 1 day, 16:34:25 Eta: 1 day, 4:18:43 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 17:35:08,460 - Train: 58.91% [108400/184000] [589.1/1000.0] [batch_t 1.431 (1.464)] [data_t 0.002] [optim_t 1.429] [lr 0.005000] +2024-04-03 17:37:31,700 - Train: 58.97% [108500/184000] [589.7/1000.0] [batch_t 1.433 (1.432)] [data_t 0.002] [optim_t 1.431] [lr 0.005000] +2024-04-03 17:38:57,554 - ==> Total time: 1 day, 16:38:51 Eta: 1 day, 4:14:48 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 17:39:56,615 - Train: 59.02% [108600/184000] [590.2/1000.0] [batch_t 1.429 (1.441)] [data_t 0.003] [optim_t 1.426] [lr 0.005000] +2024-04-03 17:42:19,877 - Train: 59.08% [108700/184000] [590.8/1000.0] [batch_t 1.434 (1.433)] [data_t 0.003] [optim_t 1.431] [lr 0.005000] +2024-04-03 17:43:22,880 - ==> Total time: 1 day, 16:43:17 Eta: 1 day, 4:10:52 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 17:44:46,729 - Train: 59.13% [108800/184000] [591.3/1000.0] [batch_t 1.454 (1.453)] [data_t 0.003] [optim_t 1.452] [lr 0.005000] +2024-04-03 17:47:10,019 - Train: 59.18% [108900/184000] [591.8/1000.0] [batch_t 1.443 (1.433)] [data_t 0.002] [optim_t 1.440] [lr 0.005000] +2024-04-03 17:47:50,155 - ==> Total time: 1 day, 16:47:44 Eta: 1 day, 4:06:57 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 17:49:36,363 - Train: 59.24% [109000/184000] [592.4/1000.0] [batch_t 1.428 (1.447)] [data_t 0.002] [optim_t 1.426] [lr 0.005000] +2024-04-03 17:51:59,455 - Train: 59.29% [109100/184000] [592.9/1000.0] [batch_t 1.432 (1.431)] [data_t 0.003] [optim_t 1.430] [lr 0.005000] +2024-04-03 17:52:16,621 - ==> Total time: 1 day, 16:52:11 Eta: 1 day, 4:03:02 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 17:54:26,715 - Train: 59.35% [109200/184000] [593.5/1000.0] [batch_t 1.432 (1.448)] [data_t 0.002] [optim_t 1.429] [lr 0.005000] +2024-04-03 17:56:44,212 - ==> Total time: 1 day, 16:56:38 Eta: 1 day, 3:59:07 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 17:56:52,284 - Train: 59.40% [109300/184000] [594.0/1000.0] [batch_t 1.437 (1.543)] [data_t 0.002] [optim_t 1.434] [lr 0.005000] +2024-04-03 17:59:15,485 - Train: 59.46% [109400/184000] [594.6/1000.0] [batch_t 1.435 (1.432)] [data_t 0.002] [optim_t 1.432] [lr 0.005000] +2024-04-03 18:01:10,050 - ==> Total time: 1 day, 17:01:04 Eta: 1 day, 3:55:11 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 18:01:42,337 - Train: 59.51% [109500/184000] [595.1/1000.0] [batch_t 1.422 (1.491)] [data_t 0.003] [optim_t 1.419] [lr 0.005000] +2024-04-03 18:04:05,672 - Train: 59.57% [109600/184000] [595.7/1000.0] [batch_t 1.439 (1.433)] [data_t 0.002] [optim_t 1.437] [lr 0.005000] +2024-04-03 18:05:37,373 - ==> Total time: 1 day, 17:05:31 Eta: 1 day, 3:51:15 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 18:06:30,671 - Train: 59.62% [109700/184000] [596.2/1000.0] [batch_t 1.432 (1.439)] [data_t 0.003] [optim_t 1.429] [lr 0.005000] +2024-04-03 18:08:53,921 - Train: 59.67% [109800/184000] [596.7/1000.0] [batch_t 1.444 (1.432)] [data_t 0.003] [optim_t 1.441] [lr 0.005000] +2024-04-03 18:10:02,783 - ==> Total time: 1 day, 17:09:57 Eta: 1 day, 3:47:19 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 18:11:20,571 - Train: 59.73% [109900/184000] [597.3/1000.0] [batch_t 1.429 (1.446)] [data_t 0.003] [optim_t 1.427] [lr 0.005000] +2024-04-03 18:13:43,783 - Train: 59.78% [110000/184000] [597.8/1000.0] [batch_t 1.437 (1.432)] [data_t 0.003] [optim_t 1.435] [lr 0.005000] +2024-04-03 18:14:29,590 - ==> Total time: 1 day, 17:14:24 Eta: 1 day, 3:43:23 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 18:16:09,252 - Train: 59.84% [110100/184000] [598.4/1000.0] [batch_t 1.434 (1.441)] [data_t 0.002] [optim_t 1.432] [lr 0.005000] +2024-04-03 18:18:32,303 - Train: 59.89% [110200/184000] [598.9/1000.0] [batch_t 1.436 (1.430)] [data_t 0.002] [optim_t 1.434] [lr 0.005000] +2024-04-03 18:18:55,186 - ==> Total time: 1 day, 17:18:49 Eta: 1 day, 3:39:26 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 18:20:57,426 - Train: 59.95% [110300/184000] [599.5/1000.0] [batch_t 1.423 (1.435)] [data_t 0.003] [optim_t 1.421] [lr 0.005000] +2024-04-03 18:23:20,663 - Train: 60.00% [110400/184000] [600.0/1000.0] [batch_t 1.427 (1.432)] [data_t 0.003] [optim_t 1.424] [lr 0.005000] +2024-04-03 18:23:43,132 - Test: 66.67% [50/75] [batch_t 0.422 (0.441)] +2024-04-03 18:23:53,511 - Test: 100.00% [75/75] [batch_t 0.349 (0.432)] +2024-04-03 18:24:19,520 - ==> Metric Time for bagel : 0.002 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.137 (mAUROC_px) 3.910 (mAP_px) 0.520 (mF1_max_px) 14.477 (mAUPRO_px) 0.169 (mF1_px_0.2_0.8_0.1) 0.168 (mAcc_px_0.2_0.8_0.1) 0.167 (mIoU_px_0.2_0.8_0.1) 0.485 (mIoU_max_px) +2024-04-03 18:24:43,717 - ==> Metric Time for cable_gland : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 4.984 (mAUROC_px) 3.811 (mAP_px) 0.469 (mF1_max_px) 13.820 (mAUPRO_px) 0.166 (mF1_px_0.2_0.8_0.1) 0.166 (mAcc_px_0.2_0.8_0.1) 0.165 (mIoU_px_0.2_0.8_0.1) 0.470 (mIoU_max_px) +2024-04-03 18:25:20,553 - ==> Metric Time for carrot : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 7.971 (mAUROC_px) 5.953 (mAP_px) 0.731 (mF1_max_px) 20.530 (mAUPRO_px) 0.250 (mF1_px_0.2_0.8_0.1) 0.251 (mAcc_px_0.2_0.8_0.1) 0.244 (mIoU_px_0.2_0.8_0.1) 0.700 (mIoU_max_px) +2024-04-03 18:25:51,256 - ==> Metric Time for cookie : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 6.405 (mAUROC_px) 4.791 (mAP_px) 0.592 (mF1_max_px) 17.552 (mAUPRO_px) 0.205 (mF1_px_0.2_0.8_0.1) 0.199 (mAcc_px_0.2_0.8_0.1) 0.199 (mIoU_px_0.2_0.8_0.1) 0.582 (mIoU_max_px) +2024-04-03 18:26:21,562 - ==> Metric Time for dowel : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 6.453 (mAUROC_px) 4.849 (mAP_px) 0.575 (mF1_max_px) 17.093 (mAUPRO_px) 0.199 (mF1_px_0.2_0.8_0.1) 0.204 (mAcc_px_0.2_0.8_0.1) 0.199 (mIoU_px_0.2_0.8_0.1) 0.563 (mIoU_max_px) +2024-04-03 18:26:43,798 - ==> Metric Time for foam : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 4.532 (mAUROC_px) 3.482 (mAP_px) 0.438 (mF1_max_px) 12.761 (mAUPRO_px) 0.150 (mF1_px_0.2_0.8_0.1) 0.152 (mAcc_px_0.2_0.8_0.1) 0.149 (mIoU_px_0.2_0.8_0.1) 0.440 (mIoU_max_px) +2024-04-03 18:27:13,967 - ==> Metric Time for peach : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 6.444 (mAUROC_px) 4.754 (mAP_px) 0.594 (mF1_max_px) 17.029 (mAUPRO_px) 0.203 (mF1_px_0.2_0.8_0.1) 0.198 (mAcc_px_0.2_0.8_0.1) 0.198 (mIoU_px_0.2_0.8_0.1) 0.582 (mIoU_max_px) +2024-04-03 18:27:39,614 - ==> Metric Time for potato : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.313 (mAUROC_px) 4.016 (mAP_px) 0.503 (mF1_max_px) 14.640 (mAUPRO_px) 0.171 (mF1_px_0.2_0.8_0.1) 0.169 (mAcc_px_0.2_0.8_0.1) 0.172 (mIoU_px_0.2_0.8_0.1) 0.502 (mIoU_max_px) +2024-04-03 18:28:02,037 - ==> Metric Time for rope : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 4.654 (mAUROC_px) 3.525 (mAP_px) 0.451 (mF1_max_px) 12.741 (mAUPRO_px) 0.153 (mF1_px_0.2_0.8_0.1) 0.150 (mAcc_px_0.2_0.8_0.1) 0.149 (mIoU_px_0.2_0.8_0.1) 0.458 (mIoU_max_px) +2024-04-03 18:28:26,858 - ==> Metric Time for tire : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.229 (mAUROC_px) 3.968 (mAP_px) 0.485 (mF1_max_px) 13.997 (mAUPRO_px) 0.169 (mF1_px_0.2_0.8_0.1) 0.166 (mAcc_px_0.2_0.8_0.1) 0.169 (mIoU_px_0.2_0.8_0.1) 0.483 (mIoU_max_px) +2024-04-03 18:28:26,875 - +| Name | mAUROC_sp_max | mAUROC_sp_max (Max) | mAP_sp_max | mAP_sp_max (Max) | mF1_max_sp_max | mF1_max_sp_max (Max) | mAUROC_px | mAUROC_px (Max) | mAP_px | mAP_px (Max) | mF1_max_px | mF1_max_px (Max) | mAUPRO_px | mAUPRO_px (Max) | mF1_px_0.2_0.8_0.1 | mF1_px_0.2_0.8_0.1 (Max) | mAcc_px_0.2_0.8_0.1 | mAcc_px_0.2_0.8_0.1 (Max) | mIoU_px_0.2_0.8_0.1 | mIoU_px_0.2_0.8_0.1 (Max) | mIoU_max_px | mIoU_max_px (Max) | +|:-----------:|:---------------:|:---------------------:|:------------:|:------------------:|:----------------:|:----------------------:|:-----------:|:------------------:|:--------:|:------------------:|:------------:|:------------------:|:-----------:|:------------------:|:--------------------:|:--------------------------:|:---------------------:|:---------------------------:|:---------------------:|:---------------------------:|:-------------:|:-------------------:| +| bagel | 85.795 | 92.045 (100 epoch) | 96.144 | 97.768 (300 epoch) | 91.892 | 94.505 (100 epoch) | 98.393 | 98.797 (50 epoch) | 37.544 | 41.737 (150 epoch) | 41.439 | 45.466 (300 epoch) | 91.233 | 95.486 (100 epoch) | 18.520 | 19.697 (300 epoch) | 70.037 | 78.616 (50 epoch) | 10.862 | 11.799 (300 epoch) | 26.135 | 29.421 (300 epoch) | +| cable_gland | 94.472 | 95.621 (500 epoch) | 98.630 | 98.932 (500 epoch) | 94.972 | 95.556 (350 epoch) | 99.438 | 99.438 (600 epoch) | 40.241 | 40.241 (600 epoch) | 44.600 | 44.600 (600 epoch) | 98.510 | 98.549 (500 epoch) | 24.060 | 24.138 (450 epoch) | 55.195 | 56.815 (450 epoch) | 14.457 | 14.472 (500 epoch) | 28.700 | 28.700 (600 epoch) | +| carrot | 90.236 | 91.807 (150 epoch) | 97.649 | 98.187 (150 epoch) | 95.307 | 95.652 (500 epoch) | 99.420 | 99.457 (500 epoch) | 29.515 | 30.421 (400 epoch) | 35.394 | 35.394 (600 epoch) | 97.874 | 98.145 (550 epoch) | 18.588 | 19.752 (400 epoch) | 52.023 | 55.113 (400 epoch) | 10.704 | 11.409 (400 epoch) | 21.502 | 21.502 (600 epoch) | +| cookie | 63.904 | 63.904 (600 epoch) | 88.182 | 88.722 (500 epoch) | 88.793 | 88.793 (600 epoch) | 96.974 | 97.153 (450 epoch) | 38.659 | 41.290 (300 epoch) | 41.816 | 43.756 (300 epoch) | 85.221 | 85.905 (450 epoch) | 17.486 | 18.186 (50 epoch) | 54.746 | 59.787 (50 epoch) | 10.186 | 10.542 (50 epoch) | 26.435 | 28.005 (300 epoch) | +| dowel | 97.041 | 97.670 (500 epoch) | 99.340 | 99.470 (450 epoch) | 96.190 | 97.087 (450 epoch) | 99.594 | 99.594 (600 epoch) | 50.529 | 50.835 (450 epoch) | 50.539 | 51.134 (400 epoch) | 97.230 | 97.506 (500 epoch) | 29.162 | 30.977 (350 epoch) | 52.844 | 58.070 (350 epoch) | 18.098 | 19.253 (350 epoch) | 33.814 | 34.349 (400 epoch) | +| foam | 82.375 | 84.812 (300 epoch) | 95.418 | 96.034 (300 epoch) | 90.286 | 90.588 (300 epoch) | 95.207 | 95.530 (250 epoch) | 23.689 | 24.221 (100 epoch) | 32.902 | 33.822 (100 epoch) | 82.946 | 83.852 (500 epoch) | 19.781 | 19.860 (350 epoch) | 42.585 | 45.846 (50 epoch) | 11.312 | 11.368 (350 epoch) | 19.690 | 20.353 (100 epoch) | +| peach | 88.824 | 92.779 (550 epoch) | 96.719 | 98.093 (100 epoch) | 93.333 | 94.836 (50 epoch) | 99.352 | 99.509 (100 epoch) | 41.595 | 47.721 (100 epoch) | 44.121 | 48.356 (100 epoch) | 96.638 | 98.112 (100 epoch) | 20.267 | 22.195 (300 epoch) | 67.793 | 74.168 (300 epoch) | 12.045 | 13.441 (100 epoch) | 28.304 | 31.888 (100 epoch) | +| potato | 62.302 | 69.170 (350 epoch) | 88.062 | 90.102 (400 epoch) | 90.196 | 91.089 (350 epoch) | 99.049 | 99.096 (350 epoch) | 18.461 | 18.791 (350 epoch) | 23.701 | 24.593 (500 epoch) | 95.134 | 95.719 (150 epoch) | 11.218 | 12.747 (350 epoch) | 48.502 | 63.214 (100 epoch) | 6.115 | 6.980 (350 epoch) | 13.444 | 14.021 (500 epoch) | +| rope | 97.283 | 97.373 (550 epoch) | 98.882 | 98.882 (600 epoch) | 94.737 | 94.737 (550 epoch) | 99.399 | 99.399 (600 epoch) | 52.962 | 52.962 (600 epoch) | 51.332 | 51.332 (600 epoch) | 95.460 | 96.250 (450 epoch) | 31.648 | 31.696 (550 epoch) | 51.289 | 55.578 (50 epoch) | 19.920 | 19.929 (550 epoch) | 34.528 | 34.528 (600 epoch) | +| tire | 89.609 | 90.023 (550 epoch) | 96.676 | 96.966 (550 epoch) | 92.655 | 92.655 (600 epoch) | 99.483 | 99.483 (600 epoch) | 42.153 | 42.153 (600 epoch) | 46.399 | 46.888 (550 epoch) | 97.269 | 97.269 (600 epoch) | 23.166 | 23.448 (550 epoch) | 56.501 | 57.198 (400 epoch) | 14.112 | 14.267 (550 epoch) | 30.208 | 30.624 (550 epoch) | +| Avg | 85.184 | 86.248 (550 epoch) | 95.570 | 95.852 (500 epoch) | 92.836 | 92.836 (600 epoch) | 98.631 | 98.657 (500 epoch) | 37.535 | 37.933 (400 epoch) | 41.224 | 41.300 (400 epoch) | 93.752 | 94.061 (450 epoch) | 21.390 | 21.746 (450 epoch) | 55.151 | 57.077 (400 epoch) | 12.781 | 13.006 (450 epoch) | 26.276 | 26.330 (350 epoch) | +2024-04-03 18:28:27,102 - ==> Total time: 1 day, 17:28:21 Eta: 1 day, 3:38:54 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 18:30:52,273 - Train: 60.05% [110500/184000] [600.5/1000.0] [batch_t 1.447 (1.434)] [data_t 0.002] [optim_t 1.444] [lr 0.005000] +2024-04-03 18:32:52,559 - ==> Total time: 1 day, 17:32:47 Eta: 1 day, 3:34:56 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 18:33:17,514 - Train: 60.11% [110600/184000] [601.1/1000.0] [batch_t 1.436 (1.449)] [data_t 0.003] [optim_t 1.434] [lr 0.005000] +2024-04-03 18:35:40,872 - Train: 60.16% [110700/184000] [601.6/1000.0] [batch_t 1.433 (1.433)] [data_t 0.003] [optim_t 1.430] [lr 0.005000] +2024-04-03 18:37:18,231 - ==> Total time: 1 day, 17:37:12 Eta: 1 day, 3:30:58 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 18:38:06,154 - Train: 60.22% [110800/184000] [602.2/1000.0] [batch_t 1.435 (1.444)] [data_t 0.004] [optim_t 1.431] [lr 0.005000] +2024-04-03 18:40:29,324 - Train: 60.27% [110900/184000] [602.7/1000.0] [batch_t 1.417 (1.432)] [data_t 0.002] [optim_t 1.415] [lr 0.005000] +2024-04-03 18:41:43,888 - ==> Total time: 1 day, 17:41:38 Eta: 1 day, 3:27:00 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 18:42:54,383 - Train: 60.33% [111000/184000] [603.3/1000.0] [batch_t 1.429 (1.439)] [data_t 0.002] [optim_t 1.426] [lr 0.005000] +2024-04-03 18:45:17,633 - Train: 60.38% [111100/184000] [603.8/1000.0] [batch_t 1.441 (1.432)] [data_t 0.002] [optim_t 1.439] [lr 0.005000] +2024-04-03 18:46:09,140 - ==> Total time: 1 day, 17:46:03 Eta: 1 day, 3:23:02 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 18:47:42,626 - Train: 60.43% [111200/184000] [604.3/1000.0] [batch_t 1.415 (1.437)] [data_t 0.003] [optim_t 1.412] [lr 0.005000] +2024-04-03 18:50:05,953 - Train: 60.49% [111300/184000] [604.9/1000.0] [batch_t 1.442 (1.433)] [data_t 0.003] [optim_t 1.439] [lr 0.005000] +2024-04-03 18:50:34,581 - ==> Total time: 1 day, 17:50:29 Eta: 1 day, 3:19:04 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 18:52:30,711 - Train: 60.54% [111400/184000] [605.4/1000.0] [batch_t 1.440 (1.434)] [data_t 0.002] [optim_t 1.438] [lr 0.005000] +2024-04-03 18:54:53,951 - Train: 60.60% [111500/184000] [606.0/1000.0] [batch_t 1.429 (1.432)] [data_t 0.002] [optim_t 1.427] [lr 0.005000] +2024-04-03 18:54:59,681 - ==> Total time: 1 day, 17:54:54 Eta: 1 day, 3:15:06 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 18:57:18,831 - Train: 60.65% [111600/184000] [606.5/1000.0] [batch_t 1.433 (1.434)] [data_t 0.003] [optim_t 1.430] [lr 0.005000] +2024-04-03 18:59:24,992 - ==> Total time: 1 day, 17:59:19 Eta: 1 day, 3:11:07 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 18:59:44,001 - Train: 60.71% [111700/184000] [607.1/1000.0] [batch_t 1.437 (1.452)] [data_t 0.003] [optim_t 1.434] [lr 0.005000] +2024-04-03 19:02:07,220 - Train: 60.76% [111800/184000] [607.6/1000.0] [batch_t 1.435 (1.432)] [data_t 0.003] [optim_t 1.432] [lr 0.005000] +2024-04-03 19:03:50,331 - ==> Total time: 1 day, 18:03:44 Eta: 1 day, 3:07:09 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 19:04:32,267 - Train: 60.82% [111900/184000] [608.2/1000.0] [batch_t 1.428 (1.445)] [data_t 0.003] [optim_t 1.425] [lr 0.005000] +2024-04-03 19:06:55,467 - Train: 60.87% [112000/184000] [608.7/1000.0] [batch_t 1.421 (1.432)] [data_t 0.002] [optim_t 1.419] [lr 0.005000] +2024-04-03 19:08:15,625 - ==> Total time: 1 day, 18:08:10 Eta: 1 day, 3:03:10 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 19:09:20,365 - Train: 60.92% [112100/184000] [609.2/1000.0] [batch_t 1.428 (1.440)] [data_t 0.003] [optim_t 1.425] [lr 0.005000] +2024-04-03 19:11:43,597 - Train: 60.98% [112200/184000] [609.8/1000.0] [batch_t 1.428 (1.432)] [data_t 0.002] [optim_t 1.426] [lr 0.005000] +2024-04-03 19:12:40,868 - ==> Total time: 1 day, 18:12:35 Eta: 1 day, 2:59:11 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 19:14:08,691 - Train: 61.03% [112300/184000] [610.3/1000.0] [batch_t 1.433 (1.438)] [data_t 0.003] [optim_t 1.430] [lr 0.005000] +2024-04-03 19:16:31,955 - Train: 61.09% [112400/184000] [610.9/1000.0] [batch_t 1.425 (1.433)] [data_t 0.003] [optim_t 1.422] [lr 0.005000] +2024-04-03 19:17:06,318 - ==> Total time: 1 day, 18:17:00 Eta: 1 day, 2:55:13 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 19:18:58,334 - Train: 61.14% [112500/184000] [611.4/1000.0] [batch_t 1.422 (1.441)] [data_t 0.002] [optim_t 1.420] [lr 0.005000] +2024-04-03 19:21:21,413 - Train: 61.20% [112600/184000] [612.0/1000.0] [batch_t 1.444 (1.431)] [data_t 0.002] [optim_t 1.442] [lr 0.005000] +2024-04-03 19:21:32,881 - ==> Total time: 1 day, 18:21:27 Eta: 1 day, 2:51:14 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 19:23:46,288 - Train: 61.25% [112700/184000] [612.5/1000.0] [batch_t 1.436 (1.434)] [data_t 0.002] [optim_t 1.434] [lr 0.005000] +2024-04-03 19:25:58,208 - ==> Total time: 1 day, 18:25:52 Eta: 1 day, 2:47:16 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 19:26:11,752 - Train: 61.30% [112800/184000] [613.0/1000.0] [batch_t 1.428 (1.474)] [data_t 0.002] [optim_t 1.426] [lr 0.005000] +2024-04-03 19:28:35,148 - Train: 61.36% [112900/184000] [613.6/1000.0] [batch_t 1.437 (1.434)] [data_t 0.003] [optim_t 1.435] [lr 0.005000] +2024-04-03 19:30:24,174 - ==> Total time: 1 day, 18:30:18 Eta: 1 day, 2:43:17 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 19:31:00,634 - Train: 61.41% [113000/184000] [614.1/1000.0] [batch_t 1.423 (1.446)] [data_t 0.003] [optim_t 1.421] [lr 0.005000] +2024-04-03 19:33:24,036 - Train: 61.47% [113100/184000] [614.7/1000.0] [batch_t 1.439 (1.434)] [data_t 0.002] [optim_t 1.437] [lr 0.005000] +2024-04-03 19:34:50,124 - ==> Total time: 1 day, 18:34:44 Eta: 1 day, 2:39:18 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 19:35:49,757 - Train: 61.52% [113200/184000] [615.2/1000.0] [batch_t 1.433 (1.448)] [data_t 0.003] [optim_t 1.431] [lr 0.005000] +2024-04-03 19:38:13,163 - Train: 61.58% [113300/184000] [615.8/1000.0] [batch_t 1.433 (1.434)] [data_t 0.003] [optim_t 1.431] [lr 0.005000] +2024-04-03 19:39:16,276 - ==> Total time: 1 day, 18:39:10 Eta: 1 day, 2:35:19 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 19:40:39,295 - Train: 61.63% [113400/184000] [616.3/1000.0] [batch_t 1.434 (1.449)] [data_t 0.003] [optim_t 1.431] [lr 0.005000] +2024-04-03 19:43:02,737 - Train: 61.68% [113500/184000] [616.8/1000.0] [batch_t 1.440 (1.434)] [data_t 0.002] [optim_t 1.438] [lr 0.005000] +2024-04-03 19:43:42,874 - ==> Total time: 1 day, 18:43:37 Eta: 1 day, 2:31:21 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 19:45:27,921 - Train: 61.74% [113600/184000] [617.4/1000.0] [batch_t 1.438 (1.437)] [data_t 0.003] [optim_t 1.435] [lr 0.005000] +2024-04-03 19:47:51,292 - Train: 61.79% [113700/184000] [617.9/1000.0] [batch_t 1.435 (1.434)] [data_t 0.003] [optim_t 1.432] [lr 0.005000] +2024-04-03 19:48:08,491 - ==> Total time: 1 day, 18:48:02 Eta: 1 day, 2:27:22 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 19:50:16,565 - Train: 61.85% [113800/184000] [618.5/1000.0] [batch_t 1.429 (1.438)] [data_t 0.003] [optim_t 1.426] [lr 0.005000] +2024-04-03 19:52:34,147 - ==> Total time: 1 day, 18:52:28 Eta: 1 day, 2:23:22 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 19:52:41,677 - Train: 61.90% [113900/184000] [619.0/1000.0] [batch_t 1.455 (1.502)] [data_t 0.003] [optim_t 1.452] [lr 0.005000] +2024-04-03 19:55:05,080 - Train: 61.96% [114000/184000] [619.6/1000.0] [batch_t 1.429 (1.434)] [data_t 0.003] [optim_t 1.426] [lr 0.005000] +2024-04-03 19:56:59,887 - ==> Total time: 1 day, 18:56:54 Eta: 1 day, 2:19:23 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 19:57:32,201 - Train: 62.01% [114100/184000] [620.1/1000.0] [batch_t 1.436 (1.538)] [data_t 0.004] [optim_t 1.432] [lr 0.005000] +2024-04-03 19:59:55,653 - Train: 62.07% [114200/184000] [620.7/1000.0] [batch_t 1.433 (1.434)] [data_t 0.002] [optim_t 1.430] [lr 0.005000] +2024-04-03 20:01:27,415 - ==> Total time: 1 day, 19:01:21 Eta: 1 day, 2:15:25 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 20:02:21,312 - Train: 62.12% [114300/184000] [621.2/1000.0] [batch_t 1.433 (1.448)] [data_t 0.003] [optim_t 1.430] [lr 0.005000] +2024-04-03 20:04:44,619 - Train: 62.17% [114400/184000] [621.7/1000.0] [batch_t 1.440 (1.433)] [data_t 0.002] [optim_t 1.437] [lr 0.005000] +2024-04-03 20:05:53,402 - ==> Total time: 1 day, 19:05:47 Eta: 1 day, 2:11:25 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 20:07:10,190 - Train: 62.23% [114500/184000] [622.3/1000.0] [batch_t 1.421 (1.444)] [data_t 0.003] [optim_t 1.418] [lr 0.005000] +2024-04-03 20:09:33,755 - Train: 62.28% [114600/184000] [622.8/1000.0] [batch_t 1.429 (1.436)] [data_t 0.003] [optim_t 1.426] [lr 0.005000] +2024-04-03 20:10:19,630 - ==> Total time: 1 day, 19:10:14 Eta: 1 day, 2:07:26 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 20:11:58,979 - Train: 62.34% [114700/184000] [623.4/1000.0] [batch_t 1.437 (1.440)] [data_t 0.003] [optim_t 1.435] [lr 0.005000] +2024-04-03 20:14:22,337 - Train: 62.39% [114800/184000] [623.9/1000.0] [batch_t 1.429 (1.433)] [data_t 0.002] [optim_t 1.427] [lr 0.005000] +2024-04-03 20:14:45,271 - ==> Total time: 1 day, 19:14:39 Eta: 1 day, 2:03:27 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 20:16:47,661 - Train: 62.45% [114900/184000] [624.5/1000.0] [batch_t 1.428 (1.439)] [data_t 0.003] [optim_t 1.425] [lr 0.005000] +2024-04-03 20:19:11,092 - Train: 62.50% [115000/184000] [625.0/1000.0] [batch_t 1.459 (1.434)] [data_t 0.003] [optim_t 1.456] [lr 0.005000] +2024-04-03 20:19:11,096 - ==> Total time: 1 day, 19:19:05 Eta: 1 day, 1:59:27 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 20:21:36,475 - Train: 62.55% [115100/184000] [625.5/1000.0] [batch_t 1.439 (1.438)] [data_t 0.002] [optim_t 1.436] [lr 0.005000] +2024-04-03 20:23:36,934 - ==> Total time: 1 day, 19:23:31 Eta: 1 day, 1:55:27 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 20:24:01,763 - Train: 62.61% [115200/184000] [626.1/1000.0] [batch_t 1.439 (1.449)] [data_t 0.003] [optim_t 1.436] [lr 0.005000] +2024-04-03 20:26:25,142 - Train: 62.66% [115300/184000] [626.6/1000.0] [batch_t 1.438 (1.434)] [data_t 0.003] [optim_t 1.436] [lr 0.005000] +2024-04-03 20:28:02,723 - ==> Total time: 1 day, 19:27:57 Eta: 1 day, 1:51:27 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 20:28:53,676 - Train: 62.72% [115400/184000] [627.2/1000.0] [batch_t 1.431 (1.447)] [data_t 0.003] [optim_t 1.428] [lr 0.005000] +2024-04-03 20:31:17,029 - Train: 62.77% [115500/184000] [627.7/1000.0] [batch_t 1.438 (1.433)] [data_t 0.002] [optim_t 1.436] [lr 0.005000] +2024-04-03 20:32:31,613 - ==> Total time: 1 day, 19:32:26 Eta: 1 day, 1:47:29 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 20:33:42,356 - Train: 62.83% [115600/184000] [628.3/1000.0] [batch_t 1.430 (1.442)] [data_t 0.002] [optim_t 1.428] [lr 0.005000] +2024-04-03 20:36:05,763 - Train: 62.88% [115700/184000] [628.8/1000.0] [batch_t 1.438 (1.434)] [data_t 0.003] [optim_t 1.435] [lr 0.005000] +2024-04-03 20:36:57,423 - ==> Total time: 1 day, 19:36:51 Eta: 1 day, 1:43:29 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 20:38:31,107 - Train: 62.93% [115800/184000] [629.3/1000.0] [batch_t 1.436 (1.441)] [data_t 0.002] [optim_t 1.434] [lr 0.005000] +2024-04-03 20:40:54,677 - Train: 62.99% [115900/184000] [629.9/1000.0] [batch_t 1.432 (1.436)] [data_t 0.003] [optim_t 1.429] [lr 0.005000] +2024-04-03 20:41:23,348 - ==> Total time: 1 day, 19:41:17 Eta: 1 day, 1:39:29 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 20:43:19,851 - Train: 63.04% [116000/184000] [630.4/1000.0] [batch_t 1.419 (1.438)] [data_t 0.003] [optim_t 1.417] [lr 0.005000] +2024-04-03 20:45:43,307 - Train: 63.10% [116100/184000] [631.0/1000.0] [batch_t 1.436 (1.434)] [data_t 0.002] [optim_t 1.434] [lr 0.005000] +2024-04-03 20:45:49,053 - ==> Total time: 1 day, 19:45:43 Eta: 1 day, 1:35:29 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 20:48:08,533 - Train: 63.15% [116200/184000] [631.5/1000.0] [batch_t 1.445 (1.437)] [data_t 0.002] [optim_t 1.443] [lr 0.005000] +2024-04-03 20:50:14,750 - ==> Total time: 1 day, 19:50:09 Eta: 1 day, 1:31:28 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 20:50:33,781 - Train: 63.21% [116300/184000] [632.1/1000.0] [batch_t 1.429 (1.463)] [data_t 0.002] [optim_t 1.427] [lr 0.005000] +2024-04-03 20:52:57,235 - Train: 63.26% [116400/184000] [632.6/1000.0] [batch_t 1.434 (1.434)] [data_t 0.003] [optim_t 1.432] [lr 0.005000] +2024-04-03 20:54:40,443 - ==> Total time: 1 day, 19:54:34 Eta: 1 day, 1:27:28 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 20:55:22,488 - Train: 63.32% [116500/184000] [633.2/1000.0] [batch_t 1.430 (1.446)] [data_t 0.003] [optim_t 1.427] [lr 0.005000] +2024-04-03 20:57:45,885 - Train: 63.37% [116600/184000] [633.7/1000.0] [batch_t 1.425 (1.434)] [data_t 0.003] [optim_t 1.422] [lr 0.005000] +2024-04-03 20:59:06,278 - ==> Total time: 1 day, 19:59:00 Eta: 1 day, 1:23:28 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 21:00:11,222 - Train: 63.42% [116700/184000] [634.2/1000.0] [batch_t 1.449 (1.441)] [data_t 0.003] [optim_t 1.447] [lr 0.005000] +2024-04-03 21:02:34,684 - Train: 63.48% [116800/184000] [634.8/1000.0] [batch_t 1.440 (1.435)] [data_t 0.003] [optim_t 1.437] [lr 0.005000] +2024-04-03 21:03:32,107 - ==> Total time: 1 day, 20:03:26 Eta: 1 day, 1:19:27 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 21:04:59,954 - Train: 63.53% [116900/184000] [635.3/1000.0] [batch_t 1.419 (1.439)] [data_t 0.002] [optim_t 1.417] [lr 0.005000] +2024-04-03 21:07:23,341 - Train: 63.59% [117000/184000] [635.9/1000.0] [batch_t 1.443 (1.434)] [data_t 0.002] [optim_t 1.440] [lr 0.005000] +2024-04-03 21:07:57,797 - ==> Total time: 1 day, 20:07:52 Eta: 1 day, 1:15:26 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 21:09:48,712 - Train: 63.64% [117100/184000] [636.4/1000.0] [batch_t 1.437 (1.437)] [data_t 0.002] [optim_t 1.435] [lr 0.005000] +2024-04-03 21:12:12,122 - Train: 63.70% [117200/184000] [637.0/1000.0] [batch_t 1.434 (1.434)] [data_t 0.002] [optim_t 1.432] [lr 0.005000] +2024-04-03 21:12:23,597 - ==> Total time: 1 day, 20:12:18 Eta: 1 day, 1:11:26 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 21:14:37,537 - Train: 63.75% [117300/184000] [637.5/1000.0] [batch_t 1.435 (1.439)] [data_t 0.003] [optim_t 1.432] [lr 0.005000] +2024-04-03 21:16:49,457 - ==> Total time: 1 day, 20:16:43 Eta: 1 day, 1:07:25 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 21:17:02,782 - Train: 63.80% [117400/184000] [638.0/1000.0] [batch_t 1.440 (1.478)] [data_t 0.002] [optim_t 1.438] [lr 0.005000] +2024-04-03 21:19:26,128 - Train: 63.86% [117500/184000] [638.6/1000.0] [batch_t 1.436 (1.433)] [data_t 0.003] [optim_t 1.433] [lr 0.005000] +2024-04-03 21:21:15,079 - ==> Total time: 1 day, 20:21:09 Eta: 1 day, 1:03:24 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 21:21:51,433 - Train: 63.91% [117600/184000] [639.1/1000.0] [batch_t 1.429 (1.449)] [data_t 0.003] [optim_t 1.426] [lr 0.005000] +2024-04-03 21:24:14,818 - Train: 63.97% [117700/184000] [639.7/1000.0] [batch_t 1.444 (1.434)] [data_t 0.002] [optim_t 1.442] [lr 0.005000] +2024-04-03 21:25:40,842 - ==> Total time: 1 day, 20:25:35 Eta: 1 day, 0:59:23 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 21:26:40,378 - Train: 64.02% [117800/184000] [640.2/1000.0] [batch_t 1.433 (1.444)] [data_t 0.002] [optim_t 1.430] [lr 0.005000] +2024-04-03 21:29:03,794 - Train: 64.08% [117900/184000] [640.8/1000.0] [batch_t 1.430 (1.434)] [data_t 0.002] [optim_t 1.428] [lr 0.005000] +2024-04-03 21:30:06,954 - ==> Total time: 1 day, 20:30:01 Eta: 1 day, 0:55:22 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 21:31:29,105 - Train: 64.13% [118000/184000] [641.3/1000.0] [batch_t 1.448 (1.439)] [data_t 0.002] [optim_t 1.445] [lr 0.005000] +2024-04-03 21:33:52,450 - Train: 64.18% [118100/184000] [641.8/1000.0] [batch_t 1.425 (1.433)] [data_t 0.003] [optim_t 1.422] [lr 0.005000] +2024-04-03 21:34:32,590 - ==> Total time: 1 day, 20:34:27 Eta: 1 day, 0:51:21 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 21:36:17,967 - Train: 64.24% [118200/184000] [642.4/1000.0] [batch_t 1.429 (1.441)] [data_t 0.002] [optim_t 1.427] [lr 0.005000] +2024-04-03 21:38:41,485 - Train: 64.29% [118300/184000] [642.9/1000.0] [batch_t 1.430 (1.435)] [data_t 0.003] [optim_t 1.427] [lr 0.005000] +2024-04-03 21:38:58,727 - ==> Total time: 1 day, 20:38:53 Eta: 1 day, 0:47:20 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 21:41:06,869 - Train: 64.35% [118400/184000] [643.5/1000.0] [batch_t 1.439 (1.437)] [data_t 0.002] [optim_t 1.437] [lr 0.005000] +2024-04-03 21:43:24,525 - ==> Total time: 1 day, 20:43:18 Eta: 1 day, 0:43:19 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 21:43:32,168 - Train: 64.40% [118500/184000] [644.0/1000.0] [batch_t 1.439 (1.511)] [data_t 0.003] [optim_t 1.436] [lr 0.005000] +2024-04-03 21:45:55,523 - Train: 64.46% [118600/184000] [644.6/1000.0] [batch_t 1.436 (1.433)] [data_t 0.003] [optim_t 1.434] [lr 0.005000] +2024-04-03 21:47:50,305 - ==> Total time: 1 day, 20:47:44 Eta: 1 day, 0:39:18 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 21:48:21,455 - Train: 64.51% [118700/184000] [645.1/1000.0] [batch_t 1.429 (1.464)] [data_t 0.002] [optim_t 1.427] [lr 0.005000] +2024-04-03 21:50:44,841 - Train: 64.57% [118800/184000] [645.7/1000.0] [batch_t 1.427 (1.434)] [data_t 0.002] [optim_t 1.425] [lr 0.005000] +2024-04-03 21:52:16,705 - ==> Total time: 1 day, 20:52:11 Eta: 1 day, 0:35:17 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 21:53:10,508 - Train: 64.62% [118900/184000] [646.2/1000.0] [batch_t 1.440 (1.442)] [data_t 0.003] [optim_t 1.437] [lr 0.005000] +2024-04-03 21:55:33,959 - Train: 64.67% [119000/184000] [646.7/1000.0] [batch_t 1.429 (1.434)] [data_t 0.003] [optim_t 1.426] [lr 0.005000] +2024-04-03 21:56:42,833 - ==> Total time: 1 day, 20:56:37 Eta: 1 day, 0:31:15 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 21:57:59,350 - Train: 64.73% [119100/184000] [647.3/1000.0] [batch_t 1.429 (1.440)] [data_t 0.003] [optim_t 1.427] [lr 0.005000] +2024-04-03 22:00:22,824 - Train: 64.78% [119200/184000] [647.8/1000.0] [batch_t 1.433 (1.435)] [data_t 0.003] [optim_t 1.430] [lr 0.005000] +2024-04-03 22:01:08,735 - ==> Total time: 1 day, 21:01:03 Eta: 1 day, 0:27:14 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 22:02:48,240 - Train: 64.84% [119300/184000] [648.4/1000.0] [batch_t 1.440 (1.438)] [data_t 0.003] [optim_t 1.437] [lr 0.005000] +2024-04-03 22:05:11,726 - Train: 64.89% [119400/184000] [648.9/1000.0] [batch_t 1.431 (1.435)] [data_t 0.003] [optim_t 1.428] [lr 0.005000] +2024-04-03 22:05:34,684 - ==> Total time: 1 day, 21:05:29 Eta: 1 day, 0:23:12 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 22:07:36,987 - Train: 64.95% [119500/184000] [649.5/1000.0] [batch_t 1.436 (1.438)] [data_t 0.003] [optim_t 1.433] [lr 0.005000] +2024-04-03 22:10:00,401 - Train: 65.00% [119600/184000] [650.0/1000.0] [batch_t 1.439 (1.434)] [data_t 0.002] [optim_t 1.437] [lr 0.005000] +2024-04-03 22:10:22,822 - Test: 66.67% [50/75] [batch_t 0.420 (0.440)] +2024-04-03 22:10:33,214 - Test: 100.00% [75/75] [batch_t 0.348 (0.432)] +2024-04-03 22:10:59,176 - ==> Metric Time for bagel : 0.002 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.259 (mAUROC_px) 3.878 (mAP_px) 0.497 (mF1_max_px) 14.326 (mAUPRO_px) 0.169 (mF1_px_0.2_0.8_0.1) 0.168 (mAcc_px_0.2_0.8_0.1) 0.169 (mIoU_px_0.2_0.8_0.1) 0.495 (mIoU_max_px) +2024-04-03 22:11:23,547 - ==> Metric Time for cable_gland : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.216 (mAUROC_px) 3.856 (mAP_px) 0.489 (mF1_max_px) 13.690 (mAUPRO_px) 0.168 (mF1_px_0.2_0.8_0.1) 0.167 (mAcc_px_0.2_0.8_0.1) 0.170 (mIoU_px_0.2_0.8_0.1) 0.490 (mIoU_max_px) +2024-04-03 22:12:05,390 - ==> Metric Time for carrot : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 8.091 (mAUROC_px) 6.405 (mAP_px) 0.905 (mF1_max_px) 24.727 (mAUPRO_px) 0.258 (mF1_px_0.2_0.8_0.1) 0.252 (mAcc_px_0.2_0.8_0.1) 0.260 (mIoU_px_0.2_0.8_0.1) 0.742 (mIoU_max_px) +2024-04-03 22:12:36,360 - ==> Metric Time for cookie : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 6.603 (mAUROC_px) 4.879 (mAP_px) 0.622 (mF1_max_px) 17.471 (mAUPRO_px) 0.201 (mF1_px_0.2_0.8_0.1) 0.200 (mAcc_px_0.2_0.8_0.1) 0.202 (mIoU_px_0.2_0.8_0.1) 0.605 (mIoU_max_px) +2024-04-03 22:13:07,253 - ==> Metric Time for dowel : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 6.480 (mAUROC_px) 4.908 (mAP_px) 0.603 (mF1_max_px) 17.503 (mAUPRO_px) 0.204 (mF1_px_0.2_0.8_0.1) 0.203 (mAcc_px_0.2_0.8_0.1) 0.206 (mIoU_px_0.2_0.8_0.1) 0.603 (mIoU_max_px) +2024-04-03 22:13:30,549 - ==> Metric Time for foam : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 4.830 (mAUROC_px) 3.646 (mAP_px) 0.457 (mF1_max_px) 13.291 (mAUPRO_px) 0.161 (mF1_px_0.2_0.8_0.1) 0.158 (mAcc_px_0.2_0.8_0.1) 0.157 (mIoU_px_0.2_0.8_0.1) 0.455 (mIoU_max_px) +2024-04-03 22:14:01,451 - ==> Metric Time for peach : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 6.703 (mAUROC_px) 4.930 (mAP_px) 0.597 (mF1_max_px) 17.274 (mAUPRO_px) 0.208 (mF1_px_0.2_0.8_0.1) 0.211 (mAcc_px_0.2_0.8_0.1) 0.208 (mIoU_px_0.2_0.8_0.1) 0.590 (mIoU_max_px) +2024-04-03 22:14:27,837 - ==> Metric Time for potato : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.644 (mAUROC_px) 4.147 (mAP_px) 0.528 (mF1_max_px) 14.850 (mAUPRO_px) 0.177 (mF1_px_0.2_0.8_0.1) 0.177 (mAcc_px_0.2_0.8_0.1) 0.178 (mIoU_px_0.2_0.8_0.1) 0.521 (mIoU_max_px) +2024-04-03 22:14:51,115 - ==> Metric Time for rope : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 4.928 (mAUROC_px) 3.682 (mAP_px) 0.462 (mF1_max_px) 13.128 (mAUPRO_px) 0.163 (mF1_px_0.2_0.8_0.1) 0.161 (mAcc_px_0.2_0.8_0.1) 0.159 (mIoU_px_0.2_0.8_0.1) 0.453 (mIoU_max_px) +2024-04-03 22:15:16,825 - ==> Metric Time for tire : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.586 (mAUROC_px) 4.100 (mAP_px) 0.523 (mF1_max_px) 14.295 (mAUPRO_px) 0.177 (mF1_px_0.2_0.8_0.1) 0.180 (mAcc_px_0.2_0.8_0.1) 0.177 (mIoU_px_0.2_0.8_0.1) 0.516 (mIoU_max_px) +2024-04-03 22:15:16,841 - +| Name | mAUROC_sp_max | mAUROC_sp_max (Max) | mAP_sp_max | mAP_sp_max (Max) | mF1_max_sp_max | mF1_max_sp_max (Max) | mAUROC_px | mAUROC_px (Max) | mAP_px | mAP_px (Max) | mF1_max_px | mF1_max_px (Max) | mAUPRO_px | mAUPRO_px (Max) | mF1_px_0.2_0.8_0.1 | mF1_px_0.2_0.8_0.1 (Max) | mAcc_px_0.2_0.8_0.1 | mAcc_px_0.2_0.8_0.1 (Max) | mIoU_px_0.2_0.8_0.1 | mIoU_px_0.2_0.8_0.1 (Max) | mIoU_max_px | mIoU_max_px (Max) | +|:-----------:|:---------------:|:---------------------:|:------------:|:------------------:|:----------------:|:----------------------:|:-----------:|:------------------:|:--------:|:------------------:|:------------:|:------------------:|:-----------:|:------------------:|:--------------------:|:--------------------------:|:---------------------:|:---------------------------:|:---------------------:|:---------------------------:|:-------------:|:-------------------:| +| bagel | 91.116 | 92.045 (100 epoch) | 97.840 | 97.840 (650 epoch) | 91.979 | 94.505 (100 epoch) | 98.497 | 98.797 (50 epoch) | 40.749 | 41.737 (150 epoch) | 43.509 | 45.466 (300 epoch) | 91.987 | 95.486 (100 epoch) | 18.747 | 19.697 (300 epoch) | 67.856 | 78.616 (50 epoch) | 11.074 | 11.799 (300 epoch) | 27.803 | 29.421 (300 epoch) | +| cable_gland | 94.636 | 95.621 (500 epoch) | 98.698 | 98.932 (500 epoch) | 94.915 | 95.556 (350 epoch) | 99.431 | 99.438 (600 epoch) | 39.685 | 40.241 (600 epoch) | 45.150 | 45.150 (650 epoch) | 98.528 | 98.549 (500 epoch) | 23.181 | 24.138 (450 epoch) | 54.607 | 56.815 (450 epoch) | 13.892 | 14.472 (500 epoch) | 29.157 | 29.157 (650 epoch) | +| carrot | 90.376 | 91.807 (150 epoch) | 97.622 | 98.187 (150 epoch) | 94.964 | 95.652 (500 epoch) | 99.430 | 99.457 (500 epoch) | 30.459 | 30.459 (650 epoch) | 35.639 | 35.639 (650 epoch) | 97.951 | 98.145 (550 epoch) | 19.947 | 19.947 (650 epoch) | 57.072 | 57.072 (650 epoch) | 11.550 | 11.550 (650 epoch) | 21.683 | 21.683 (650 epoch) | +| cookie | 64.320 | 64.320 (650 epoch) | 88.757 | 88.757 (650 epoch) | 88.793 | 88.793 (600 epoch) | 96.905 | 97.153 (450 epoch) | 39.492 | 41.290 (300 epoch) | 42.290 | 43.756 (300 epoch) | 84.830 | 85.905 (450 epoch) | 16.280 | 18.186 (50 epoch) | 48.773 | 59.787 (50 epoch) | 9.504 | 10.542 (50 epoch) | 26.815 | 28.005 (300 epoch) | +| dowel | 97.781 | 97.781 (650 epoch) | 99.490 | 99.490 (650 epoch) | 96.618 | 97.087 (450 epoch) | 99.587 | 99.594 (600 epoch) | 51.239 | 51.239 (650 epoch) | 50.806 | 51.134 (400 epoch) | 97.211 | 97.506 (500 epoch) | 29.101 | 30.977 (350 epoch) | 52.442 | 58.070 (350 epoch) | 18.080 | 19.253 (350 epoch) | 34.054 | 34.349 (400 epoch) | +| foam | 83.250 | 84.812 (300 epoch) | 95.562 | 96.034 (300 epoch) | 90.395 | 90.588 (300 epoch) | 95.118 | 95.530 (250 epoch) | 23.768 | 24.221 (100 epoch) | 32.985 | 33.822 (100 epoch) | 83.123 | 83.852 (500 epoch) | 19.953 | 19.953 (650 epoch) | 42.908 | 45.846 (50 epoch) | 11.423 | 11.423 (650 epoch) | 19.750 | 20.353 (100 epoch) | +| peach | 91.364 | 92.779 (550 epoch) | 97.626 | 98.093 (100 epoch) | 94.009 | 94.836 (50 epoch) | 99.414 | 99.509 (100 epoch) | 42.628 | 47.721 (100 epoch) | 44.286 | 48.356 (100 epoch) | 97.242 | 98.112 (100 epoch) | 20.342 | 22.195 (300 epoch) | 68.085 | 74.168 (300 epoch) | 12.124 | 13.441 (100 epoch) | 28.440 | 31.888 (100 epoch) | +| potato | 61.117 | 69.170 (350 epoch) | 86.662 | 90.102 (400 epoch) | 90.196 | 91.089 (350 epoch) | 99.042 | 99.096 (350 epoch) | 16.487 | 18.791 (350 epoch) | 22.326 | 24.593 (500 epoch) | 94.870 | 95.719 (150 epoch) | 10.787 | 12.747 (350 epoch) | 50.537 | 63.214 (100 epoch) | 5.849 | 6.980 (350 epoch) | 12.566 | 14.021 (500 epoch) | +| rope | 97.600 | 97.600 (650 epoch) | 98.986 | 98.986 (650 epoch) | 94.737 | 94.737 (550 epoch) | 99.371 | 99.399 (600 epoch) | 51.458 | 52.962 (600 epoch) | 51.137 | 51.332 (600 epoch) | 95.675 | 96.250 (450 epoch) | 31.320 | 31.696 (550 epoch) | 50.834 | 55.578 (50 epoch) | 19.658 | 19.929 (550 epoch) | 34.352 | 34.528 (600 epoch) | +| tire | 88.230 | 90.023 (550 epoch) | 96.406 | 96.966 (550 epoch) | 91.304 | 92.655 (600 epoch) | 99.520 | 99.520 (650 epoch) | 41.909 | 42.153 (600 epoch) | 46.405 | 46.888 (550 epoch) | 97.572 | 97.572 (650 epoch) | 22.420 | 23.448 (550 epoch) | 56.101 | 57.198 (400 epoch) | 13.627 | 14.267 (550 epoch) | 30.213 | 30.624 (550 epoch) | +| Avg | 85.979 | 86.248 (550 epoch) | 95.765 | 95.852 (500 epoch) | 92.791 | 92.836 (600 epoch) | 98.632 | 98.657 (500 epoch) | 37.787 | 37.933 (400 epoch) | 41.453 | 41.453 (650 epoch) | 93.899 | 94.061 (450 epoch) | 21.208 | 21.746 (450 epoch) | 54.922 | 57.077 (400 epoch) | 12.678 | 13.006 (450 epoch) | 26.483 | 26.483 (650 epoch) | +2024-04-03 22:15:17,062 - ==> Total time: 1 day, 21:15:11 Eta: 1 day, 0:22:01 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 22:17:42,711 - Train: 65.05% [119700/184000] [650.5/1000.0] [batch_t 1.439 (1.438)] [data_t 0.003] [optim_t 1.436] [lr 0.005000] +2024-04-03 22:19:43,243 - ==> Total time: 1 day, 21:19:37 Eta: 1 day, 0:17:59 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 22:20:08,142 - Train: 65.11% [119800/184000] [651.1/1000.0] [batch_t 1.438 (1.452)] [data_t 0.002] [optim_t 1.436] [lr 0.005000] +2024-04-03 22:22:31,553 - Train: 65.16% [119900/184000] [651.6/1000.0] [batch_t 1.436 (1.434)] [data_t 0.003] [optim_t 1.433] [lr 0.005000] +2024-04-03 22:24:09,097 - ==> Total time: 1 day, 21:24:03 Eta: 1 day, 0:13:56 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 22:24:57,123 - Train: 65.22% [120000/184000] [652.2/1000.0] [batch_t 1.438 (1.450)] [data_t 0.003] [optim_t 1.435] [lr 0.005000] +2024-04-03 22:27:20,504 - Train: 65.27% [120100/184000] [652.7/1000.0] [batch_t 1.426 (1.434)] [data_t 0.003] [optim_t 1.423] [lr 0.005000] +2024-04-03 22:28:35,126 - ==> Total time: 1 day, 21:28:29 Eta: 1 day, 0:09:54 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 22:29:46,129 - Train: 65.33% [120200/184000] [653.3/1000.0] [batch_t 1.436 (1.443)] [data_t 0.003] [optim_t 1.433] [lr 0.005000] +2024-04-03 22:32:11,873 - Train: 65.38% [120300/184000] [653.8/1000.0] [batch_t 1.460 (1.457)] [data_t 0.003] [optim_t 1.457] [lr 0.005000] +2024-04-03 22:33:04,439 - ==> Total time: 1 day, 21:32:58 Eta: 1 day, 0:05:53 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 22:34:40,018 - Train: 65.43% [120400/184000] [654.3/1000.0] [batch_t 1.455 (1.464)] [data_t 0.003] [optim_t 1.451] [lr 0.005000] +2024-04-03 22:37:05,871 - Train: 65.49% [120500/184000] [654.9/1000.0] [batch_t 1.450 (1.458)] [data_t 0.003] [optim_t 1.446] [lr 0.005000] +2024-04-03 22:37:35,053 - ==> Total time: 1 day, 21:37:29 Eta: 1 day, 0:01:53 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 22:39:33,319 - Train: 65.54% [120600/184000] [655.4/1000.0] [batch_t 1.429 (1.454)] [data_t 0.002] [optim_t 1.427] [lr 0.005000] +2024-04-03 22:41:56,874 - Train: 65.60% [120700/184000] [656.0/1000.0] [batch_t 1.435 (1.435)] [data_t 0.003] [optim_t 1.433] [lr 0.005000] +2024-04-03 22:42:02,604 - ==> Total time: 1 day, 21:41:57 Eta: 23:57:51 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 22:44:23,566 - Train: 65.65% [120800/184000] [656.5/1000.0] [batch_t 1.439 (1.437)] [data_t 0.002] [optim_t 1.437] [lr 0.005000] +2024-04-03 22:46:29,751 - ==> Total time: 1 day, 21:46:24 Eta: 23:53:48 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 22:46:49,174 - Train: 65.71% [120900/184000] [657.1/1000.0] [batch_t 1.440 (1.463)] [data_t 0.003] [optim_t 1.438] [lr 0.005000] +2024-04-03 22:49:12,732 - Train: 65.76% [121000/184000] [657.6/1000.0] [batch_t 1.438 (1.435)] [data_t 0.002] [optim_t 1.435] [lr 0.005000] +2024-04-03 22:50:55,975 - ==> Total time: 1 day, 21:50:50 Eta: 23:49:46 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 22:51:38,092 - Train: 65.82% [121100/184000] [658.2/1000.0] [batch_t 1.438 (1.445)] [data_t 0.002] [optim_t 1.436] [lr 0.005000] +2024-04-03 22:54:01,593 - Train: 65.87% [121200/184000] [658.7/1000.0] [batch_t 1.428 (1.435)] [data_t 0.002] [optim_t 1.426] [lr 0.005000] +2024-04-03 22:55:21,874 - ==> Total time: 1 day, 21:55:16 Eta: 23:45:43 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 22:56:27,070 - Train: 65.92% [121300/184000] [659.2/1000.0] [batch_t 1.445 (1.444)] [data_t 0.002] [optim_t 1.442] [lr 0.005000] +2024-04-03 22:58:50,654 - Train: 65.98% [121400/184000] [659.8/1000.0] [batch_t 1.433 (1.436)] [data_t 0.002] [optim_t 1.430] [lr 0.005000] +2024-04-03 22:59:48,110 - ==> Total time: 1 day, 21:59:42 Eta: 23:41:40 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 23:01:16,033 - Train: 66.03% [121500/184000] [660.3/1000.0] [batch_t 1.435 (1.439)] [data_t 0.002] [optim_t 1.432] [lr 0.005000] +2024-04-03 23:03:39,450 - Train: 66.09% [121600/184000] [660.9/1000.0] [batch_t 1.422 (1.434)] [data_t 0.003] [optim_t 1.420] [lr 0.005000] +2024-04-03 23:04:13,829 - ==> Total time: 1 day, 22:04:08 Eta: 23:37:36 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 23:06:04,679 - Train: 66.14% [121700/184000] [661.4/1000.0] [batch_t 1.434 (1.438)] [data_t 0.002] [optim_t 1.432] [lr 0.005000] +2024-04-03 23:08:28,050 - Train: 66.20% [121800/184000] [662.0/1000.0] [batch_t 1.435 (1.434)] [data_t 0.002] [optim_t 1.433] [lr 0.005000] +2024-04-03 23:08:39,552 - ==> Total time: 1 day, 22:08:33 Eta: 23:33:33 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 23:10:53,479 - Train: 66.25% [121900/184000] [662.5/1000.0] [batch_t 1.435 (1.437)] [data_t 0.002] [optim_t 1.432] [lr 0.005000] +2024-04-03 23:13:05,471 - ==> Total time: 1 day, 22:12:59 Eta: 23:29:30 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 23:13:19,001 - Train: 66.30% [122000/184000] [663.0/1000.0] [batch_t 1.428 (1.466)] [data_t 0.002] [optim_t 1.425] [lr 0.005000] +2024-04-03 23:15:42,345 - Train: 66.36% [122100/184000] [663.6/1000.0] [batch_t 1.439 (1.433)] [data_t 0.002] [optim_t 1.437] [lr 0.005000] +2024-04-03 23:17:31,498 - ==> Total time: 1 day, 22:17:25 Eta: 23:25:26 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 23:18:07,794 - Train: 66.41% [122200/184000] [664.1/1000.0] [batch_t 1.427 (1.447)] [data_t 0.002] [optim_t 1.425] [lr 0.005000] +2024-04-03 23:20:31,289 - Train: 66.47% [122300/184000] [664.7/1000.0] [batch_t 1.444 (1.435)] [data_t 0.002] [optim_t 1.442] [lr 0.005000] +2024-04-03 23:21:57,318 - ==> Total time: 1 day, 22:21:51 Eta: 23:21:23 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 23:22:56,486 - Train: 66.52% [122400/184000] [665.2/1000.0] [batch_t 1.433 (1.439)] [data_t 0.002] [optim_t 1.431] [lr 0.005000] +2024-04-03 23:25:19,747 - Train: 66.58% [122500/184000] [665.8/1000.0] [batch_t 1.423 (1.433)] [data_t 0.003] [optim_t 1.420] [lr 0.005000] +2024-04-03 23:26:22,843 - ==> Total time: 1 day, 22:26:17 Eta: 23:17:19 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 23:27:44,939 - Train: 66.63% [122600/184000] [666.3/1000.0] [batch_t 1.430 (1.439)] [data_t 0.003] [optim_t 1.427] [lr 0.005000] +2024-04-03 23:30:08,341 - Train: 66.68% [122700/184000] [666.8/1000.0] [batch_t 1.444 (1.434)] [data_t 0.002] [optim_t 1.442] [lr 0.005000] +2024-04-03 23:30:48,506 - ==> Total time: 1 day, 22:30:42 Eta: 23:13:15 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 23:32:33,410 - Train: 66.74% [122800/184000] [667.4/1000.0] [batch_t 1.434 (1.437)] [data_t 0.003] [optim_t 1.431] [lr 0.005000] +2024-04-03 23:34:56,779 - Train: 66.79% [122900/184000] [667.9/1000.0] [batch_t 1.434 (1.434)] [data_t 0.003] [optim_t 1.432] [lr 0.005000] +2024-04-03 23:35:13,947 - ==> Total time: 1 day, 22:35:08 Eta: 23:09:12 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 23:37:22,502 - Train: 66.85% [123000/184000] [668.5/1000.0] [batch_t 1.436 (1.441)] [data_t 0.003] [optim_t 1.433] [lr 0.005000] +2024-04-03 23:39:40,217 - ==> Total time: 1 day, 22:39:34 Eta: 23:05:08 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 23:39:47,870 - Train: 66.90% [123100/184000] [669.0/1000.0] [batch_t 1.450 (1.521)] [data_t 0.003] [optim_t 1.447] [lr 0.005000] +2024-04-03 23:42:11,456 - Train: 66.96% [123200/184000] [669.6/1000.0] [batch_t 1.430 (1.436)] [data_t 0.002] [optim_t 1.427] [lr 0.005000] +2024-04-03 23:44:06,211 - ==> Total time: 1 day, 22:44:00 Eta: 23:01:04 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 23:44:37,220 - Train: 67.01% [123300/184000] [670.1/1000.0] [batch_t 1.438 (1.458)] [data_t 0.002] [optim_t 1.436] [lr 0.005000] +2024-04-03 23:47:00,719 - Train: 67.07% [123400/184000] [670.7/1000.0] [batch_t 1.433 (1.435)] [data_t 0.002] [optim_t 1.430] [lr 0.005000] +2024-04-03 23:48:32,532 - ==> Total time: 1 day, 22:48:26 Eta: 22:57:01 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 23:49:26,261 - Train: 67.12% [123500/184000] [671.2/1000.0] [batch_t 1.431 (1.444)] [data_t 0.003] [optim_t 1.428] [lr 0.005000] +2024-04-03 23:51:49,790 - Train: 67.17% [123600/184000] [671.7/1000.0] [batch_t 1.448 (1.435)] [data_t 0.002] [optim_t 1.445] [lr 0.005000] +2024-04-03 23:52:58,612 - ==> Total time: 1 day, 22:52:53 Eta: 22:52:57 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 23:54:15,053 - Train: 67.23% [123700/184000] [672.3/1000.0] [batch_t 1.428 (1.439)] [data_t 0.002] [optim_t 1.425] [lr 0.005000] +2024-04-03 23:56:38,537 - Train: 67.28% [123800/184000] [672.8/1000.0] [batch_t 1.445 (1.435)] [data_t 0.003] [optim_t 1.442] [lr 0.005000] +2024-04-03 23:57:24,403 - ==> Total time: 1 day, 22:57:18 Eta: 22:48:53 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-03 23:59:03,821 - Train: 67.34% [123900/184000] [673.4/1000.0] [batch_t 1.435 (1.438)] [data_t 0.003] [optim_t 1.432] [lr 0.005000] +2024-04-04 00:01:27,182 - Train: 67.39% [124000/184000] [673.9/1000.0] [batch_t 1.443 (1.433)] [data_t 0.003] [optim_t 1.440] [lr 0.005000] +2024-04-04 00:01:50,111 - ==> Total time: 1 day, 23:01:44 Eta: 22:44:49 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 00:03:52,725 - Train: 67.45% [124100/184000] [674.5/1000.0] [batch_t 1.425 (1.437)] [data_t 0.003] [optim_t 1.422] [lr 0.005000] +2024-04-04 00:06:16,147 - Train: 67.50% [124200/184000] [675.0/1000.0] [batch_t 1.447 (1.434)] [data_t 0.002] [optim_t 1.445] [lr 0.005000] +2024-04-04 00:06:16,151 - ==> Total time: 1 day, 23:06:10 Eta: 22:40:45 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 00:08:41,315 - Train: 67.55% [124300/184000] [675.5/1000.0] [batch_t 1.443 (1.437)] [data_t 0.002] [optim_t 1.440] [lr 0.005000] +2024-04-04 00:10:41,760 - ==> Total time: 1 day, 23:10:36 Eta: 22:36:40 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 00:11:06,548 - Train: 67.61% [124400/184000] [676.1/1000.0] [batch_t 1.425 (1.455)] [data_t 0.003] [optim_t 1.422] [lr 0.005000] +2024-04-04 00:13:29,878 - Train: 67.66% [124500/184000] [676.6/1000.0] [batch_t 1.432 (1.433)] [data_t 0.003] [optim_t 1.430] [lr 0.005000] +2024-04-04 00:15:07,315 - ==> Total time: 1 day, 23:15:01 Eta: 22:32:36 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 00:15:55,248 - Train: 67.72% [124600/184000] [677.2/1000.0] [batch_t 1.440 (1.443)] [data_t 0.002] [optim_t 1.438] [lr 0.005000] +2024-04-04 00:18:18,664 - Train: 67.77% [124700/184000] [677.7/1000.0] [batch_t 1.427 (1.434)] [data_t 0.003] [optim_t 1.424] [lr 0.005000] +2024-04-04 00:19:33,217 - ==> Total time: 1 day, 23:19:27 Eta: 22:28:32 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 00:20:45,005 - Train: 67.83% [124800/184000] [678.3/1000.0] [batch_t 1.429 (1.446)] [data_t 0.003] [optim_t 1.427] [lr 0.005000] +2024-04-04 00:23:08,531 - Train: 67.88% [124900/184000] [678.8/1000.0] [batch_t 1.433 (1.435)] [data_t 0.002] [optim_t 1.431] [lr 0.005000] +2024-04-04 00:24:00,188 - ==> Total time: 1 day, 23:23:54 Eta: 22:24:28 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 00:25:35,615 - Train: 67.93% [125000/184000] [679.3/1000.0] [batch_t 1.440 (1.465)] [data_t 0.002] [optim_t 1.438] [lr 0.005000] +2024-04-04 00:27:59,016 - Train: 67.99% [125100/184000] [679.9/1000.0] [batch_t 1.427 (1.434)] [data_t 0.003] [optim_t 1.424] [lr 0.005000] +2024-04-04 00:28:27,710 - ==> Total time: 1 day, 23:28:22 Eta: 22:20:24 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 00:30:24,324 - Train: 68.04% [125200/184000] [680.4/1000.0] [batch_t 1.433 (1.436)] [data_t 0.002] [optim_t 1.430] [lr 0.005000] +2024-04-04 00:32:47,861 - Train: 68.10% [125300/184000] [681.0/1000.0] [batch_t 1.426 (1.435)] [data_t 0.002] [optim_t 1.424] [lr 0.005000] +2024-04-04 00:32:53,584 - ==> Total time: 1 day, 23:32:48 Eta: 22:16:20 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 00:35:13,090 - Train: 68.15% [125400/184000] [681.5/1000.0] [batch_t 1.433 (1.437)] [data_t 0.003] [optim_t 1.430] [lr 0.005000] +2024-04-04 00:37:19,299 - ==> Total time: 1 day, 23:37:13 Eta: 22:12:15 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 00:37:38,268 - Train: 68.21% [125500/184000] [682.1/1000.0] [batch_t 1.430 (1.457)] [data_t 0.003] [optim_t 1.427] [lr 0.005000] +2024-04-04 00:40:01,792 - Train: 68.26% [125600/184000] [682.6/1000.0] [batch_t 1.430 (1.435)] [data_t 0.003] [optim_t 1.427] [lr 0.005000] +2024-04-04 00:41:45,062 - ==> Total time: 1 day, 23:41:39 Eta: 22:08:10 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 00:42:27,197 - Train: 68.32% [125700/184000] [683.2/1000.0] [batch_t 1.428 (1.446)] [data_t 0.003] [optim_t 1.425] [lr 0.005000] +2024-04-04 00:44:50,575 - Train: 68.37% [125800/184000] [683.7/1000.0] [batch_t 1.429 (1.434)] [data_t 0.003] [optim_t 1.426] [lr 0.005000] +2024-04-04 00:46:10,926 - ==> Total time: 1 day, 23:46:05 Eta: 22:04:05 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 00:47:15,741 - Train: 68.42% [125900/184000] [684.2/1000.0] [batch_t 1.432 (1.440)] [data_t 0.002] [optim_t 1.430] [lr 0.005000] +2024-04-04 00:49:39,193 - Train: 68.48% [126000/184000] [684.8/1000.0] [batch_t 1.432 (1.434)] [data_t 0.003] [optim_t 1.429] [lr 0.005000] +2024-04-04 00:50:36,554 - ==> Total time: 1 day, 23:50:30 Eta: 22:00:01 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 00:52:04,404 - Train: 68.53% [126100/184000] [685.3/1000.0] [batch_t 1.443 (1.437)] [data_t 0.002] [optim_t 1.441] [lr 0.005000] +2024-04-04 00:54:27,768 - Train: 68.59% [126200/184000] [685.9/1000.0] [batch_t 1.438 (1.434)] [data_t 0.002] [optim_t 1.436] [lr 0.005000] +2024-04-04 00:55:02,239 - ==> Total time: 1 day, 23:54:56 Eta: 21:55:56 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 00:56:54,944 - Train: 68.64% [126300/184000] [686.4/1000.0] [batch_t 1.444 (1.438)] [data_t 0.002] [optim_t 1.441] [lr 0.005000] +2024-04-04 00:59:18,424 - Train: 68.70% [126400/184000] [687.0/1000.0] [batch_t 1.434 (1.435)] [data_t 0.002] [optim_t 1.431] [lr 0.005000] +2024-04-04 00:59:29,877 - ==> Total time: 1 day, 23:59:24 Eta: 21:51:52 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 01:01:43,887 - Train: 68.75% [126500/184000] [687.5/1000.0] [batch_t 1.439 (1.438)] [data_t 0.003] [optim_t 1.436] [lr 0.005000] +2024-04-04 01:03:55,819 - ==> Total time: 2 days, 0:03:50 Eta: 21:47:47 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 01:04:09,044 - Train: 68.80% [126600/184000] [688.0/1000.0] [batch_t 1.433 (1.471)] [data_t 0.003] [optim_t 1.430] [lr 0.005000] +2024-04-04 01:06:32,605 - Train: 68.86% [126700/184000] [688.6/1000.0] [batch_t 1.427 (1.436)] [data_t 0.003] [optim_t 1.425] [lr 0.005000] +2024-04-04 01:08:21,676 - ==> Total time: 2 days, 0:08:16 Eta: 21:43:42 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 01:08:58,130 - Train: 68.91% [126800/184000] [689.1/1000.0] [batch_t 1.436 (1.444)] [data_t 0.003] [optim_t 1.433] [lr 0.005000] +2024-04-04 01:11:21,381 - Train: 68.97% [126900/184000] [689.7/1000.0] [batch_t 1.444 (1.432)] [data_t 0.002] [optim_t 1.442] [lr 0.005000] +2024-04-04 01:12:47,429 - ==> Total time: 2 days, 0:12:41 Eta: 21:39:37 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 01:13:46,740 - Train: 69.02% [127000/184000] [690.2/1000.0] [batch_t 1.433 (1.442)] [data_t 0.003] [optim_t 1.431] [lr 0.005000] +2024-04-04 01:16:10,228 - Train: 69.08% [127100/184000] [690.8/1000.0] [batch_t 1.430 (1.435)] [data_t 0.003] [optim_t 1.427] [lr 0.005000] +2024-04-04 01:17:13,278 - ==> Total time: 2 days, 0:17:07 Eta: 21:35:31 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 01:18:35,675 - Train: 69.13% [127200/184000] [691.3/1000.0] [batch_t 1.434 (1.442)] [data_t 0.003] [optim_t 1.431] [lr 0.005000] +2024-04-04 01:20:59,195 - Train: 69.18% [127300/184000] [691.8/1000.0] [batch_t 1.435 (1.435)] [data_t 0.002] [optim_t 1.433] [lr 0.005000] +2024-04-04 01:21:39,375 - ==> Total time: 2 days, 0:21:33 Eta: 21:31:26 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 01:23:25,050 - Train: 69.24% [127400/184000] [692.4/1000.0] [batch_t 1.443 (1.439)] [data_t 0.003] [optim_t 1.440] [lr 0.005000] +2024-04-04 01:25:48,599 - Train: 69.29% [127500/184000] [692.9/1000.0] [batch_t 1.439 (1.435)] [data_t 0.003] [optim_t 1.437] [lr 0.005000] +2024-04-04 01:26:05,823 - ==> Total time: 2 days, 0:26:00 Eta: 21:27:21 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 01:28:13,920 - Train: 69.35% [127600/184000] [693.5/1000.0] [batch_t 1.437 (1.437)] [data_t 0.003] [optim_t 1.435] [lr 0.005000] +2024-04-04 01:30:31,549 - ==> Total time: 2 days, 0:30:25 Eta: 21:23:16 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 01:30:38,989 - Train: 69.40% [127700/184000] [694.0/1000.0] [batch_t 1.430 (1.491)] [data_t 0.003] [optim_t 1.427] [lr 0.005000] +2024-04-04 01:33:02,373 - Train: 69.46% [127800/184000] [694.6/1000.0] [batch_t 1.427 (1.434)] [data_t 0.003] [optim_t 1.425] [lr 0.005000] +2024-04-04 01:34:57,084 - ==> Total time: 2 days, 0:34:51 Eta: 21:19:10 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 01:35:28,059 - Train: 69.51% [127900/184000] [695.1/1000.0] [batch_t 1.432 (1.449)] [data_t 0.003] [optim_t 1.429] [lr 0.005000] +2024-04-04 01:37:51,584 - Train: 69.57% [128000/184000] [695.7/1000.0] [batch_t 1.435 (1.435)] [data_t 0.002] [optim_t 1.433] [lr 0.005000] +2024-04-04 01:39:23,449 - ==> Total time: 2 days, 0:39:17 Eta: 21:15:05 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 01:40:17,122 - Train: 69.62% [128100/184000] [696.2/1000.0] [batch_t 1.440 (1.446)] [data_t 0.002] [optim_t 1.438] [lr 0.005000] +2024-04-04 01:42:40,655 - Train: 69.67% [128200/184000] [696.7/1000.0] [batch_t 1.423 (1.435)] [data_t 0.003] [optim_t 1.421] [lr 0.005000] +2024-04-04 01:43:49,540 - ==> Total time: 2 days, 0:43:43 Eta: 21:11:00 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 01:45:06,349 - Train: 69.73% [128300/184000] [697.3/1000.0] [batch_t 1.434 (1.445)] [data_t 0.002] [optim_t 1.432] [lr 0.005000] +2024-04-04 01:47:29,750 - Train: 69.78% [128400/184000] [697.8/1000.0] [batch_t 1.440 (1.434)] [data_t 0.002] [optim_t 1.437] [lr 0.005000] +2024-04-04 01:48:15,670 - ==> Total time: 2 days, 0:48:10 Eta: 21:06:54 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 01:49:55,639 - Train: 69.84% [128500/184000] [698.4/1000.0] [batch_t 1.441 (1.440)] [data_t 0.002] [optim_t 1.439] [lr 0.005000] +2024-04-04 01:52:19,058 - Train: 69.89% [128600/184000] [698.9/1000.0] [batch_t 1.438 (1.434)] [data_t 0.002] [optim_t 1.435] [lr 0.005000] +2024-04-04 01:52:42,046 - ==> Total time: 2 days, 0:52:36 Eta: 21:02:49 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 01:54:44,503 - Train: 69.95% [128700/184000] [699.5/1000.0] [batch_t 1.437 (1.439)] [data_t 0.002] [optim_t 1.434] [lr 0.005000] +2024-04-04 01:57:07,969 - Train: 70.00% [128800/184000] [700.0/1000.0] [batch_t 1.430 (1.435)] [data_t 0.003] [optim_t 1.427] [lr 0.005000] +2024-04-04 01:57:30,480 - Test: 66.67% [50/75] [batch_t 0.425 (0.441)] +2024-04-04 01:57:40,888 - Test: 100.00% [75/75] [batch_t 0.353 (0.433)] +2024-04-04 01:58:07,203 - ==> Metric Time for bagel : 0.002 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.221 (mAUROC_px) 4.009 (mAP_px) 0.492 (mF1_max_px) 14.628 (mAUPRO_px) 0.170 (mF1_px_0.2_0.8_0.1) 0.167 (mAcc_px_0.2_0.8_0.1) 0.166 (mIoU_px_0.2_0.8_0.1) 0.493 (mIoU_max_px) +2024-04-04 01:58:31,990 - ==> Metric Time for cable_gland : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.222 (mAUROC_px) 3.959 (mAP_px) 0.477 (mF1_max_px) 14.016 (mAUPRO_px) 0.165 (mF1_px_0.2_0.8_0.1) 0.164 (mAcc_px_0.2_0.8_0.1) 0.166 (mIoU_px_0.2_0.8_0.1) 0.485 (mIoU_max_px) +2024-04-04 01:59:09,362 - ==> Metric Time for carrot : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 8.264 (mAUROC_px) 6.055 (mAP_px) 0.735 (mF1_max_px) 20.606 (mAUPRO_px) 0.254 (mF1_px_0.2_0.8_0.1) 0.253 (mAcc_px_0.2_0.8_0.1) 0.254 (mIoU_px_0.2_0.8_0.1) 0.735 (mIoU_max_px) +2024-04-04 01:59:40,756 - ==> Metric Time for cookie : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 6.596 (mAUROC_px) 4.935 (mAP_px) 0.621 (mF1_max_px) 17.801 (mAUPRO_px) 0.211 (mF1_px_0.2_0.8_0.1) 0.211 (mAcc_px_0.2_0.8_0.1) 0.212 (mIoU_px_0.2_0.8_0.1) 0.618 (mIoU_max_px) +2024-04-04 02:00:14,169 - ==> Metric Time for dowel : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 6.608 (mAUROC_px) 5.203 (mAP_px) 0.690 (mF1_max_px) 19.318 (mAUPRO_px) 0.240 (mF1_px_0.2_0.8_0.1) 0.235 (mAcc_px_0.2_0.8_0.1) 0.241 (mIoU_px_0.2_0.8_0.1) 0.697 (mIoU_max_px) +2024-04-04 02:00:37,695 - ==> Metric Time for foam : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 4.751 (mAUROC_px) 3.644 (mAP_px) 0.456 (mF1_max_px) 13.619 (mAUPRO_px) 0.156 (mF1_px_0.2_0.8_0.1) 0.153 (mAcc_px_0.2_0.8_0.1) 0.157 (mIoU_px_0.2_0.8_0.1) 0.448 (mIoU_max_px) +2024-04-04 02:01:08,962 - ==> Metric Time for peach : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 6.711 (mAUROC_px) 4.934 (mAP_px) 0.591 (mF1_max_px) 17.650 (mAUPRO_px) 0.204 (mF1_px_0.2_0.8_0.1) 0.202 (mAcc_px_0.2_0.8_0.1) 0.203 (mIoU_px_0.2_0.8_0.1) 0.582 (mIoU_max_px) +2024-04-04 02:01:36,727 - ==> Metric Time for potato : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 6.298 (mAUROC_px) 4.536 (mAP_px) 0.533 (mF1_max_px) 15.162 (mAUPRO_px) 0.179 (mF1_px_0.2_0.8_0.1) 0.176 (mAcc_px_0.2_0.8_0.1) 0.176 (mIoU_px_0.2_0.8_0.1) 0.537 (mIoU_max_px) +2024-04-04 02:01:59,945 - ==> Metric Time for rope : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 4.739 (mAUROC_px) 3.673 (mAP_px) 0.461 (mF1_max_px) 13.283 (mAUPRO_px) 0.154 (mF1_px_0.2_0.8_0.1) 0.153 (mAcc_px_0.2_0.8_0.1) 0.154 (mIoU_px_0.2_0.8_0.1) 0.453 (mIoU_max_px) +2024-04-04 02:02:25,917 - ==> Metric Time for tire : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.374 (mAUROC_px) 4.150 (mAP_px) 0.509 (mF1_max_px) 14.715 (mAUPRO_px) 0.183 (mF1_px_0.2_0.8_0.1) 0.179 (mAcc_px_0.2_0.8_0.1) 0.181 (mIoU_px_0.2_0.8_0.1) 0.521 (mIoU_max_px) +2024-04-04 02:02:25,934 - +| Name | mAUROC_sp_max | mAUROC_sp_max (Max) | mAP_sp_max | mAP_sp_max (Max) | mF1_max_sp_max | mF1_max_sp_max (Max) | mAUROC_px | mAUROC_px (Max) | mAP_px | mAP_px (Max) | mF1_max_px | mF1_max_px (Max) | mAUPRO_px | mAUPRO_px (Max) | mF1_px_0.2_0.8_0.1 | mF1_px_0.2_0.8_0.1 (Max) | mAcc_px_0.2_0.8_0.1 | mAcc_px_0.2_0.8_0.1 (Max) | mIoU_px_0.2_0.8_0.1 | mIoU_px_0.2_0.8_0.1 (Max) | mIoU_max_px | mIoU_max_px (Max) | +|:-----------:|:---------------:|:---------------------:|:------------:|:------------------:|:----------------:|:----------------------:|:-----------:|:------------------:|:--------:|:------------------:|:------------:|:------------------:|:-----------:|:------------------:|:--------------------:|:--------------------------:|:---------------------:|:---------------------------:|:---------------------:|:---------------------------:|:-------------:|:-------------------:| +| bagel | 88.895 | 92.045 (100 epoch) | 97.089 | 97.840 (650 epoch) | 92.655 | 94.505 (100 epoch) | 98.420 | 98.797 (50 epoch) | 39.072 | 41.737 (150 epoch) | 42.299 | 45.466 (300 epoch) | 91.621 | 95.486 (100 epoch) | 18.554 | 19.697 (300 epoch) | 69.769 | 78.616 (50 epoch) | 10.908 | 11.799 (300 epoch) | 26.822 | 29.421 (300 epoch) | +| cable_gland | 95.457 | 95.621 (500 epoch) | 98.911 | 98.932 (500 epoch) | 94.972 | 95.556 (350 epoch) | 99.423 | 99.438 (600 epoch) | 39.724 | 40.241 (600 epoch) | 45.427 | 45.427 (700 epoch) | 98.372 | 98.549 (500 epoch) | 23.592 | 24.138 (450 epoch) | 56.013 | 56.815 (450 epoch) | 14.180 | 14.472 (500 epoch) | 29.389 | 29.389 (700 epoch) | +| carrot | 89.899 | 91.807 (150 epoch) | 97.419 | 98.187 (150 epoch) | 94.928 | 95.652 (500 epoch) | 99.444 | 99.457 (500 epoch) | 30.427 | 30.459 (650 epoch) | 36.019 | 36.019 (700 epoch) | 98.063 | 98.145 (550 epoch) | 19.413 | 19.947 (650 epoch) | 57.401 | 57.401 (700 epoch) | 11.226 | 11.550 (650 epoch) | 21.966 | 21.966 (700 epoch) | +| cookie | 64.528 | 64.528 (700 epoch) | 88.651 | 88.757 (650 epoch) | 88.793 | 88.793 (600 epoch) | 96.938 | 97.153 (450 epoch) | 38.175 | 41.290 (300 epoch) | 40.497 | 43.756 (300 epoch) | 85.079 | 85.905 (450 epoch) | 16.538 | 18.186 (50 epoch) | 51.372 | 59.787 (50 epoch) | 9.622 | 10.542 (50 epoch) | 25.389 | 28.005 (300 epoch) | +| dowel | 98.188 | 98.188 (700 epoch) | 99.584 | 99.584 (700 epoch) | 97.087 | 97.087 (450 epoch) | 99.611 | 99.611 (700 epoch) | 51.207 | 51.239 (650 epoch) | 51.163 | 51.163 (700 epoch) | 97.022 | 97.506 (500 epoch) | 29.244 | 30.977 (350 epoch) | 51.693 | 58.070 (350 epoch) | 18.189 | 19.253 (350 epoch) | 34.375 | 34.375 (700 epoch) | +| foam | 81.812 | 84.812 (300 epoch) | 95.207 | 96.034 (300 epoch) | 90.286 | 90.588 (300 epoch) | 95.095 | 95.530 (250 epoch) | 23.530 | 24.221 (100 epoch) | 32.254 | 33.822 (100 epoch) | 81.735 | 83.852 (500 epoch) | 19.801 | 19.953 (650 epoch) | 41.939 | 45.846 (50 epoch) | 11.312 | 11.423 (650 epoch) | 19.228 | 20.353 (100 epoch) | +| peach | 90.566 | 92.779 (550 epoch) | 97.408 | 98.093 (100 epoch) | 93.694 | 94.836 (50 epoch) | 99.352 | 99.509 (100 epoch) | 43.064 | 47.721 (100 epoch) | 44.902 | 48.356 (100 epoch) | 97.032 | 98.112 (100 epoch) | 20.471 | 22.195 (300 epoch) | 66.832 | 74.168 (300 epoch) | 12.213 | 13.441 (100 epoch) | 28.951 | 31.888 (100 epoch) | +| potato | 61.117 | 69.170 (350 epoch) | 86.538 | 90.102 (400 epoch) | 90.196 | 91.089 (350 epoch) | 99.018 | 99.096 (350 epoch) | 17.097 | 18.791 (350 epoch) | 22.901 | 24.593 (500 epoch) | 95.359 | 95.719 (150 epoch) | 10.996 | 12.747 (350 epoch) | 49.885 | 63.214 (100 epoch) | 5.959 | 6.980 (350 epoch) | 12.931 | 14.021 (500 epoch) | +| rope | 97.464 | 97.600 (650 epoch) | 98.935 | 98.986 (650 epoch) | 94.030 | 94.737 (550 epoch) | 99.385 | 99.399 (600 epoch) | 51.443 | 52.962 (600 epoch) | 50.798 | 51.332 (600 epoch) | 96.351 | 96.351 (700 epoch) | 31.402 | 31.696 (550 epoch) | 50.335 | 55.578 (50 epoch) | 19.704 | 19.929 (550 epoch) | 34.046 | 34.528 (600 epoch) | +| tire | 89.195 | 90.023 (550 epoch) | 96.669 | 96.966 (550 epoch) | 91.803 | 92.655 (600 epoch) | 99.499 | 99.520 (650 epoch) | 41.435 | 42.153 (600 epoch) | 46.680 | 46.888 (550 epoch) | 97.381 | 97.572 (650 epoch) | 23.138 | 23.448 (550 epoch) | 58.968 | 58.968 (700 epoch) | 14.075 | 14.267 (550 epoch) | 30.446 | 30.624 (550 epoch) | +| Avg | 85.712 | 86.248 (550 epoch) | 95.641 | 95.852 (500 epoch) | 92.844 | 92.844 (700 epoch) | 98.619 | 98.657 (500 epoch) | 37.517 | 37.933 (400 epoch) | 41.294 | 41.453 (650 epoch) | 93.802 | 94.061 (450 epoch) | 21.315 | 21.746 (450 epoch) | 55.421 | 57.077 (400 epoch) | 12.739 | 13.006 (450 epoch) | 26.354 | 26.483 (650 epoch) | +2024-04-04 02:02:26,153 - ==> Total time: 2 days, 1:02:20 Eta: 21:01:00 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 02:04:51,855 - Train: 70.05% [128900/184000] [700.5/1000.0] [batch_t 1.433 (1.437)] [data_t 0.002] [optim_t 1.431] [lr 0.005000] +2024-04-04 02:06:52,290 - ==> Total time: 2 days, 1:06:46 Eta: 20:56:53 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 02:07:17,238 - Train: 70.11% [129000/184000] [701.1/1000.0] [batch_t 1.435 (1.453)] [data_t 0.002] [optim_t 1.433] [lr 0.005000] +2024-04-04 02:09:07,274 - Train: 70.16% [129100/184000] [701.6/1000.0] [batch_t 0.608 (1.100)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-04 02:09:48,635 - ==> Total time: 2 days, 1:09:43 Eta: 20:52:09 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 02:10:09,810 - Train: 70.22% [129200/184000] [702.2/1000.0] [batch_t 0.609 (0.616)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-04 02:11:10,672 - Train: 70.27% [129300/184000] [702.7/1000.0] [batch_t 0.609 (0.609)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-04 02:11:42,299 - ==> Total time: 2 days, 1:11:36 Eta: 20:46:58 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 02:12:13,407 - Train: 70.33% [129400/184000] [703.3/1000.0] [batch_t 0.606 (0.615)] [data_t 0.002] [optim_t 0.605] [lr 0.005000] +2024-04-04 02:13:14,417 - Train: 70.38% [129500/184000] [703.8/1000.0] [batch_t 0.609 (0.610)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-04 02:13:36,332 - ==> Total time: 2 days, 1:13:30 Eta: 20:41:49 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 02:14:17,021 - Train: 70.43% [129600/184000] [704.3/1000.0] [batch_t 0.608 (0.612)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-04 02:15:17,885 - Train: 70.49% [129700/184000] [704.9/1000.0] [batch_t 0.609 (0.609)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-04 02:15:30,057 - ==> Total time: 2 days, 1:15:24 Eta: 20:36:39 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 02:16:20,492 - Train: 70.54% [129800/184000] [705.4/1000.0] [batch_t 0.607 (0.612)] [data_t 0.002] [optim_t 0.605] [lr 0.005000] +2024-04-04 02:17:21,306 - Train: 70.60% [129900/184000] [706.0/1000.0] [batch_t 0.608 (0.608)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-04 02:17:23,743 - ==> Total time: 2 days, 1:17:18 Eta: 20:31:30 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 02:18:24,214 - Train: 70.65% [130000/184000] [706.5/1000.0] [batch_t 0.607 (0.614)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-04 02:19:17,760 - ==> Total time: 2 days, 1:19:12 Eta: 20:26:22 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 02:19:26,917 - Train: 70.71% [130100/184000] [707.1/1000.0] [batch_t 0.608 (0.635)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-04 02:20:27,775 - Train: 70.76% [130200/184000] [707.6/1000.0] [batch_t 0.611 (0.608)] [data_t 0.002] [optim_t 0.609] [lr 0.005000] +2024-04-04 02:21:11,606 - ==> Total time: 2 days, 1:21:06 Eta: 20:21:14 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 02:21:30,594 - Train: 70.82% [130300/184000] [708.2/1000.0] [batch_t 0.609 (0.621)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-04 02:22:31,452 - Train: 70.87% [130400/184000] [708.7/1000.0] [batch_t 0.609 (0.608)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-04 02:23:05,517 - ==> Total time: 2 days, 1:22:59 Eta: 20:16:07 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 02:23:34,371 - Train: 70.92% [130500/184000] [709.2/1000.0] [batch_t 0.612 (0.616)] [data_t 0.002] [optim_t 0.611] [lr 0.005000] +2024-04-04 02:24:35,228 - Train: 70.98% [130600/184000] [709.8/1000.0] [batch_t 0.609 (0.608)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-04 02:24:59,564 - ==> Total time: 2 days, 1:24:54 Eta: 20:11:00 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 02:25:38,088 - Train: 71.03% [130700/184000] [710.3/1000.0] [batch_t 0.609 (0.615)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-04 02:26:38,922 - Train: 71.09% [130800/184000] [710.9/1000.0] [batch_t 0.609 (0.608)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-04 02:26:53,522 - ==> Total time: 2 days, 1:26:47 Eta: 20:05:54 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 02:27:41,753 - Train: 71.14% [130900/184000] [711.4/1000.0] [batch_t 0.608 (0.612)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-04 02:28:42,719 - Train: 71.20% [131000/184000] [712.0/1000.0] [batch_t 0.608 (0.610)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-04 02:28:47,595 - ==> Total time: 2 days, 1:28:42 Eta: 20:00:49 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 02:29:45,440 - Train: 71.25% [131100/184000] [712.5/1000.0] [batch_t 0.608 (0.612)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-04 02:30:41,403 - ==> Total time: 2 days, 1:30:35 Eta: 19:55:44 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 02:30:48,125 - Train: 71.30% [131200/184000] [713.0/1000.0] [batch_t 0.613 (0.652)] [data_t 0.002] [optim_t 0.611] [lr 0.005000] +2024-04-04 02:31:48,985 - Train: 71.36% [131300/184000] [713.6/1000.0] [batch_t 0.608 (0.608)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-04 02:32:35,210 - ==> Total time: 2 days, 1:32:29 Eta: 19:50:39 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 02:32:51,766 - Train: 71.41% [131400/184000] [714.1/1000.0] [batch_t 0.608 (0.628)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-04 02:33:52,587 - Train: 71.47% [131500/184000] [714.7/1000.0] [batch_t 0.607 (0.608)] [data_t 0.002] [optim_t 0.605] [lr 0.005000] +2024-04-04 02:34:29,092 - ==> Total time: 2 days, 1:34:23 Eta: 19:45:35 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 02:34:55,396 - Train: 71.52% [131600/184000] [715.2/1000.0] [batch_t 0.608 (0.615)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-04 02:35:56,254 - Train: 71.58% [131700/184000] [715.8/1000.0] [batch_t 0.609 (0.608)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-04 02:36:23,021 - ==> Total time: 2 days, 1:36:17 Eta: 19:40:32 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 02:36:58,886 - Train: 71.63% [131800/184000] [716.3/1000.0] [batch_t 0.608 (0.614)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-04 02:37:59,724 - Train: 71.68% [131900/184000] [716.8/1000.0] [batch_t 0.609 (0.608)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-04 02:38:16,902 - ==> Total time: 2 days, 1:38:11 Eta: 19:35:29 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 02:39:02,576 - Train: 71.74% [132000/184000] [717.4/1000.0] [batch_t 0.609 (0.613)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-04 02:40:03,465 - Train: 71.79% [132100/184000] [717.9/1000.0] [batch_t 0.609 (0.609)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-04 02:40:10,762 - ==> Total time: 2 days, 1:40:05 Eta: 19:30:27 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 02:41:06,280 - Train: 71.85% [132200/184000] [718.5/1000.0] [batch_t 0.609 (0.612)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-04 02:42:04,689 - ==> Total time: 2 days, 1:41:59 Eta: 19:25:25 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 02:42:09,286 - Train: 71.90% [132300/184000] [719.0/1000.0] [batch_t 0.609 (0.686)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-04 02:43:10,276 - Train: 71.96% [132400/184000] [719.6/1000.0] [batch_t 0.609 (0.610)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-04 02:43:58,969 - ==> Total time: 2 days, 1:43:53 Eta: 19:20:24 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 02:44:12,965 - Train: 72.01% [132500/184000] [720.1/1000.0] [batch_t 0.609 (0.622)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-04 02:45:13,793 - Train: 72.07% [132600/184000] [720.7/1000.0] [batch_t 0.607 (0.608)] [data_t 0.002] [optim_t 0.605] [lr 0.005000] +2024-04-04 02:45:52,740 - ==> Total time: 2 days, 1:45:47 Eta: 19:15:23 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 02:46:16,374 - Train: 72.12% [132700/184000] [721.2/1000.0] [batch_t 0.608 (0.615)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-04 02:47:17,229 - Train: 72.17% [132800/184000] [721.7/1000.0] [batch_t 0.608 (0.608)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-04 02:47:46,445 - ==> Total time: 2 days, 1:47:40 Eta: 19:10:22 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 02:48:20,151 - Train: 72.23% [132900/184000] [722.3/1000.0] [batch_t 0.610 (0.615)] [data_t 0.002] [optim_t 0.608] [lr 0.005000] +2024-04-04 02:49:21,000 - Train: 72.28% [133000/184000] [722.8/1000.0] [batch_t 0.608 (0.608)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-04 02:49:40,478 - ==> Total time: 2 days, 1:49:34 Eta: 19:05:23 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 02:50:23,724 - Train: 72.34% [133100/184000] [723.4/1000.0] [batch_t 0.609 (0.613)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-04 02:51:24,621 - Train: 72.39% [133200/184000] [723.9/1000.0] [batch_t 0.609 (0.609)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-04 02:51:34,356 - ==> Total time: 2 days, 1:51:28 Eta: 19:00:23 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 02:52:27,407 - Train: 72.45% [133300/184000] [724.5/1000.0] [batch_t 0.610 (0.612)] [data_t 0.002] [optim_t 0.608] [lr 0.005000] +2024-04-04 02:53:28,442 - Train: 72.50% [133400/184000] [725.0/1000.0] [batch_t 0.608 (0.610)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-04 02:53:28,446 - ==> Total time: 2 days, 1:53:22 Eta: 18:55:25 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 02:54:31,186 - Train: 72.55% [133500/184000] [725.5/1000.0] [batch_t 0.612 (0.612)] [data_t 0.002] [optim_t 0.610] [lr 0.005000] +2024-04-04 02:55:22,315 - ==> Total time: 2 days, 1:55:16 Eta: 18:50:26 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 02:55:33,832 - Train: 72.61% [133600/184000] [726.1/1000.0] [batch_t 0.608 (0.619)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-04 02:56:34,708 - Train: 72.66% [133700/184000] [726.6/1000.0] [batch_t 0.611 (0.609)] [data_t 0.002] [optim_t 0.609] [lr 0.005000] +2024-04-04 02:57:16,121 - ==> Total time: 2 days, 1:57:10 Eta: 18:45:29 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 02:57:37,389 - Train: 72.72% [133800/184000] [727.2/1000.0] [batch_t 0.612 (0.617)] [data_t 0.002] [optim_t 0.610] [lr 0.005000] +2024-04-04 02:58:38,412 - Train: 72.77% [133900/184000] [727.7/1000.0] [batch_t 0.609 (0.610)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-04 02:59:10,053 - ==> Total time: 2 days, 1:59:04 Eta: 18:40:32 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 02:59:41,124 - Train: 72.83% [134000/184000] [728.3/1000.0] [batch_t 0.608 (0.615)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-04 03:00:41,967 - Train: 72.88% [134100/184000] [728.8/1000.0] [batch_t 0.609 (0.608)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-04 03:01:03,880 - ==> Total time: 2 days, 2:00:58 Eta: 18:35:35 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 03:01:45,124 - Train: 72.93% [134200/184000] [729.3/1000.0] [batch_t 0.608 (0.612)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-04 03:02:45,957 - Train: 72.99% [134300/184000] [729.9/1000.0] [batch_t 0.608 (0.608)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-04 03:02:58,121 - ==> Total time: 2 days, 2:02:52 Eta: 18:30:39 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 03:03:49,038 - Train: 73.04% [134400/184000] [730.4/1000.0] [batch_t 0.607 (0.613)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-04 03:04:49,894 - Train: 73.10% [134500/184000] [731.0/1000.0] [batch_t 0.609 (0.608)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-04 03:04:52,332 - ==> Total time: 2 days, 2:04:46 Eta: 18:25:43 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 03:05:52,619 - Train: 73.15% [134600/184000] [731.5/1000.0] [batch_t 0.608 (0.611)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-04 03:06:46,174 - ==> Total time: 2 days, 2:06:40 Eta: 18:20:48 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 03:06:55,331 - Train: 73.21% [134700/184000] [732.1/1000.0] [batch_t 0.608 (0.633)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-04 03:07:56,197 - Train: 73.26% [134800/184000] [732.6/1000.0] [batch_t 0.612 (0.609)] [data_t 0.002] [optim_t 0.610] [lr 0.005000] +2024-04-04 03:08:40,146 - ==> Total time: 2 days, 2:08:34 Eta: 18:15:53 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 03:08:58,980 - Train: 73.32% [134900/184000] [733.2/1000.0] [batch_t 0.610 (0.619)] [data_t 0.002] [optim_t 0.608] [lr 0.005000] +2024-04-04 03:09:59,824 - Train: 73.37% [135000/184000] [733.7/1000.0] [batch_t 0.610 (0.608)] [data_t 0.002] [optim_t 0.608] [lr 0.005000] +2024-04-04 03:10:33,910 - ==> Total time: 2 days, 2:10:28 Eta: 18:10:59 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 03:11:02,717 - Train: 73.42% [135100/184000] [734.2/1000.0] [batch_t 0.609 (0.615)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-04 03:12:03,570 - Train: 73.48% [135200/184000] [734.8/1000.0] [batch_t 0.608 (0.608)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-04 03:12:27,955 - ==> Total time: 2 days, 2:12:22 Eta: 18:06:05 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 03:13:06,454 - Train: 73.53% [135300/184000] [735.3/1000.0] [batch_t 0.607 (0.616)] [data_t 0.002] [optim_t 0.605] [lr 0.005000] +2024-04-04 03:14:07,276 - Train: 73.59% [135400/184000] [735.9/1000.0] [batch_t 0.608 (0.608)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-04 03:14:21,877 - ==> Total time: 2 days, 2:14:16 Eta: 18:01:12 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 03:15:09,883 - Train: 73.64% [135500/184000] [736.4/1000.0] [batch_t 0.612 (0.612)] [data_t 0.002] [optim_t 0.610] [lr 0.005000] +2024-04-04 03:16:10,716 - Train: 73.70% [135600/184000] [737.0/1000.0] [batch_t 0.608 (0.608)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-04 03:16:15,586 - ==> Total time: 2 days, 2:16:10 Eta: 17:56:19 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 03:17:13,493 - Train: 73.75% [135700/184000] [737.5/1000.0] [batch_t 0.608 (0.611)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-04 03:18:09,610 - ==> Total time: 2 days, 2:18:04 Eta: 17:51:27 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 03:18:16,435 - Train: 73.80% [135800/184000] [738.0/1000.0] [batch_t 0.610 (0.639)] [data_t 0.002] [optim_t 0.608] [lr 0.005000] +2024-04-04 03:19:17,261 - Train: 73.86% [135900/184000] [738.6/1000.0] [batch_t 0.608 (0.608)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-04 03:20:03,477 - ==> Total time: 2 days, 2:19:57 Eta: 17:46:35 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 03:20:21,178 - Train: 73.91% [136000/184000] [739.1/1000.0] [batch_t 0.608 (0.632)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-04 03:21:22,060 - Train: 73.97% [136100/184000] [739.7/1000.0] [batch_t 0.608 (0.609)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-04 03:21:58,548 - ==> Total time: 2 days, 2:21:52 Eta: 17:41:44 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 03:22:24,752 - Train: 74.02% [136200/184000] [740.2/1000.0] [batch_t 0.608 (0.617)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-04 03:23:25,749 - Train: 74.08% [136300/184000] [740.8/1000.0] [batch_t 0.605 (0.610)] [data_t 0.002] [optim_t 0.603] [lr 0.005000] +2024-04-04 03:23:52,593 - ==> Total time: 2 days, 2:23:47 Eta: 17:36:53 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 03:24:28,527 - Train: 74.13% [136400/184000] [741.3/1000.0] [batch_t 0.610 (0.614)] [data_t 0.002] [optim_t 0.608] [lr 0.005000] +2024-04-04 03:25:29,355 - Train: 74.18% [136500/184000] [741.8/1000.0] [batch_t 0.609 (0.608)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-04 03:25:46,390 - ==> Total time: 2 days, 2:25:40 Eta: 17:32:03 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 03:26:32,044 - Train: 74.24% [136600/184000] [742.4/1000.0] [batch_t 0.609 (0.613)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-04 03:27:32,870 - Train: 74.29% [136700/184000] [742.9/1000.0] [batch_t 0.608 (0.608)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-04 03:27:40,176 - ==> Total time: 2 days, 2:27:34 Eta: 17:27:13 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 03:28:35,913 - Train: 74.35% [136800/184000] [743.5/1000.0] [batch_t 0.609 (0.614)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-04 03:29:34,315 - ==> Total time: 2 days, 2:29:28 Eta: 17:22:24 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 03:29:38,662 - Train: 74.40% [136900/184000] [744.0/1000.0] [batch_t 0.608 (0.692)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-04 03:30:39,480 - Train: 74.46% [137000/184000] [744.6/1000.0] [batch_t 0.607 (0.608)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-04 03:31:28,168 - ==> Total time: 2 days, 2:31:22 Eta: 17:17:35 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 03:31:42,201 - Train: 74.51% [137100/184000] [745.1/1000.0] [batch_t 0.607 (0.625)] [data_t 0.002] [optim_t 0.605] [lr 0.005000] +2024-04-04 03:32:43,047 - Train: 74.57% [137200/184000] [745.7/1000.0] [batch_t 0.608 (0.608)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-04 03:33:22,169 - ==> Total time: 2 days, 2:33:16 Eta: 17:12:46 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 03:33:45,967 - Train: 74.62% [137300/184000] [746.2/1000.0] [batch_t 0.609 (0.617)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-04 03:34:46,788 - Train: 74.67% [137400/184000] [746.7/1000.0] [batch_t 0.608 (0.608)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-04 03:35:15,986 - ==> Total time: 2 days, 2:35:10 Eta: 17:07:58 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 03:35:49,471 - Train: 74.73% [137500/184000] [747.3/1000.0] [batch_t 0.608 (0.614)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-04 03:36:50,310 - Train: 74.78% [137600/184000] [747.8/1000.0] [batch_t 0.609 (0.608)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-04 03:37:09,776 - ==> Total time: 2 days, 2:37:04 Eta: 17:03:11 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 03:37:53,006 - Train: 74.84% [137700/184000] [748.4/1000.0] [batch_t 0.609 (0.614)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-04 03:38:53,860 - Train: 74.89% [137800/184000] [748.9/1000.0] [batch_t 0.613 (0.608)] [data_t 0.002] [optim_t 0.611] [lr 0.005000] +2024-04-04 03:39:03,609 - ==> Total time: 2 days, 2:38:58 Eta: 16:58:23 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 03:39:57,949 - Train: 74.95% [137900/184000] [749.5/1000.0] [batch_t 0.608 (0.613)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-04 03:40:58,806 - Train: 75.00% [138000/184000] [750.0/1000.0] [batch_t 0.609 (0.608)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-04 03:41:12,171 - Test: 66.67% [50/75] [batch_t 0.212 (0.259)] +2024-04-04 03:41:17,432 - Test: 100.00% [75/75] [batch_t 0.178 (0.243)] +2024-04-04 03:41:44,372 - ==> Metric Time for bagel : 0.002 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.527 (mAUROC_px) 4.045 (mAP_px) 0.503 (mF1_max_px) 14.743 (mAUPRO_px) 0.178 (mF1_px_0.2_0.8_0.1) 0.177 (mAcc_px_0.2_0.8_0.1) 0.187 (mIoU_px_0.2_0.8_0.1) 0.520 (mIoU_max_px) +2024-04-04 03:42:09,392 - ==> Metric Time for cable_gland : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.363 (mAUROC_px) 3.959 (mAP_px) 0.493 (mF1_max_px) 14.069 (mAUPRO_px) 0.170 (mF1_px_0.2_0.8_0.1) 0.169 (mAcc_px_0.2_0.8_0.1) 0.170 (mIoU_px_0.2_0.8_0.1) 0.490 (mIoU_max_px) +2024-04-04 03:42:46,948 - ==> Metric Time for carrot : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 8.302 (mAUROC_px) 6.134 (mAP_px) 0.759 (mF1_max_px) 20.640 (mAUPRO_px) 0.253 (mF1_px_0.2_0.8_0.1) 0.257 (mAcc_px_0.2_0.8_0.1) 0.254 (mIoU_px_0.2_0.8_0.1) 0.738 (mIoU_max_px) +2024-04-04 03:43:18,457 - ==> Metric Time for cookie : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 6.738 (mAUROC_px) 4.983 (mAP_px) 0.626 (mF1_max_px) 17.744 (mAUPRO_px) 0.211 (mF1_px_0.2_0.8_0.1) 0.207 (mAcc_px_0.2_0.8_0.1) 0.209 (mIoU_px_0.2_0.8_0.1) 0.606 (mIoU_max_px) +2024-04-04 03:43:49,386 - ==> Metric Time for dowel : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 6.715 (mAUROC_px) 5.005 (mAP_px) 0.617 (mF1_max_px) 17.179 (mAUPRO_px) 0.209 (mF1_px_0.2_0.8_0.1) 0.208 (mAcc_px_0.2_0.8_0.1) 0.210 (mIoU_px_0.2_0.8_0.1) 0.604 (mIoU_max_px) +2024-04-04 03:44:12,655 - ==> Metric Time for foam : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 4.829 (mAUROC_px) 3.692 (mAP_px) 0.467 (mF1_max_px) 13.204 (mAUPRO_px) 0.159 (mF1_px_0.2_0.8_0.1) 0.158 (mAcc_px_0.2_0.8_0.1) 0.159 (mIoU_px_0.2_0.8_0.1) 0.457 (mIoU_max_px) +2024-04-04 03:44:43,863 - ==> Metric Time for peach : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 6.860 (mAUROC_px) 4.999 (mAP_px) 0.628 (mF1_max_px) 17.295 (mAUPRO_px) 0.211 (mF1_px_0.2_0.8_0.1) 0.210 (mAcc_px_0.2_0.8_0.1) 0.214 (mIoU_px_0.2_0.8_0.1) 0.609 (mIoU_max_px) +2024-04-04 03:45:10,423 - ==> Metric Time for potato : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.753 (mAUROC_px) 4.202 (mAP_px) 0.524 (mF1_max_px) 14.859 (mAUPRO_px) 0.177 (mF1_px_0.2_0.8_0.1) 0.180 (mAcc_px_0.2_0.8_0.1) 0.182 (mIoU_px_0.2_0.8_0.1) 0.519 (mIoU_max_px) +2024-04-04 03:45:33,682 - ==> Metric Time for rope : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 4.913 (mAUROC_px) 3.726 (mAP_px) 0.460 (mF1_max_px) 13.092 (mAUPRO_px) 0.157 (mF1_px_0.2_0.8_0.1) 0.155 (mAcc_px_0.2_0.8_0.1) 0.157 (mIoU_px_0.2_0.8_0.1) 0.457 (mIoU_max_px) +2024-04-04 03:45:59,803 - ==> Metric Time for tire : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.613 (mAUROC_px) 4.165 (mAP_px) 0.519 (mF1_max_px) 14.633 (mAUPRO_px) 0.176 (mF1_px_0.2_0.8_0.1) 0.175 (mAcc_px_0.2_0.8_0.1) 0.173 (mIoU_px_0.2_0.8_0.1) 0.510 (mIoU_max_px) +2024-04-04 03:45:59,820 - +| Name | mAUROC_sp_max | mAUROC_sp_max (Max) | mAP_sp_max | mAP_sp_max (Max) | mF1_max_sp_max | mF1_max_sp_max (Max) | mAUROC_px | mAUROC_px (Max) | mAP_px | mAP_px (Max) | mF1_max_px | mF1_max_px (Max) | mAUPRO_px | mAUPRO_px (Max) | mF1_px_0.2_0.8_0.1 | mF1_px_0.2_0.8_0.1 (Max) | mAcc_px_0.2_0.8_0.1 | mAcc_px_0.2_0.8_0.1 (Max) | mIoU_px_0.2_0.8_0.1 | mIoU_px_0.2_0.8_0.1 (Max) | mIoU_max_px | mIoU_max_px (Max) | +|:-----------:|:---------------:|:---------------------:|:------------:|:------------------:|:----------------:|:----------------------:|:-----------:|:------------------:|:--------:|:------------------:|:------------:|:------------------:|:-----------:|:------------------:|:--------------------:|:--------------------------:|:---------------------:|:---------------------------:|:---------------------:|:---------------------------:|:-------------:|:-------------------:| +| bagel | 86.054 | 92.045 (100 epoch) | 96.402 | 97.840 (650 epoch) | 91.005 | 94.505 (100 epoch) | 98.397 | 98.797 (50 epoch) | 37.436 | 41.737 (150 epoch) | 41.264 | 45.466 (300 epoch) | 91.446 | 95.486 (100 epoch) | 17.821 | 19.697 (300 epoch) | 68.733 | 78.616 (50 epoch) | 10.411 | 11.799 (300 epoch) | 25.995 | 29.421 (300 epoch) | +| cable_gland | 95.348 | 95.621 (500 epoch) | 98.877 | 98.932 (500 epoch) | 94.565 | 95.556 (350 epoch) | 99.434 | 99.438 (600 epoch) | 39.715 | 40.241 (600 epoch) | 44.943 | 45.427 (700 epoch) | 98.479 | 98.549 (500 epoch) | 23.094 | 24.138 (450 epoch) | 54.163 | 56.815 (450 epoch) | 13.841 | 14.472 (500 epoch) | 28.985 | 29.389 (700 epoch) | +| carrot | 89.899 | 91.807 (150 epoch) | 97.332 | 98.187 (150 epoch) | 95.203 | 95.652 (500 epoch) | 99.460 | 99.460 (750 epoch) | 30.898 | 30.898 (750 epoch) | 37.043 | 37.043 (750 epoch) | 97.964 | 98.145 (550 epoch) | 19.641 | 19.947 (650 epoch) | 57.694 | 57.694 (750 epoch) | 11.374 | 11.550 (650 epoch) | 22.732 | 22.732 (750 epoch) | +| cookie | 65.083 | 65.083 (750 epoch) | 88.672 | 88.757 (650 epoch) | 88.793 | 88.793 (600 epoch) | 96.879 | 97.153 (450 epoch) | 38.944 | 41.290 (300 epoch) | 41.352 | 43.756 (300 epoch) | 85.188 | 85.905 (450 epoch) | 16.685 | 18.186 (50 epoch) | 50.246 | 59.787 (50 epoch) | 9.719 | 10.542 (50 epoch) | 26.066 | 28.005 (300 epoch) | +| dowel | 98.373 | 98.373 (750 epoch) | 99.629 | 99.629 (750 epoch) | 97.059 | 97.087 (450 epoch) | 99.616 | 99.616 (750 epoch) | 51.685 | 51.685 (750 epoch) | 51.116 | 51.163 (700 epoch) | 97.223 | 97.506 (500 epoch) | 29.232 | 30.977 (350 epoch) | 52.232 | 58.070 (350 epoch) | 18.175 | 19.253 (350 epoch) | 34.333 | 34.375 (700 epoch) | +| foam | 82.750 | 84.812 (300 epoch) | 95.447 | 96.034 (300 epoch) | 90.173 | 90.588 (300 epoch) | 95.066 | 95.530 (250 epoch) | 23.360 | 24.221 (100 epoch) | 32.208 | 33.822 (100 epoch) | 82.401 | 83.852 (500 epoch) | 19.754 | 19.953 (650 epoch) | 41.932 | 45.846 (50 epoch) | 11.285 | 11.423 (650 epoch) | 19.195 | 20.353 (100 epoch) | +| peach | 89.913 | 92.779 (550 epoch) | 97.211 | 98.093 (100 epoch) | 93.750 | 94.836 (50 epoch) | 99.308 | 99.509 (100 epoch) | 42.117 | 47.721 (100 epoch) | 44.366 | 48.356 (100 epoch) | 96.609 | 98.112 (100 epoch) | 19.735 | 22.195 (300 epoch) | 65.582 | 74.168 (300 epoch) | 11.727 | 13.441 (100 epoch) | 28.507 | 31.888 (100 epoch) | +| potato | 66.008 | 69.170 (350 epoch) | 88.798 | 90.102 (400 epoch) | 90.196 | 91.089 (350 epoch) | 99.032 | 99.096 (350 epoch) | 17.379 | 18.791 (350 epoch) | 22.714 | 24.593 (500 epoch) | 94.850 | 95.719 (150 epoch) | 10.963 | 12.747 (350 epoch) | 48.115 | 63.214 (100 epoch) | 5.952 | 6.980 (350 epoch) | 12.812 | 14.021 (500 epoch) | +| rope | 97.283 | 97.600 (650 epoch) | 98.870 | 98.986 (650 epoch) | 93.939 | 94.737 (550 epoch) | 99.384 | 99.399 (600 epoch) | 51.514 | 52.962 (600 epoch) | 51.134 | 51.332 (600 epoch) | 96.029 | 96.351 (700 epoch) | 31.236 | 31.696 (550 epoch) | 49.666 | 55.578 (50 epoch) | 19.594 | 19.929 (550 epoch) | 34.349 | 34.528 (600 epoch) | +| tire | 88.736 | 90.023 (550 epoch) | 96.511 | 96.966 (550 epoch) | 91.803 | 92.655 (600 epoch) | 99.513 | 99.520 (650 epoch) | 41.381 | 42.153 (600 epoch) | 46.292 | 46.888 (550 epoch) | 97.181 | 97.572 (650 epoch) | 22.693 | 23.448 (550 epoch) | 56.229 | 58.968 (700 epoch) | 13.794 | 14.267 (550 epoch) | 30.117 | 30.624 (550 epoch) | +| Avg | 85.945 | 86.248 (550 epoch) | 95.775 | 95.852 (500 epoch) | 92.649 | 92.844 (700 epoch) | 98.609 | 98.657 (500 epoch) | 37.443 | 37.933 (400 epoch) | 41.243 | 41.453 (650 epoch) | 93.737 | 94.061 (450 epoch) | 21.086 | 21.746 (450 epoch) | 54.459 | 57.077 (400 epoch) | 12.587 | 13.006 (450 epoch) | 26.309 | 26.483 (650 epoch) | +2024-04-04 03:46:00,080 - ==> Total time: 2 days, 2:45:54 Eta: 16:55:18 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 03:48:26,162 - Train: 75.05% [138100/184000] [750.5/1000.0] [batch_t 1.417 (1.441)] [data_t 0.002] [optim_t 1.415] [lr 0.005000] +2024-04-04 03:50:25,152 - ==> Total time: 2 days, 2:50:19 Eta: 16:51:21 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 03:50:49,699 - Train: 75.11% [138200/184000] [751.1/1000.0] [batch_t 1.418 (1.434)] [data_t 0.002] [optim_t 1.416] [lr 0.005000] +2024-04-04 03:53:11,246 - Train: 75.16% [138300/184000] [751.6/1000.0] [batch_t 1.417 (1.415)] [data_t 0.002] [optim_t 1.415] [lr 0.005000] +2024-04-04 03:54:47,489 - ==> Total time: 2 days, 2:54:41 Eta: 16:47:24 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 03:55:34,707 - Train: 75.22% [138400/184000] [752.2/1000.0] [batch_t 1.417 (1.429)] [data_t 0.002] [optim_t 1.415] [lr 0.005000] +2024-04-04 03:57:56,289 - Train: 75.27% [138500/184000] [752.7/1000.0] [batch_t 1.421 (1.416)] [data_t 0.002] [optim_t 1.419] [lr 0.005000] +2024-04-04 03:59:09,914 - ==> Total time: 2 days, 2:59:04 Eta: 16:43:26 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 04:00:19,893 - Train: 75.33% [138600/184000] [753.3/1000.0] [batch_t 1.417 (1.426)] [data_t 0.002] [optim_t 1.415] [lr 0.005000] +2024-04-04 04:02:41,457 - Train: 75.38% [138700/184000] [753.8/1000.0] [batch_t 1.407 (1.416)] [data_t 0.002] [optim_t 1.405] [lr 0.005000] +2024-04-04 04:03:32,442 - ==> Total time: 2 days, 3:03:26 Eta: 16:39:28 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 04:05:04,930 - Train: 75.43% [138800/184000] [754.3/1000.0] [batch_t 1.413 (1.422)] [data_t 0.002] [optim_t 1.411] [lr 0.005000] +2024-04-04 04:07:26,521 - Train: 75.49% [138900/184000] [754.9/1000.0] [batch_t 1.414 (1.416)] [data_t 0.002] [optim_t 1.411] [lr 0.005000] +2024-04-04 04:07:54,836 - ==> Total time: 2 days, 3:07:49 Eta: 16:35:31 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 04:09:50,057 - Train: 75.54% [139000/184000] [755.4/1000.0] [batch_t 1.412 (1.421)] [data_t 0.002] [optim_t 1.410] [lr 0.005000] +2024-04-04 04:12:11,655 - Train: 75.60% [139100/184000] [756.0/1000.0] [batch_t 1.418 (1.416)] [data_t 0.002] [optim_t 1.416] [lr 0.005000] +2024-04-04 04:12:17,332 - ==> Total time: 2 days, 3:12:11 Eta: 16:31:33 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 04:14:35,790 - Train: 75.65% [139200/184000] [756.5/1000.0] [batch_t 1.416 (1.421)] [data_t 0.002] [optim_t 1.414] [lr 0.005000] +2024-04-04 04:16:40,454 - ==> Total time: 2 days, 3:16:34 Eta: 16:27:35 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 04:16:59,297 - Train: 75.71% [139300/184000] [757.1/1000.0] [batch_t 1.405 (1.443)] [data_t 0.002] [optim_t 1.403] [lr 0.005000] +2024-04-04 04:19:20,882 - Train: 75.76% [139400/184000] [757.6/1000.0] [batch_t 1.417 (1.416)] [data_t 0.002] [optim_t 1.415] [lr 0.005000] +2024-04-04 04:21:02,779 - ==> Total time: 2 days, 3:20:57 Eta: 16:23:37 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 04:21:46,080 - Train: 75.82% [139500/184000] [758.2/1000.0] [batch_t 1.413 (1.438)] [data_t 0.002] [optim_t 1.411] [lr 0.005000] +2024-04-04 04:24:07,604 - Train: 75.87% [139600/184000] [758.7/1000.0] [batch_t 1.417 (1.415)] [data_t 0.002] [optim_t 1.414] [lr 0.005000] +2024-04-04 04:25:26,896 - ==> Total time: 2 days, 3:25:21 Eta: 16:19:40 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 04:26:31,239 - Train: 75.92% [139700/184000] [759.2/1000.0] [batch_t 1.416 (1.424)] [data_t 0.002] [optim_t 1.414] [lr 0.005000] +2024-04-04 04:28:52,859 - Train: 75.98% [139800/184000] [759.8/1000.0] [batch_t 1.413 (1.416)] [data_t 0.002] [optim_t 1.411] [lr 0.005000] +2024-04-04 04:29:49,485 - ==> Total time: 2 days, 3:29:43 Eta: 16:15:42 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 04:31:16,360 - Train: 76.03% [139900/184000] [760.3/1000.0] [batch_t 1.415 (1.421)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-04 04:33:37,997 - Train: 76.09% [140000/184000] [760.9/1000.0] [batch_t 1.413 (1.416)] [data_t 0.002] [optim_t 1.410] [lr 0.005000] +2024-04-04 04:34:12,000 - ==> Total time: 2 days, 3:34:06 Eta: 16:11:44 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 04:36:01,482 - Train: 76.14% [140100/184000] [761.4/1000.0] [batch_t 1.412 (1.421)] [data_t 0.002] [optim_t 1.410] [lr 0.005000] +2024-04-04 04:38:23,096 - Train: 76.20% [140200/184000] [762.0/1000.0] [batch_t 1.422 (1.416)] [data_t 0.002] [optim_t 1.420] [lr 0.005000] +2024-04-04 04:38:34,432 - ==> Total time: 2 days, 3:38:28 Eta: 16:07:46 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 04:40:46,991 - Train: 76.25% [140300/184000] [762.5/1000.0] [batch_t 1.416 (1.422)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-04 04:42:57,346 - ==> Total time: 2 days, 3:42:51 Eta: 16:03:47 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 04:43:10,471 - Train: 76.30% [140400/184000] [763.0/1000.0] [batch_t 1.417 (1.450)] [data_t 0.002] [optim_t 1.415] [lr 0.005000] +2024-04-04 04:45:32,020 - Train: 76.36% [140500/184000] [763.6/1000.0] [batch_t 1.417 (1.415)] [data_t 0.002] [optim_t 1.415] [lr 0.005000] +2024-04-04 04:47:19,748 - ==> Total time: 2 days, 3:47:14 Eta: 15:59:49 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 04:47:55,801 - Train: 76.41% [140600/184000] [764.1/1000.0] [batch_t 1.414 (1.439)] [data_t 0.002] [optim_t 1.411] [lr 0.005000] +2024-04-04 04:50:17,463 - Train: 76.47% [140700/184000] [764.7/1000.0] [batch_t 1.416 (1.417)] [data_t 0.002] [optim_t 1.414] [lr 0.005000] +2024-04-04 04:51:42,468 - ==> Total time: 2 days, 3:51:36 Eta: 15:55:51 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 04:52:41,000 - Train: 76.52% [140800/184000] [765.2/1000.0] [batch_t 1.419 (1.425)] [data_t 0.002] [optim_t 1.417] [lr 0.005000] +2024-04-04 04:55:02,596 - Train: 76.58% [140900/184000] [765.8/1000.0] [batch_t 1.416 (1.416)] [data_t 0.002] [optim_t 1.413] [lr 0.005000] +2024-04-04 04:56:04,893 - ==> Total time: 2 days, 3:55:59 Eta: 15:51:52 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 04:57:27,211 - Train: 76.63% [141000/184000] [766.3/1000.0] [batch_t 1.416 (1.423)] [data_t 0.002] [optim_t 1.414] [lr 0.005000] +2024-04-04 04:59:48,868 - Train: 76.68% [141100/184000] [766.8/1000.0] [batch_t 1.416 (1.416)] [data_t 0.002] [optim_t 1.414] [lr 0.005000] +2024-04-04 05:00:28,538 - ==> Total time: 2 days, 4:00:22 Eta: 15:47:54 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 05:02:12,513 - Train: 76.74% [141200/184000] [767.4/1000.0] [batch_t 1.418 (1.422)] [data_t 0.002] [optim_t 1.415] [lr 0.005000] +2024-04-04 05:04:34,158 - Train: 76.79% [141300/184000] [767.9/1000.0] [batch_t 1.418 (1.416)] [data_t 0.002] [optim_t 1.416] [lr 0.005000] +2024-04-04 05:04:51,149 - ==> Total time: 2 days, 4:04:45 Eta: 15:43:56 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 05:06:57,617 - Train: 76.85% [141400/184000] [768.5/1000.0] [batch_t 1.418 (1.420)] [data_t 0.002] [optim_t 1.416] [lr 0.005000] +2024-04-04 05:09:00,105 - ==> Total time: 2 days, 4:08:54 Eta: 15:39:53 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 05:09:06,379 - Train: 76.90% [141500/184000] [769.0/1000.0] [batch_t 0.609 (1.169)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-04 05:10:07,356 - Train: 76.96% [141600/184000] [769.6/1000.0] [batch_t 0.609 (0.610)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-04 05:10:56,026 - ==> Total time: 2 days, 4:10:50 Eta: 15:35:11 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 05:11:10,122 - Train: 77.01% [141700/184000] [770.1/1000.0] [batch_t 0.608 (0.623)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-04 05:12:10,975 - Train: 77.07% [141800/184000] [770.7/1000.0] [batch_t 0.609 (0.608)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-04 05:12:49,935 - ==> Total time: 2 days, 4:12:44 Eta: 15:30:28 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 05:13:13,915 - Train: 77.12% [141900/184000] [771.2/1000.0] [batch_t 0.608 (0.616)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-04 05:14:14,737 - Train: 77.17% [142000/184000] [771.7/1000.0] [batch_t 0.607 (0.608)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-04 05:14:43,924 - ==> Total time: 2 days, 4:14:38 Eta: 15:25:46 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 05:15:17,831 - Train: 77.23% [142100/184000] [772.3/1000.0] [batch_t 0.611 (0.622)] [data_t 0.002] [optim_t 0.609] [lr 0.005000] +2024-04-04 05:16:18,679 - Train: 77.28% [142200/184000] [772.8/1000.0] [batch_t 0.608 (0.608)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-04 05:16:38,146 - ==> Total time: 2 days, 4:16:32 Eta: 15:21:04 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 05:17:21,267 - Train: 77.34% [142300/184000] [773.4/1000.0] [batch_t 0.609 (0.612)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-04 05:18:22,131 - Train: 77.39% [142400/184000] [773.9/1000.0] [batch_t 0.609 (0.609)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-04 05:18:31,888 - ==> Total time: 2 days, 4:18:26 Eta: 15:16:23 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 05:19:25,205 - Train: 77.45% [142500/184000] [774.5/1000.0] [batch_t 0.615 (0.616)] [data_t 0.003] [optim_t 0.612] [lr 0.005000] +2024-04-04 05:20:26,178 - Train: 77.50% [142600/184000] [775.0/1000.0] [batch_t 0.609 (0.610)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-04 05:20:26,182 - ==> Total time: 2 days, 4:20:20 Eta: 15:11:42 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 05:21:28,983 - Train: 77.55% [142700/184000] [775.5/1000.0] [batch_t 0.609 (0.613)] [data_t 0.003] [optim_t 0.607] [lr 0.005000] +2024-04-04 05:22:20,188 - ==> Total time: 2 days, 4:22:14 Eta: 15:07:02 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 05:22:31,764 - Train: 77.61% [142800/184000] [776.1/1000.0] [batch_t 0.610 (0.628)] [data_t 0.003] [optim_t 0.608] [lr 0.005000] +2024-04-04 05:23:32,749 - Train: 77.66% [142900/184000] [776.6/1000.0] [batch_t 0.609 (0.610)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-04 05:24:14,177 - ==> Total time: 2 days, 4:24:08 Eta: 15:02:22 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 05:24:35,375 - Train: 77.72% [143000/184000] [777.2/1000.0] [batch_t 0.610 (0.618)] [data_t 0.002] [optim_t 0.608] [lr 0.005000] +2024-04-04 05:25:36,347 - Train: 77.77% [143100/184000] [777.7/1000.0] [batch_t 0.609 (0.610)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-04 05:26:08,018 - ==> Total time: 2 days, 4:26:02 Eta: 14:57:42 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 05:26:39,000 - Train: 77.83% [143200/184000] [778.3/1000.0] [batch_t 0.609 (0.615)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-04 05:27:39,864 - Train: 77.88% [143300/184000] [778.8/1000.0] [batch_t 0.608 (0.609)] [data_t 0.002] [optim_t 0.605] [lr 0.005000] +2024-04-04 05:28:01,785 - ==> Total time: 2 days, 4:27:56 Eta: 14:53:03 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 05:28:44,079 - Train: 77.93% [143400/184000] [779.3/1000.0] [batch_t 0.609 (0.614)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-04 05:29:45,124 - Train: 77.99% [143500/184000] [779.9/1000.0] [batch_t 0.609 (0.610)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-04 05:29:57,310 - ==> Total time: 2 days, 4:29:51 Eta: 14:48:25 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 05:30:47,768 - Train: 78.04% [143600/184000] [780.4/1000.0] [batch_t 0.607 (0.611)] [data_t 0.002] [optim_t 0.605] [lr 0.005000] +2024-04-04 05:31:48,639 - Train: 78.10% [143700/184000] [781.0/1000.0] [batch_t 0.608 (0.609)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-04 05:31:51,078 - ==> Total time: 2 days, 4:31:45 Eta: 14:43:47 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 05:32:51,450 - Train: 78.15% [143800/184000] [781.5/1000.0] [batch_t 0.607 (0.612)] [data_t 0.002] [optim_t 0.605] [lr 0.005000] +2024-04-04 05:33:45,025 - ==> Total time: 2 days, 4:33:39 Eta: 14:39:09 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 05:33:54,081 - Train: 78.21% [143900/184000] [782.1/1000.0] [batch_t 0.608 (0.630)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-04 05:34:54,965 - Train: 78.26% [144000/184000] [782.6/1000.0] [batch_t 0.609 (0.609)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-04 05:35:38,935 - ==> Total time: 2 days, 4:35:33 Eta: 14:34:31 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 05:35:58,025 - Train: 78.32% [144100/184000] [783.2/1000.0] [batch_t 0.608 (0.619)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-04 05:36:58,919 - Train: 78.37% [144200/184000] [783.7/1000.0] [batch_t 0.611 (0.609)] [data_t 0.003] [optim_t 0.608] [lr 0.005000] +2024-04-04 05:37:33,005 - ==> Total time: 2 days, 4:37:27 Eta: 14:29:54 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 05:38:01,641 - Train: 78.42% [144300/184000] [784.2/1000.0] [batch_t 0.609 (0.614)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-04 05:39:02,521 - Train: 78.48% [144400/184000] [784.8/1000.0] [batch_t 0.609 (0.609)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-04 05:39:26,902 - ==> Total time: 2 days, 4:39:21 Eta: 14:25:18 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 05:40:05,478 - Train: 78.53% [144500/184000] [785.3/1000.0] [batch_t 0.610 (0.613)] [data_t 0.002] [optim_t 0.608] [lr 0.005000] +2024-04-04 05:41:06,350 - Train: 78.59% [144600/184000] [785.9/1000.0] [batch_t 0.610 (0.609)] [data_t 0.002] [optim_t 0.608] [lr 0.005000] +2024-04-04 05:41:20,960 - ==> Total time: 2 days, 4:41:15 Eta: 14:20:41 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 05:42:09,075 - Train: 78.64% [144700/184000] [786.4/1000.0] [batch_t 0.609 (0.612)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-04 05:43:09,996 - Train: 78.70% [144800/184000] [787.0/1000.0] [batch_t 0.608 (0.609)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-04 05:43:14,870 - ==> Total time: 2 days, 4:43:09 Eta: 14:16:06 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 05:44:12,978 - Train: 78.75% [144900/184000] [787.5/1000.0] [batch_t 0.609 (0.614)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-04 05:45:08,991 - ==> Total time: 2 days, 4:45:03 Eta: 14:11:30 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 05:45:15,695 - Train: 78.80% [145000/184000] [788.0/1000.0] [batch_t 0.608 (0.644)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-04 05:46:16,584 - Train: 78.86% [145100/184000] [788.6/1000.0] [batch_t 0.609 (0.609)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-04 05:47:02,858 - ==> Total time: 2 days, 4:46:57 Eta: 14:06:55 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 05:47:20,281 - Train: 78.91% [145200/184000] [789.1/1000.0] [batch_t 0.608 (0.621)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-04 05:48:21,151 - Train: 78.97% [145300/184000] [789.7/1000.0] [batch_t 0.606 (0.609)] [data_t 0.002] [optim_t 0.604] [lr 0.005000] +2024-04-04 05:48:57,679 - ==> Total time: 2 days, 4:48:52 Eta: 14:02:21 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 05:49:23,848 - Train: 79.02% [145400/184000] [790.2/1000.0] [batch_t 0.607 (0.614)] [data_t 0.002] [optim_t 0.605] [lr 0.005000] +2024-04-04 05:50:24,934 - Train: 79.08% [145500/184000] [790.8/1000.0] [batch_t 0.609 (0.611)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-04 05:50:51,711 - ==> Total time: 2 days, 4:50:46 Eta: 13:57:47 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 05:51:27,715 - Train: 79.13% [145600/184000] [791.3/1000.0] [batch_t 0.609 (0.614)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-04 05:52:28,585 - Train: 79.18% [145700/184000] [791.8/1000.0] [batch_t 0.609 (0.609)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-04 05:52:45,632 - ==> Total time: 2 days, 4:52:40 Eta: 13:53:13 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 05:53:31,522 - Train: 79.24% [145800/184000] [792.4/1000.0] [batch_t 0.608 (0.614)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-04 05:54:32,522 - Train: 79.29% [145900/184000] [792.9/1000.0] [batch_t 0.607 (0.610)] [data_t 0.002] [optim_t 0.605] [lr 0.005000] +2024-04-04 05:54:39,826 - ==> Total time: 2 days, 4:54:34 Eta: 13:48:40 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 05:55:35,285 - Train: 79.35% [146000/184000] [793.5/1000.0] [batch_t 0.610 (0.612)] [data_t 0.003] [optim_t 0.607] [lr 0.005000] +2024-04-04 05:56:33,751 - ==> Total time: 2 days, 4:56:28 Eta: 13:44:07 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 05:56:38,063 - Train: 79.40% [146100/184000] [794.0/1000.0] [batch_t 0.609 (0.682)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-04 05:57:38,923 - Train: 79.46% [146200/184000] [794.6/1000.0] [batch_t 0.608 (0.609)] [data_t 0.002] [optim_t 0.606] [lr 0.005000] +2024-04-04 05:58:27,614 - ==> Total time: 2 days, 4:58:22 Eta: 13:39:34 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 05:58:41,660 - Train: 79.51% [146300/184000] [795.1/1000.0] [batch_t 0.609 (0.622)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-04 05:59:42,527 - Train: 79.57% [146400/184000] [795.7/1000.0] [batch_t 0.610 (0.609)] [data_t 0.002] [optim_t 0.608] [lr 0.005000] +2024-04-04 06:00:21,657 - ==> Total time: 2 days, 5:00:16 Eta: 13:35:02 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 06:00:45,249 - Train: 79.62% [146500/184000] [796.2/1000.0] [batch_t 0.609 (0.614)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-04 06:01:46,115 - Train: 79.67% [146600/184000] [796.7/1000.0] [batch_t 0.607 (0.609)] [data_t 0.002] [optim_t 0.605] [lr 0.005000] +2024-04-04 06:02:15,320 - ==> Total time: 2 days, 5:02:09 Eta: 13:30:30 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 06:02:48,976 - Train: 79.73% [146700/184000] [797.3/1000.0] [batch_t 0.609 (0.614)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-04 06:03:49,842 - Train: 79.78% [146800/184000] [797.8/1000.0] [batch_t 0.608 (0.609)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-04 06:04:09,315 - ==> Total time: 2 days, 5:04:03 Eta: 13:25:59 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 06:04:52,729 - Train: 79.84% [146900/184000] [798.4/1000.0] [batch_t 0.609 (0.613)] [data_t 0.003] [optim_t 0.607] [lr 0.005000] +2024-04-04 06:05:53,580 - Train: 79.89% [147000/184000] [798.9/1000.0] [batch_t 0.606 (0.608)] [data_t 0.002] [optim_t 0.605] [lr 0.005000] +2024-04-04 06:06:03,322 - ==> Total time: 2 days, 5:05:57 Eta: 13:21:28 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 06:06:56,961 - Train: 79.95% [147100/184000] [799.5/1000.0] [batch_t 0.609 (0.613)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-04 06:07:57,827 - Train: 80.00% [147200/184000] [800.0/1000.0] [batch_t 0.609 (0.609)] [data_t 0.002] [optim_t 0.607] [lr 0.005000] +2024-04-04 06:08:10,574 - Test: 66.67% [50/75] [batch_t 0.214 (0.247)] +2024-04-04 06:08:15,908 - Test: 100.00% [75/75] [batch_t 0.181 (0.235)] +2024-04-04 06:08:41,893 - ==> Metric Time for bagel : 0.002 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.256 (mAUROC_px) 3.899 (mAP_px) 0.487 (mF1_max_px) 14.297 (mAUPRO_px) 0.167 (mF1_px_0.2_0.8_0.1) 0.172 (mAcc_px_0.2_0.8_0.1) 0.172 (mIoU_px_0.2_0.8_0.1) 0.489 (mIoU_max_px) +2024-04-04 06:09:06,263 - ==> Metric Time for cable_gland : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.197 (mAUROC_px) 3.855 (mAP_px) 0.476 (mF1_max_px) 13.711 (mAUPRO_px) 0.168 (mF1_px_0.2_0.8_0.1) 0.166 (mAcc_px_0.2_0.8_0.1) 0.163 (mIoU_px_0.2_0.8_0.1) 0.486 (mIoU_max_px) +2024-04-04 06:09:43,046 - ==> Metric Time for carrot : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 7.997 (mAUROC_px) 6.011 (mAP_px) 0.746 (mF1_max_px) 20.329 (mAUPRO_px) 0.251 (mF1_px_0.2_0.8_0.1) 0.252 (mAcc_px_0.2_0.8_0.1) 0.252 (mIoU_px_0.2_0.8_0.1) 0.736 (mIoU_max_px) +2024-04-04 06:10:13,947 - ==> Metric Time for cookie : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 6.486 (mAUROC_px) 4.844 (mAP_px) 0.613 (mF1_max_px) 17.571 (mAUPRO_px) 0.202 (mF1_px_0.2_0.8_0.1) 0.204 (mAcc_px_0.2_0.8_0.1) 0.205 (mIoU_px_0.2_0.8_0.1) 0.593 (mIoU_max_px) +2024-04-04 06:10:44,626 - ==> Metric Time for dowel : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 6.817 (mAUROC_px) 4.925 (mAP_px) 0.597 (mF1_max_px) 16.955 (mAUPRO_px) 0.202 (mF1_px_0.2_0.8_0.1) 0.202 (mAcc_px_0.2_0.8_0.1) 0.208 (mIoU_px_0.2_0.8_0.1) 0.591 (mIoU_max_px) +2024-04-04 06:11:07,624 - ==> Metric Time for foam : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 4.712 (mAUROC_px) 3.648 (mAP_px) 0.458 (mF1_max_px) 13.137 (mAUPRO_px) 0.157 (mF1_px_0.2_0.8_0.1) 0.156 (mAcc_px_0.2_0.8_0.1) 0.157 (mIoU_px_0.2_0.8_0.1) 0.446 (mIoU_max_px) +2024-04-04 06:11:38,517 - ==> Metric Time for peach : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 6.677 (mAUROC_px) 4.951 (mAP_px) 0.598 (mF1_max_px) 17.276 (mAUPRO_px) 0.207 (mF1_px_0.2_0.8_0.1) 0.204 (mAcc_px_0.2_0.8_0.1) 0.201 (mIoU_px_0.2_0.8_0.1) 0.597 (mIoU_max_px) +2024-04-04 06:12:04,804 - ==> Metric Time for potato : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.673 (mAUROC_px) 4.106 (mAP_px) 0.523 (mF1_max_px) 14.747 (mAUPRO_px) 0.185 (mF1_px_0.2_0.8_0.1) 0.182 (mAcc_px_0.2_0.8_0.1) 0.178 (mIoU_px_0.2_0.8_0.1) 0.534 (mIoU_max_px) +2024-04-04 06:12:27,871 - ==> Metric Time for rope : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 4.893 (mAUROC_px) 3.706 (mAP_px) 0.465 (mF1_max_px) 12.931 (mAUPRO_px) 0.157 (mF1_px_0.2_0.8_0.1) 0.155 (mAcc_px_0.2_0.8_0.1) 0.157 (mIoU_px_0.2_0.8_0.1) 0.459 (mIoU_max_px) +2024-04-04 06:12:53,481 - ==> Metric Time for tire : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.533 (mAUROC_px) 4.125 (mAP_px) 0.515 (mF1_max_px) 14.254 (mAUPRO_px) 0.174 (mF1_px_0.2_0.8_0.1) 0.173 (mAcc_px_0.2_0.8_0.1) 0.172 (mIoU_px_0.2_0.8_0.1) 0.510 (mIoU_max_px) +2024-04-04 06:12:53,499 - +| Name | mAUROC_sp_max | mAUROC_sp_max (Max) | mAP_sp_max | mAP_sp_max (Max) | mF1_max_sp_max | mF1_max_sp_max (Max) | mAUROC_px | mAUROC_px (Max) | mAP_px | mAP_px (Max) | mF1_max_px | mF1_max_px (Max) | mAUPRO_px | mAUPRO_px (Max) | mF1_px_0.2_0.8_0.1 | mF1_px_0.2_0.8_0.1 (Max) | mAcc_px_0.2_0.8_0.1 | mAcc_px_0.2_0.8_0.1 (Max) | mIoU_px_0.2_0.8_0.1 | mIoU_px_0.2_0.8_0.1 (Max) | mIoU_max_px | mIoU_max_px (Max) | +|:-----------:|:---------------:|:---------------------:|:------------:|:------------------:|:----------------:|:----------------------:|:-----------:|:------------------:|:--------:|:------------------:|:------------:|:------------------:|:-----------:|:------------------:|:--------------------:|:--------------------------:|:---------------------:|:---------------------------:|:---------------------:|:---------------------------:|:-------------:|:-------------------:| +| bagel | 89.411 | 92.045 (100 epoch) | 97.349 | 97.840 (650 epoch) | 91.228 | 94.505 (100 epoch) | 98.437 | 98.797 (50 epoch) | 39.508 | 41.737 (150 epoch) | 42.646 | 45.466 (300 epoch) | 91.773 | 95.486 (100 epoch) | 18.573 | 19.697 (300 epoch) | 66.796 | 78.616 (50 epoch) | 10.938 | 11.799 (300 epoch) | 27.102 | 29.421 (300 epoch) | +| cable_gland | 93.706 | 95.621 (500 epoch) | 98.460 | 98.932 (500 epoch) | 93.989 | 95.556 (350 epoch) | 99.433 | 99.438 (600 epoch) | 40.959 | 40.959 (800 epoch) | 45.457 | 45.457 (800 epoch) | 98.383 | 98.549 (500 epoch) | 23.728 | 24.138 (450 epoch) | 55.884 | 56.815 (450 epoch) | 14.299 | 14.472 (500 epoch) | 29.414 | 29.414 (800 epoch) | +| carrot | 91.274 | 91.807 (150 epoch) | 97.839 | 98.187 (150 epoch) | 95.620 | 95.652 (500 epoch) | 99.476 | 99.476 (800 epoch) | 31.859 | 31.859 (800 epoch) | 37.104 | 37.104 (800 epoch) | 97.906 | 98.145 (550 epoch) | 19.812 | 19.947 (650 epoch) | 57.269 | 57.694 (750 epoch) | 11.500 | 11.550 (650 epoch) | 22.778 | 22.778 (800 epoch) | +| cookie | 63.141 | 65.083 (750 epoch) | 88.073 | 88.757 (650 epoch) | 88.412 | 88.793 (600 epoch) | 96.928 | 97.153 (450 epoch) | 38.986 | 41.290 (300 epoch) | 41.016 | 43.756 (300 epoch) | 85.089 | 85.905 (450 epoch) | 16.801 | 18.186 (50 epoch) | 51.802 | 59.787 (50 epoch) | 9.793 | 10.542 (50 epoch) | 25.799 | 28.005 (300 epoch) | +| dowel | 98.262 | 98.373 (750 epoch) | 99.585 | 99.629 (750 epoch) | 96.714 | 97.087 (450 epoch) | 99.593 | 99.616 (750 epoch) | 51.327 | 51.685 (750 epoch) | 50.941 | 51.163 (700 epoch) | 97.073 | 97.506 (500 epoch) | 29.703 | 30.977 (350 epoch) | 53.188 | 58.070 (350 epoch) | 18.468 | 19.253 (350 epoch) | 34.175 | 34.375 (700 epoch) | +| foam | 82.438 | 84.812 (300 epoch) | 95.303 | 96.034 (300 epoch) | 90.286 | 90.588 (300 epoch) | 95.052 | 95.530 (250 epoch) | 23.382 | 24.221 (100 epoch) | 31.769 | 33.822 (100 epoch) | 82.552 | 83.852 (500 epoch) | 19.729 | 19.953 (650 epoch) | 42.614 | 45.846 (50 epoch) | 11.269 | 11.423 (650 epoch) | 18.884 | 20.353 (100 epoch) | +| peach | 89.840 | 92.779 (550 epoch) | 97.033 | 98.093 (100 epoch) | 94.545 | 94.836 (50 epoch) | 99.363 | 99.509 (100 epoch) | 42.038 | 47.721 (100 epoch) | 43.354 | 48.356 (100 epoch) | 97.236 | 98.112 (100 epoch) | 19.884 | 22.195 (300 epoch) | 62.973 | 74.168 (300 epoch) | 11.789 | 13.441 (100 epoch) | 27.676 | 31.888 (100 epoch) | +| potato | 62.105 | 69.170 (350 epoch) | 87.591 | 90.102 (400 epoch) | 90.196 | 91.089 (350 epoch) | 99.004 | 99.096 (350 epoch) | 16.524 | 18.791 (350 epoch) | 22.579 | 24.593 (500 epoch) | 95.164 | 95.719 (150 epoch) | 10.757 | 12.747 (350 epoch) | 48.423 | 63.214 (100 epoch) | 5.830 | 6.980 (350 epoch) | 12.726 | 14.021 (500 epoch) | +| rope | 97.509 | 97.600 (650 epoch) | 98.964 | 98.986 (650 epoch) | 94.737 | 94.737 (550 epoch) | 99.428 | 99.428 (800 epoch) | 52.105 | 52.962 (600 epoch) | 51.262 | 51.332 (600 epoch) | 95.738 | 96.351 (700 epoch) | 31.113 | 31.696 (550 epoch) | 50.352 | 55.578 (50 epoch) | 19.534 | 19.929 (550 epoch) | 34.465 | 34.528 (600 epoch) | +| tire | 90.667 | 90.667 (800 epoch) | 97.129 | 97.129 (800 epoch) | 92.737 | 92.737 (800 epoch) | 99.504 | 99.520 (650 epoch) | 41.465 | 42.153 (600 epoch) | 45.404 | 46.888 (550 epoch) | 97.444 | 97.572 (650 epoch) | 22.818 | 23.448 (550 epoch) | 57.353 | 58.968 (700 epoch) | 13.858 | 14.267 (550 epoch) | 29.369 | 30.624 (550 epoch) | +| Avg | 85.835 | 86.248 (550 epoch) | 95.733 | 95.852 (500 epoch) | 92.846 | 92.846 (800 epoch) | 98.622 | 98.657 (500 epoch) | 37.815 | 37.933 (400 epoch) | 41.153 | 41.453 (650 epoch) | 93.836 | 94.061 (450 epoch) | 21.292 | 21.746 (450 epoch) | 54.665 | 57.077 (400 epoch) | 12.728 | 13.006 (450 epoch) | 26.239 | 26.483 (650 epoch) | +2024-04-04 06:12:53,791 - ==> Total time: 2 days, 5:12:48 Eta: 13:18:12 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 06:15:19,658 - Train: 80.05% [147300/184000] [800.5/1000.0] [batch_t 1.441 (1.439)] [data_t 0.003] [optim_t 1.439] [lr 0.000500] +2024-04-04 06:17:20,299 - ==> Total time: 2 days, 5:17:14 Eta: 13:14:19 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 06:17:45,094 - Train: 80.11% [147400/184000] [801.1/1000.0] [batch_t 1.427 (1.453)] [data_t 0.002] [optim_t 1.425] [lr 0.000500] +2024-04-04 06:20:08,717 - Train: 80.16% [147500/184000] [801.6/1000.0] [batch_t 1.437 (1.436)] [data_t 0.003] [optim_t 1.434] [lr 0.000500] +2024-04-04 06:21:46,365 - ==> Total time: 2 days, 5:21:40 Eta: 13:10:26 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 06:22:34,246 - Train: 80.22% [147600/184000] [802.2/1000.0] [batch_t 1.427 (1.445)] [data_t 0.002] [optim_t 1.425] [lr 0.000500] +2024-04-04 06:24:57,824 - Train: 80.27% [147700/184000] [802.7/1000.0] [batch_t 1.445 (1.436)] [data_t 0.003] [optim_t 1.442] [lr 0.000500] +2024-04-04 06:26:12,423 - ==> Total time: 2 days, 5:26:06 Eta: 13:06:33 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 06:27:23,149 - Train: 80.33% [147800/184000] [803.3/1000.0] [batch_t 1.434 (1.441)] [data_t 0.002] [optim_t 1.432] [lr 0.000500] +2024-04-04 06:29:46,803 - Train: 80.38% [147900/184000] [803.8/1000.0] [batch_t 1.430 (1.436)] [data_t 0.003] [optim_t 1.428] [lr 0.000500] +2024-04-04 06:30:38,494 - ==> Total time: 2 days, 5:30:32 Eta: 13:02:40 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 06:32:12,226 - Train: 80.43% [148000/184000] [804.3/1000.0] [batch_t 1.435 (1.440)] [data_t 0.003] [optim_t 1.432] [lr 0.000500] +2024-04-04 06:34:35,779 - Train: 80.49% [148100/184000] [804.9/1000.0] [batch_t 1.428 (1.435)] [data_t 0.003] [optim_t 1.425] [lr 0.000500] +2024-04-04 06:35:04,512 - ==> Total time: 2 days, 5:34:58 Eta: 12:58:47 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 06:37:01,356 - Train: 80.54% [148200/184000] [805.4/1000.0] [batch_t 1.439 (1.440)] [data_t 0.003] [optim_t 1.436] [lr 0.000500] +2024-04-04 06:39:24,908 - Train: 80.60% [148300/184000] [806.0/1000.0] [batch_t 1.434 (1.435)] [data_t 0.002] [optim_t 1.432] [lr 0.000500] +2024-04-04 06:39:30,636 - ==> Total time: 2 days, 5:39:25 Eta: 12:54:53 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 06:41:50,435 - Train: 80.65% [148400/184000] [806.5/1000.0] [batch_t 1.431 (1.440)] [data_t 0.003] [optim_t 1.428] [lr 0.000500] +2024-04-04 06:43:56,730 - ==> Total time: 2 days, 5:43:51 Eta: 12:51:00 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 06:44:15,802 - Train: 80.71% [148500/184000] [807.1/1000.0] [batch_t 1.432 (1.460)] [data_t 0.003] [optim_t 1.429] [lr 0.000500] +2024-04-04 06:46:39,206 - Train: 80.76% [148600/184000] [807.6/1000.0] [batch_t 1.436 (1.434)] [data_t 0.003] [optim_t 1.433] [lr 0.000500] +2024-04-04 06:48:22,544 - ==> Total time: 2 days, 5:48:16 Eta: 12:47:07 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 06:49:04,717 - Train: 80.82% [148700/184000] [808.2/1000.0] [batch_t 1.434 (1.448)] [data_t 0.003] [optim_t 1.431] [lr 0.000500] +2024-04-04 06:51:28,299 - Train: 80.87% [148800/184000] [808.7/1000.0] [batch_t 1.434 (1.436)] [data_t 0.003] [optim_t 1.431] [lr 0.000500] +2024-04-04 06:52:48,566 - ==> Total time: 2 days, 5:52:43 Eta: 12:43:13 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 06:53:53,521 - Train: 80.92% [148900/184000] [809.2/1000.0] [batch_t 1.430 (1.440)] [data_t 0.003] [optim_t 1.427] [lr 0.000500] +2024-04-04 06:56:17,005 - Train: 80.98% [149000/184000] [809.8/1000.0] [batch_t 1.444 (1.435)] [data_t 0.002] [optim_t 1.441] [lr 0.000500] +2024-04-04 06:57:14,454 - ==> Total time: 2 days, 5:57:08 Eta: 12:39:19 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 06:58:42,561 - Train: 81.03% [149100/184000] [810.3/1000.0] [batch_t 1.436 (1.441)] [data_t 0.003] [optim_t 1.434] [lr 0.000500] +2024-04-04 07:01:06,122 - Train: 81.09% [149200/184000] [810.9/1000.0] [batch_t 1.423 (1.436)] [data_t 0.003] [optim_t 1.421] [lr 0.000500] +2024-04-04 07:01:40,486 - ==> Total time: 2 days, 6:01:34 Eta: 12:35:26 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 07:03:31,431 - Train: 81.14% [149300/184000] [811.4/1000.0] [batch_t 1.441 (1.440)] [data_t 0.003] [optim_t 1.438] [lr 0.000500] +2024-04-04 07:05:54,972 - Train: 81.20% [149400/184000] [812.0/1000.0] [batch_t 1.435 (1.435)] [data_t 0.003] [optim_t 1.433] [lr 0.000500] +2024-04-04 07:06:06,503 - ==> Total time: 2 days, 6:06:00 Eta: 12:31:32 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 07:08:20,588 - Train: 81.25% [149500/184000] [812.5/1000.0] [batch_t 1.444 (1.439)] [data_t 0.003] [optim_t 1.441] [lr 0.000500] +2024-04-04 07:10:32,645 - ==> Total time: 2 days, 6:10:27 Eta: 12:27:38 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 07:10:45,909 - Train: 81.30% [149600/184000] [813.0/1000.0] [batch_t 1.424 (1.471)] [data_t 0.003] [optim_t 1.422] [lr 0.000500] +2024-04-04 07:13:09,466 - Train: 81.36% [149700/184000] [813.6/1000.0] [batch_t 1.439 (1.435)] [data_t 0.003] [optim_t 1.436] [lr 0.000500] +2024-04-04 07:14:58,604 - ==> Total time: 2 days, 6:14:53 Eta: 12:23:44 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 07:15:35,088 - Train: 81.41% [149800/184000] [814.1/1000.0] [batch_t 1.452 (1.446)] [data_t 0.003] [optim_t 1.448] [lr 0.000500] +2024-04-04 07:17:58,771 - Train: 81.47% [149900/184000] [814.7/1000.0] [batch_t 1.435 (1.437)] [data_t 0.003] [optim_t 1.432] [lr 0.000500] +2024-04-04 07:19:24,840 - ==> Total time: 2 days, 6:19:19 Eta: 12:19:50 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 07:20:24,337 - Train: 81.52% [150000/184000] [815.2/1000.0] [batch_t 1.446 (1.448)] [data_t 0.003] [optim_t 1.443] [lr 0.000500] +2024-04-04 07:22:47,883 - Train: 81.58% [150100/184000] [815.8/1000.0] [batch_t 1.446 (1.435)] [data_t 0.003] [optim_t 1.444] [lr 0.000500] +2024-04-04 07:23:51,047 - ==> Total time: 2 days, 6:23:45 Eta: 12:15:56 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 07:25:13,435 - Train: 81.63% [150200/184000] [816.3/1000.0] [batch_t 1.428 (1.441)] [data_t 0.003] [optim_t 1.425] [lr 0.000500] +2024-04-04 07:27:36,880 - Train: 81.68% [150300/184000] [816.8/1000.0] [batch_t 1.441 (1.434)] [data_t 0.002] [optim_t 1.438] [lr 0.000500] +2024-04-04 07:28:17,073 - ==> Total time: 2 days, 6:28:11 Eta: 12:12:02 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 07:30:02,385 - Train: 81.74% [150400/184000] [817.4/1000.0] [batch_t 1.444 (1.440)] [data_t 0.003] [optim_t 1.442] [lr 0.000500] +2024-04-04 07:32:26,041 - Train: 81.79% [150500/184000] [817.9/1000.0] [batch_t 1.438 (1.436)] [data_t 0.002] [optim_t 1.436] [lr 0.000500] +2024-04-04 07:32:43,274 - ==> Total time: 2 days, 6:32:37 Eta: 12:08:08 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 07:34:51,582 - Train: 81.85% [150600/184000] [818.5/1000.0] [batch_t 1.444 (1.440)] [data_t 0.002] [optim_t 1.441] [lr 0.000500] +2024-04-04 07:37:09,527 - ==> Total time: 2 days, 6:37:03 Eta: 12:04:14 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 07:37:17,200 - Train: 81.90% [150700/184000] [819.0/1000.0] [batch_t 1.426 (1.523)] [data_t 0.003] [optim_t 1.423] [lr 0.000500] +2024-04-04 07:39:40,723 - Train: 81.96% [150800/184000] [819.6/1000.0] [batch_t 1.435 (1.435)] [data_t 0.003] [optim_t 1.432] [lr 0.000500] +2024-04-04 07:41:35,485 - ==> Total time: 2 days, 6:41:29 Eta: 12:00:19 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 07:42:06,148 - Train: 82.01% [150900/184000] [820.1/1000.0] [batch_t 1.446 (1.452)] [data_t 0.002] [optim_t 1.444] [lr 0.000500] +2024-04-04 07:44:29,653 - Train: 82.07% [151000/184000] [820.7/1000.0] [batch_t 1.434 (1.435)] [data_t 0.002] [optim_t 1.432] [lr 0.000500] +2024-04-04 07:46:01,435 - ==> Total time: 2 days, 6:45:55 Eta: 11:56:25 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 07:46:56,945 - Train: 82.12% [151100/184000] [821.2/1000.0] [batch_t 1.452 (1.462)] [data_t 0.002] [optim_t 1.450] [lr 0.000500] +2024-04-04 07:49:20,581 - Train: 82.17% [151200/184000] [821.7/1000.0] [batch_t 1.439 (1.436)] [data_t 0.003] [optim_t 1.437] [lr 0.000500] +2024-04-04 07:50:29,603 - ==> Total time: 2 days, 6:50:24 Eta: 11:52:31 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 07:51:46,289 - Train: 82.23% [151300/184000] [822.3/1000.0] [batch_t 1.426 (1.440)] [data_t 0.002] [optim_t 1.424] [lr 0.000500] +2024-04-04 07:54:09,978 - Train: 82.28% [151400/184000] [822.8/1000.0] [batch_t 1.435 (1.437)] [data_t 0.002] [optim_t 1.433] [lr 0.000500] +2024-04-04 07:54:55,908 - ==> Total time: 2 days, 6:54:50 Eta: 11:48:36 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 07:56:35,431 - Train: 82.34% [151500/184000] [823.4/1000.0] [batch_t 1.431 (1.441)] [data_t 0.003] [optim_t 1.428] [lr 0.000500] +2024-04-04 07:58:58,971 - Train: 82.39% [151600/184000] [823.9/1000.0] [batch_t 1.443 (1.435)] [data_t 0.002] [optim_t 1.440] [lr 0.000500] +2024-04-04 07:59:22,007 - ==> Total time: 2 days, 6:59:16 Eta: 11:44:41 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 08:01:24,366 - Train: 82.45% [151700/184000] [824.5/1000.0] [batch_t 1.430 (1.439)] [data_t 0.003] [optim_t 1.427] [lr 0.000500] +2024-04-04 08:03:47,992 - Train: 82.50% [151800/184000] [825.0/1000.0] [batch_t 1.451 (1.436)] [data_t 0.003] [optim_t 1.448] [lr 0.000500] +2024-04-04 08:03:47,995 - ==> Total time: 2 days, 7:03:42 Eta: 11:40:47 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 08:06:13,319 - Train: 82.55% [151900/184000] [825.5/1000.0] [batch_t 1.439 (1.437)] [data_t 0.002] [optim_t 1.437] [lr 0.000500] +2024-04-04 08:08:14,030 - ==> Total time: 2 days, 7:08:08 Eta: 11:36:52 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 08:08:38,983 - Train: 82.61% [152000/184000] [826.1/1000.0] [batch_t 1.426 (1.466)] [data_t 0.003] [optim_t 1.423] [lr 0.000500] +2024-04-04 08:09:54,122 - Train: 82.66% [152100/184000] [826.6/1000.0] [batch_t 0.608 (0.751)] [data_t 0.002] [optim_t 0.606] [lr 0.000500] +2024-04-04 08:10:35,610 - ==> Total time: 2 days, 7:10:30 Eta: 11:32:31 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 08:10:56,874 - Train: 82.72% [152200/184000] [827.2/1000.0] [batch_t 0.608 (0.617)] [data_t 0.002] [optim_t 0.606] [lr 0.000500] +2024-04-04 08:11:57,683 - Train: 82.77% [152300/184000] [827.7/1000.0] [batch_t 0.608 (0.608)] [data_t 0.002] [optim_t 0.606] [lr 0.000500] +2024-04-04 08:12:29,318 - ==> Total time: 2 days, 7:12:23 Eta: 11:28:04 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 08:13:00,331 - Train: 82.83% [152400/184000] [828.3/1000.0] [batch_t 0.609 (0.615)] [data_t 0.002] [optim_t 0.607] [lr 0.000500] +2024-04-04 08:14:01,155 - Train: 82.88% [152500/184000] [828.8/1000.0] [batch_t 0.611 (0.608)] [data_t 0.002] [optim_t 0.609] [lr 0.000500] +2024-04-04 08:14:23,061 - ==> Total time: 2 days, 7:14:17 Eta: 11:23:38 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 08:15:03,823 - Train: 82.93% [152600/184000] [829.3/1000.0] [batch_t 0.609 (0.613)] [data_t 0.002] [optim_t 0.607] [lr 0.000500] +2024-04-04 08:16:04,673 - Train: 82.99% [152700/184000] [829.9/1000.0] [batch_t 0.607 (0.608)] [data_t 0.002] [optim_t 0.605] [lr 0.000500] +2024-04-04 08:16:16,960 - ==> Total time: 2 days, 7:16:11 Eta: 11:19:13 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 08:17:07,618 - Train: 83.04% [152800/184000] [830.4/1000.0] [batch_t 0.608 (0.613)] [data_t 0.002] [optim_t 0.607] [lr 0.000500] +2024-04-04 08:18:08,475 - Train: 83.10% [152900/184000] [831.0/1000.0] [batch_t 0.608 (0.608)] [data_t 0.002] [optim_t 0.607] [lr 0.000500] +2024-04-04 08:18:10,913 - ==> Total time: 2 days, 7:18:05 Eta: 11:14:47 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 08:19:11,341 - Train: 83.15% [153000/184000] [831.5/1000.0] [batch_t 0.608 (0.612)] [data_t 0.002] [optim_t 0.606] [lr 0.000500] +2024-04-04 08:20:04,898 - ==> Total time: 2 days, 7:19:59 Eta: 11:10:22 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 08:20:14,455 - Train: 83.21% [153100/184000] [832.1/1000.0] [batch_t 0.608 (0.637)] [data_t 0.002] [optim_t 0.606] [lr 0.000500] +2024-04-04 08:21:15,473 - Train: 83.26% [153200/184000] [832.6/1000.0] [batch_t 0.609 (0.610)] [data_t 0.002] [optim_t 0.607] [lr 0.000500] +2024-04-04 08:21:59,265 - ==> Total time: 2 days, 7:21:53 Eta: 11:05:58 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 08:22:18,274 - Train: 83.32% [153300/184000] [833.2/1000.0] [batch_t 0.608 (0.618)] [data_t 0.002] [optim_t 0.606] [lr 0.000500] +2024-04-04 08:23:19,108 - Train: 83.37% [153400/184000] [833.7/1000.0] [batch_t 0.608 (0.608)] [data_t 0.002] [optim_t 0.606] [lr 0.000500] +2024-04-04 08:23:53,172 - ==> Total time: 2 days, 7:23:47 Eta: 11:01:34 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 08:24:21,710 - Train: 83.42% [153500/184000] [834.2/1000.0] [batch_t 0.608 (0.615)] [data_t 0.002] [optim_t 0.606] [lr 0.000500] +2024-04-04 08:25:22,516 - Train: 83.48% [153600/184000] [834.8/1000.0] [batch_t 0.609 (0.608)] [data_t 0.002] [optim_t 0.607] [lr 0.000500] +2024-04-04 08:25:46,864 - ==> Total time: 2 days, 7:25:41 Eta: 10:57:10 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 08:26:25,349 - Train: 83.53% [153700/184000] [835.3/1000.0] [batch_t 0.608 (0.615)] [data_t 0.002] [optim_t 0.606] [lr 0.000500] +2024-04-04 08:27:26,192 - Train: 83.59% [153800/184000] [835.9/1000.0] [batch_t 0.608 (0.608)] [data_t 0.002] [optim_t 0.606] [lr 0.000500] +2024-04-04 08:27:40,802 - ==> Total time: 2 days, 7:27:35 Eta: 10:52:46 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 08:28:28,988 - Train: 83.64% [153900/184000] [836.4/1000.0] [batch_t 0.609 (0.613)] [data_t 0.002] [optim_t 0.607] [lr 0.000500] +2024-04-04 08:29:29,845 - Train: 83.70% [154000/184000] [837.0/1000.0] [batch_t 0.607 (0.608)] [data_t 0.002] [optim_t 0.605] [lr 0.000500] +2024-04-04 08:29:34,727 - ==> Total time: 2 days, 7:29:29 Eta: 10:48:23 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 08:30:32,890 - Train: 83.75% [154100/184000] [837.5/1000.0] [batch_t 0.608 (0.612)] [data_t 0.002] [optim_t 0.606] [lr 0.000500] +2024-04-04 08:31:29,113 - ==> Total time: 2 days, 7:31:23 Eta: 10:44:00 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 08:31:35,820 - Train: 83.80% [154200/184000] [838.0/1000.0] [batch_t 0.611 (0.646)] [data_t 0.002] [optim_t 0.610] [lr 0.000500] +2024-04-04 08:32:36,717 - Train: 83.86% [154300/184000] [838.6/1000.0] [batch_t 0.609 (0.609)] [data_t 0.002] [optim_t 0.607] [lr 0.000500] +2024-04-04 08:33:22,989 - ==> Total time: 2 days, 7:33:17 Eta: 10:39:38 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 08:33:39,648 - Train: 83.91% [154400/184000] [839.1/1000.0] [batch_t 0.608 (0.620)] [data_t 0.002] [optim_t 0.606] [lr 0.000500] +2024-04-04 08:34:40,485 - Train: 83.97% [154500/184000] [839.7/1000.0] [batch_t 0.607 (0.608)] [data_t 0.002] [optim_t 0.605] [lr 0.000500] +2024-04-04 08:35:16,971 - ==> Total time: 2 days, 7:35:11 Eta: 10:35:16 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 08:35:43,158 - Train: 84.02% [154600/184000] [840.2/1000.0] [batch_t 0.608 (0.617)] [data_t 0.002] [optim_t 0.606] [lr 0.000500] +2024-04-04 08:36:44,123 - Train: 84.08% [154700/184000] [840.8/1000.0] [batch_t 0.607 (0.610)] [data_t 0.002] [optim_t 0.606] [lr 0.000500] +2024-04-04 08:37:10,905 - ==> Total time: 2 days, 7:37:05 Eta: 10:30:54 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 08:37:46,828 - Train: 84.13% [154800/184000] [841.3/1000.0] [batch_t 0.608 (0.613)] [data_t 0.002] [optim_t 0.606] [lr 0.000500] +2024-04-04 08:38:47,641 - Train: 84.18% [154900/184000] [841.8/1000.0] [batch_t 0.607 (0.608)] [data_t 0.002] [optim_t 0.606] [lr 0.000500] +2024-04-04 08:39:04,682 - ==> Total time: 2 days, 7:38:59 Eta: 10:26:33 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 08:39:51,204 - Train: 84.24% [155000/184000] [842.4/1000.0] [batch_t 0.608 (0.612)] [data_t 0.002] [optim_t 0.606] [lr 0.000500] +2024-04-04 08:40:52,029 - Train: 84.29% [155100/184000] [842.9/1000.0] [batch_t 0.608 (0.608)] [data_t 0.002] [optim_t 0.606] [lr 0.000500] +2024-04-04 08:40:59,332 - ==> Total time: 2 days, 7:40:53 Eta: 10:22:12 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 08:41:54,801 - Train: 84.35% [155200/184000] [843.5/1000.0] [batch_t 0.608 (0.612)] [data_t 0.002] [optim_t 0.607] [lr 0.000500] +2024-04-04 08:42:53,320 - ==> Total time: 2 days, 7:42:47 Eta: 10:17:51 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 08:42:57,807 - Train: 84.40% [155300/184000] [844.0/1000.0] [batch_t 0.610 (0.687)] [data_t 0.002] [optim_t 0.608] [lr 0.000500] +2024-04-04 08:43:58,661 - Train: 84.46% [155400/184000] [844.6/1000.0] [batch_t 0.610 (0.608)] [data_t 0.002] [optim_t 0.608] [lr 0.000500] +2024-04-04 08:44:47,317 - ==> Total time: 2 days, 7:44:41 Eta: 10:13:31 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 08:45:01,280 - Train: 84.51% [155500/184000] [845.1/1000.0] [batch_t 0.608 (0.623)] [data_t 0.002] [optim_t 0.606] [lr 0.000500] +2024-04-04 08:46:02,128 - Train: 84.57% [155600/184000] [845.7/1000.0] [batch_t 0.609 (0.608)] [data_t 0.002] [optim_t 0.607] [lr 0.000500] +2024-04-04 08:46:41,083 - ==> Total time: 2 days, 7:46:35 Eta: 10:09:11 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 08:47:05,060 - Train: 84.62% [155700/184000] [846.2/1000.0] [batch_t 0.608 (0.616)] [data_t 0.002] [optim_t 0.606] [lr 0.000500] +2024-04-04 08:48:05,980 - Train: 84.67% [155800/184000] [846.7/1000.0] [batch_t 0.610 (0.609)] [data_t 0.002] [optim_t 0.608] [lr 0.000500] +2024-04-04 08:48:35,184 - ==> Total time: 2 days, 7:48:29 Eta: 10:04:51 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 08:49:08,624 - Train: 84.73% [155900/184000] [847.3/1000.0] [batch_t 0.609 (0.613)] [data_t 0.002] [optim_t 0.607] [lr 0.000500] +2024-04-04 08:50:09,479 - Train: 84.78% [156000/184000] [847.8/1000.0] [batch_t 0.609 (0.608)] [data_t 0.002] [optim_t 0.607] [lr 0.000500] +2024-04-04 08:50:28,987 - ==> Total time: 2 days, 7:50:23 Eta: 10:00:32 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 08:51:12,367 - Train: 84.84% [156100/184000] [848.4/1000.0] [batch_t 0.607 (0.613)] [data_t 0.002] [optim_t 0.605] [lr 0.000500] +2024-04-04 08:52:13,170 - Train: 84.89% [156200/184000] [848.9/1000.0] [batch_t 0.608 (0.608)] [data_t 0.002] [optim_t 0.607] [lr 0.000500] +2024-04-04 08:52:23,022 - ==> Total time: 2 days, 7:52:17 Eta: 9:56:13 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 08:53:15,879 - Train: 84.95% [156300/184000] [849.5/1000.0] [batch_t 0.608 (0.611)] [data_t 0.002] [optim_t 0.606] [lr 0.000500] +2024-04-04 08:54:16,725 - Train: 85.00% [156400/184000] [850.0/1000.0] [batch_t 0.608 (0.608)] [data_t 0.002] [optim_t 0.606] [lr 0.000500] +2024-04-04 08:54:28,788 - Test: 66.67% [50/75] [batch_t 0.212 (0.232)] +2024-04-04 08:54:34,041 - Test: 100.00% [75/75] [batch_t 0.176 (0.225)] +2024-04-04 08:55:00,236 - ==> Metric Time for bagel : 0.002 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.336 (mAUROC_px) 3.913 (mAP_px) 0.487 (mF1_max_px) 14.427 (mAUPRO_px) 0.165 (mF1_px_0.2_0.8_0.1) 0.171 (mAcc_px_0.2_0.8_0.1) 0.174 (mIoU_px_0.2_0.8_0.1) 0.491 (mIoU_max_px) +2024-04-04 08:55:24,706 - ==> Metric Time for cable_gland : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.277 (mAUROC_px) 3.837 (mAP_px) 0.482 (mF1_max_px) 13.774 (mAUPRO_px) 0.163 (mF1_px_0.2_0.8_0.1) 0.163 (mAcc_px_0.2_0.8_0.1) 0.163 (mIoU_px_0.2_0.8_0.1) 0.480 (mIoU_max_px) +2024-04-04 08:56:01,579 - ==> Metric Time for carrot : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 8.123 (mAUROC_px) 5.956 (mAP_px) 0.741 (mF1_max_px) 20.380 (mAUPRO_px) 0.244 (mF1_px_0.2_0.8_0.1) 0.242 (mAcc_px_0.2_0.8_0.1) 0.251 (mIoU_px_0.2_0.8_0.1) 0.721 (mIoU_max_px) +2024-04-04 08:56:32,603 - ==> Metric Time for cookie : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 6.499 (mAUROC_px) 4.981 (mAP_px) 0.607 (mF1_max_px) 17.537 (mAUPRO_px) 0.208 (mF1_px_0.2_0.8_0.1) 0.208 (mAcc_px_0.2_0.8_0.1) 0.201 (mIoU_px_0.2_0.8_0.1) 0.589 (mIoU_max_px) +2024-04-04 08:57:03,165 - ==> Metric Time for dowel : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 6.679 (mAUROC_px) 4.973 (mAP_px) 0.599 (mF1_max_px) 16.946 (mAUPRO_px) 0.206 (mF1_px_0.2_0.8_0.1) 0.197 (mAcc_px_0.2_0.8_0.1) 0.200 (mIoU_px_0.2_0.8_0.1) 0.579 (mIoU_max_px) +2024-04-04 08:57:26,234 - ==> Metric Time for foam : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 4.906 (mAUROC_px) 3.629 (mAP_px) 0.449 (mF1_max_px) 13.041 (mAUPRO_px) 0.153 (mF1_px_0.2_0.8_0.1) 0.151 (mAcc_px_0.2_0.8_0.1) 0.159 (mIoU_px_0.2_0.8_0.1) 0.452 (mIoU_max_px) +2024-04-04 08:57:56,985 - ==> Metric Time for peach : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 6.759 (mAUROC_px) 4.945 (mAP_px) 0.599 (mF1_max_px) 17.054 (mAUPRO_px) 0.208 (mF1_px_0.2_0.8_0.1) 0.203 (mAcc_px_0.2_0.8_0.1) 0.212 (mIoU_px_0.2_0.8_0.1) 0.583 (mIoU_max_px) +2024-04-04 08:58:22,975 - ==> Metric Time for potato : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.522 (mAUROC_px) 4.110 (mAP_px) 0.514 (mF1_max_px) 14.663 (mAUPRO_px) 0.173 (mF1_px_0.2_0.8_0.1) 0.176 (mAcc_px_0.2_0.8_0.1) 0.170 (mIoU_px_0.2_0.8_0.1) 0.503 (mIoU_max_px) +2024-04-04 08:58:45,947 - ==> Metric Time for rope : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 4.899 (mAUROC_px) 3.661 (mAP_px) 0.449 (mF1_max_px) 12.922 (mAUPRO_px) 0.152 (mF1_px_0.2_0.8_0.1) 0.149 (mAcc_px_0.2_0.8_0.1) 0.149 (mIoU_px_0.2_0.8_0.1) 0.451 (mIoU_max_px) +2024-04-04 08:59:11,579 - ==> Metric Time for tire : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.514 (mAUROC_px) 4.092 (mAP_px) 0.506 (mF1_max_px) 14.329 (mAUPRO_px) 0.169 (mF1_px_0.2_0.8_0.1) 0.175 (mAcc_px_0.2_0.8_0.1) 0.177 (mIoU_px_0.2_0.8_0.1) 0.512 (mIoU_max_px) +2024-04-04 08:59:11,597 - +| Name | mAUROC_sp_max | mAUROC_sp_max (Max) | mAP_sp_max | mAP_sp_max (Max) | mF1_max_sp_max | mF1_max_sp_max (Max) | mAUROC_px | mAUROC_px (Max) | mAP_px | mAP_px (Max) | mF1_max_px | mF1_max_px (Max) | mAUPRO_px | mAUPRO_px (Max) | mF1_px_0.2_0.8_0.1 | mF1_px_0.2_0.8_0.1 (Max) | mAcc_px_0.2_0.8_0.1 | mAcc_px_0.2_0.8_0.1 (Max) | mIoU_px_0.2_0.8_0.1 | mIoU_px_0.2_0.8_0.1 (Max) | mIoU_max_px | mIoU_max_px (Max) | +|:-----------:|:---------------:|:---------------------:|:------------:|:------------------:|:----------------:|:----------------------:|:-----------:|:------------------:|:--------:|:------------------:|:------------:|:------------------:|:-----------:|:------------------:|:--------------------:|:--------------------------:|:---------------------:|:---------------------------:|:---------------------:|:---------------------------:|:-------------:|:-------------------:| +| bagel | 88.533 | 92.045 (100 epoch) | 97.038 | 97.840 (650 epoch) | 91.713 | 94.505 (100 epoch) | 98.480 | 98.797 (50 epoch) | 39.120 | 41.737 (150 epoch) | 42.219 | 45.466 (300 epoch) | 91.620 | 95.486 (100 epoch) | 18.810 | 19.697 (300 epoch) | 68.334 | 78.616 (50 epoch) | 11.085 | 11.799 (300 epoch) | 26.758 | 29.421 (300 epoch) | +| cable_gland | 95.731 | 95.731 (850 epoch) | 99.000 | 99.000 (850 epoch) | 94.505 | 95.556 (350 epoch) | 99.464 | 99.464 (850 epoch) | 41.244 | 41.244 (850 epoch) | 46.521 | 46.521 (850 epoch) | 98.439 | 98.549 (500 epoch) | 24.353 | 24.353 (850 epoch) | 54.174 | 56.815 (450 epoch) | 14.706 | 14.706 (850 epoch) | 30.311 | 30.311 (850 epoch) | +| carrot | 90.909 | 91.807 (150 epoch) | 97.778 | 98.187 (150 epoch) | 95.620 | 95.652 (500 epoch) | 99.463 | 99.476 (800 epoch) | 30.764 | 31.859 (800 epoch) | 36.378 | 37.104 (800 epoch) | 97.847 | 98.145 (550 epoch) | 19.582 | 19.947 (650 epoch) | 54.268 | 57.694 (750 epoch) | 11.319 | 11.550 (650 epoch) | 22.233 | 22.778 (800 epoch) | +| cookie | 60.922 | 65.083 (750 epoch) | 87.861 | 88.757 (650 epoch) | 88.793 | 88.793 (600 epoch) | 96.718 | 97.153 (450 epoch) | 38.244 | 41.290 (300 epoch) | 40.539 | 43.756 (300 epoch) | 83.964 | 85.905 (450 epoch) | 16.769 | 18.186 (50 epoch) | 50.585 | 59.787 (50 epoch) | 9.752 | 10.542 (50 epoch) | 25.423 | 28.005 (300 epoch) | +| dowel | 98.595 | 98.595 (850 epoch) | 99.662 | 99.662 (850 epoch) | 97.170 | 97.170 (850 epoch) | 99.612 | 99.616 (750 epoch) | 51.124 | 51.685 (750 epoch) | 51.357 | 51.357 (850 epoch) | 96.977 | 97.506 (500 epoch) | 28.580 | 30.977 (350 epoch) | 48.954 | 58.070 (350 epoch) | 17.732 | 19.253 (350 epoch) | 34.551 | 34.551 (850 epoch) | +| foam | 82.500 | 84.812 (300 epoch) | 95.438 | 96.034 (300 epoch) | 90.286 | 90.588 (300 epoch) | 95.347 | 95.530 (250 epoch) | 24.157 | 24.221 (100 epoch) | 32.328 | 33.822 (100 epoch) | 84.473 | 84.473 (850 epoch) | 20.106 | 20.106 (850 epoch) | 42.218 | 45.846 (50 epoch) | 11.507 | 11.507 (850 epoch) | 19.281 | 20.353 (100 epoch) | +| peach | 89.695 | 92.779 (550 epoch) | 97.265 | 98.093 (100 epoch) | 92.857 | 94.836 (50 epoch) | 99.338 | 99.509 (100 epoch) | 40.959 | 47.721 (100 epoch) | 42.935 | 48.356 (100 epoch) | 96.695 | 98.112 (100 epoch) | 20.043 | 22.195 (300 epoch) | 65.020 | 74.168 (300 epoch) | 11.841 | 13.441 (100 epoch) | 27.336 | 31.888 (100 epoch) | +| potato | 61.611 | 69.170 (350 epoch) | 87.632 | 90.102 (400 epoch) | 90.196 | 91.089 (350 epoch) | 99.016 | 99.096 (350 epoch) | 17.800 | 18.791 (350 epoch) | 24.009 | 24.593 (500 epoch) | 94.445 | 95.719 (150 epoch) | 11.296 | 12.747 (350 epoch) | 48.330 | 63.214 (100 epoch) | 6.143 | 6.980 (350 epoch) | 13.642 | 14.021 (500 epoch) | +| rope | 97.509 | 97.600 (650 epoch) | 98.973 | 98.986 (650 epoch) | 94.737 | 94.737 (550 epoch) | 99.425 | 99.428 (800 epoch) | 51.559 | 52.962 (600 epoch) | 51.148 | 51.332 (600 epoch) | 96.237 | 96.351 (700 epoch) | 31.317 | 31.696 (550 epoch) | 49.817 | 55.578 (50 epoch) | 19.651 | 19.929 (550 epoch) | 34.361 | 34.528 (600 epoch) | +| tire | 91.264 | 91.264 (850 epoch) | 97.259 | 97.259 (850 epoch) | 93.785 | 93.785 (850 epoch) | 99.505 | 99.520 (650 epoch) | 41.612 | 42.153 (600 epoch) | 45.509 | 46.888 (550 epoch) | 97.006 | 97.572 (650 epoch) | 23.308 | 23.448 (550 epoch) | 56.550 | 58.968 (700 epoch) | 14.178 | 14.267 (550 epoch) | 29.458 | 30.624 (550 epoch) | +| Avg | 85.727 | 86.248 (550 epoch) | 95.791 | 95.852 (500 epoch) | 92.966 | 92.966 (850 epoch) | 98.637 | 98.657 (500 epoch) | 37.658 | 37.933 (400 epoch) | 41.294 | 41.453 (650 epoch) | 93.770 | 94.061 (450 epoch) | 21.417 | 21.746 (450 epoch) | 53.825 | 57.077 (400 epoch) | 12.791 | 13.006 (450 epoch) | 26.335 | 26.483 (650 epoch) | +2024-04-04 08:59:11,834 - ==> Total time: 2 days, 7:59:06 Eta: 9:52:46 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 09:01:35,748 - Train: 85.05% [156500/184000] [850.5/1000.0] [batch_t 1.412 (1.419)] [data_t 0.002] [optim_t 1.409] [lr 0.000500] +2024-04-04 09:03:34,667 - ==> Total time: 2 days, 8:03:29 Eta: 9:48:54 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 09:03:59,436 - Train: 85.11% [156600/184000] [851.1/1000.0] [batch_t 1.413 (1.448)] [data_t 0.002] [optim_t 1.411] [lr 0.000500] +2024-04-04 09:06:20,992 - Train: 85.16% [156700/184000] [851.6/1000.0] [batch_t 1.418 (1.415)] [data_t 0.002] [optim_t 1.416] [lr 0.000500] +2024-04-04 09:07:57,293 - ==> Total time: 2 days, 8:07:51 Eta: 9:45:01 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 09:08:44,832 - Train: 85.22% [156800/184000] [852.2/1000.0] [batch_t 1.413 (1.424)] [data_t 0.002] [optim_t 1.410] [lr 0.000500] +2024-04-04 09:11:06,480 - Train: 85.27% [156900/184000] [852.7/1000.0] [batch_t 1.418 (1.416)] [data_t 0.002] [optim_t 1.416] [lr 0.000500] +2024-04-04 09:12:20,134 - ==> Total time: 2 days, 8:12:14 Eta: 9:41:08 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 09:13:30,404 - Train: 85.33% [157000/184000] [853.3/1000.0] [batch_t 1.418 (1.427)] [data_t 0.002] [optim_t 1.416] [lr 0.000500] +2024-04-04 09:15:52,076 - Train: 85.38% [157100/184000] [853.8/1000.0] [batch_t 1.413 (1.417)] [data_t 0.002] [optim_t 1.411] [lr 0.000500] +2024-04-04 09:16:43,155 - ==> Total time: 2 days, 8:16:37 Eta: 9:37:16 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 09:18:15,634 - Train: 85.43% [157200/184000] [854.3/1000.0] [batch_t 1.410 (1.421)] [data_t 0.002] [optim_t 1.408] [lr 0.000500] +2024-04-04 09:20:37,200 - Train: 85.49% [157300/184000] [854.9/1000.0] [batch_t 1.409 (1.416)] [data_t 0.002] [optim_t 1.407] [lr 0.000500] +2024-04-04 09:21:05,555 - ==> Total time: 2 days, 8:21:00 Eta: 9:33:23 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 09:23:00,928 - Train: 85.54% [157400/184000] [855.4/1000.0] [batch_t 1.418 (1.420)] [data_t 0.002] [optim_t 1.415] [lr 0.000500] +2024-04-04 09:25:22,538 - Train: 85.60% [157500/184000] [856.0/1000.0] [batch_t 1.422 (1.416)] [data_t 0.002] [optim_t 1.420] [lr 0.000500] +2024-04-04 09:25:28,198 - ==> Total time: 2 days, 8:25:22 Eta: 9:29:30 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 09:27:46,166 - Train: 85.65% [157600/184000] [856.5/1000.0] [batch_t 1.417 (1.420)] [data_t 0.002] [optim_t 1.415] [lr 0.000500] +2024-04-04 09:29:50,793 - ==> Total time: 2 days, 8:29:45 Eta: 9:25:37 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 09:30:09,652 - Train: 85.71% [157700/184000] [857.1/1000.0] [batch_t 1.413 (1.440)] [data_t 0.002] [optim_t 1.410] [lr 0.000500] +2024-04-04 09:32:31,305 - Train: 85.76% [157800/184000] [857.6/1000.0] [batch_t 1.419 (1.416)] [data_t 0.002] [optim_t 1.416] [lr 0.000500] +2024-04-04 09:34:13,244 - ==> Total time: 2 days, 8:34:07 Eta: 9:21:43 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 09:34:54,772 - Train: 85.82% [157900/184000] [858.2/1000.0] [batch_t 1.412 (1.428)] [data_t 0.002] [optim_t 1.410] [lr 0.000500] +2024-04-04 09:37:16,415 - Train: 85.87% [158000/184000] [858.7/1000.0] [batch_t 1.419 (1.416)] [data_t 0.002] [optim_t 1.417] [lr 0.000500] +2024-04-04 09:38:35,770 - ==> Total time: 2 days, 8:38:30 Eta: 9:17:50 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 09:39:40,038 - Train: 85.92% [158100/184000] [859.2/1000.0] [batch_t 1.414 (1.424)] [data_t 0.002] [optim_t 1.412] [lr 0.000500] +2024-04-04 09:42:01,674 - Train: 85.98% [158200/184000] [859.8/1000.0] [batch_t 1.417 (1.416)] [data_t 0.002] [optim_t 1.415] [lr 0.000500] +2024-04-04 09:42:58,349 - ==> Total time: 2 days, 8:42:52 Eta: 9:13:57 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 09:44:25,231 - Train: 86.03% [158300/184000] [860.3/1000.0] [batch_t 1.411 (1.421)] [data_t 0.003] [optim_t 1.409] [lr 0.000500] +2024-04-04 09:46:46,849 - Train: 86.09% [158400/184000] [860.9/1000.0] [batch_t 1.419 (1.416)] [data_t 0.002] [optim_t 1.416] [lr 0.000500] +2024-04-04 09:47:20,868 - ==> Total time: 2 days, 8:47:15 Eta: 9:10:04 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 09:49:10,506 - Train: 86.14% [158500/184000] [861.4/1000.0] [batch_t 1.419 (1.422)] [data_t 0.002] [optim_t 1.417] [lr 0.000500] +2024-04-04 09:51:32,235 - Train: 86.20% [158600/184000] [862.0/1000.0] [batch_t 1.415 (1.417)] [data_t 0.002] [optim_t 1.413] [lr 0.000500] +2024-04-04 09:51:43,547 - ==> Total time: 2 days, 8:51:37 Eta: 9:06:10 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 09:53:55,726 - Train: 86.25% [158700/184000] [862.5/1000.0] [batch_t 1.416 (1.419)] [data_t 0.002] [optim_t 1.414] [lr 0.000500] +2024-04-04 09:56:05,991 - ==> Total time: 2 days, 8:56:00 Eta: 9:02:17 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 09:56:19,126 - Train: 86.30% [158800/184000] [863.0/1000.0] [batch_t 1.417 (1.447)] [data_t 0.002] [optim_t 1.415] [lr 0.000500] +2024-04-04 09:58:40,757 - Train: 86.36% [158900/184000] [863.6/1000.0] [batch_t 1.417 (1.416)] [data_t 0.002] [optim_t 1.415] [lr 0.000500] +2024-04-04 10:00:28,342 - ==> Total time: 2 days, 9:00:22 Eta: 8:58:23 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 10:01:04,203 - Train: 86.41% [159000/184000] [864.1/1000.0] [batch_t 1.413 (1.429)] [data_t 0.002] [optim_t 1.411] [lr 0.000500] +2024-04-04 10:03:25,792 - Train: 86.47% [159100/184000] [864.7/1000.0] [batch_t 1.416 (1.416)] [data_t 0.002] [optim_t 1.414] [lr 0.000500] +2024-04-04 10:04:50,715 - ==> Total time: 2 days, 9:04:45 Eta: 8:54:29 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 10:05:49,267 - Train: 86.52% [159200/184000] [865.2/1000.0] [batch_t 1.423 (1.422)] [data_t 0.002] [optim_t 1.421] [lr 0.000500] +2024-04-04 10:08:10,887 - Train: 86.58% [159300/184000] [865.8/1000.0] [batch_t 1.418 (1.416)] [data_t 0.002] [optim_t 1.416] [lr 0.000500] +2024-04-04 10:09:13,183 - ==> Total time: 2 days, 9:09:07 Eta: 8:50:36 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 10:10:34,383 - Train: 86.63% [159400/184000] [866.3/1000.0] [batch_t 1.417 (1.422)] [data_t 0.002] [optim_t 1.415] [lr 0.000500] +2024-04-04 10:12:55,969 - Train: 86.68% [159500/184000] [866.8/1000.0] [batch_t 1.411 (1.416)] [data_t 0.002] [optim_t 1.409] [lr 0.000500] +2024-04-04 10:13:35,615 - ==> Total time: 2 days, 9:13:30 Eta: 8:46:42 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 10:15:19,427 - Train: 86.74% [159600/184000] [867.4/1000.0] [batch_t 1.414 (1.421)] [data_t 0.002] [optim_t 1.411] [lr 0.000500] +2024-04-04 10:17:41,039 - Train: 86.79% [159700/184000] [867.9/1000.0] [batch_t 1.418 (1.416)] [data_t 0.002] [optim_t 1.416] [lr 0.000500] +2024-04-04 10:17:58,067 - ==> Total time: 2 days, 9:17:52 Eta: 8:42:48 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 10:20:04,580 - Train: 86.85% [159800/184000] [868.5/1000.0] [batch_t 1.419 (1.421)] [data_t 0.002] [optim_t 1.416] [lr 0.000500] +2024-04-04 10:22:20,613 - ==> Total time: 2 days, 9:22:15 Eta: 8:38:54 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 10:22:28,135 - Train: 86.90% [159900/184000] [869.0/1000.0] [batch_t 1.422 (1.488)] [data_t 0.002] [optim_t 1.419] [lr 0.000500] +2024-04-04 10:24:49,827 - Train: 86.96% [160000/184000] [869.6/1000.0] [batch_t 1.417 (1.417)] [data_t 0.002] [optim_t 1.414] [lr 0.000500] +2024-04-04 10:26:43,120 - ==> Total time: 2 days, 9:26:37 Eta: 8:35:00 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 10:27:13,409 - Train: 87.01% [160100/184000] [870.1/1000.0] [batch_t 1.418 (1.435)] [data_t 0.002] [optim_t 1.416] [lr 0.000500] +2024-04-04 10:29:35,048 - Train: 87.07% [160200/184000] [870.7/1000.0] [batch_t 1.417 (1.416)] [data_t 0.002] [optim_t 1.415] [lr 0.000500] +2024-04-04 10:31:05,724 - ==> Total time: 2 days, 9:31:00 Eta: 8:31:06 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 10:31:59,374 - Train: 87.12% [160300/184000] [871.2/1000.0] [batch_t 1.420 (1.430)] [data_t 0.002] [optim_t 1.417] [lr 0.000500] +2024-04-04 10:34:21,052 - Train: 87.17% [160400/184000] [871.7/1000.0] [batch_t 1.416 (1.417)] [data_t 0.002] [optim_t 1.414] [lr 0.000500] +2024-04-04 10:35:29,039 - ==> Total time: 2 days, 9:35:23 Eta: 8:27:12 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 10:36:44,819 - Train: 87.23% [160500/184000] [872.3/1000.0] [batch_t 1.416 (1.422)] [data_t 0.002] [optim_t 1.414] [lr 0.000500] +2024-04-04 10:39:06,510 - Train: 87.28% [160600/184000] [872.8/1000.0] [batch_t 1.422 (1.417)] [data_t 0.002] [optim_t 1.420] [lr 0.000500] +2024-04-04 10:39:51,833 - ==> Total time: 2 days, 9:39:46 Eta: 8:23:18 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 10:41:29,897 - Train: 87.34% [160700/184000] [873.4/1000.0] [batch_t 1.414 (1.419)] [data_t 0.002] [optim_t 1.412] [lr 0.000500] +2024-04-04 10:43:51,559 - Train: 87.39% [160800/184000] [873.9/1000.0] [batch_t 1.413 (1.417)] [data_t 0.002] [optim_t 1.411] [lr 0.000500] +2024-04-04 10:44:14,227 - ==> Total time: 2 days, 9:44:08 Eta: 8:19:24 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 10:46:15,040 - Train: 87.45% [160900/184000] [874.5/1000.0] [batch_t 1.417 (1.420)] [data_t 0.002] [optim_t 1.415] [lr 0.000500] +2024-04-04 10:48:36,724 - Train: 87.50% [161000/184000] [875.0/1000.0] [batch_t 1.415 (1.417)] [data_t 0.002] [optim_t 1.413] [lr 0.000500] +2024-04-04 10:48:36,728 - ==> Total time: 2 days, 9:48:31 Eta: 8:15:30 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 10:51:00,302 - Train: 87.55% [161100/184000] [875.5/1000.0] [batch_t 1.416 (1.419)] [data_t 0.002] [optim_t 1.414] [lr 0.000500] +2024-04-04 10:52:59,298 - ==> Total time: 2 days, 9:52:53 Eta: 8:11:35 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 10:53:23,822 - Train: 87.61% [161200/184000] [876.1/1000.0] [batch_t 1.417 (1.435)] [data_t 0.002] [optim_t 1.415] [lr 0.000500] +2024-04-04 10:55:45,566 - Train: 87.66% [161300/184000] [876.6/1000.0] [batch_t 1.414 (1.417)] [data_t 0.002] [optim_t 1.412] [lr 0.000500] +2024-04-04 10:57:21,892 - ==> Total time: 2 days, 9:57:16 Eta: 8:07:41 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 10:58:09,112 - Train: 87.72% [161400/184000] [877.2/1000.0] [batch_t 1.416 (1.428)] [data_t 0.002] [optim_t 1.414] [lr 0.000500] +2024-04-04 11:00:30,716 - Train: 87.77% [161500/184000] [877.7/1000.0] [batch_t 1.418 (1.416)] [data_t 0.002] [optim_t 1.416] [lr 0.000500] +2024-04-04 11:01:44,304 - ==> Total time: 2 days, 10:01:38 Eta: 8:03:46 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 11:02:54,096 - Train: 87.83% [161600/184000] [878.3/1000.0] [batch_t 1.415 (1.422)] [data_t 0.002] [optim_t 1.413] [lr 0.000500] +2024-04-04 11:05:15,629 - Train: 87.88% [161700/184000] [878.8/1000.0] [batch_t 1.414 (1.415)] [data_t 0.002] [optim_t 1.412] [lr 0.000500] +2024-04-04 11:06:06,595 - ==> Total time: 2 days, 10:06:01 Eta: 7:59:52 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 11:07:39,069 - Train: 87.93% [161800/184000] [879.3/1000.0] [batch_t 1.422 (1.421)] [data_t 0.004] [optim_t 1.418] [lr 0.000500] +2024-04-04 11:10:00,650 - Train: 87.99% [161900/184000] [879.9/1000.0] [batch_t 1.416 (1.416)] [data_t 0.002] [optim_t 1.414] [lr 0.000500] +2024-04-04 11:10:28,981 - ==> Total time: 2 days, 10:10:23 Eta: 7:55:57 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 11:12:24,069 - Train: 88.04% [162000/184000] [880.4/1000.0] [batch_t 1.417 (1.419)] [data_t 0.002] [optim_t 1.415] [lr 0.000500] +2024-04-04 11:14:45,683 - Train: 88.10% [162100/184000] [881.0/1000.0] [batch_t 1.415 (1.416)] [data_t 0.002] [optim_t 1.413] [lr 0.000500] +2024-04-04 11:14:51,352 - ==> Total time: 2 days, 10:14:45 Eta: 7:52:03 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 11:17:09,202 - Train: 88.15% [162200/184000] [881.5/1000.0] [batch_t 1.410 (1.419)] [data_t 0.002] [optim_t 1.408] [lr 0.000500] +2024-04-04 11:19:13,879 - ==> Total time: 2 days, 10:19:08 Eta: 7:48:08 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 11:19:32,873 - Train: 88.21% [162300/184000] [882.1/1000.0] [batch_t 1.417 (1.450)] [data_t 0.002] [optim_t 1.414] [lr 0.000500] +2024-04-04 11:21:54,476 - Train: 88.26% [162400/184000] [882.6/1000.0] [batch_t 1.414 (1.416)] [data_t 0.002] [optim_t 1.412] [lr 0.000500] +2024-04-04 11:23:36,443 - ==> Total time: 2 days, 10:23:30 Eta: 7:44:13 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 11:24:18,130 - Train: 88.32% [162500/184000] [883.2/1000.0] [batch_t 1.415 (1.428)] [data_t 0.002] [optim_t 1.413] [lr 0.000500] +2024-04-04 11:26:39,833 - Train: 88.37% [162600/184000] [883.7/1000.0] [batch_t 1.418 (1.417)] [data_t 0.002] [optim_t 1.415] [lr 0.000500] +2024-04-04 11:27:59,222 - ==> Total time: 2 days, 10:27:53 Eta: 7:40:18 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 11:29:03,786 - Train: 88.42% [162700/184000] [884.2/1000.0] [batch_t 1.418 (1.426)] [data_t 0.002] [optim_t 1.416] [lr 0.000500] +2024-04-04 11:31:25,567 - Train: 88.48% [162800/184000] [884.8/1000.0] [batch_t 1.419 (1.418)] [data_t 0.002] [optim_t 1.416] [lr 0.000500] +2024-04-04 11:32:22,285 - ==> Total time: 2 days, 10:32:16 Eta: 7:36:23 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 11:33:49,690 - Train: 88.53% [162900/184000] [885.3/1000.0] [batch_t 1.419 (1.425)] [data_t 0.002] [optim_t 1.416] [lr 0.000500] +2024-04-04 11:36:11,389 - Train: 88.59% [163000/184000] [885.9/1000.0] [batch_t 1.418 (1.417)] [data_t 0.002] [optim_t 1.416] [lr 0.000500] +2024-04-04 11:36:45,411 - ==> Total time: 2 days, 10:36:39 Eta: 7:32:28 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 11:38:37,089 - Train: 88.64% [163100/184000] [886.4/1000.0] [batch_t 1.460 (1.448)] [data_t 0.003] [optim_t 1.457] [lr 0.000500] +2024-04-04 11:41:03,154 - Train: 88.70% [163200/184000] [887.0/1000.0] [batch_t 1.461 (1.461)] [data_t 0.003] [optim_t 1.457] [lr 0.000500] +2024-04-04 11:41:14,842 - ==> Total time: 2 days, 10:41:09 Eta: 7:28:34 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 11:43:30,964 - Train: 88.75% [163300/184000] [887.5/1000.0] [batch_t 1.461 (1.462)] [data_t 0.003] [optim_t 1.458] [lr 0.000500] +2024-04-04 11:45:43,004 - ==> Total time: 2 days, 10:45:37 Eta: 7:24:40 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 11:45:56,430 - Train: 88.80% [163400/184000] [888.0/1000.0] [batch_t 1.434 (1.480)] [data_t 0.002] [optim_t 1.431] [lr 0.000500] +2024-04-04 11:48:19,940 - Train: 88.86% [163500/184000] [888.6/1000.0] [batch_t 1.449 (1.435)] [data_t 0.002] [optim_t 1.446] [lr 0.000500] +2024-04-04 11:50:09,056 - ==> Total time: 2 days, 10:50:03 Eta: 7:20:45 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 11:50:45,411 - Train: 88.91% [163600/184000] [889.1/1000.0] [batch_t 1.439 (1.450)] [data_t 0.002] [optim_t 1.437] [lr 0.000500] +2024-04-04 11:53:08,802 - Train: 88.97% [163700/184000] [889.7/1000.0] [batch_t 1.436 (1.434)] [data_t 0.002] [optim_t 1.434] [lr 0.000500] +2024-04-04 11:54:34,912 - ==> Total time: 2 days, 10:54:29 Eta: 7:16:50 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 11:55:34,272 - Train: 89.02% [163800/184000] [890.2/1000.0] [batch_t 1.438 (1.442)] [data_t 0.003] [optim_t 1.435] [lr 0.000500] +2024-04-04 11:57:57,816 - Train: 89.08% [163900/184000] [890.8/1000.0] [batch_t 1.440 (1.435)] [data_t 0.003] [optim_t 1.437] [lr 0.000500] +2024-04-04 11:59:00,957 - ==> Total time: 2 days, 10:58:55 Eta: 7:12:55 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 12:00:24,516 - Train: 89.13% [164000/184000] [891.3/1000.0] [batch_t 1.441 (1.464)] [data_t 0.002] [optim_t 1.439] [lr 0.000500] +2024-04-04 12:02:47,741 - Train: 89.18% [164100/184000] [891.8/1000.0] [batch_t 1.426 (1.432)] [data_t 0.003] [optim_t 1.423] [lr 0.000500] +2024-04-04 12:03:27,854 - ==> Total time: 2 days, 11:03:22 Eta: 7:09:01 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 12:05:12,923 - Train: 89.24% [164200/184000] [892.4/1000.0] [batch_t 1.426 (1.438)] [data_t 0.003] [optim_t 1.424] [lr 0.000500] +2024-04-04 12:07:36,479 - Train: 89.29% [164300/184000] [892.9/1000.0] [batch_t 1.446 (1.435)] [data_t 0.002] [optim_t 1.443] [lr 0.000500] +2024-04-04 12:07:53,686 - ==> Total time: 2 days, 11:07:48 Eta: 7:05:06 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 12:10:01,801 - Train: 89.35% [164400/184000] [893.5/1000.0] [batch_t 1.435 (1.438)] [data_t 0.002] [optim_t 1.433] [lr 0.000500] +2024-04-04 12:12:19,434 - ==> Total time: 2 days, 11:12:13 Eta: 7:01:10 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 12:12:27,119 - Train: 89.40% [164500/184000] [894.0/1000.0] [batch_t 1.445 (1.536)] [data_t 0.002] [optim_t 1.443] [lr 0.000500] +2024-04-04 12:14:50,435 - Train: 89.46% [164600/184000] [894.6/1000.0] [batch_t 1.441 (1.433)] [data_t 0.003] [optim_t 1.438] [lr 0.000500] +2024-04-04 12:16:45,114 - ==> Total time: 2 days, 11:16:39 Eta: 6:57:15 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 12:17:15,632 - Train: 89.51% [164700/184000] [895.1/1000.0] [batch_t 1.441 (1.451)] [data_t 0.002] [optim_t 1.438] [lr 0.000500] +2024-04-04 12:19:38,950 - Train: 89.57% [164800/184000] [895.7/1000.0] [batch_t 1.435 (1.433)] [data_t 0.003] [optim_t 1.433] [lr 0.000500] +2024-04-04 12:21:10,806 - ==> Total time: 2 days, 11:21:05 Eta: 6:53:20 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 12:22:04,400 - Train: 89.62% [164900/184000] [896.2/1000.0] [batch_t 1.445 (1.443)] [data_t 0.002] [optim_t 1.443] [lr 0.000500] +2024-04-04 12:24:27,796 - Train: 89.67% [165000/184000] [896.7/1000.0] [batch_t 1.429 (1.434)] [data_t 0.003] [optim_t 1.427] [lr 0.000500] +2024-04-04 12:25:36,689 - ==> Total time: 2 days, 11:25:31 Eta: 6:49:25 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 12:26:53,271 - Train: 89.73% [165100/184000] [897.3/1000.0] [batch_t 1.443 (1.440)] [data_t 0.002] [optim_t 1.440] [lr 0.000500] +2024-04-04 12:29:16,741 - Train: 89.78% [165200/184000] [897.8/1000.0] [batch_t 1.439 (1.435)] [data_t 0.003] [optim_t 1.436] [lr 0.000500] +2024-04-04 12:30:02,658 - ==> Total time: 2 days, 11:29:57 Eta: 6:45:29 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 12:31:44,464 - Train: 89.84% [165300/184000] [898.4/1000.0] [batch_t 1.440 (1.447)] [data_t 0.003] [optim_t 1.437] [lr 0.000500] +2024-04-04 12:34:07,986 - Train: 89.89% [165400/184000] [898.9/1000.0] [batch_t 1.440 (1.435)] [data_t 0.003] [optim_t 1.437] [lr 0.000500] +2024-04-04 12:34:30,882 - ==> Total time: 2 days, 11:34:25 Eta: 6:41:34 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 12:36:33,153 - Train: 89.95% [165500/184000] [899.5/1000.0] [batch_t 1.432 (1.437)] [data_t 0.002] [optim_t 1.430] [lr 0.000500] +2024-04-04 12:38:56,579 - Train: 90.00% [165600/184000] [900.0/1000.0] [batch_t 1.450 (1.434)] [data_t 0.002] [optim_t 1.447] [lr 0.000500] +2024-04-04 12:39:18,906 - Test: 66.67% [50/75] [batch_t 0.418 (0.437)] +2024-04-04 12:39:29,312 - Test: 100.00% [75/75] [batch_t 0.350 (0.430)] +2024-04-04 12:39:53,946 - ==> Metric Time for bagel : 0.002 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.121 (mAUROC_px) 3.640 (mAP_px) 0.503 (mF1_max_px) 13.318 (mAUPRO_px) 0.174 (mF1_px_0.2_0.8_0.1) 0.170 (mAcc_px_0.2_0.8_0.1) 0.168 (mIoU_px_0.2_0.8_0.1) 0.501 (mIoU_max_px) +2024-04-04 12:40:16,685 - ==> Metric Time for cable_gland : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.005 (mAUROC_px) 3.592 (mAP_px) 0.483 (mF1_max_px) 12.578 (mAUPRO_px) 0.166 (mF1_px_0.2_0.8_0.1) 0.166 (mAcc_px_0.2_0.8_0.1) 0.164 (mIoU_px_0.2_0.8_0.1) 0.476 (mIoU_max_px) +2024-04-04 12:40:53,205 - ==> Metric Time for carrot : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 8.058 (mAUROC_px) 6.006 (mAP_px) 0.740 (mF1_max_px) 20.059 (mAUPRO_px) 0.251 (mF1_px_0.2_0.8_0.1) 0.249 (mAcc_px_0.2_0.8_0.1) 0.248 (mIoU_px_0.2_0.8_0.1) 0.727 (mIoU_max_px) +2024-04-04 12:41:23,970 - ==> Metric Time for cookie : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 6.484 (mAUROC_px) 4.962 (mAP_px) 0.584 (mF1_max_px) 17.394 (mAUPRO_px) 0.199 (mF1_px_0.2_0.8_0.1) 0.199 (mAcc_px_0.2_0.8_0.1) 0.202 (mIoU_px_0.2_0.8_0.1) 0.591 (mIoU_max_px) +2024-04-04 12:41:54,134 - ==> Metric Time for dowel : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 6.599 (mAUROC_px) 4.863 (mAP_px) 0.584 (mF1_max_px) 16.777 (mAUPRO_px) 0.204 (mF1_px_0.2_0.8_0.1) 0.202 (mAcc_px_0.2_0.8_0.1) 0.198 (mIoU_px_0.2_0.8_0.1) 0.585 (mIoU_max_px) +2024-04-04 12:42:17,036 - ==> Metric Time for foam : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 4.805 (mAUROC_px) 3.578 (mAP_px) 0.442 (mF1_max_px) 13.050 (mAUPRO_px) 0.155 (mF1_px_0.2_0.8_0.1) 0.156 (mAcc_px_0.2_0.8_0.1) 0.155 (mIoU_px_0.2_0.8_0.1) 0.441 (mIoU_max_px) +2024-04-04 12:42:47,745 - ==> Metric Time for peach : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 6.614 (mAUROC_px) 4.975 (mAP_px) 0.607 (mF1_max_px) 17.140 (mAUPRO_px) 0.206 (mF1_px_0.2_0.8_0.1) 0.206 (mAcc_px_0.2_0.8_0.1) 0.204 (mIoU_px_0.2_0.8_0.1) 0.602 (mIoU_max_px) +2024-04-04 12:43:13,581 - ==> Metric Time for potato : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.382 (mAUROC_px) 4.150 (mAP_px) 0.513 (mF1_max_px) 14.599 (mAUPRO_px) 0.179 (mF1_px_0.2_0.8_0.1) 0.177 (mAcc_px_0.2_0.8_0.1) 0.179 (mIoU_px_0.2_0.8_0.1) 0.519 (mIoU_max_px) +2024-04-04 12:43:36,702 - ==> Metric Time for rope : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 4.882 (mAUROC_px) 3.654 (mAP_px) 0.465 (mF1_max_px) 13.064 (mAUPRO_px) 0.158 (mF1_px_0.2_0.8_0.1) 0.155 (mAcc_px_0.2_0.8_0.1) 0.160 (mIoU_px_0.2_0.8_0.1) 0.463 (mIoU_max_px) +2024-04-04 12:44:01,947 - ==> Metric Time for tire : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.347 (mAUROC_px) 4.097 (mAP_px) 0.513 (mF1_max_px) 14.085 (mAUPRO_px) 0.176 (mF1_px_0.2_0.8_0.1) 0.177 (mAcc_px_0.2_0.8_0.1) 0.178 (mIoU_px_0.2_0.8_0.1) 0.538 (mIoU_max_px) +2024-04-04 12:44:01,960 - +| Name | mAUROC_sp_max | mAUROC_sp_max (Max) | mAP_sp_max | mAP_sp_max (Max) | mF1_max_sp_max | mF1_max_sp_max (Max) | mAUROC_px | mAUROC_px (Max) | mAP_px | mAP_px (Max) | mF1_max_px | mF1_max_px (Max) | mAUPRO_px | mAUPRO_px (Max) | mF1_px_0.2_0.8_0.1 | mF1_px_0.2_0.8_0.1 (Max) | mAcc_px_0.2_0.8_0.1 | mAcc_px_0.2_0.8_0.1 (Max) | mIoU_px_0.2_0.8_0.1 | mIoU_px_0.2_0.8_0.1 (Max) | mIoU_max_px | mIoU_max_px (Max) | +|:-----------:|:---------------:|:---------------------:|:------------:|:------------------:|:----------------:|:----------------------:|:-----------:|:------------------:|:--------:|:------------------:|:------------:|:------------------:|:-----------:|:------------------:|:--------------------:|:--------------------------:|:---------------------:|:---------------------------:|:---------------------:|:---------------------------:|:-------------:|:-------------------:| +| bagel | 89.153 | 92.045 (100 epoch) | 97.217 | 97.840 (650 epoch) | 92.473 | 94.505 (100 epoch) | 98.457 | 98.797 (50 epoch) | 38.508 | 41.737 (150 epoch) | 41.719 | 45.466 (300 epoch) | 91.536 | 95.486 (100 epoch) | 18.644 | 19.697 (300 epoch) | 67.870 | 78.616 (50 epoch) | 10.973 | 11.799 (300 epoch) | 26.357 | 29.421 (300 epoch) | +| cable_gland | 95.293 | 95.731 (850 epoch) | 98.891 | 99.000 (850 epoch) | 94.382 | 95.556 (350 epoch) | 99.464 | 99.464 (900 epoch) | 41.307 | 41.307 (900 epoch) | 46.530 | 46.530 (900 epoch) | 98.582 | 98.582 (900 epoch) | 24.376 | 24.376 (900 epoch) | 53.971 | 56.815 (450 epoch) | 14.719 | 14.719 (900 epoch) | 30.319 | 30.319 (900 epoch) | +| carrot | 91.134 | 91.807 (150 epoch) | 97.856 | 98.187 (150 epoch) | 95.620 | 95.652 (500 epoch) | 99.468 | 99.476 (800 epoch) | 31.117 | 31.859 (800 epoch) | 36.839 | 37.104 (800 epoch) | 97.896 | 98.145 (550 epoch) | 20.047 | 20.047 (900 epoch) | 55.227 | 57.694 (750 epoch) | 11.608 | 11.608 (900 epoch) | 22.578 | 22.778 (800 epoch) | +| cookie | 62.309 | 65.083 (750 epoch) | 88.100 | 88.757 (650 epoch) | 88.412 | 88.793 (600 epoch) | 96.685 | 97.153 (450 epoch) | 37.902 | 41.290 (300 epoch) | 40.717 | 43.756 (300 epoch) | 83.808 | 85.905 (450 epoch) | 16.978 | 18.186 (50 epoch) | 52.338 | 59.787 (50 epoch) | 9.858 | 10.542 (50 epoch) | 25.563 | 28.005 (300 epoch) | +| dowel | 98.780 | 98.780 (900 epoch) | 99.705 | 99.705 (900 epoch) | 97.170 | 97.170 (850 epoch) | 99.614 | 99.616 (750 epoch) | 50.750 | 51.685 (750 epoch) | 50.929 | 51.357 (850 epoch) | 97.068 | 97.506 (500 epoch) | 28.408 | 30.977 (350 epoch) | 49.021 | 58.070 (350 epoch) | 17.600 | 19.253 (350 epoch) | 34.164 | 34.551 (850 epoch) | +| foam | 82.688 | 84.812 (300 epoch) | 95.461 | 96.034 (300 epoch) | 89.773 | 90.588 (300 epoch) | 95.349 | 95.530 (250 epoch) | 24.090 | 24.221 (100 epoch) | 32.242 | 33.822 (100 epoch) | 84.402 | 84.473 (850 epoch) | 20.016 | 20.106 (850 epoch) | 42.053 | 45.846 (50 epoch) | 11.449 | 11.507 (850 epoch) | 19.219 | 20.353 (100 epoch) | +| peach | 89.260 | 92.779 (550 epoch) | 97.158 | 98.093 (100 epoch) | 93.458 | 94.836 (50 epoch) | 99.321 | 99.509 (100 epoch) | 41.148 | 47.721 (100 epoch) | 43.262 | 48.356 (100 epoch) | 96.928 | 98.112 (100 epoch) | 20.051 | 22.195 (300 epoch) | 64.811 | 74.168 (300 epoch) | 11.853 | 13.441 (100 epoch) | 27.601 | 31.888 (100 epoch) | +| potato | 62.253 | 69.170 (350 epoch) | 87.799 | 90.102 (400 epoch) | 90.196 | 91.089 (350 epoch) | 99.019 | 99.096 (350 epoch) | 18.076 | 18.791 (350 epoch) | 24.229 | 24.593 (500 epoch) | 94.330 | 95.719 (150 epoch) | 11.311 | 12.747 (350 epoch) | 48.293 | 63.214 (100 epoch) | 6.155 | 6.980 (350 epoch) | 13.784 | 14.021 (500 epoch) | +| rope | 97.509 | 97.600 (650 epoch) | 98.989 | 98.989 (900 epoch) | 94.737 | 94.737 (550 epoch) | 99.421 | 99.428 (800 epoch) | 51.381 | 52.962 (600 epoch) | 50.904 | 51.332 (600 epoch) | 96.155 | 96.351 (700 epoch) | 31.253 | 31.696 (550 epoch) | 49.511 | 55.578 (50 epoch) | 19.592 | 19.929 (550 epoch) | 34.142 | 34.528 (600 epoch) | +| tire | 91.034 | 91.264 (850 epoch) | 97.240 | 97.259 (850 epoch) | 93.855 | 93.855 (900 epoch) | 99.517 | 99.520 (650 epoch) | 41.602 | 42.153 (600 epoch) | 45.792 | 46.888 (550 epoch) | 97.120 | 97.572 (650 epoch) | 23.295 | 23.448 (550 epoch) | 56.718 | 58.968 (700 epoch) | 14.162 | 14.267 (550 epoch) | 29.695 | 30.624 (550 epoch) | +| Avg | 85.941 | 86.248 (550 epoch) | 95.842 | 95.852 (500 epoch) | 93.008 | 93.008 (900 epoch) | 98.632 | 98.657 (500 epoch) | 37.588 | 37.933 (400 epoch) | 41.316 | 41.453 (650 epoch) | 93.782 | 94.061 (450 epoch) | 21.438 | 21.746 (450 epoch) | 53.981 | 57.077 (400 epoch) | 12.797 | 13.006 (450 epoch) | 26.342 | 26.483 (650 epoch) | +2024-04-04 12:44:02,198 - ==> Total time: 2 days, 11:43:56 Eta: 6:38:12 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 12:46:30,754 - Train: 90.05% [165700/184000] [900.5/1000.0] [batch_t 1.436 (1.441)] [data_t 0.002] [optim_t 1.434] [lr 0.000500] +2024-04-04 12:48:31,318 - ==> Total time: 2 days, 11:48:25 Eta: 6:34:17 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 12:48:56,106 - Train: 90.11% [165800/184000] [901.1/1000.0] [batch_t 1.432 (1.454)] [data_t 0.002] [optim_t 1.429] [lr 0.000500] +2024-04-04 12:51:19,631 - Train: 90.16% [165900/184000] [901.6/1000.0] [batch_t 1.430 (1.435)] [data_t 0.003] [optim_t 1.427] [lr 0.000500] +2024-04-04 12:52:57,161 - ==> Total time: 2 days, 11:52:51 Eta: 6:30:21 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 12:53:44,933 - Train: 90.22% [166000/184000] [902.2/1000.0] [batch_t 1.431 (1.444)] [data_t 0.002] [optim_t 1.428] [lr 0.000500] +2024-04-04 12:56:08,282 - Train: 90.27% [166100/184000] [902.7/1000.0] [batch_t 1.438 (1.433)] [data_t 0.003] [optim_t 1.435] [lr 0.000500] +2024-04-04 12:57:22,773 - ==> Total time: 2 days, 11:57:17 Eta: 6:26:25 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 12:58:33,502 - Train: 90.33% [166200/184000] [903.3/1000.0] [batch_t 1.438 (1.440)] [data_t 0.003] [optim_t 1.436] [lr 0.000500] +2024-04-04 13:00:56,994 - Train: 90.38% [166300/184000] [903.8/1000.0] [batch_t 1.440 (1.435)] [data_t 0.002] [optim_t 1.438] [lr 0.000500] +2024-04-04 13:01:48,728 - ==> Total time: 2 days, 12:01:43 Eta: 6:22:29 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 13:03:22,639 - Train: 90.43% [166400/184000] [904.3/1000.0] [batch_t 1.426 (1.440)] [data_t 0.003] [optim_t 1.423] [lr 0.000500] +2024-04-04 13:05:46,076 - Train: 90.49% [166500/184000] [904.9/1000.0] [batch_t 1.430 (1.434)] [data_t 0.003] [optim_t 1.427] [lr 0.000500] +2024-04-04 13:06:14,773 - ==> Total time: 2 days, 12:06:09 Eta: 6:18:32 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 13:08:11,571 - Train: 90.54% [166600/184000] [905.4/1000.0] [batch_t 1.431 (1.440)] [data_t 0.002] [optim_t 1.429] [lr 0.000500] +2024-04-04 13:10:34,964 - Train: 90.60% [166700/184000] [906.0/1000.0] [batch_t 1.437 (1.434)] [data_t 0.003] [optim_t 1.434] [lr 0.000500] +2024-04-04 13:10:40,694 - ==> Total time: 2 days, 12:10:35 Eta: 6:14:36 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 13:13:00,416 - Train: 90.65% [166800/184000] [906.5/1000.0] [batch_t 1.440 (1.437)] [data_t 0.002] [optim_t 1.438] [lr 0.000500] +2024-04-04 13:15:06,597 - ==> Total time: 2 days, 12:15:01 Eta: 6:10:40 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 13:15:26,608 - Train: 90.71% [166900/184000] [907.1/1000.0] [batch_t 1.436 (1.464)] [data_t 0.003] [optim_t 1.434] [lr 0.000500] +2024-04-04 13:17:50,058 - Train: 90.76% [167000/184000] [907.6/1000.0] [batch_t 1.424 (1.434)] [data_t 0.003] [optim_t 1.421] [lr 0.000500] +2024-04-04 13:19:33,414 - ==> Total time: 2 days, 12:19:27 Eta: 6:06:43 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 13:20:15,521 - Train: 90.82% [167100/184000] [908.2/1000.0] [batch_t 1.435 (1.445)] [data_t 0.002] [optim_t 1.432] [lr 0.000500] +2024-04-04 13:22:39,011 - Train: 90.87% [167200/184000] [908.7/1000.0] [batch_t 1.427 (1.435)] [data_t 0.002] [optim_t 1.425] [lr 0.000500] +2024-04-04 13:23:59,336 - ==> Total time: 2 days, 12:23:53 Eta: 6:02:47 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 13:25:04,309 - Train: 90.92% [167300/184000] [909.2/1000.0] [batch_t 1.425 (1.439)] [data_t 0.002] [optim_t 1.423] [lr 0.000500] +2024-04-04 13:27:27,724 - Train: 90.98% [167400/184000] [909.8/1000.0] [batch_t 1.440 (1.434)] [data_t 0.002] [optim_t 1.437] [lr 0.000500] +2024-04-04 13:28:25,058 - ==> Total time: 2 days, 12:28:19 Eta: 5:58:50 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 13:29:53,042 - Train: 91.03% [167500/184000] [910.3/1000.0] [batch_t 1.433 (1.440)] [data_t 0.002] [optim_t 1.431] [lr 0.000500] +2024-04-04 13:32:16,328 - Train: 91.09% [167600/184000] [910.9/1000.0] [batch_t 1.432 (1.433)] [data_t 0.003] [optim_t 1.429] [lr 0.000500] +2024-04-04 13:32:50,705 - ==> Total time: 2 days, 12:32:45 Eta: 5:54:54 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 13:34:41,892 - Train: 91.14% [167700/184000] [911.4/1000.0] [batch_t 1.438 (1.441)] [data_t 0.002] [optim_t 1.435] [lr 0.000500] +2024-04-04 13:37:05,466 - Train: 91.20% [167800/184000] [912.0/1000.0] [batch_t 1.436 (1.436)] [data_t 0.002] [optim_t 1.434] [lr 0.000500] +2024-04-04 13:37:16,909 - ==> Total time: 2 days, 12:37:11 Eta: 5:50:57 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 13:39:30,951 - Train: 91.25% [167900/184000] [912.5/1000.0] [batch_t 1.434 (1.439)] [data_t 0.002] [optim_t 1.432] [lr 0.000500] +2024-04-04 13:41:42,830 - ==> Total time: 2 days, 12:41:37 Eta: 5:47:00 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 13:41:56,511 - Train: 91.30% [168000/184000] [913.0/1000.0] [batch_t 1.434 (1.512)] [data_t 0.003] [optim_t 1.432] [lr 0.000500] +2024-04-04 13:44:19,828 - Train: 91.36% [168100/184000] [913.6/1000.0] [batch_t 1.445 (1.433)] [data_t 0.003] [optim_t 1.442] [lr 0.000500] +2024-04-04 13:46:08,813 - ==> Total time: 2 days, 12:46:03 Eta: 5:43:03 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 13:46:45,100 - Train: 91.41% [168200/184000] [914.1/1000.0] [batch_t 1.437 (1.450)] [data_t 0.003] [optim_t 1.435] [lr 0.000500] +2024-04-04 13:49:08,428 - Train: 91.47% [168300/184000] [914.7/1000.0] [batch_t 1.433 (1.433)] [data_t 0.004] [optim_t 1.429] [lr 0.000500] +2024-04-04 13:50:34,447 - ==> Total time: 2 days, 12:50:28 Eta: 5:39:06 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 13:51:34,046 - Train: 91.52% [168400/184000] [915.2/1000.0] [batch_t 1.433 (1.443)] [data_t 0.002] [optim_t 1.431] [lr 0.000500] +2024-04-04 13:53:57,455 - Train: 91.58% [168500/184000] [915.8/1000.0] [batch_t 1.440 (1.434)] [data_t 0.002] [optim_t 1.437] [lr 0.000500] +2024-04-04 13:55:00,644 - ==> Total time: 2 days, 12:54:55 Eta: 5:35:10 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 13:56:24,511 - Train: 91.63% [168600/184000] [916.3/1000.0] [batch_t 1.421 (1.467)] [data_t 0.003] [optim_t 1.418] [lr 0.000500] +2024-04-04 13:58:47,883 - Train: 91.68% [168700/184000] [916.8/1000.0] [batch_t 1.432 (1.434)] [data_t 0.003] [optim_t 1.429] [lr 0.000500] +2024-04-04 13:59:27,982 - ==> Total time: 2 days, 12:59:22 Eta: 5:31:13 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 14:01:13,410 - Train: 91.74% [168800/184000] [917.4/1000.0] [batch_t 1.431 (1.441)] [data_t 0.002] [optim_t 1.429] [lr 0.000500] +2024-04-04 14:03:36,717 - Train: 91.79% [168900/184000] [917.9/1000.0] [batch_t 1.434 (1.433)] [data_t 0.002] [optim_t 1.432] [lr 0.000500] +2024-04-04 14:03:53,896 - ==> Total time: 2 days, 13:03:48 Eta: 5:27:16 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 14:06:01,944 - Train: 91.85% [169000/184000] [918.5/1000.0] [batch_t 1.444 (1.437)] [data_t 0.003] [optim_t 1.441] [lr 0.000500] +2024-04-04 14:08:19,742 - ==> Total time: 2 days, 13:08:14 Eta: 5:23:18 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 14:08:27,474 - Train: 91.90% [169100/184000] [919.0/1000.0] [batch_t 1.430 (1.567)] [data_t 0.003] [optim_t 1.427] [lr 0.000500] +2024-04-04 14:10:49,783 - Train: 91.96% [169200/184000] [919.6/1000.0] [batch_t 1.423 (1.423)] [data_t 0.002] [optim_t 1.421] [lr 0.000500] +2024-04-04 14:12:43,132 - ==> Total time: 2 days, 13:12:37 Eta: 5:19:21 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 14:13:13,380 - Train: 92.01% [169300/184000] [920.1/1000.0] [batch_t 1.418 (1.429)] [data_t 0.002] [optim_t 1.416] [lr 0.000500] +2024-04-04 14:15:35,038 - Train: 92.07% [169400/184000] [920.7/1000.0] [batch_t 1.418 (1.416)] [data_t 0.002] [optim_t 1.416] [lr 0.000500] +2024-04-04 14:17:05,742 - ==> Total time: 2 days, 13:17:00 Eta: 5:15:23 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 14:17:58,990 - Train: 92.12% [169500/184000] [921.2/1000.0] [batch_t 1.419 (1.427)] [data_t 0.002] [optim_t 1.417] [lr 0.000500] +2024-04-04 14:20:20,713 - Train: 92.17% [169600/184000] [921.7/1000.0] [batch_t 1.420 (1.417)] [data_t 0.002] [optim_t 1.418] [lr 0.000500] +2024-04-04 14:21:28,727 - ==> Total time: 2 days, 13:21:23 Eta: 5:11:26 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 14:22:44,475 - Train: 92.23% [169700/184000] [922.3/1000.0] [batch_t 1.416 (1.424)] [data_t 0.002] [optim_t 1.414] [lr 0.000500] +2024-04-04 14:25:06,125 - Train: 92.28% [169800/184000] [922.8/1000.0] [batch_t 1.418 (1.416)] [data_t 0.002] [optim_t 1.416] [lr 0.000500] +2024-04-04 14:25:51,440 - ==> Total time: 2 days, 13:25:45 Eta: 5:07:28 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 14:27:29,725 - Train: 92.34% [169900/184000] [923.4/1000.0] [batch_t 1.414 (1.422)] [data_t 0.002] [optim_t 1.412] [lr 0.000500] +2024-04-04 14:29:51,338 - Train: 92.39% [170000/184000] [923.9/1000.0] [batch_t 1.418 (1.416)] [data_t 0.002] [optim_t 1.416] [lr 0.000500] +2024-04-04 14:30:14,014 - ==> Total time: 2 days, 13:30:08 Eta: 5:03:31 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 14:32:15,129 - Train: 92.45% [170100/184000] [924.5/1000.0] [batch_t 1.422 (1.422)] [data_t 0.002] [optim_t 1.420] [lr 0.000500] +2024-04-04 14:34:36,736 - Train: 92.50% [170200/184000] [925.0/1000.0] [batch_t 1.420 (1.416)] [data_t 0.002] [optim_t 1.417] [lr 0.000500] +2024-04-04 14:34:36,740 - ==> Total time: 2 days, 13:34:31 Eta: 4:59:33 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 14:37:00,326 - Train: 92.55% [170300/184000] [925.5/1000.0] [batch_t 1.418 (1.420)] [data_t 0.002] [optim_t 1.416] [lr 0.000500] +2024-04-04 14:38:59,317 - ==> Total time: 2 days, 13:38:53 Eta: 4:55:35 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 14:39:23,853 - Train: 92.61% [170400/184000] [926.1/1000.0] [batch_t 1.418 (1.433)] [data_t 0.002] [optim_t 1.416] [lr 0.000500] +2024-04-04 14:41:45,505 - Train: 92.66% [170500/184000] [926.6/1000.0] [batch_t 1.416 (1.416)] [data_t 0.002] [optim_t 1.414] [lr 0.000500] +2024-04-04 14:43:21,821 - ==> Total time: 2 days, 13:43:16 Eta: 4:51:37 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 14:44:09,034 - Train: 92.72% [170600/184000] [927.2/1000.0] [batch_t 1.416 (1.426)] [data_t 0.002] [optim_t 1.414] [lr 0.000500] +2024-04-04 14:46:30,658 - Train: 92.77% [170700/184000] [927.7/1000.0] [batch_t 1.417 (1.416)] [data_t 0.002] [optim_t 1.415] [lr 0.000500] +2024-04-04 14:47:44,295 - ==> Total time: 2 days, 13:47:38 Eta: 4:47:39 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 14:48:54,140 - Train: 92.83% [170800/184000] [928.3/1000.0] [batch_t 1.420 (1.423)] [data_t 0.002] [optim_t 1.418] [lr 0.000500] +2024-04-04 14:51:15,763 - Train: 92.88% [170900/184000] [928.8/1000.0] [batch_t 1.412 (1.416)] [data_t 0.002] [optim_t 1.410] [lr 0.000500] +2024-04-04 14:52:06,720 - ==> Total time: 2 days, 13:52:01 Eta: 4:43:41 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 14:53:39,234 - Train: 92.93% [171000/184000] [929.3/1000.0] [batch_t 1.417 (1.422)] [data_t 0.002] [optim_t 1.414] [lr 0.000500] +2024-04-04 14:56:00,848 - Train: 92.99% [171100/184000] [929.9/1000.0] [batch_t 1.413 (1.416)] [data_t 0.002] [optim_t 1.411] [lr 0.000500] +2024-04-04 14:56:29,202 - ==> Total time: 2 days, 13:56:23 Eta: 4:39:43 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 14:58:24,319 - Train: 93.04% [171200/184000] [930.4/1000.0] [batch_t 1.416 (1.420)] [data_t 0.003] [optim_t 1.414] [lr 0.000500] +2024-04-04 15:00:45,885 - Train: 93.10% [171300/184000] [931.0/1000.0] [batch_t 1.412 (1.416)] [data_t 0.002] [optim_t 1.410] [lr 0.000500] +2024-04-04 15:00:51,554 - ==> Total time: 2 days, 14:00:45 Eta: 4:35:45 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 15:03:09,319 - Train: 93.15% [171400/184000] [931.5/1000.0] [batch_t 1.416 (1.419)] [data_t 0.002] [optim_t 1.414] [lr 0.000500] +2024-04-04 15:05:13,932 - ==> Total time: 2 days, 14:05:08 Eta: 4:31:47 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 15:05:32,834 - Train: 93.21% [171500/184000] [932.1/1000.0] [batch_t 1.420 (1.451)] [data_t 0.002] [optim_t 1.417] [lr 0.000500] +2024-04-04 15:07:54,434 - Train: 93.26% [171600/184000] [932.6/1000.0] [batch_t 1.412 (1.416)] [data_t 0.002] [optim_t 1.409] [lr 0.000500] +2024-04-04 15:09:36,432 - ==> Total time: 2 days, 14:09:30 Eta: 4:27:49 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 15:10:17,922 - Train: 93.32% [171700/184000] [933.2/1000.0] [batch_t 1.418 (1.430)] [data_t 0.002] [optim_t 1.416] [lr 0.000500] +2024-04-04 15:12:39,496 - Train: 93.37% [171800/184000] [933.7/1000.0] [batch_t 1.420 (1.416)] [data_t 0.002] [optim_t 1.418] [lr 0.000500] +2024-04-04 15:13:58,807 - ==> Total time: 2 days, 14:13:53 Eta: 4:23:51 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 15:15:02,941 - Train: 93.42% [171900/184000] [934.2/1000.0] [batch_t 1.417 (1.424)] [data_t 0.002] [optim_t 1.415] [lr 0.000500] +2024-04-04 15:17:24,560 - Train: 93.48% [172000/184000] [934.8/1000.0] [batch_t 1.409 (1.416)] [data_t 0.002] [optim_t 1.407] [lr 0.000500] +2024-04-04 15:18:21,251 - ==> Total time: 2 days, 14:18:15 Eta: 4:19:52 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 15:19:48,083 - Train: 93.53% [172100/184000] [935.3/1000.0] [batch_t 1.418 (1.422)] [data_t 0.002] [optim_t 1.416] [lr 0.000500] +2024-04-04 15:22:09,675 - Train: 93.59% [172200/184000] [935.9/1000.0] [batch_t 1.417 (1.416)] [data_t 0.002] [optim_t 1.415] [lr 0.000500] +2024-04-04 15:22:43,633 - ==> Total time: 2 days, 14:22:38 Eta: 4:15:54 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 15:24:32,952 - Train: 93.64% [172300/184000] [936.4/1000.0] [batch_t 1.419 (1.419)] [data_t 0.002] [optim_t 1.417] [lr 0.000500] +2024-04-04 15:26:54,474 - Train: 93.70% [172400/184000] [937.0/1000.0] [batch_t 1.418 (1.415)] [data_t 0.002] [optim_t 1.416] [lr 0.000500] +2024-04-04 15:27:05,782 - ==> Total time: 2 days, 14:27:00 Eta: 4:11:55 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 15:29:17,818 - Train: 93.75% [172500/184000] [937.5/1000.0] [batch_t 1.412 (1.418)] [data_t 0.002] [optim_t 1.410] [lr 0.000500] +2024-04-04 15:31:28,144 - ==> Total time: 2 days, 14:31:22 Eta: 4:07:57 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 15:31:41,313 - Train: 93.80% [172600/184000] [938.0/1000.0] [batch_t 1.422 (1.463)] [data_t 0.002] [optim_t 1.420] [lr 0.000500] +2024-04-04 15:34:02,934 - Train: 93.86% [172700/184000] [938.6/1000.0] [batch_t 1.412 (1.416)] [data_t 0.002] [optim_t 1.409] [lr 0.000500] +2024-04-04 15:35:50,554 - ==> Total time: 2 days, 14:35:44 Eta: 4:03:59 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 15:36:26,378 - Train: 93.91% [172800/184000] [939.1/1000.0] [batch_t 1.412 (1.427)] [data_t 0.002] [optim_t 1.409] [lr 0.000500] +2024-04-04 15:38:47,936 - Train: 93.97% [172900/184000] [939.7/1000.0] [batch_t 1.413 (1.415)] [data_t 0.002] [optim_t 1.411] [lr 0.000500] +2024-04-04 15:40:12,876 - ==> Total time: 2 days, 14:40:07 Eta: 4:00:00 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 15:41:11,354 - Train: 94.02% [173000/184000] [940.2/1000.0] [batch_t 1.417 (1.423)] [data_t 0.002] [optim_t 1.414] [lr 0.000500] +2024-04-04 15:43:32,953 - Train: 94.08% [173100/184000] [940.8/1000.0] [batch_t 1.421 (1.416)] [data_t 0.002] [optim_t 1.419] [lr 0.000500] +2024-04-04 15:44:35,269 - ==> Total time: 2 days, 14:44:29 Eta: 3:56:01 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 15:45:56,383 - Train: 94.13% [173200/184000] [941.3/1000.0] [batch_t 1.417 (1.422)] [data_t 0.002] [optim_t 1.415] [lr 0.000500] +2024-04-04 15:48:18,007 - Train: 94.18% [173300/184000] [941.8/1000.0] [batch_t 1.417 (1.416)] [data_t 0.003] [optim_t 1.414] [lr 0.000500] +2024-04-04 15:48:57,669 - ==> Total time: 2 days, 14:48:52 Eta: 3:52:03 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 15:50:41,470 - Train: 94.24% [173400/184000] [942.4/1000.0] [batch_t 1.418 (1.421)] [data_t 0.002] [optim_t 1.416] [lr 0.000500] +2024-04-04 15:53:03,048 - Train: 94.29% [173500/184000] [942.9/1000.0] [batch_t 1.418 (1.416)] [data_t 0.002] [optim_t 1.416] [lr 0.000500] +2024-04-04 15:53:20,087 - ==> Total time: 2 days, 14:53:14 Eta: 3:48:04 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 15:55:26,762 - Train: 94.35% [173600/184000] [943.5/1000.0] [batch_t 1.419 (1.421)] [data_t 0.002] [optim_t 1.416] [lr 0.000500] +2024-04-04 15:57:42,762 - ==> Total time: 2 days, 14:57:37 Eta: 3:44:05 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 15:57:50,239 - Train: 94.40% [173700/184000] [944.0/1000.0] [batch_t 1.417 (1.488)] [data_t 0.002] [optim_t 1.415] [lr 0.000500] +2024-04-04 16:00:11,820 - Train: 94.46% [173800/184000] [944.6/1000.0] [batch_t 1.414 (1.416)] [data_t 0.002] [optim_t 1.412] [lr 0.000500] +2024-04-04 16:02:05,143 - ==> Total time: 2 days, 15:01:59 Eta: 3:40:06 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 16:02:35,346 - Train: 94.51% [173900/184000] [945.1/1000.0] [batch_t 1.418 (1.432)] [data_t 0.002] [optim_t 1.416] [lr 0.000500] +2024-04-04 16:04:56,905 - Train: 94.57% [174000/184000] [945.7/1000.0] [batch_t 1.411 (1.415)] [data_t 0.002] [optim_t 1.409] [lr 0.000500] +2024-04-04 16:06:27,581 - ==> Total time: 2 days, 15:06:22 Eta: 3:36:08 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 16:07:20,601 - Train: 94.62% [174100/184000] [946.2/1000.0] [batch_t 1.417 (1.427)] [data_t 0.002] [optim_t 1.415] [lr 0.000500] +2024-04-04 16:09:42,197 - Train: 94.67% [174200/184000] [946.7/1000.0] [batch_t 1.417 (1.416)] [data_t 0.002] [optim_t 1.415] [lr 0.000500] +2024-04-04 16:10:50,190 - ==> Total time: 2 days, 15:10:44 Eta: 3:32:09 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 16:12:05,748 - Train: 94.73% [174300/184000] [947.3/1000.0] [batch_t 1.418 (1.424)] [data_t 0.002] [optim_t 1.416] [lr 0.000500] +2024-04-04 16:14:27,400 - Train: 94.78% [174400/184000] [947.8/1000.0] [batch_t 1.415 (1.416)] [data_t 0.002] [optim_t 1.413] [lr 0.000500] +2024-04-04 16:15:12,713 - ==> Total time: 2 days, 15:15:07 Eta: 3:28:10 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 16:16:51,020 - Train: 94.84% [174500/184000] [948.4/1000.0] [batch_t 1.411 (1.422)] [data_t 0.002] [optim_t 1.409] [lr 0.000500] +2024-04-04 16:19:12,693 - Train: 94.89% [174600/184000] [948.9/1000.0] [batch_t 1.417 (1.417)] [data_t 0.002] [optim_t 1.415] [lr 0.000500] +2024-04-04 16:19:35,376 - ==> Total time: 2 days, 15:19:29 Eta: 3:24:11 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 16:21:36,205 - Train: 94.95% [174700/184000] [949.5/1000.0] [batch_t 1.415 (1.420)] [data_t 0.002] [optim_t 1.413] [lr 0.000500] +2024-04-04 16:23:57,871 - Train: 95.00% [174800/184000] [950.0/1000.0] [batch_t 1.418 (1.417)] [data_t 0.002] [optim_t 1.416] [lr 0.000500] +2024-04-04 16:24:20,642 - Test: 66.67% [50/75] [batch_t 0.416 (0.446)] +2024-04-04 16:24:30,946 - Test: 100.00% [75/75] [batch_t 0.344 (0.435)] +2024-04-04 16:24:57,451 - ==> Metric Time for bagel : 0.002 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.363 (mAUROC_px) 3.994 (mAP_px) 0.496 (mF1_max_px) 14.653 (mAUPRO_px) 0.172 (mF1_px_0.2_0.8_0.1) 0.173 (mAcc_px_0.2_0.8_0.1) 0.175 (mIoU_px_0.2_0.8_0.1) 0.495 (mIoU_max_px) +2024-04-04 16:25:21,989 - ==> Metric Time for cable_gland : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.188 (mAUROC_px) 3.947 (mAP_px) 0.507 (mF1_max_px) 13.777 (mAUPRO_px) 0.175 (mF1_px_0.2_0.8_0.1) 0.168 (mAcc_px_0.2_0.8_0.1) 0.164 (mIoU_px_0.2_0.8_0.1) 0.485 (mIoU_max_px) +2024-04-04 16:25:59,165 - ==> Metric Time for carrot : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 8.204 (mAUROC_px) 6.084 (mAP_px) 0.754 (mF1_max_px) 20.440 (mAUPRO_px) 0.251 (mF1_px_0.2_0.8_0.1) 0.253 (mAcc_px_0.2_0.8_0.1) 0.251 (mIoU_px_0.2_0.8_0.1) 0.732 (mIoU_max_px) +2024-04-04 16:26:30,650 - ==> Metric Time for cookie : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 6.714 (mAUROC_px) 4.960 (mAP_px) 0.616 (mF1_max_px) 17.786 (mAUPRO_px) 0.204 (mF1_px_0.2_0.8_0.1) 0.208 (mAcc_px_0.2_0.8_0.1) 0.210 (mIoU_px_0.2_0.8_0.1) 0.601 (mIoU_max_px) +2024-04-04 16:27:01,374 - ==> Metric Time for dowel : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 6.693 (mAUROC_px) 4.948 (mAP_px) 0.612 (mF1_max_px) 17.076 (mAUPRO_px) 0.205 (mF1_px_0.2_0.8_0.1) 0.204 (mAcc_px_0.2_0.8_0.1) 0.203 (mIoU_px_0.2_0.8_0.1) 0.603 (mIoU_max_px) +2024-04-04 16:27:24,607 - ==> Metric Time for foam : 0.002 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 4.892 (mAUROC_px) 3.703 (mAP_px) 0.457 (mF1_max_px) 13.114 (mAUPRO_px) 0.153 (mF1_px_0.2_0.8_0.1) 0.155 (mAcc_px_0.2_0.8_0.1) 0.158 (mIoU_px_0.2_0.8_0.1) 0.455 (mIoU_max_px) +2024-04-04 16:27:55,379 - ==> Metric Time for peach : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 6.662 (mAUROC_px) 4.912 (mAP_px) 0.601 (mF1_max_px) 17.186 (mAUPRO_px) 0.209 (mF1_px_0.2_0.8_0.1) 0.206 (mAcc_px_0.2_0.8_0.1) 0.209 (mIoU_px_0.2_0.8_0.1) 0.606 (mIoU_max_px) +2024-04-04 16:28:21,701 - ==> Metric Time for potato : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.571 (mAUROC_px) 4.146 (mAP_px) 0.529 (mF1_max_px) 14.862 (mAUPRO_px) 0.177 (mF1_px_0.2_0.8_0.1) 0.175 (mAcc_px_0.2_0.8_0.1) 0.172 (mIoU_px_0.2_0.8_0.1) 0.528 (mIoU_max_px) +2024-04-04 16:28:44,897 - ==> Metric Time for rope : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 4.854 (mAUROC_px) 3.680 (mAP_px) 0.464 (mF1_max_px) 13.144 (mAUPRO_px) 0.153 (mF1_px_0.2_0.8_0.1) 0.154 (mAcc_px_0.2_0.8_0.1) 0.156 (mIoU_px_0.2_0.8_0.1) 0.450 (mIoU_max_px) +2024-04-04 16:29:10,855 - ==> Metric Time for tire : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.528 (mAUROC_px) 4.137 (mAP_px) 0.506 (mF1_max_px) 14.577 (mAUPRO_px) 0.180 (mF1_px_0.2_0.8_0.1) 0.177 (mAcc_px_0.2_0.8_0.1) 0.176 (mIoU_px_0.2_0.8_0.1) 0.520 (mIoU_max_px) +2024-04-04 16:29:10,872 - +| Name | mAUROC_sp_max | mAUROC_sp_max (Max) | mAP_sp_max | mAP_sp_max (Max) | mF1_max_sp_max | mF1_max_sp_max (Max) | mAUROC_px | mAUROC_px (Max) | mAP_px | mAP_px (Max) | mF1_max_px | mF1_max_px (Max) | mAUPRO_px | mAUPRO_px (Max) | mF1_px_0.2_0.8_0.1 | mF1_px_0.2_0.8_0.1 (Max) | mAcc_px_0.2_0.8_0.1 | mAcc_px_0.2_0.8_0.1 (Max) | mIoU_px_0.2_0.8_0.1 | mIoU_px_0.2_0.8_0.1 (Max) | mIoU_max_px | mIoU_max_px (Max) | +|:-----------:|:---------------:|:---------------------:|:------------:|:------------------:|:----------------:|:----------------------:|:-----------:|:------------------:|:--------:|:------------------:|:------------:|:------------------:|:-----------:|:------------------:|:--------------------:|:--------------------------:|:---------------------:|:---------------------------:|:---------------------:|:---------------------------:|:-------------:|:-------------------:| +| bagel | 87.707 | 92.045 (100 epoch) | 96.836 | 97.840 (650 epoch) | 92.553 | 94.505 (100 epoch) | 98.483 | 98.797 (50 epoch) | 38.605 | 41.737 (150 epoch) | 41.735 | 45.466 (300 epoch) | 91.668 | 95.486 (100 epoch) | 18.750 | 19.697 (300 epoch) | 68.043 | 78.616 (50 epoch) | 11.047 | 11.799 (300 epoch) | 26.371 | 29.421 (300 epoch) | +| cable_gland | 95.785 | 95.785 (950 epoch) | 99.010 | 99.010 (950 epoch) | 94.915 | 95.556 (350 epoch) | 99.467 | 99.467 (950 epoch) | 41.184 | 41.307 (900 epoch) | 46.520 | 46.530 (900 epoch) | 98.589 | 98.589 (950 epoch) | 24.439 | 24.439 (950 epoch) | 54.037 | 56.815 (450 epoch) | 14.763 | 14.763 (950 epoch) | 30.310 | 30.319 (900 epoch) | +| carrot | 90.881 | 91.807 (150 epoch) | 97.708 | 98.187 (150 epoch) | 95.620 | 95.652 (500 epoch) | 99.462 | 99.476 (800 epoch) | 30.769 | 31.859 (800 epoch) | 36.692 | 37.104 (800 epoch) | 97.857 | 98.145 (550 epoch) | 19.948 | 20.047 (900 epoch) | 55.307 | 57.694 (750 epoch) | 11.549 | 11.608 (900 epoch) | 22.468 | 22.778 (800 epoch) | +| cookie | 61.512 | 65.083 (750 epoch) | 87.859 | 88.757 (650 epoch) | 88.793 | 88.793 (600 epoch) | 96.661 | 97.153 (450 epoch) | 37.865 | 41.290 (300 epoch) | 41.018 | 43.756 (300 epoch) | 83.857 | 85.905 (450 epoch) | 17.218 | 18.186 (50 epoch) | 53.287 | 59.787 (50 epoch) | 10.002 | 10.542 (50 epoch) | 25.801 | 28.005 (300 epoch) | +| dowel | 98.669 | 98.780 (900 epoch) | 99.678 | 99.705 (900 epoch) | 97.170 | 97.170 (850 epoch) | 99.611 | 99.616 (750 epoch) | 50.996 | 51.685 (750 epoch) | 51.455 | 51.455 (950 epoch) | 97.729 | 97.729 (950 epoch) | 28.356 | 30.977 (350 epoch) | 48.284 | 58.070 (350 epoch) | 17.591 | 19.253 (350 epoch) | 34.639 | 34.639 (950 epoch) | +| foam | 82.438 | 84.812 (300 epoch) | 95.386 | 96.034 (300 epoch) | 90.286 | 90.588 (300 epoch) | 95.268 | 95.530 (250 epoch) | 24.109 | 24.221 (100 epoch) | 32.256 | 33.822 (100 epoch) | 84.063 | 84.473 (850 epoch) | 20.044 | 20.106 (850 epoch) | 41.789 | 45.846 (50 epoch) | 11.463 | 11.507 (850 epoch) | 19.229 | 20.353 (100 epoch) | +| peach | 90.203 | 92.779 (550 epoch) | 97.438 | 98.093 (100 epoch) | 93.519 | 94.836 (50 epoch) | 99.332 | 99.509 (100 epoch) | 41.432 | 47.721 (100 epoch) | 43.774 | 48.356 (100 epoch) | 96.650 | 98.112 (100 epoch) | 20.340 | 22.195 (300 epoch) | 65.681 | 74.168 (300 epoch) | 12.053 | 13.441 (100 epoch) | 28.020 | 31.888 (100 epoch) | +| potato | 62.302 | 69.170 (350 epoch) | 87.420 | 90.102 (400 epoch) | 90.196 | 91.089 (350 epoch) | 99.022 | 99.096 (350 epoch) | 17.848 | 18.791 (350 epoch) | 24.207 | 24.593 (500 epoch) | 94.452 | 95.719 (150 epoch) | 11.418 | 12.747 (350 epoch) | 49.079 | 63.214 (100 epoch) | 6.212 | 6.980 (350 epoch) | 13.770 | 14.021 (500 epoch) | +| rope | 97.600 | 97.600 (650 epoch) | 99.025 | 99.025 (950 epoch) | 94.737 | 94.737 (550 epoch) | 99.427 | 99.428 (800 epoch) | 51.338 | 52.962 (600 epoch) | 50.972 | 51.332 (600 epoch) | 96.079 | 96.351 (700 epoch) | 31.310 | 31.696 (550 epoch) | 49.527 | 55.578 (50 epoch) | 19.626 | 19.929 (550 epoch) | 34.203 | 34.528 (600 epoch) | +| tire | 90.897 | 91.264 (850 epoch) | 97.209 | 97.259 (850 epoch) | 93.855 | 93.855 (900 epoch) | 99.503 | 99.520 (650 epoch) | 41.504 | 42.153 (600 epoch) | 45.643 | 46.888 (550 epoch) | 97.119 | 97.572 (650 epoch) | 23.373 | 23.448 (550 epoch) | 57.149 | 58.968 (700 epoch) | 14.213 | 14.267 (550 epoch) | 29.569 | 30.624 (550 epoch) | +| Avg | 85.799 | 86.248 (550 epoch) | 95.757 | 95.852 (500 epoch) | 93.164 | 93.164 (950 epoch) | 98.624 | 98.657 (500 epoch) | 37.565 | 37.933 (400 epoch) | 41.427 | 41.453 (650 epoch) | 93.806 | 94.061 (450 epoch) | 21.520 | 21.746 (450 epoch) | 54.218 | 57.077 (400 epoch) | 12.852 | 13.006 (450 epoch) | 26.438 | 26.483 (650 epoch) | +2024-04-04 16:29:11,088 - ==> Total time: 2 days, 15:29:05 Eta: 3:20:28 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 16:31:35,469 - Train: 95.05% [174900/184000] [950.5/1000.0] [batch_t 1.416 (1.423)] [data_t 0.002] [optim_t 1.414] [lr 0.000500] +2024-04-04 16:33:34,521 - ==> Total time: 2 days, 15:33:28 Eta: 3:16:29 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 16:33:59,240 - Train: 95.11% [175000/184000] [951.1/1000.0] [batch_t 1.420 (1.435)] [data_t 0.002] [optim_t 1.417] [lr 0.000500] +2024-04-04 16:36:20,926 - Train: 95.16% [175100/184000] [951.6/1000.0] [batch_t 1.413 (1.417)] [data_t 0.002] [optim_t 1.411] [lr 0.000500] +2024-04-04 16:37:57,248 - ==> Total time: 2 days, 15:37:51 Eta: 3:12:29 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 16:38:44,530 - Train: 95.22% [175200/184000] [952.2/1000.0] [batch_t 1.417 (1.428)] [data_t 0.002] [optim_t 1.415] [lr 0.000500] +2024-04-04 16:41:06,180 - Train: 95.27% [175300/184000] [952.7/1000.0] [batch_t 1.417 (1.416)] [data_t 0.002] [optim_t 1.415] [lr 0.000500] +2024-04-04 16:42:19,831 - ==> Total time: 2 days, 15:42:14 Eta: 3:08:30 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 16:43:30,063 - Train: 95.33% [175400/184000] [953.3/1000.0] [batch_t 1.418 (1.426)] [data_t 0.002] [optim_t 1.416] [lr 0.000500] +2024-04-04 16:45:51,733 - Train: 95.38% [175500/184000] [953.8/1000.0] [batch_t 1.417 (1.417)] [data_t 0.002] [optim_t 1.415] [lr 0.000500] +2024-04-04 16:46:42,723 - ==> Total time: 2 days, 15:46:37 Eta: 3:04:30 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 16:48:15,206 - Train: 95.43% [175600/184000] [954.3/1000.0] [batch_t 1.417 (1.421)] [data_t 0.002] [optim_t 1.414] [lr 0.000500] +2024-04-04 16:50:36,859 - Train: 95.49% [175700/184000] [954.9/1000.0] [batch_t 1.418 (1.416)] [data_t 0.002] [optim_t 1.416] [lr 0.000500] +2024-04-04 16:51:05,190 - ==> Total time: 2 days, 15:50:59 Eta: 3:00:31 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 16:53:00,888 - Train: 95.54% [175800/184000] [955.4/1000.0] [batch_t 1.411 (1.420)] [data_t 0.002] [optim_t 1.409] [lr 0.000500] +2024-04-04 16:55:22,534 - Train: 95.60% [175900/184000] [956.0/1000.0] [batch_t 1.416 (1.416)] [data_t 0.002] [optim_t 1.414] [lr 0.000500] +2024-04-04 16:55:28,208 - ==> Total time: 2 days, 15:55:22 Eta: 2:56:31 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 16:57:46,231 - Train: 95.65% [176000/184000] [956.5/1000.0] [batch_t 1.417 (1.420)] [data_t 0.002] [optim_t 1.415] [lr 0.000500] +2024-04-04 16:59:50,835 - ==> Total time: 2 days, 15:59:45 Eta: 2:52:31 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 17:00:09,844 - Train: 95.71% [176100/184000] [957.1/1000.0] [batch_t 1.414 (1.449)] [data_t 0.002] [optim_t 1.412] [lr 0.000500] +2024-04-04 17:02:31,420 - Train: 95.76% [176200/184000] [957.6/1000.0] [batch_t 1.412 (1.416)] [data_t 0.002] [optim_t 1.410] [lr 0.000500] +2024-04-04 17:04:13,422 - ==> Total time: 2 days, 16:04:07 Eta: 2:48:31 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 17:04:55,035 - Train: 95.82% [176300/184000] [958.2/1000.0] [batch_t 1.412 (1.427)] [data_t 0.002] [optim_t 1.410] [lr 0.000500] +2024-04-04 17:07:16,683 - Train: 95.87% [176400/184000] [958.7/1000.0] [batch_t 1.418 (1.416)] [data_t 0.002] [optim_t 1.416] [lr 0.000500] +2024-04-04 17:08:36,020 - ==> Total time: 2 days, 16:08:30 Eta: 2:44:32 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 17:09:37,402 - Train: 95.92% [176500/184000] [959.2/1000.0] [batch_t 0.609 (1.358)] [data_t 0.002] [optim_t 0.608] [lr 0.000500] +2024-04-04 17:10:38,238 - Train: 95.98% [176600/184000] [959.8/1000.0] [batch_t 0.608 (0.608)] [data_t 0.002] [optim_t 0.606] [lr 0.000500] +2024-04-04 17:11:02,572 - ==> Total time: 2 days, 16:10:57 Eta: 2:40:27 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 17:11:42,544 - Train: 96.03% [176700/184000] [960.3/1000.0] [batch_t 0.608 (0.614)] [data_t 0.002] [optim_t 0.606] [lr 0.000500] +2024-04-04 17:12:43,403 - Train: 96.09% [176800/184000] [960.9/1000.0] [batch_t 0.608 (0.609)] [data_t 0.002] [optim_t 0.606] [lr 0.000500] +2024-04-04 17:12:58,008 - ==> Total time: 2 days, 16:12:52 Eta: 2:36:21 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 17:13:46,223 - Train: 96.14% [176900/184000] [961.4/1000.0] [batch_t 0.608 (0.614)] [data_t 0.002] [optim_t 0.606] [lr 0.000500] +2024-04-04 17:14:47,084 - Train: 96.20% [177000/184000] [962.0/1000.0] [batch_t 0.608 (0.609)] [data_t 0.002] [optim_t 0.606] [lr 0.000500] +2024-04-04 17:14:51,949 - ==> Total time: 2 days, 16:14:46 Eta: 2:32:16 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 17:15:49,770 - Train: 96.25% [177100/184000] [962.5/1000.0] [batch_t 0.612 (0.611)] [data_t 0.002] [optim_t 0.610] [lr 0.000500] +2024-04-04 17:16:45,733 - ==> Total time: 2 days, 16:16:40 Eta: 2:28:10 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 17:16:52,453 - Train: 96.30% [177200/184000] [963.0/1000.0] [batch_t 0.607 (0.641)] [data_t 0.002] [optim_t 0.605] [lr 0.000500] +2024-04-04 17:17:53,270 - Train: 96.36% [177300/184000] [963.6/1000.0] [batch_t 0.608 (0.608)] [data_t 0.002] [optim_t 0.607] [lr 0.000500] +2024-04-04 17:18:39,632 - ==> Total time: 2 days, 16:18:34 Eta: 2:24:05 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 17:18:56,218 - Train: 96.41% [177400/184000] [964.1/1000.0] [batch_t 0.608 (0.620)] [data_t 0.002] [optim_t 0.606] [lr 0.000500] +2024-04-04 17:19:57,059 - Train: 96.47% [177500/184000] [964.7/1000.0] [batch_t 0.608 (0.608)] [data_t 0.002] [optim_t 0.606] [lr 0.000500] +2024-04-04 17:20:33,584 - ==> Total time: 2 days, 16:20:28 Eta: 2:20:01 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 17:20:59,673 - Train: 96.52% [177600/184000] [965.2/1000.0] [batch_t 0.608 (0.614)] [data_t 0.002] [optim_t 0.606] [lr 0.000500] +2024-04-04 17:22:00,510 - Train: 96.58% [177700/184000] [965.8/1000.0] [batch_t 0.608 (0.608)] [data_t 0.002] [optim_t 0.607] [lr 0.000500] +2024-04-04 17:22:27,293 - ==> Total time: 2 days, 16:22:21 Eta: 2:15:56 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 17:23:03,158 - Train: 96.63% [177800/184000] [966.3/1000.0] [batch_t 0.608 (0.613)] [data_t 0.002] [optim_t 0.606] [lr 0.000500] +2024-04-04 17:24:04,122 - Train: 96.68% [177900/184000] [966.8/1000.0] [batch_t 0.608 (0.610)] [data_t 0.002] [optim_t 0.606] [lr 0.000500] +2024-04-04 17:24:21,156 - ==> Total time: 2 days, 16:24:15 Eta: 2:11:52 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 17:25:06,820 - Train: 96.74% [178000/184000] [967.4/1000.0] [batch_t 0.608 (0.612)] [data_t 0.002] [optim_t 0.606] [lr 0.000500] +2024-04-04 17:26:07,659 - Train: 96.79% [178100/184000] [967.9/1000.0] [batch_t 0.609 (0.608)] [data_t 0.002] [optim_t 0.607] [lr 0.000500] +2024-04-04 17:26:14,956 - ==> Total time: 2 days, 16:26:09 Eta: 2:07:48 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 17:27:10,524 - Train: 96.85% [178200/184000] [968.5/1000.0] [batch_t 0.608 (0.612)] [data_t 0.002] [optim_t 0.606] [lr 0.000500] +2024-04-04 17:28:08,918 - ==> Total time: 2 days, 16:28:03 Eta: 2:03:44 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 17:28:13,230 - Train: 96.90% [178300/184000] [969.0/1000.0] [batch_t 0.609 (0.675)] [data_t 0.002] [optim_t 0.607] [lr 0.000500] +2024-04-04 17:29:14,188 - Train: 96.96% [178400/184000] [969.6/1000.0] [batch_t 0.608 (0.609)] [data_t 0.002] [optim_t 0.606] [lr 0.000500] +2024-04-04 17:30:02,856 - ==> Total time: 2 days, 16:29:57 Eta: 1:59:41 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 17:30:18,875 - Train: 97.01% [178500/184000] [970.1/1000.0] [batch_t 0.609 (0.637)] [data_t 0.002] [optim_t 0.607] [lr 0.000500] +2024-04-04 17:31:19,703 - Train: 97.07% [178600/184000] [970.7/1000.0] [batch_t 0.607 (0.608)] [data_t 0.002] [optim_t 0.605] [lr 0.000500] +2024-04-04 17:31:58,626 - ==> Total time: 2 days, 16:31:53 Eta: 1:55:38 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 17:32:22,317 - Train: 97.12% [178700/184000] [971.2/1000.0] [batch_t 0.608 (0.616)] [data_t 0.002] [optim_t 0.606] [lr 0.000500] +2024-04-04 17:33:23,148 - Train: 97.17% [178800/184000] [971.7/1000.0] [batch_t 0.608 (0.608)] [data_t 0.002] [optim_t 0.606] [lr 0.000500] +2024-04-04 17:33:52,477 - ==> Total time: 2 days, 16:33:46 Eta: 1:51:35 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 17:34:25,835 - Train: 97.23% [178900/184000] [972.3/1000.0] [batch_t 0.606 (0.614)] [data_t 0.002] [optim_t 0.605] [lr 0.000500] +2024-04-04 17:35:26,657 - Train: 97.28% [179000/184000] [972.8/1000.0] [batch_t 0.607 (0.608)] [data_t 0.002] [optim_t 0.605] [lr 0.000500] +2024-04-04 17:35:46,125 - ==> Total time: 2 days, 16:35:40 Eta: 1:47:32 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 17:36:29,445 - Train: 97.34% [179100/184000] [973.4/1000.0] [batch_t 0.608 (0.613)] [data_t 0.002] [optim_t 0.607] [lr 0.000500] +2024-04-04 17:37:30,253 - Train: 97.39% [179200/184000] [973.9/1000.0] [batch_t 0.606 (0.608)] [data_t 0.002] [optim_t 0.605] [lr 0.000500] +2024-04-04 17:37:39,992 - ==> Total time: 2 days, 16:37:34 Eta: 1:43:30 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 17:38:33,093 - Train: 97.45% [179300/184000] [974.5/1000.0] [batch_t 0.608 (0.614)] [data_t 0.002] [optim_t 0.607] [lr 0.000500] +2024-04-04 17:39:33,924 - Train: 97.50% [179400/184000] [975.0/1000.0] [batch_t 0.609 (0.608)] [data_t 0.002] [optim_t 0.607] [lr 0.000500] +2024-04-04 17:39:33,929 - ==> Total time: 2 days, 16:39:28 Eta: 1:39:28 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 17:40:36,643 - Train: 97.55% [179500/184000] [975.5/1000.0] [batch_t 0.609 (0.612)] [data_t 0.002] [optim_t 0.607] [lr 0.000500] +2024-04-04 17:41:27,736 - ==> Total time: 2 days, 16:41:22 Eta: 1:35:26 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 17:41:39,286 - Train: 97.61% [179600/184000] [976.1/1000.0] [batch_t 0.608 (0.625)] [data_t 0.002] [optim_t 0.607] [lr 0.000500] +2024-04-04 17:42:40,104 - Train: 97.66% [179700/184000] [976.6/1000.0] [batch_t 0.609 (0.608)] [data_t 0.002] [optim_t 0.607] [lr 0.000500] +2024-04-04 17:43:21,486 - ==> Total time: 2 days, 16:43:15 Eta: 1:31:25 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 17:43:43,241 - Train: 97.72% [179800/184000] [977.2/1000.0] [batch_t 0.608 (0.618)] [data_t 0.002] [optim_t 0.607] [lr 0.000500] +2024-04-04 17:44:44,058 - Train: 97.77% [179900/184000] [977.7/1000.0] [batch_t 0.608 (0.608)] [data_t 0.002] [optim_t 0.606] [lr 0.000500] +2024-04-04 17:45:15,695 - ==> Total time: 2 days, 16:45:10 Eta: 1:27:23 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 17:45:47,012 - Train: 97.83% [180000/184000] [978.3/1000.0] [batch_t 0.609 (0.614)] [data_t 0.002] [optim_t 0.607] [lr 0.000500] +2024-04-04 17:46:47,944 - Train: 97.88% [180100/184000] [978.8/1000.0] [batch_t 0.609 (0.609)] [data_t 0.003] [optim_t 0.606] [lr 0.000500] +2024-04-04 17:47:09,889 - ==> Total time: 2 days, 16:47:04 Eta: 1:23:22 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 17:47:51,073 - Train: 97.93% [180200/184000] [979.3/1000.0] [batch_t 0.608 (0.616)] [data_t 0.002] [optim_t 0.606] [lr 0.000500] +2024-04-04 17:48:52,137 - Train: 97.99% [180300/184000] [979.9/1000.0] [batch_t 0.609 (0.611)] [data_t 0.002] [optim_t 0.607] [lr 0.000500] +2024-04-04 17:49:04,333 - ==> Total time: 2 days, 16:48:58 Eta: 1:19:22 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 17:49:55,496 - Train: 98.04% [180400/184000] [980.4/1000.0] [batch_t 0.609 (0.614)] [data_t 0.003] [optim_t 0.606] [lr 0.000500] +2024-04-04 17:50:56,432 - Train: 98.10% [180500/184000] [981.0/1000.0] [batch_t 0.610 (0.609)] [data_t 0.002] [optim_t 0.608] [lr 0.000500] +2024-04-04 17:50:58,872 - ==> Total time: 2 days, 16:50:53 Eta: 1:15:21 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 17:52:00,134 - Train: 98.15% [180600/184000] [981.5/1000.0] [batch_t 0.610 (0.613)] [data_t 0.003] [optim_t 0.607] [lr 0.000500] +2024-04-04 17:52:53,715 - ==> Total time: 2 days, 16:52:48 Eta: 1:11:21 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 17:53:03,007 - Train: 98.21% [180700/184000] [982.1/1000.0] [batch_t 0.609 (0.627)] [data_t 0.002] [optim_t 0.607] [lr 0.000500] +2024-04-04 17:54:04,013 - Train: 98.26% [180800/184000] [982.6/1000.0] [batch_t 0.609 (0.610)] [data_t 0.002] [optim_t 0.607] [lr 0.000500] +2024-04-04 17:54:47,832 - ==> Total time: 2 days, 16:54:42 Eta: 1:07:21 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 17:55:06,703 - Train: 98.32% [180900/184000] [983.2/1000.0] [batch_t 0.608 (0.618)] [data_t 0.002] [optim_t 0.606] [lr 0.000500] +2024-04-04 17:56:07,564 - Train: 98.37% [181000/184000] [983.7/1000.0] [batch_t 0.609 (0.609)] [data_t 0.002] [optim_t 0.607] [lr 0.000500] +2024-04-04 17:56:41,652 - ==> Total time: 2 days, 16:56:36 Eta: 1:03:21 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 17:57:10,318 - Train: 98.42% [181100/184000] [984.2/1000.0] [batch_t 0.608 (0.617)] [data_t 0.002] [optim_t 0.606] [lr 0.000500] +2024-04-04 17:58:11,204 - Train: 98.48% [181200/184000] [984.8/1000.0] [batch_t 0.609 (0.609)] [data_t 0.002] [optim_t 0.607] [lr 0.000500] +2024-04-04 17:58:35,560 - ==> Total time: 2 days, 16:58:30 Eta: 0:59:22 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 17:59:14,564 - Train: 98.53% [181300/184000] [985.3/1000.0] [batch_t 0.609 (0.613)] [data_t 0.002] [optim_t 0.607] [lr 0.000500] +2024-04-04 18:00:15,464 - Train: 98.59% [181400/184000] [985.9/1000.0] [batch_t 0.609 (0.609)] [data_t 0.002] [optim_t 0.607] [lr 0.000500] +2024-04-04 18:00:30,084 - ==> Total time: 2 days, 17:00:24 Eta: 0:55:22 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 18:01:18,155 - Train: 98.64% [181500/184000] [986.4/1000.0] [batch_t 0.609 (0.613)] [data_t 0.002] [optim_t 0.607] [lr 0.000500] +2024-04-04 18:02:19,031 - Train: 98.70% [181600/184000] [987.0/1000.0] [batch_t 0.609 (0.609)] [data_t 0.002] [optim_t 0.607] [lr 0.000500] +2024-04-04 18:02:23,907 - ==> Total time: 2 days, 17:02:18 Eta: 0:51:23 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 18:03:21,694 - Train: 98.75% [181700/184000] [987.5/1000.0] [batch_t 0.609 (0.612)] [data_t 0.002] [optim_t 0.607] [lr 0.000500] +2024-04-04 18:04:17,840 - ==> Total time: 2 days, 17:04:12 Eta: 0:47:25 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 18:04:24,589 - Train: 98.80% [181800/184000] [988.0/1000.0] [batch_t 0.609 (0.647)] [data_t 0.002] [optim_t 0.607] [lr 0.000500] +2024-04-04 18:05:25,494 - Train: 98.86% [181900/184000] [988.6/1000.0] [batch_t 0.609 (0.609)] [data_t 0.002] [optim_t 0.607] [lr 0.000500] +2024-04-04 18:06:11,803 - ==> Total time: 2 days, 17:06:06 Eta: 0:43:26 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 18:06:28,296 - Train: 98.91% [182000/184000] [989.1/1000.0] [batch_t 0.607 (0.623)] [data_t 0.002] [optim_t 0.605] [lr 0.000500] +2024-04-04 18:07:29,182 - Train: 98.97% [182100/184000] [989.7/1000.0] [batch_t 0.609 (0.609)] [data_t 0.002] [optim_t 0.607] [lr 0.000500] +2024-04-04 18:08:05,718 - ==> Total time: 2 days, 17:08:00 Eta: 0:39:28 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 18:08:32,113 - Train: 99.02% [182200/184000] [990.2/1000.0] [batch_t 0.609 (0.620)] [data_t 0.002] [optim_t 0.607] [lr 0.000500] +2024-04-04 18:09:33,008 - Train: 99.08% [182300/184000] [990.8/1000.0] [batch_t 0.608 (0.609)] [data_t 0.002] [optim_t 0.607] [lr 0.000500] +2024-04-04 18:09:59,791 - ==> Total time: 2 days, 17:09:54 Eta: 0:35:30 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 18:10:35,727 - Train: 99.13% [182400/184000] [991.3/1000.0] [batch_t 0.608 (0.612)] [data_t 0.002] [optim_t 0.606] [lr 0.000500] +2024-04-04 18:11:36,598 - Train: 99.18% [182500/184000] [991.8/1000.0] [batch_t 0.608 (0.609)] [data_t 0.002] [optim_t 0.606] [lr 0.000500] +2024-04-04 18:11:53,646 - ==> Total time: 2 days, 17:11:48 Eta: 0:31:32 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 18:12:39,359 - Train: 99.24% [182600/184000] [992.4/1000.0] [batch_t 0.609 (0.612)] [data_t 0.002] [optim_t 0.607] [lr 0.000500] +2024-04-04 18:13:40,255 - Train: 99.29% [182700/184000] [992.9/1000.0] [batch_t 0.608 (0.609)] [data_t 0.002] [optim_t 0.606] [lr 0.000500] +2024-04-04 18:13:47,565 - ==> Total time: 2 days, 17:13:42 Eta: 0:27:35 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 18:14:43,356 - Train: 99.35% [182800/184000] [993.5/1000.0] [batch_t 0.609 (0.612)] [data_t 0.002] [optim_t 0.607] [lr 0.000500] +2024-04-04 18:15:41,798 - ==> Total time: 2 days, 17:15:36 Eta: 0:23:38 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 18:15:46,122 - Train: 99.40% [182900/184000] [994.0/1000.0] [batch_t 0.609 (0.694)] [data_t 0.002] [optim_t 0.607] [lr 0.000500] +2024-04-04 18:16:46,988 - Train: 99.46% [183000/184000] [994.6/1000.0] [batch_t 0.609 (0.609)] [data_t 0.002] [optim_t 0.607] [lr 0.000500] +2024-04-04 18:17:35,686 - ==> Total time: 2 days, 17:17:30 Eta: 0:19:41 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 18:17:49,705 - Train: 99.51% [183100/184000] [995.1/1000.0] [batch_t 0.606 (0.624)] [data_t 0.002] [optim_t 0.604] [lr 0.000500] +2024-04-04 18:18:50,561 - Train: 99.57% [183200/184000] [995.7/1000.0] [batch_t 0.610 (0.608)] [data_t 0.002] [optim_t 0.608] [lr 0.000500] +2024-04-04 18:19:29,621 - ==> Total time: 2 days, 17:19:24 Eta: 0:15:44 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 18:19:53,341 - Train: 99.62% [183300/184000] [996.2/1000.0] [batch_t 0.608 (0.616)] [data_t 0.002] [optim_t 0.606] [lr 0.000500] +2024-04-04 18:20:54,236 - Train: 99.67% [183400/184000] [996.7/1000.0] [batch_t 0.607 (0.609)] [data_t 0.002] [optim_t 0.605] [lr 0.000500] +2024-04-04 18:21:23,467 - ==> Total time: 2 days, 17:21:17 Eta: 0:11:47 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 18:21:57,028 - Train: 99.73% [183500/184000] [997.3/1000.0] [batch_t 0.609 (0.614)] [data_t 0.002] [optim_t 0.607] [lr 0.000500] +2024-04-04 18:22:57,904 - Train: 99.78% [183600/184000] [997.8/1000.0] [batch_t 0.609 (0.609)] [data_t 0.002] [optim_t 0.607] [lr 0.000500] +2024-04-04 18:23:17,388 - ==> Total time: 2 days, 17:23:11 Eta: 0:07:51 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 18:24:00,664 - Train: 99.84% [183700/184000] [998.4/1000.0] [batch_t 0.610 (0.612)] [data_t 0.002] [optim_t 0.607] [lr 0.000500] +2024-04-04 18:25:01,649 - Train: 99.89% [183800/184000] [998.9/1000.0] [batch_t 0.609 (0.610)] [data_t 0.002] [optim_t 0.607] [lr 0.000500] +2024-04-04 18:25:11,392 - ==> Total time: 2 days, 17:25:05 Eta: 0:03:55 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 18:26:04,369 - Train: 99.95% [183900/184000] [999.5/1000.0] [batch_t 0.609 (0.612)] [data_t 0.002] [optim_t 0.607] [lr 0.000500] +2024-04-04 18:27:05,290 - Train: 100.00% [184000/184000] [1000.0/1000.0] [batch_t 0.610 (0.609)] [data_t 0.002] [optim_t 0.608] [lr 0.000500] +2024-04-04 18:27:17,352 - Test: 66.67% [50/75] [batch_t 0.214 (0.232)] +2024-04-04 18:27:22,666 - Test: 100.00% [75/75] [batch_t 0.182 (0.226)] +2024-04-04 18:27:47,630 - ==> Metric Time for bagel : 0.002 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.115 (mAUROC_px) 3.775 (mAP_px) 0.529 (mF1_max_px) 13.572 (mAUPRO_px) 0.172 (mF1_px_0.2_0.8_0.1) 0.171 (mAcc_px_0.2_0.8_0.1) 0.166 (mIoU_px_0.2_0.8_0.1) 0.502 (mIoU_max_px) +2024-04-04 18:28:10,586 - ==> Metric Time for cable_gland : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.034 (mAUROC_px) 3.640 (mAP_px) 0.484 (mF1_max_px) 12.668 (mAUPRO_px) 0.165 (mF1_px_0.2_0.8_0.1) 0.167 (mAcc_px_0.2_0.8_0.1) 0.175 (mIoU_px_0.2_0.8_0.1) 0.496 (mIoU_max_px) +2024-04-04 18:28:47,881 - ==> Metric Time for carrot : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 8.228 (mAUROC_px) 6.086 (mAP_px) 0.737 (mF1_max_px) 20.526 (mAUPRO_px) 0.254 (mF1_px_0.2_0.8_0.1) 0.257 (mAcc_px_0.2_0.8_0.1) 0.252 (mIoU_px_0.2_0.8_0.1) 0.734 (mIoU_max_px) +2024-04-04 18:29:19,054 - ==> Metric Time for cookie : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 6.600 (mAUROC_px) 4.896 (mAP_px) 0.599 (mF1_max_px) 17.660 (mAUPRO_px) 0.206 (mF1_px_0.2_0.8_0.1) 0.212 (mAcc_px_0.2_0.8_0.1) 0.208 (mIoU_px_0.2_0.8_0.1) 0.604 (mIoU_max_px) +2024-04-04 18:29:49,469 - ==> Metric Time for dowel : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 6.663 (mAUROC_px) 4.928 (mAP_px) 0.607 (mF1_max_px) 16.805 (mAUPRO_px) 0.210 (mF1_px_0.2_0.8_0.1) 0.208 (mAcc_px_0.2_0.8_0.1) 0.208 (mIoU_px_0.2_0.8_0.1) 0.603 (mIoU_max_px) +2024-04-04 18:30:11,875 - ==> Metric Time for foam : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 4.651 (mAUROC_px) 3.360 (mAP_px) 0.452 (mF1_max_px) 12.888 (mAUPRO_px) 0.153 (mF1_px_0.2_0.8_0.1) 0.154 (mAcc_px_0.2_0.8_0.1) 0.158 (mIoU_px_0.2_0.8_0.1) 0.445 (mIoU_max_px) +2024-04-04 18:30:43,261 - ==> Metric Time for peach : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 6.655 (mAUROC_px) 4.946 (mAP_px) 0.646 (mF1_max_px) 17.725 (mAUPRO_px) 0.212 (mF1_px_0.2_0.8_0.1) 0.210 (mAcc_px_0.2_0.8_0.1) 0.205 (mIoU_px_0.2_0.8_0.1) 0.607 (mIoU_max_px) +2024-04-04 18:31:09,763 - ==> Metric Time for potato : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.477 (mAUROC_px) 4.124 (mAP_px) 0.522 (mF1_max_px) 15.013 (mAUPRO_px) 0.206 (mF1_px_0.2_0.8_0.1) 0.207 (mAcc_px_0.2_0.8_0.1) 0.200 (mIoU_px_0.2_0.8_0.1) 0.593 (mIoU_max_px) +2024-04-04 18:31:32,609 - ==> Metric Time for rope : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.003 (mAUROC_px) 3.793 (mAP_px) 0.464 (mF1_max_px) 12.469 (mAUPRO_px) 0.163 (mF1_px_0.2_0.8_0.1) 0.166 (mAcc_px_0.2_0.8_0.1) 0.166 (mIoU_px_0.2_0.8_0.1) 0.471 (mIoU_max_px) +2024-04-04 18:31:57,976 - ==> Metric Time for tire : 0.001 (mAUROC_sp_max) 0.000 (mAP_sp_max) 0.000 (mF1_max_sp_max) 5.617 (mAUROC_px) 4.217 (mAP_px) 0.543 (mF1_max_px) 13.709 (mAUPRO_px) 0.191 (mF1_px_0.2_0.8_0.1) 0.195 (mAcc_px_0.2_0.8_0.1) 0.189 (mIoU_px_0.2_0.8_0.1) 0.543 (mIoU_max_px) +2024-04-04 18:31:57,993 - +| Name | mAUROC_sp_max | mAUROC_sp_max (Max) | mAP_sp_max | mAP_sp_max (Max) | mF1_max_sp_max | mF1_max_sp_max (Max) | mAUROC_px | mAUROC_px (Max) | mAP_px | mAP_px (Max) | mF1_max_px | mF1_max_px (Max) | mAUPRO_px | mAUPRO_px (Max) | mF1_px_0.2_0.8_0.1 | mF1_px_0.2_0.8_0.1 (Max) | mAcc_px_0.2_0.8_0.1 | mAcc_px_0.2_0.8_0.1 (Max) | mIoU_px_0.2_0.8_0.1 | mIoU_px_0.2_0.8_0.1 (Max) | mIoU_max_px | mIoU_max_px (Max) | +|:-----------:|:---------------:|:---------------------:|:------------:|:-------------------:|:----------------:|:----------------------:|:-----------:|:-------------------:|:--------:|:-------------------:|:------------:|:-------------------:|:-----------:|:-------------------:|:--------------------:|:--------------------------:|:---------------------:|:---------------------------:|:---------------------:|:---------------------------:|:-------------:|:-------------------:| +| bagel | 87.913 | 92.045 (100 epoch) | 96.928 | 97.840 (650 epoch) | 92.553 | 94.505 (100 epoch) | 98.433 | 98.797 (50 epoch) | 36.384 | 41.737 (150 epoch) | 41.395 | 45.466 (300 epoch) | 91.369 | 95.486 (100 epoch) | 17.221 | 19.697 (300 epoch) | 61.263 | 78.616 (50 epoch) | 10.062 | 11.799 (300 epoch) | 26.099 | 29.421 (300 epoch) | +| cable_gland | 95.567 | 95.785 (950 epoch) | 98.933 | 99.010 (950 epoch) | 94.915 | 95.556 (350 epoch) | 99.474 | 99.474 (1000 epoch) | 41.506 | 41.506 (1000 epoch) | 46.653 | 46.653 (1000 epoch) | 98.588 | 98.589 (950 epoch) | 24.424 | 24.439 (950 epoch) | 53.844 | 56.815 (450 epoch) | 14.762 | 14.763 (950 epoch) | 30.424 | 30.424 (1000 epoch) | +| carrot | 90.769 | 91.807 (150 epoch) | 97.752 | 98.187 (150 epoch) | 95.307 | 95.652 (500 epoch) | 99.452 | 99.476 (800 epoch) | 30.380 | 31.859 (800 epoch) | 36.173 | 37.104 (800 epoch) | 98.102 | 98.145 (550 epoch) | 19.637 | 20.047 (900 epoch) | 53.952 | 57.694 (750 epoch) | 11.339 | 11.608 (900 epoch) | 22.080 | 22.778 (800 epoch) | +| cookie | 60.090 | 65.083 (750 epoch) | 87.489 | 88.757 (650 epoch) | 88.793 | 88.793 (600 epoch) | 96.605 | 97.153 (450 epoch) | 37.970 | 41.290 (300 epoch) | 40.559 | 43.756 (300 epoch) | 83.196 | 85.905 (450 epoch) | 17.055 | 18.186 (50 epoch) | 52.349 | 59.787 (50 epoch) | 9.912 | 10.542 (50 epoch) | 25.438 | 28.005 (300 epoch) | +| dowel | 98.854 | 98.854 (1000 epoch) | 99.726 | 99.726 (1000 epoch) | 97.608 | 97.608 (1000 epoch) | 99.614 | 99.616 (750 epoch) | 50.654 | 51.685 (750 epoch) | 51.192 | 51.455 (950 epoch) | 97.818 | 97.818 (1000 epoch) | 28.111 | 30.977 (350 epoch) | 48.332 | 58.070 (350 epoch) | 17.421 | 19.253 (350 epoch) | 34.401 | 34.639 (950 epoch) | +| foam | 82.187 | 84.812 (300 epoch) | 95.365 | 96.034 (300 epoch) | 90.286 | 90.588 (300 epoch) | 95.225 | 95.530 (250 epoch) | 23.984 | 24.221 (100 epoch) | 32.200 | 33.822 (100 epoch) | 83.876 | 84.473 (850 epoch) | 20.005 | 20.106 (850 epoch) | 41.827 | 45.846 (50 epoch) | 11.442 | 11.507 (850 epoch) | 19.189 | 20.353 (100 epoch) | +| peach | 90.022 | 92.779 (550 epoch) | 97.345 | 98.093 (100 epoch) | 93.578 | 94.836 (50 epoch) | 99.315 | 99.509 (100 epoch) | 40.808 | 47.721 (100 epoch) | 43.067 | 48.356 (100 epoch) | 96.780 | 98.112 (100 epoch) | 19.649 | 22.195 (300 epoch) | 63.321 | 74.168 (300 epoch) | 11.597 | 13.441 (100 epoch) | 27.443 | 31.888 (100 epoch) | +| potato | 62.500 | 69.170 (350 epoch) | 87.429 | 90.102 (400 epoch) | 90.196 | 91.089 (350 epoch) | 99.023 | 99.096 (350 epoch) | 17.628 | 18.791 (350 epoch) | 23.659 | 24.593 (500 epoch) | 94.248 | 95.719 (150 epoch) | 11.337 | 12.747 (350 epoch) | 48.893 | 63.214 (100 epoch) | 6.172 | 6.980 (350 epoch) | 13.417 | 14.021 (500 epoch) | +| rope | 97.192 | 97.600 (650 epoch) | 98.859 | 99.025 (950 epoch) | 94.737 | 94.737 (550 epoch) | 99.428 | 99.428 (1000 epoch) | 51.421 | 52.962 (600 epoch) | 51.061 | 51.332 (600 epoch) | 96.043 | 96.351 (700 epoch) | 31.290 | 31.696 (550 epoch) | 49.540 | 55.578 (50 epoch) | 19.616 | 19.929 (550 epoch) | 34.284 | 34.528 (600 epoch) | +| tire | 91.126 | 91.264 (850 epoch) | 97.271 | 97.271 (1000 epoch) | 94.318 | 94.318 (1000 epoch) | 99.515 | 99.520 (650 epoch) | 41.443 | 42.153 (600 epoch) | 45.593 | 46.888 (550 epoch) | 97.255 | 97.572 (650 epoch) | 23.602 | 23.602 (1000 epoch) | 57.746 | 58.968 (700 epoch) | 14.361 | 14.361 (1000 epoch) | 29.528 | 30.624 (550 epoch) | +| Avg | 85.622 | 86.248 (550 epoch) | 95.710 | 95.852 (500 epoch) | 93.229 | 93.229 (1000 epoch) | 98.608 | 98.657 (500 epoch) | 37.218 | 37.933 (400 epoch) | 41.155 | 41.453 (650 epoch) | 93.728 | 94.061 (450 epoch) | 21.233 | 21.746 (450 epoch) | 53.107 | 57.077 (400 epoch) | 12.668 | 13.006 (450 epoch) | 26.230 | 26.483 (650 epoch) | +2024-04-04 18:31:58,224 - ==> Total time: 2 days, 17:31:52 Eta: 0:00:00 Logged in 'runs/MAMBAADTrainer_configs_mambaad_mambaad_mvtec3d_nhcs57c1_20240402-010005' +2024-04-04 18:32:00,140 - finish training