training/Networks/UNet5_decoder_teacher.py

import torch as T
import torch.nn as nn
from Networks.network import Network

class UNet5_decoder_teacher(Network):
    def __init__(self, base, expansion):
        super(UNet5_decoder_teacher, self).__init__()
        self._build(base, expansion)

    def forward(self, image, segbox):
        layer_0, layer_1, layer_2, layer_3 = self._analysis(image)
        s_0, s_1, s_2, s_3 = self._box_scale(segbox)

        inp_layer_0 = T.cat((layer_0, self.analyse_box_0(s_0)), dim = 1)
        inp_layer_1 = T.cat((layer_1, self.analyse_box_1(s_1)), dim = 1)
        inp_layer_2 = T.cat((layer_2, self.analyse_box_2(s_2)), dim = 1)
        inp_layer_3 = T.cat((layer_3, self.analyse_box_3(s_3)), dim = 1)

        return self._synthesis(inp_layer_0, inp_layer_1, inp_layer_2, inp_layer_3, self._bridge(layer_3))

    def train_step(self, image, segment, criterion, segbox = None):
        output = self.forward(image, segbox)

        loss = criterion(output, segment)
        return loss

    def _analysis(self, x):
        layer_0 = self.analysis_0(x)
        layer_1 = self.analysis_1(layer_0)
        layer_2 = self.analysis_2(layer_1)
        layer_3 = self.analysis_3(layer_2)

        return layer_0, layer_1, layer_2, layer_3

    def _bridge(self, layer_3):
        return self.bridge(layer_3)

    def _synthesis(self, l0, l1, l2, l3, l4):
        c_3 = T.cat((l3, l4), dim = 1)
        c_2 = T.cat((l2, self.synthesis_3(c_3)), dim = 1)
        c_1 = T.cat((l1, self.synthesis_2(c_2)), dim = 1)
        c_0 = T.cat((l0, self.synthesis_1(c_1)), dim = 1)

        return self.synthesis_0(c_0)

    def _box_scale(self, b):
        s_0 = b
        s_1 = nn.functional.interpolate(s_0, scale_factor = (0.5, 0.5, 0.5))
        s_2 = nn.functional.interpolate(s_1, scale_factor = (0.5, 0.5, 0.5))
        s_3 = nn.functional.interpolate(s_2, scale_factor = (0.5, 0.5, 0.5))
        return s_0, s_1, s_2, s_3

    def _build(self, base, expansion):
        fl_0 = int(base)
        fl_1 = int(base * expansion)
        fl_2 = int(base * (expansion ** 2))
        fl_3 = int(base * (expansion ** 3))

        self.analyse_box_0 = nn.Sequential(
            nn.Conv3d(1, 64, 3, 1, 1),
            nn.BatchNorm3d(64),
            nn.Sigmoid(),
        )

        self.analyse_box_1 = nn.Sequential(
            nn.Conv3d(1, 128, 3, 1, 1),
            nn.BatchNorm3d(128),
            nn.Sigmoid(),
        )

        self.analyse_box_2 = nn.Sequential(
            nn.Conv3d(1, 256, 3, 1, 1),
            nn.BatchNorm3d(256),
            nn.Sigmoid(),
        )

        self.analyse_box_3 = nn.Sequential(
            nn.Conv3d(1, 512, 3, 1, 1),
            nn.BatchNorm3d(512),
            nn.Sigmoid(),
        )

        self.analysis_0 = nn.Sequential(
            nn.Conv3d(1, 64, 3, 1, 1),
            nn.BatchNorm3d(64),
            nn.LeakyReLU(),
            nn.Conv3d(64, 64, 3, 1, 1),
            nn.BatchNorm3d(64),
            nn.LeakyReLU(),
        )

        self.analysis_1 = nn.Sequential(
            nn.MaxPool3d(2),
            nn.Conv3d(64, 128, 3, 1, 1),
            nn.BatchNorm3d(128),
            nn.LeakyReLU(),
            nn.Conv3d(128, 128, 3, 1, 1),
            nn.BatchNorm3d(128),
            nn.LeakyReLU(),
        )

        self.analysis_2 = nn.Sequential(
            nn.MaxPool3d(2),
            nn.Conv3d(128, 256, 3, 1, 1),
            nn.BatchNorm3d(256),
            nn.LeakyReLU(),
            nn.Conv3d(256, 256, 3, 1, 1),
            nn.BatchNorm3d(256),
            nn.LeakyReLU(),
        )

        self.analysis_3 = nn.Sequential(
            nn.MaxPool3d(2),
            nn.Conv3d(256, 512, 3, 1, 1),
            nn.BatchNorm3d(512),
            nn.LeakyReLU(),
            nn.Conv3d(512, 512, 3, 1, 1),
            nn.BatchNorm3d(512),
            nn.LeakyReLU(),
        )

        self.bridge = nn.Sequential(
            nn.MaxPool3d(2),
            nn.Conv3d(512, 512, 3, 1, 1),
            nn.BatchNorm3d(512),
            nn.LeakyReLU(),
            nn.Conv3d(512, 512, 3, 1, 1),
            nn.BatchNorm3d(512),
            nn.LeakyReLU(),
            nn.ConvTranspose3d(512, 512, 2, 2, 0),
        )

        self.synthesis_3 = nn.Sequential(
            nn.Conv3d(512 + 512 + 512, 256, 3, 1, 1),
            nn.BatchNorm3d(256),
            nn.LeakyReLU(),
            nn.Conv3d(256, 256, 3, 1, 1),
            nn.BatchNorm3d(256),
            nn.LeakyReLU(),
            nn.ConvTranspose3d(256, 256, 2, 2, 0),
        )

        self.synthesis_2 = nn.Sequential(
            nn.Conv3d(256 + 256 + 256, 128, 3, 1, 1),
            nn.BatchNorm3d(128),
            nn.LeakyReLU(),
            nn.Conv3d(128, 128, 3, 1, 1),
            nn.BatchNorm3d(128),
            nn.LeakyReLU(),
            nn.ConvTranspose3d(128, 128, 2, 2, 0),
        )

        self.synthesis_1 = nn.Sequential(
            nn.Conv3d(128 + 128 + 128, 64, 3, 1, 1),
            nn.BatchNorm3d(64),
            nn.LeakyReLU(),
            nn.Conv3d(64, 64, 3, 1, 1),
            nn.BatchNorm3d(64),
            nn.LeakyReLU(),
            nn.ConvTranspose3d(64, 64, 2, 2, 0),
        )

        self.synthesis_0 = nn.Sequential(
            nn.Conv3d(64 + 64 + 64, 64, 3, 1, 1),
            nn.BatchNorm3d(64),
            nn.LeakyReLU(),
            nn.Conv3d(64, 64, 3, 1, 1),
            nn.BatchNorm3d(64),
            nn.LeakyReLU(),
            nn.Conv3d(64, 1, 3, 1, 1),
            nn.Sigmoid()
        )

if __name__ == "__main__":
    s = UNet_teacher()
    f = T.randn((1,1,64,64,64))
    a = s._box_scale(f)

    print(a[3].shape)