|
|
| import torch |
| import torch.nn as nn |
| import numpy as np |
| from IPython import embed |
|
|
| from .base_color import * |
|
|
| class ECCVGenerator(BaseColor): |
| def __init__(self, norm_layer=nn.BatchNorm2d): |
| super(ECCVGenerator, self).__init__() |
|
|
| model1=[nn.Conv2d(1, 64, kernel_size=3, stride=1, padding=1, bias=True),] |
| model1+=[nn.ReLU(True),] |
| model1+=[nn.Conv2d(64, 64, kernel_size=3, stride=2, padding=1, bias=True),] |
| model1+=[nn.ReLU(True),] |
| model1+=[norm_layer(64),] |
|
|
| model2=[nn.Conv2d(64, 128, kernel_size=3, stride=1, padding=1, bias=True),] |
| model2+=[nn.ReLU(True),] |
| model2+=[nn.Conv2d(128, 128, kernel_size=3, stride=2, padding=1, bias=True),] |
| model2+=[nn.ReLU(True),] |
| model2+=[norm_layer(128),] |
|
|
| model3=[nn.Conv2d(128, 256, kernel_size=3, stride=1, padding=1, bias=True),] |
| model3+=[nn.ReLU(True),] |
| model3+=[nn.Conv2d(256, 256, kernel_size=3, stride=1, padding=1, bias=True),] |
| model3+=[nn.ReLU(True),] |
| model3+=[nn.Conv2d(256, 256, kernel_size=3, stride=2, padding=1, bias=True),] |
| model3+=[nn.ReLU(True),] |
| model3+=[norm_layer(256),] |
|
|
| model4=[nn.Conv2d(256, 512, kernel_size=3, stride=1, padding=1, bias=True),] |
| model4+=[nn.ReLU(True),] |
| model4+=[nn.Conv2d(512, 512, kernel_size=3, stride=1, padding=1, bias=True),] |
| model4+=[nn.ReLU(True),] |
| model4+=[nn.Conv2d(512, 512, kernel_size=3, stride=1, padding=1, bias=True),] |
| model4+=[nn.ReLU(True),] |
| model4+=[norm_layer(512),] |
|
|
| model5=[nn.Conv2d(512, 512, kernel_size=3, dilation=2, stride=1, padding=2, bias=True),] |
| model5+=[nn.ReLU(True),] |
| model5+=[nn.Conv2d(512, 512, kernel_size=3, dilation=2, stride=1, padding=2, bias=True),] |
| model5+=[nn.ReLU(True),] |
| model5+=[nn.Conv2d(512, 512, kernel_size=3, dilation=2, stride=1, padding=2, bias=True),] |
| model5+=[nn.ReLU(True),] |
| model5+=[norm_layer(512),] |
|
|
| model6=[nn.Conv2d(512, 512, kernel_size=3, dilation=2, stride=1, padding=2, bias=True),] |
| model6+=[nn.ReLU(True),] |
| model6+=[nn.Conv2d(512, 512, kernel_size=3, dilation=2, stride=1, padding=2, bias=True),] |
| model6+=[nn.ReLU(True),] |
| model6+=[nn.Conv2d(512, 512, kernel_size=3, dilation=2, stride=1, padding=2, bias=True),] |
| model6+=[nn.ReLU(True),] |
| model6+=[norm_layer(512),] |
|
|
| model7=[nn.Conv2d(512, 512, kernel_size=3, stride=1, padding=1, bias=True),] |
| model7+=[nn.ReLU(True),] |
| model7+=[nn.Conv2d(512, 512, kernel_size=3, stride=1, padding=1, bias=True),] |
| model7+=[nn.ReLU(True),] |
| model7+=[nn.Conv2d(512, 512, kernel_size=3, stride=1, padding=1, bias=True),] |
| model7+=[nn.ReLU(True),] |
| model7+=[norm_layer(512),] |
|
|
| model8=[nn.ConvTranspose2d(512, 256, kernel_size=4, stride=2, padding=1, bias=True),] |
| model8+=[nn.ReLU(True),] |
| model8+=[nn.Conv2d(256, 256, kernel_size=3, stride=1, padding=1, bias=True),] |
| model8+=[nn.ReLU(True),] |
| model8+=[nn.Conv2d(256, 256, kernel_size=3, stride=1, padding=1, bias=True),] |
| model8+=[nn.ReLU(True),] |
|
|
| model8+=[nn.Conv2d(256, 313, kernel_size=1, stride=1, padding=0, bias=True),] |
|
|
| self.model1 = nn.Sequential(*model1) |
| self.model2 = nn.Sequential(*model2) |
| self.model3 = nn.Sequential(*model3) |
| self.model4 = nn.Sequential(*model4) |
| self.model5 = nn.Sequential(*model5) |
| self.model6 = nn.Sequential(*model6) |
| self.model7 = nn.Sequential(*model7) |
| self.model8 = nn.Sequential(*model8) |
|
|
| self.softmax = nn.Softmax(dim=1) |
| self.model_out = nn.Conv2d(313, 2, kernel_size=1, padding=0, dilation=1, stride=1, bias=False) |
| self.upsample4 = nn.Upsample(scale_factor=4, mode='bilinear') |
|
|
| def forward(self, input_l): |
| conv1_2 = self.model1(self.normalize_l(input_l)) |
| conv2_2 = self.model2(conv1_2) |
| conv3_3 = self.model3(conv2_2) |
| conv4_3 = self.model4(conv3_3) |
| conv5_3 = self.model5(conv4_3) |
| conv6_3 = self.model6(conv5_3) |
| conv7_3 = self.model7(conv6_3) |
| conv8_3 = self.model8(conv7_3) |
| out_reg = self.model_out(self.softmax(conv8_3)) |
|
|
| return self.unnormalize_ab(self.upsample4(out_reg)) |
|
|
| def eccv16(pretrained=True): |
| model = ECCVGenerator() |
| if(pretrained): |
| import torch.utils.model_zoo as model_zoo |
| model.load_state_dict(model_zoo.load_url('https://colorizers.s3.us-east-2.amazonaws.com/colorization_release_v2-9b330a0b.pth',map_location='cpu',check_hash=True)) |
| return model |
|
|
