Spaces:
Runtime error
Runtime error
# Modified from: | |
# stylegan2-pytorch: https://github.com/lucidrains/stylegan2-pytorch/blob/master/stylegan2_pytorch/stylegan2_pytorch.py | |
# stylegan2-pytorch: https://github.com/rosinality/stylegan2-pytorch/blob/master/model.py | |
# maskgit: https://github.com/google-research/maskgit/blob/main/maskgit/nets/discriminator.py | |
import math | |
import torch | |
import torch.nn as nn | |
try: | |
from kornia.filters import filter2d | |
except: | |
pass | |
class Discriminator(nn.Module): | |
def __init__(self, input_nc=3, ndf=64, n_layers=3, channel_multiplier=1, image_size=256): | |
super().__init__() | |
channels = { | |
4: 512, | |
8: 512, | |
16: 512, | |
32: 512, | |
64: 256 * channel_multiplier, | |
128: 128 * channel_multiplier, | |
256: 64 * channel_multiplier, | |
512: 32 * channel_multiplier, | |
1024: 16 * channel_multiplier, | |
} | |
log_size = int(math.log(image_size, 2)) | |
in_channel = channels[image_size] | |
blocks = [nn.Conv2d(input_nc, in_channel, 3, padding=1), leaky_relu()] | |
for i in range(log_size, 2, -1): | |
out_channel = channels[2 ** (i - 1)] | |
blocks.append(DiscriminatorBlock(in_channel, out_channel)) | |
in_channel = out_channel | |
self.blocks = nn.ModuleList(blocks) | |
self.final_conv = nn.Sequential( | |
nn.Conv2d(in_channel, channels[4], 3, padding=1), | |
leaky_relu(), | |
) | |
self.final_linear = nn.Sequential( | |
nn.Linear(channels[4] * 4 * 4, channels[4]), | |
leaky_relu(), | |
nn.Linear(channels[4], 1) | |
) | |
def forward(self, x): | |
for block in self.blocks: | |
x = block(x) | |
x = self.final_conv(x) | |
x = x.view(x.shape[0], -1) | |
x = self.final_linear(x) | |
return x | |
class DiscriminatorBlock(nn.Module): | |
def __init__(self, input_channels, filters, downsample=True): | |
super().__init__() | |
self.conv_res = nn.Conv2d(input_channels, filters, 1, stride = (2 if downsample else 1)) | |
self.net = nn.Sequential( | |
nn.Conv2d(input_channels, filters, 3, padding=1), | |
leaky_relu(), | |
nn.Conv2d(filters, filters, 3, padding=1), | |
leaky_relu() | |
) | |
self.downsample = nn.Sequential( | |
Blur(), | |
nn.Conv2d(filters, filters, 3, padding = 1, stride = 2) | |
) if downsample else None | |
def forward(self, x): | |
res = self.conv_res(x) | |
x = self.net(x) | |
if exists(self.downsample): | |
x = self.downsample(x) | |
x = (x + res) * (1 / math.sqrt(2)) | |
return x | |
class Blur(nn.Module): | |
def __init__(self): | |
super().__init__() | |
f = torch.Tensor([1, 2, 1]) | |
self.register_buffer('f', f) | |
def forward(self, x): | |
f = self.f | |
f = f[None, None, :] * f [None, :, None] | |
return filter2d(x, f, normalized=True) | |
def leaky_relu(p=0.2): | |
return nn.LeakyReLU(p, inplace=True) | |
def exists(val): | |
return val is not None | |