Spaces:
Running on Zero
Running on Zero
File size: 1,146 Bytes
d2c5d46 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 | import torch
from torch import nn
from diffcve.modules.vae_blocks import Encoder, PriorConditionedVideoDecoder
from diffcve.modules.distributions import DiagonalGaussianDistribution
class VideoAutoencoder(nn.Module):
def __init__(self, ddconfig, embed_dim, fusion_w=1.0):
super().__init__()
self.encoder = Encoder(**ddconfig)
self.decoder = PriorConditionedVideoDecoder(**ddconfig)
self.decoder.fusion_w = fusion_w
self.quant_conv = nn.Conv2d(2 * ddconfig["z_channels"], 2 * embed_dim, 1)
self.post_quant_conv = nn.Conv2d(embed_dim, ddconfig["z_channels"], 1)
self.embed_dim = embed_dim
def encode(self, x, return_features=True):
if return_features:
h, encoder_features = self.encoder(x, return_features=True)
else:
h = self.encoder(x)
posterior = DiagonalGaussianDistribution(self.quant_conv(h))
return (posterior, encoder_features) if return_features else posterior
def decode(self, z, encoder_features, prior_features, qp):
return self.decoder(self.post_quant_conv(z), encoder_features, prior_features, qp)
|