config.json

{
  "architectures": [
    "VideoAutoencoder_With_Sketch_Pipeline"
  ],
  "cal_loss": true,
  "freeze_vae_2d": false,
  "from_pretrained": null,
  "micro_frame_size": 17,
  "model_type": "VideoAutoencoder_With_Sketch_Pipeline",
  "scale": [
    3.85,
    2.32,
    2.33,
    3.06
  ],
  "shift": [
    -0.1,
    0.34,
    0.27,
    0.98
  ],
  "torch_dtype": "bfloat16",
  "transformers_version": "4.39.3",
  "vae_2d": {
    "from_pretrained": "/openbayes/home/model_weight/pixart_sigma_sdxlvae_T5_diffusers",
    "local_files_only": false,
    "micro_batch_size": 4,
    "subfolder": "vae",
    "type": "VideoAutoencoderKL"
  },
  "vae_sketch": {
    "from_pretrained": null,
    "micro_batch_size": 4,
    "micro_frame_size": 17,
    "type": "VAE_Sketch"
  },
  "vae_temporal": {
    "from_pretrained": null,
    "type": "VAE_Temporal_SD"
  }
}