| { |
| "model_id": "MagicAnimate", |
| "description": "Temporally Consistent Human Image Animation using Diffusion Model", |
| "license": "BSD-3-Clause", |
| "version": "1.0", |
| "model_type": "convnext", |
| "configurations": [ |
| { |
| "model": "pretrained_models/stable-diffusion-v1-5", |
| "description": "Stable Diffusion v1.5 model with various enhancements for temporal consistency.", |
| "config_file": "pretrained_models/stable-diffusion-v1-5/config.json" |
| }, |
| { |
| "model": "pretrained_models/sd-vae-ft-mse", |
| "description": "VAE finetuned with MSE loss for better latent representations.", |
| "config_file": "pretrained_models/sd-vae-ft-mse/config.json" |
| }, |
| { |
| "model": "pretrained_models/MagicAnimate/appearance_encoder", |
| "description": "Appearance encoder for extracting and encoding appearance features.", |
| "config_file": "pretrained_models/MagicAnimate/appearance_encoder/config.json" |
| }, |
| { |
| "model": "pretrained_models/MagicAnimate/densepose_controlnet", |
| "description": "DensePose control net for controlling animations based on dense pose inputs.", |
| "config_file": "pretrained_models/MagicAnimate/densepose_controlnet/config.json" |
| }, |
| { |
| "model": "pretrained_models/MagicAnimate/temporal_attention", |
| "description": "Temporal attention model for ensuring temporal consistency in animations.", |
| "config_file": "pretrained_models/MagicAnimate/temporal_attention/config.json" |
| } |
| ], |
| "dependencies": { |
| "python_version": "3.10", |
| "packages": [ |
| "torch==2.0.1", |
| "torchvision==0.15.2", |
| "diffusers==0.21.4", |
| "transformers==4.32.0", |
| "fastapi==0.103.0", |
| "gradio==3.41.2", |
| "aiohttp==3.8.5", |
| "uvicorn==0.23.2", |
| "numpy==1.24.4", |
| "opencv-python==4.8.0.76", |
| "scipy==1.12.0", |
| "sentence-transformers==2.2.2" |
| ] |
| } |
| } |
|
|
