Instructions to use RLinf/RLinf-DreamZero-WAN2.2-5B-LIBERO-SFT-Diffusers with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Diffusers
How to use RLinf/RLinf-DreamZero-WAN2.2-5B-LIBERO-SFT-Diffusers with Diffusers:
pip install -U diffusers transformers accelerate
import torch from diffusers import DiffusionPipeline # switch to "mps" for apple devices pipe = DiffusionPipeline.from_pretrained("RLinf/RLinf-DreamZero-WAN2.2-5B-LIBERO-SFT-Diffusers", dtype=torch.bfloat16, device_map="cuda") prompt = "Astronaut in a jungle, cold color palette, muted colors, detailed, 8k" image = pipe(prompt).images[0] - Notebooks
- Google Colab
- Kaggle
| { | |
| "_class_name": "AutoencoderKLWan", | |
| "attn_scales": [], | |
| "base_dim": 160, | |
| "clip_output": true, | |
| "decoder_base_dim": 256, | |
| "dim_mult": [ | |
| 1, | |
| 2, | |
| 4, | |
| 4 | |
| ], | |
| "dropout": 0.0, | |
| "extra_attrs": { | |
| "shift_factor": [ | |
| [ | |
| [ | |
| [ | |
| [ | |
| -0.2289000004529953 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| -0.005200000014156103 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| -0.13230000436306 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| -0.23389999568462372 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| -0.2799000144004822 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| 0.017400000244379044 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| 0.18379999697208405 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| 0.15569999814033508 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| -0.13819999992847443 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| 0.05420000106096268 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| 0.28130000829696655 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| 0.08910000324249268 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| 0.15700000524520874 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| -0.009800000116229057 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| 0.03750000149011612 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| -0.18250000476837158 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| -0.22460000216960907 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| -0.12070000171661377 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| -0.0697999969124794 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| 0.5109000205993652 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| 0.26649999618530273 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| -0.21080000698566437 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| -0.21580000221729279 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| 0.2502000033855438 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| -0.20550000667572021 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| -0.03220000118017197 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| 0.11089999973773956 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| 0.156700000166893 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| -0.07289999723434448 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| 0.08990000188350677 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| -0.2799000144004822 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| -0.12300000339746475 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| -0.031300000846385956 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| -0.164900004863739 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| 0.011699999682605267 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| 0.0723000019788742 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| -0.2838999927043915 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| -0.20829999446868896 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| -0.052000001072883606 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| 0.3747999966144562 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| 0.015200000256299973 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| 0.195700004696846 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| 0.14329999685287476 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| -0.29440000653266907 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| 0.3573000133037567 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| -0.05480000004172325 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| -0.1680999994277954 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| -0.06669999659061432 | |
| ] | |
| ] | |
| ] | |
| ] | |
| ] | |
| }, | |
| "in_channels": 12, | |
| "is_residual": true, | |
| "latents_mean": [ | |
| -0.2289, | |
| -0.0052, | |
| -0.1323, | |
| -0.2339, | |
| -0.2799, | |
| 0.0174, | |
| 0.1838, | |
| 0.1557, | |
| -0.1382, | |
| 0.0542, | |
| 0.2813, | |
| 0.0891, | |
| 0.157, | |
| -0.0098, | |
| 0.0375, | |
| -0.1825, | |
| -0.2246, | |
| -0.1207, | |
| -0.0698, | |
| 0.5109, | |
| 0.2665, | |
| -0.2108, | |
| -0.2158, | |
| 0.2502, | |
| -0.2055, | |
| -0.0322, | |
| 0.1109, | |
| 0.1567, | |
| -0.0729, | |
| 0.0899, | |
| -0.2799, | |
| -0.123, | |
| -0.0313, | |
| -0.1649, | |
| 0.0117, | |
| 0.0723, | |
| -0.2839, | |
| -0.2083, | |
| -0.052, | |
| 0.3748, | |
| 0.0152, | |
| 0.1957, | |
| 0.1433, | |
| -0.2944, | |
| 0.3573, | |
| -0.0548, | |
| -0.1681, | |
| -0.0667 | |
| ], | |
| "latents_std": [ | |
| 0.4765, | |
| 1.0364, | |
| 0.4514, | |
| 1.1677, | |
| 0.5313, | |
| 0.499, | |
| 0.4818, | |
| 0.5013, | |
| 0.8158, | |
| 1.0344, | |
| 0.5894, | |
| 1.0901, | |
| 0.6885, | |
| 0.6165, | |
| 0.8454, | |
| 0.4978, | |
| 0.5759, | |
| 0.3523, | |
| 0.7135, | |
| 0.6804, | |
| 0.5833, | |
| 1.4146, | |
| 0.8986, | |
| 0.5659, | |
| 0.7069, | |
| 0.5338, | |
| 0.4889, | |
| 0.4917, | |
| 0.4069, | |
| 0.4999, | |
| 0.6866, | |
| 0.4093, | |
| 0.5709, | |
| 0.6065, | |
| 0.6415, | |
| 0.4944, | |
| 0.5726, | |
| 1.2042, | |
| 0.5458, | |
| 1.6887, | |
| 0.3971, | |
| 1.06, | |
| 0.3943, | |
| 0.5537, | |
| 0.5444, | |
| 0.4089, | |
| 0.7468, | |
| 0.7744 | |
| ], | |
| "num_res_blocks": 2, | |
| "out_channels": 12, | |
| "patch_size": 2, | |
| "scale_factor_spatial": 16, | |
| "scale_factor_temporal": 4, | |
| "scaling_factor": [ | |
| [ | |
| [ | |
| [ | |
| [ | |
| 2.0986359119415283 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| 0.9648784399032593 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| 2.215330123901367 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| 0.85638427734375 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| 1.8821758031845093 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| 2.0040080547332764 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| 2.075550079345703 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| 1.9948135614395142 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| 1.2257906198501587 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| 0.9667440056800842 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| 1.6966407299041748 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| 0.9173470139503479 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| 1.4524328708648682 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| 1.622059941291809 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| 1.1828720569610596 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| 2.0088388919830322 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| 1.736412525177002 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| 2.8384900093078613 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| 1.4015417098999023 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| 1.4697237014770508 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| 1.7143837213516235 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| 0.7069135904312134 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| 1.1128422021865845 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| 1.7670965194702148 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| 1.414627194404602 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| 1.8733607530593872 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| 2.045408010482788 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| 2.0337605476379395 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| 2.457606315612793 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| 2.0004000663757324 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| 1.4564520120620728 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| 2.4431958198547363 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| 1.7516201734542847 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| 1.6488045454025269 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| 1.5588464736938477 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| 2.022653818130493 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| 1.7464197874069214 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| 0.830426812171936 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| 1.8321731090545654 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| 0.5921714901924133 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| 2.5182573795318604 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| 0.943396270275116 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| 2.536139965057373 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| 1.8060322999954224 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| 1.8368847370147705 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| 2.4455857276916504 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| 1.339046597480774 | |
| ] | |
| ] | |
| ], | |
| [ | |
| [ | |
| [ | |
| 1.2913223505020142 | |
| ] | |
| ] | |
| ] | |
| ] | |
| ], | |
| "spatial_compression_ratio": 16, | |
| "stacked_params_mapping": [], | |
| "temperal_downsample": [ | |
| false, | |
| true, | |
| true | |
| ], | |
| "temporal_compression_ratio": 4, | |
| "z_dim": 48 | |
| } | |