Instructions to use diffusion-gif/any2ego with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Diffusers
How to use diffusion-gif/any2ego with Diffusers:
pip install -U diffusers transformers accelerate
import torch from diffusers import DiffusionPipeline # switch to "mps" for apple devices pipe = DiffusionPipeline.from_pretrained("fill-in-base-model", dtype=torch.bfloat16, device_map="cuda") pipe.load_lora_weights("diffusion-gif/any2ego") prompt = "Astronaut in a jungle, cold color palette, muted colors, detailed, 8k" image = pipe(prompt).images[0] - Notebooks
- Google Colab
- Kaggle
- Local Apps Settings
- Draw Things
Download code_support/generator_defaults.py from diffusion-gif/any2ego: direct link, hf CLI and curl.
- Browser
- Download file 1.49 kB
-
https://huggingface.co/diffusion-gif/any2ego/resolve/main/code_support/generator_defaults.py
- Command line
-
hf download hf://diffusion-gif/any2ego/code_support/generator_defaults.py
-
curl -L -o generator_defaults.py https://huggingface.co/diffusion-gif/any2ego/resolve/main/code_support/generator_defaults.py
1.49 kB
| """Native Python defaults shared by generator training entries.""" | |
| import json | |
| from model_resources import wan_base_root, wan_model_paths, wan_tokenizer_path | |
| def set_training_defaults(parser, variant): | |
| model = wan_base_root() | |
| data = "data/vace_train_v2" | |
| caption_source = "teacher" if variant == "reward" else "grpo" | |
| defaults = dict( | |
| dataset_base_path=data, | |
| dataset_metadata_path=f"{data}/metadata.csv" if variant == "hoi" else f"{data}/metadata_caption_branch_{caption_source}.csv", | |
| data_file_keys="video,vace_video,vace_reference_image", | |
| extra_inputs="vace_video,vace_reference_image", | |
| height=480, width=480, num_frames=13, dataset_repeat=1, num_epochs=5, | |
| model_paths=json.dumps(wan_model_paths(model)), | |
| tokenizer_path=wan_tokenizer_path(model), | |
| use_gradient_checkpointing_offload=True, | |
| output_path=f"outputs/train_{variant}", | |
| learning_rate=1e-4 if variant == "hoi" else 3e-4, | |
| ) | |
| if variant == "hoi": | |
| defaults.update(lora_base_model="vace", lora_target_modules="q,k,v,o,ffn.0,ffn.2", lora_rank=128) | |
| else: | |
| defaults.update(preset_lora_path="checkpoints/generator_hoi/ckpt.safetensors", preset_lora_model="vace", find_unused_parameters=True) | |
| parser.set_defaults(**defaults) | |
| # Upstream required options now have concrete package defaults. | |
| for action in parser._actions: | |
| if action.dest in defaults: | |
| action.required = False | |
| return parser | |