Instructions to use diffusion-gif/any2ego with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Diffusers
How to use diffusion-gif/any2ego with Diffusers:
pip install -U diffusers transformers accelerate
import torch from diffusers import DiffusionPipeline # switch to "mps" for apple devices pipe = DiffusionPipeline.from_pretrained("fill-in-base-model", dtype=torch.bfloat16, device_map="cuda") pipe.load_lora_weights("diffusion-gif/any2ego") prompt = "Astronaut in a jungle, cold color palette, muted colors, detailed, 8k" image = pipe(prompt).images[0] - Notebooks
- Google Colab
- Kaggle
- Local Apps Settings
- Draw Things
Download native_reader_validation.json from diffusion-gif/any2ego: direct link, hf CLI and curl.
- Browser
- Download file 3.36 kB
-
https://huggingface.co/diffusion-gif/any2ego/resolve/main/native_reader_validation.json
- Command line
-
hf download hf://diffusion-gif/any2ego/native_reader_validation.json
-
curl -L -o native_reader_validation.json https://huggingface.co/diffusion-gif/any2ego/resolve/main/native_reader_validation.json
3.36 kB
| { | |
| "reader": "safetensors.safe_open(framework=pt, device=cpu), slices only", | |
| "safetensors_files": 20, | |
| "tensor_entries": 6816, | |
| "files": [ | |
| { | |
| "path": "checkpoints/caption_grpo/adapter_model.safetensors", | |
| "tensor_count": 504, | |
| "names_shapes_dtypes_verified": true | |
| }, | |
| { | |
| "path": "checkpoints/generator_global/ckpt.safetensors", | |
| "tensor_count": 240, | |
| "names_shapes_dtypes_verified": true | |
| }, | |
| { | |
| "path": "checkpoints/generator_hoi/ckpt.safetensors", | |
| "tensor_count": 300, | |
| "names_shapes_dtypes_verified": true | |
| }, | |
| { | |
| "path": "checkpoints/generator_spatial/ckpt.safetensors", | |
| "tensor_count": 300, | |
| "names_shapes_dtypes_verified": true | |
| }, | |
| { | |
| "path": "checkpoints/reward_preview/ckpt.safetensors", | |
| "tensor_count": 240, | |
| "names_shapes_dtypes_verified": true | |
| }, | |
| { | |
| "path": "checkpoints/sft_only/adapter_model.safetensors", | |
| "tensor_count": 504, | |
| "names_shapes_dtypes_verified": true | |
| }, | |
| { | |
| "path": "models/CLIP-ViT-H-14-laion2B-s32B-b79K/model.safetensors", | |
| "tensor_count": 912, | |
| "names_shapes_dtypes_verified": true | |
| }, | |
| { | |
| "path": "models/Qwen3-VL-8B-Instruct/model-00001-of-00004.safetensors", | |
| "tensor_count": 109, | |
| "names_shapes_dtypes_verified": true | |
| }, | |
| { | |
| "path": "models/Qwen3-VL-8B-Instruct/model-00002-of-00004.safetensors", | |
| "tensor_count": 142, | |
| "names_shapes_dtypes_verified": true | |
| }, | |
| { | |
| "path": "models/Qwen3-VL-8B-Instruct/model-00003-of-00004.safetensors", | |
| "tensor_count": 137, | |
| "names_shapes_dtypes_verified": true | |
| }, | |
| { | |
| "path": "models/Qwen3-VL-8B-Instruct/model-00004-of-00004.safetensors", | |
| "tensor_count": 362, | |
| "names_shapes_dtypes_verified": true | |
| }, | |
| { | |
| "path": "models/Wan2.1-VACE-1.3B/text_encoder/model-00001-of-00003.safetensors", | |
| "tensor_count": 79, | |
| "names_shapes_dtypes_verified": true | |
| }, | |
| { | |
| "path": "models/Wan2.1-VACE-1.3B/text_encoder/model-00002-of-00003.safetensors", | |
| "tensor_count": 129, | |
| "names_shapes_dtypes_verified": true | |
| }, | |
| { | |
| "path": "models/Wan2.1-VACE-1.3B/text_encoder/model-00003-of-00003.safetensors", | |
| "tensor_count": 34, | |
| "names_shapes_dtypes_verified": true | |
| }, | |
| { | |
| "path": "models/Wan2.1-VACE-1.3B/transformer/diffusion_pytorch_model-00001-of-00002.safetensors", | |
| "tensor_count": 726, | |
| "names_shapes_dtypes_verified": true | |
| }, | |
| { | |
| "path": "models/Wan2.1-VACE-1.3B/transformer/diffusion_pytorch_model-00002-of-00002.safetensors", | |
| "tensor_count": 538, | |
| "names_shapes_dtypes_verified": true | |
| }, | |
| { | |
| "path": "research/caption_dpo/epoch-2.safetensors", | |
| "tensor_count": 240, | |
| "names_shapes_dtypes_verified": true | |
| }, | |
| { | |
| "path": "research/joint_branch/epoch-3.safetensors", | |
| "tensor_count": 480, | |
| "names_shapes_dtypes_verified": true | |
| }, | |
| { | |
| "path": "research/native_narr_dit/epoch-4.safetensors", | |
| "tensor_count": 600, | |
| "names_shapes_dtypes_verified": true | |
| }, | |
| { | |
| "path": "research/vlm_comparison/epoch-0.safetensors", | |
| "tensor_count": 240, | |
| "names_shapes_dtypes_verified": true | |
| } | |
| ], | |
| "CUDA_initialized": false, | |
| "model_loaded": false, | |
| "inference_run": false | |
| } | |