Instructions to use diffusion-gif/any2ego with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Diffusers
How to use diffusion-gif/any2ego with Diffusers:
pip install -U diffusers transformers accelerate
import torch from diffusers import DiffusionPipeline # switch to "mps" for apple devices pipe = DiffusionPipeline.from_pretrained("fill-in-base-model", dtype=torch.bfloat16, device_map="cuda") pipe.load_lora_weights("diffusion-gif/any2ego") prompt = "Astronaut in a jungle, cold color palette, muted colors, detailed, 8k" image = pipe(prompt).images[0] - Notebooks
- Google Colab
- Kaggle
- Local Apps Settings
- Draw Things
File size: 3,362 Bytes
c28ffff | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 | {
"reader": "safetensors.safe_open(framework=pt, device=cpu), slices only",
"safetensors_files": 20,
"tensor_entries": 6816,
"files": [
{
"path": "checkpoints/caption_grpo/adapter_model.safetensors",
"tensor_count": 504,
"names_shapes_dtypes_verified": true
},
{
"path": "checkpoints/generator_global/ckpt.safetensors",
"tensor_count": 240,
"names_shapes_dtypes_verified": true
},
{
"path": "checkpoints/generator_hoi/ckpt.safetensors",
"tensor_count": 300,
"names_shapes_dtypes_verified": true
},
{
"path": "checkpoints/generator_spatial/ckpt.safetensors",
"tensor_count": 300,
"names_shapes_dtypes_verified": true
},
{
"path": "checkpoints/reward_preview/ckpt.safetensors",
"tensor_count": 240,
"names_shapes_dtypes_verified": true
},
{
"path": "checkpoints/sft_only/adapter_model.safetensors",
"tensor_count": 504,
"names_shapes_dtypes_verified": true
},
{
"path": "models/CLIP-ViT-H-14-laion2B-s32B-b79K/model.safetensors",
"tensor_count": 912,
"names_shapes_dtypes_verified": true
},
{
"path": "models/Qwen3-VL-8B-Instruct/model-00001-of-00004.safetensors",
"tensor_count": 109,
"names_shapes_dtypes_verified": true
},
{
"path": "models/Qwen3-VL-8B-Instruct/model-00002-of-00004.safetensors",
"tensor_count": 142,
"names_shapes_dtypes_verified": true
},
{
"path": "models/Qwen3-VL-8B-Instruct/model-00003-of-00004.safetensors",
"tensor_count": 137,
"names_shapes_dtypes_verified": true
},
{
"path": "models/Qwen3-VL-8B-Instruct/model-00004-of-00004.safetensors",
"tensor_count": 362,
"names_shapes_dtypes_verified": true
},
{
"path": "models/Wan2.1-VACE-1.3B/text_encoder/model-00001-of-00003.safetensors",
"tensor_count": 79,
"names_shapes_dtypes_verified": true
},
{
"path": "models/Wan2.1-VACE-1.3B/text_encoder/model-00002-of-00003.safetensors",
"tensor_count": 129,
"names_shapes_dtypes_verified": true
},
{
"path": "models/Wan2.1-VACE-1.3B/text_encoder/model-00003-of-00003.safetensors",
"tensor_count": 34,
"names_shapes_dtypes_verified": true
},
{
"path": "models/Wan2.1-VACE-1.3B/transformer/diffusion_pytorch_model-00001-of-00002.safetensors",
"tensor_count": 726,
"names_shapes_dtypes_verified": true
},
{
"path": "models/Wan2.1-VACE-1.3B/transformer/diffusion_pytorch_model-00002-of-00002.safetensors",
"tensor_count": 538,
"names_shapes_dtypes_verified": true
},
{
"path": "research/caption_dpo/epoch-2.safetensors",
"tensor_count": 240,
"names_shapes_dtypes_verified": true
},
{
"path": "research/joint_branch/epoch-3.safetensors",
"tensor_count": 480,
"names_shapes_dtypes_verified": true
},
{
"path": "research/native_narr_dit/epoch-4.safetensors",
"tensor_count": 600,
"names_shapes_dtypes_verified": true
},
{
"path": "research/vlm_comparison/epoch-0.safetensors",
"tensor_count": 240,
"names_shapes_dtypes_verified": true
}
],
"CUDA_initialized": false,
"model_loaded": false,
"inference_run": false
}
|