Instructions to use hf-internal-testing/tiny-LTX2Pipeline with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Diffusers
How to use hf-internal-testing/tiny-LTX2Pipeline with Diffusers:
pip install -U diffusers transformers accelerate
import torch from diffusers import DiffusionPipeline # switch to "mps" for apple devices pipe = DiffusionPipeline.from_pretrained("hf-internal-testing/tiny-LTX2Pipeline", dtype=torch.bfloat16, device_map="cuda") prompt = "Astronaut in a jungle, cold color palette, muted colors, detailed, 8k" image = pipe(prompt).images[0] - Notebooks
- Google Colab
- Kaggle
| { | |
| "_class_name": "LTX2VideoTransformer3DModel", | |
| "_diffusers_version": "0.39.0.dev0", | |
| "activation_fn": "gelu-approximate", | |
| "attention_bias": true, | |
| "attention_head_dim": 8, | |
| "attention_out_bias": true, | |
| "audio_attention_head_dim": 4, | |
| "audio_cross_attention_dim": 8, | |
| "audio_cross_attn_mod": false, | |
| "audio_gated_attn": false, | |
| "audio_hop_length": 160, | |
| "audio_in_channels": 4, | |
| "audio_num_attention_heads": 2, | |
| "audio_out_channels": 4, | |
| "audio_patch_size": 1, | |
| "audio_patch_size_t": 1, | |
| "audio_pos_embed_max_pos": 20, | |
| "audio_sampling_rate": 16000, | |
| "audio_scale_factor": 4, | |
| "base_height": 2048, | |
| "base_width": 2048, | |
| "caption_channels": 32, | |
| "causal_offset": 1, | |
| "cross_attention_dim": 16, | |
| "cross_attn_mod": false, | |
| "cross_attn_timestep_scale_multiplier": 1000, | |
| "gated_attn": false, | |
| "in_channels": 4, | |
| "norm_elementwise_affine": false, | |
| "norm_eps": 1e-06, | |
| "num_attention_heads": 2, | |
| "num_layers": 2, | |
| "out_channels": 4, | |
| "patch_size": 1, | |
| "patch_size_t": 1, | |
| "perturbed_attn": false, | |
| "pos_embed_max_pos": 20, | |
| "qk_norm": "rms_norm_across_heads", | |
| "rope_double_precision": false, | |
| "rope_theta": 10000.0, | |
| "rope_type": "split", | |
| "timestep_scale_multiplier": 1000, | |
| "use_prompt_embeddings": true, | |
| "vae_scale_factors": [ | |
| 8, | |
| 32, | |
| 32 | |
| ] | |
| } | |