Instructions to use optimum-intel-internal-testing/tiny-random-ltx2.3 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Diffusers
How to use optimum-intel-internal-testing/tiny-random-ltx2.3 with Diffusers:
pip install -U diffusers transformers accelerate
import torch from diffusers import DiffusionPipeline # switch to "mps" for apple devices pipe = DiffusionPipeline.from_pretrained("optimum-intel-internal-testing/tiny-random-ltx2.3", dtype=torch.bfloat16, device_map="cuda") prompt = "Astronaut in a jungle, cold color palette, muted colors, detailed, 8k" image = pipe(prompt).images[0] - Notebooks
- Google Colab
- Kaggle
File size: 1,757 Bytes
a445c41 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 | {
"marker_version": 1,
"source_model_id": "diffusers/LTX-2.3-Diffusers",
"seed": 42,
"text": {
"hidden_size": 32,
"num_hidden_layers": 2,
"vocab_size": 1024
},
"transformer": {
"num_layers": 1,
"num_attention_heads": 4,
"attention_head_dim": 8,
"cross_attention_dim": 32,
"caption_channels": 32,
"in_channels": 8,
"out_channels": 8,
"audio_num_attention_heads": 4,
"audio_attention_head_dim": 8,
"audio_cross_attention_dim": 32
},
"vae": {
"latent_channels": 8,
"block_out_channels": [
8,
8,
8,
8
],
"decoder_block_out_channels": [
8,
16,
16,
32
],
"layers_per_block": [
1,
1,
1,
1,
1
],
"decoder_layers_per_block": [
1,
1,
1,
1,
1
]
},
"audio_vae": {
"ch_mult": [
1
],
"num_res_blocks": 1
},
"connectors": {
"caption_channels": 32,
"text_proj_in_factor": 3,
"video_connector_num_layers": 1,
"video_connector_num_attention_heads": 4,
"video_connector_attention_head_dim": 8,
"video_connector_num_learnable_registers": 8,
"video_hidden_dim": 32,
"audio_connector_num_layers": 1,
"audio_connector_num_attention_heads": 4,
"audio_connector_attention_head_dim": 8,
"audio_connector_num_learnable_registers": 8,
"audio_hidden_dim": 32
},
"vocoder": {
"hidden_channels": 64,
"resnet_kernel_sizes": [
3
],
"resnet_dilations": [
[
1,
3,
5
]
],
"bwe_hidden_channels": 32,
"bwe_resnet_kernel_sizes": [
3
],
"bwe_resnet_dilations": [
[
1,
3,
5
]
]
}
}
|