rootonchair commited on
Commit
630af49
·
verified ·
1 Parent(s): bd315da

Upload folder using huggingface_hub

Browse files
Files changed (46) hide show
  1. .gitattributes +1 -0
  2. audio_vae/config.json +25 -0
  3. audio_vae/diffusion_pytorch_model.safetensors +3 -0
  4. connectors/config.json +19 -0
  5. connectors/diffusion_pytorch_model.safetensors +3 -0
  6. model_index.json +36 -0
  7. scheduler/scheduler_config.json +18 -0
  8. text_encoder/config.json +114 -0
  9. text_encoder/generation_config.json +11 -0
  10. text_encoder/model-00001-of-00011.safetensors +3 -0
  11. text_encoder/model-00002-of-00011.safetensors +3 -0
  12. text_encoder/model-00003-of-00011.safetensors +3 -0
  13. text_encoder/model-00004-of-00011.safetensors +3 -0
  14. text_encoder/model-00005-of-00011.safetensors +3 -0
  15. text_encoder/model-00006-of-00011.safetensors +3 -0
  16. text_encoder/model-00007-of-00011.safetensors +3 -0
  17. text_encoder/model-00008-of-00011.safetensors +3 -0
  18. text_encoder/model-00009-of-00011.safetensors +3 -0
  19. text_encoder/model-00010-of-00011.safetensors +3 -0
  20. text_encoder/model-00011-of-00011.safetensors +3 -0
  21. text_encoder/model.safetensors.index.json +0 -0
  22. tokenizer/added_tokens.json +3 -0
  23. tokenizer/chat_template.jinja +47 -0
  24. tokenizer/special_tokens_map.json +33 -0
  25. tokenizer/tokenizer.json +3 -0
  26. tokenizer/tokenizer.model +3 -0
  27. tokenizer/tokenizer_config.json +0 -0
  28. transformer/config.json +44 -0
  29. transformer/diffusion_pytorch_model-00001-of-00008.safetensors +3 -0
  30. transformer/diffusion_pytorch_model-00002-of-00008.safetensors +3 -0
  31. transformer/diffusion_pytorch_model-00003-of-00008.safetensors +3 -0
  32. transformer/diffusion_pytorch_model-00004-of-00008.safetensors +3 -0
  33. transformer/diffusion_pytorch_model-00005-of-00008.safetensors +3 -0
  34. transformer/diffusion_pytorch_model-00006-of-00008.safetensors +3 -0
  35. transformer/diffusion_pytorch_model-00007-of-00008.safetensors +3 -0
  36. transformer/diffusion_pytorch_model-00008-of-00008.safetensors +3 -0
  37. transformer/diffusion_pytorch_model.safetensors.index.json +0 -0
  38. upsample_pipeline/latent_upsampler/config.json +11 -0
  39. upsample_pipeline/latent_upsampler/diffusion_pytorch_model.safetensors +3 -0
  40. upsample_pipeline/model_index.json +12 -0
  41. upsample_pipeline/vae/config.json +81 -0
  42. upsample_pipeline/vae/diffusion_pytorch_model.safetensors +3 -0
  43. vae/config.json +81 -0
  44. vae/diffusion_pytorch_model.safetensors +3 -0
  45. vocoder/config.json +45 -0
  46. vocoder/diffusion_pytorch_model.safetensors +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer/tokenizer.json filter=lfs diff=lfs merge=lfs -text
audio_vae/config.json ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "AutoencoderKLLTX2Audio",
3
+ "_diffusers_version": "0.37.0.dev0",
4
+ "attn_resolutions": null,
5
+ "base_channels": 128,
6
+ "causality_axis": "height",
7
+ "ch_mult": [
8
+ 1,
9
+ 2,
10
+ 4
11
+ ],
12
+ "double_z": true,
13
+ "dropout": 0.0,
14
+ "in_channels": 2,
15
+ "is_causal": true,
16
+ "latent_channels": 8,
17
+ "mel_bins": 64,
18
+ "mel_hop_length": 160,
19
+ "mid_block_add_attention": false,
20
+ "norm_type": "pixel",
21
+ "num_res_blocks": 2,
22
+ "output_channels": 2,
23
+ "resolution": 256,
24
+ "sample_rate": 16000
25
+ }
audio_vae/diffusion_pytorch_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b36ce4066065ce0aa5ff4d7cf96a3e3bc0859c6fefcf864663e3fe686c5c181c
3
+ size 106507972
connectors/config.json ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "LTX2TextConnectors",
3
+ "_diffusers_version": "0.37.0.dev0",
4
+ "audio_connector_attention_head_dim": 128,
5
+ "audio_connector_num_attention_heads": 30,
6
+ "audio_connector_num_layers": 2,
7
+ "audio_connector_num_learnable_registers": 128,
8
+ "caption_channels": 3840,
9
+ "causal_temporal_positioning": false,
10
+ "connector_rope_base_seq_len": 4096,
11
+ "rope_double_precision": true,
12
+ "rope_theta": 10000.0,
13
+ "rope_type": "split",
14
+ "text_proj_in_factor": 49,
15
+ "video_connector_attention_head_dim": 128,
16
+ "video_connector_num_attention_heads": 30,
17
+ "video_connector_num_layers": 2,
18
+ "video_connector_num_learnable_registers": 128
19
+ }
connectors/diffusion_pytorch_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60e449350b12e22c58d6b64c96b9d3c7647b5b52ac688f36888a98a60b1e5806
3
+ size 2862957976
model_index.json ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "LTX2Pipeline",
3
+ "_diffusers_version": "0.37.0.dev0",
4
+ "audio_vae": [
5
+ "diffusers",
6
+ "AutoencoderKLLTX2Audio"
7
+ ],
8
+ "connectors": [
9
+ "ltx2",
10
+ "LTX2TextConnectors"
11
+ ],
12
+ "scheduler": [
13
+ "diffusers",
14
+ "FlowMatchEulerDiscreteScheduler"
15
+ ],
16
+ "text_encoder": [
17
+ "transformers",
18
+ "Gemma3ForConditionalGeneration"
19
+ ],
20
+ "tokenizer": [
21
+ "transformers",
22
+ "GemmaTokenizerFast"
23
+ ],
24
+ "transformer": [
25
+ "diffusers",
26
+ "LTX2VideoTransformer3DModel"
27
+ ],
28
+ "vae": [
29
+ "diffusers",
30
+ "AutoencoderKLLTX2Video"
31
+ ],
32
+ "vocoder": [
33
+ "ltx2",
34
+ "LTX2Vocoder"
35
+ ]
36
+ }
scheduler/scheduler_config.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "FlowMatchEulerDiscreteScheduler",
3
+ "_diffusers_version": "0.37.0.dev0",
4
+ "base_image_seq_len": 1024,
5
+ "base_shift": 0.95,
6
+ "invert_sigmas": false,
7
+ "max_image_seq_len": 4096,
8
+ "max_shift": 2.05,
9
+ "num_train_timesteps": 1000,
10
+ "shift": 1.0,
11
+ "shift_terminal": 0.1,
12
+ "stochastic_sampling": false,
13
+ "time_shift_type": "exponential",
14
+ "use_beta_sigmas": false,
15
+ "use_dynamic_shifting": true,
16
+ "use_exponential_sigmas": false,
17
+ "use_karras_sigmas": false
18
+ }
text_encoder/config.json ADDED
@@ -0,0 +1,114 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Gemma3ForConditionalGeneration"
4
+ ],
5
+ "boi_token_index": 255999,
6
+ "dtype": "float32",
7
+ "eoi_token_index": 256000,
8
+ "eos_token_id": [
9
+ 1,
10
+ 106
11
+ ],
12
+ "image_token_index": 262144,
13
+ "initializer_range": 0.02,
14
+ "mm_tokens_per_image": 256,
15
+ "model_type": "gemma3",
16
+ "text_config": {
17
+ "_sliding_window_pattern": 6,
18
+ "attention_bias": false,
19
+ "attention_dropout": 0.0,
20
+ "attn_logit_softcapping": null,
21
+ "cache_implementation": "hybrid",
22
+ "dtype": "float32",
23
+ "final_logit_softcapping": null,
24
+ "head_dim": 256,
25
+ "hidden_activation": "gelu_pytorch_tanh",
26
+ "hidden_size": 3840,
27
+ "initializer_range": 0.02,
28
+ "intermediate_size": 15360,
29
+ "layer_types": [
30
+ "sliding_attention",
31
+ "sliding_attention",
32
+ "sliding_attention",
33
+ "sliding_attention",
34
+ "sliding_attention",
35
+ "full_attention",
36
+ "sliding_attention",
37
+ "sliding_attention",
38
+ "sliding_attention",
39
+ "sliding_attention",
40
+ "sliding_attention",
41
+ "full_attention",
42
+ "sliding_attention",
43
+ "sliding_attention",
44
+ "sliding_attention",
45
+ "sliding_attention",
46
+ "sliding_attention",
47
+ "full_attention",
48
+ "sliding_attention",
49
+ "sliding_attention",
50
+ "sliding_attention",
51
+ "sliding_attention",
52
+ "sliding_attention",
53
+ "full_attention",
54
+ "sliding_attention",
55
+ "sliding_attention",
56
+ "sliding_attention",
57
+ "sliding_attention",
58
+ "sliding_attention",
59
+ "full_attention",
60
+ "sliding_attention",
61
+ "sliding_attention",
62
+ "sliding_attention",
63
+ "sliding_attention",
64
+ "sliding_attention",
65
+ "full_attention",
66
+ "sliding_attention",
67
+ "sliding_attention",
68
+ "sliding_attention",
69
+ "sliding_attention",
70
+ "sliding_attention",
71
+ "full_attention",
72
+ "sliding_attention",
73
+ "sliding_attention",
74
+ "sliding_attention",
75
+ "sliding_attention",
76
+ "sliding_attention",
77
+ "full_attention"
78
+ ],
79
+ "max_position_embeddings": 131072,
80
+ "model_type": "gemma3_text",
81
+ "num_attention_heads": 16,
82
+ "num_hidden_layers": 48,
83
+ "num_key_value_heads": 8,
84
+ "query_pre_attn_scalar": 256,
85
+ "rms_norm_eps": 1e-06,
86
+ "rope_local_base_freq": 10000,
87
+ "rope_scaling": {
88
+ "factor": 8.0,
89
+ "rope_type": "linear"
90
+ },
91
+ "rope_theta": 1000000,
92
+ "sliding_window": 1024,
93
+ "sliding_window_pattern": 6,
94
+ "use_bidirectional_attention": false,
95
+ "use_cache": true,
96
+ "vocab_size": 262208
97
+ },
98
+ "transformers_version": "4.57.3",
99
+ "vision_config": {
100
+ "attention_dropout": 0.0,
101
+ "dtype": "float32",
102
+ "hidden_act": "gelu_pytorch_tanh",
103
+ "hidden_size": 1152,
104
+ "image_size": 896,
105
+ "intermediate_size": 4304,
106
+ "layer_norm_eps": 1e-06,
107
+ "model_type": "siglip_vision_model",
108
+ "num_attention_heads": 16,
109
+ "num_channels": 3,
110
+ "num_hidden_layers": 27,
111
+ "patch_size": 14,
112
+ "vision_use_head": false
113
+ }
114
+ }
text_encoder/generation_config.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "cache_implementation": "hybrid",
3
+ "do_sample": true,
4
+ "eos_token_id": [
5
+ 1,
6
+ 106
7
+ ],
8
+ "top_k": 64,
9
+ "top_p": 0.95,
10
+ "transformers_version": "4.57.3"
11
+ }
text_encoder/model-00001-of-00011.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cbc6e8132e4998652d4c8c219f0ca8da10a143606c806c8728a7513d49bbcdb3
3
+ size 1685223128
text_encoder/model-00002-of-00011.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b95e7ab472b88860e53c71ef078fe8ba4c85e3727b8f0a0bcc130c1f4a2b9ab9
3
+ size 4987027384
text_encoder/model-00003-of-00011.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3731e7c18280d0e9dcbcfadaecaeb8b81fa7f7f15e702ea3d1b4f8eb1b5919f7
3
+ size 4844749824
text_encoder/model-00004-of-00011.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9d1ce8b472f2cc6d70c7885388f50fb3a5f233cf1d4784f6a4be1732547a74c
3
+ size 4954909736
text_encoder/model-00005-of-00011.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb478659a67b2e34a920f237387a1d7a8208325aa2fc285198a97603f15af1e6
3
+ size 4907664584
text_encoder/model-00006-of-00011.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a190581d871980f9309f40d5c2b4db99d76737d7ed743d531bac95443f6b7145
3
+ size 4954909792
text_encoder/model-00007-of-00011.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c347de789ff34be642e4fe7ab8e142ca5e3d833d70cb9ec5127a86af0e2ecfed
3
+ size 4907664584
text_encoder/model-00008-of-00011.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ec7525b89b083d774f4abbdd1f2d7ee190f0475658875cf700530a2faa84a4f
3
+ size 4954909792
text_encoder/model-00009-of-00011.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b0117ecf1d83691bb875c66a9f2b47e450a87fdfe90915bc7b9e9946c37a650
3
+ size 4907664584
text_encoder/model-00010-of-00011.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9f665a743589231adb812c61c9d8e295c9a68c31d3e87976ae032f1de4e46b6
3
+ size 4954909792
text_encoder/model-00011-of-00011.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:999bf4706d4f616e558eec486667fc2b66f8d0f9c106e1d1f802458fb349b0db
3
+ size 2689808472
text_encoder/model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer/added_tokens.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "<image_soft_token>": 262144
3
+ }
tokenizer/chat_template.jinja ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {{ bos_token }}
2
+ {%- if messages[0]['role'] == 'system' -%}
3
+ {%- if messages[0]['content'] is string -%}
4
+ {%- set first_user_prefix = messages[0]['content'] + '
5
+
6
+ ' -%}
7
+ {%- else -%}
8
+ {%- set first_user_prefix = messages[0]['content'][0]['text'] + '
9
+
10
+ ' -%}
11
+ {%- endif -%}
12
+ {%- set loop_messages = messages[1:] -%}
13
+ {%- else -%}
14
+ {%- set first_user_prefix = "" -%}
15
+ {%- set loop_messages = messages -%}
16
+ {%- endif -%}
17
+ {%- for message in loop_messages -%}
18
+ {%- if (message['role'] == 'user') != (loop.index0 % 2 == 0) -%}
19
+ {{ raise_exception("Conversation roles must alternate user/assistant/user/assistant/...") }}
20
+ {%- endif -%}
21
+ {%- if (message['role'] == 'assistant') -%}
22
+ {%- set role = "model" -%}
23
+ {%- else -%}
24
+ {%- set role = message['role'] -%}
25
+ {%- endif -%}
26
+ {{ '<start_of_turn>' + role + '
27
+ ' + (first_user_prefix if loop.first else "") }}
28
+ {%- if message['content'] is string -%}
29
+ {{ message['content'] | trim }}
30
+ {%- elif message['content'] is iterable -%}
31
+ {%- for item in message['content'] -%}
32
+ {%- if item['type'] == 'image' -%}
33
+ {{ '<start_of_image>' }}
34
+ {%- elif item['type'] == 'text' -%}
35
+ {{ item['text'] | trim }}
36
+ {%- endif -%}
37
+ {%- endfor -%}
38
+ {%- else -%}
39
+ {{ raise_exception("Invalid content type") }}
40
+ {%- endif -%}
41
+ {{ '<end_of_turn>
42
+ ' }}
43
+ {%- endfor -%}
44
+ {%- if add_generation_prompt -%}
45
+ {{'<start_of_turn>model
46
+ '}}
47
+ {%- endif -%}
tokenizer/special_tokens_map.json ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "boi_token": "<start_of_image>",
3
+ "bos_token": {
4
+ "content": "<bos>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false
9
+ },
10
+ "eoi_token": "<end_of_image>",
11
+ "eos_token": {
12
+ "content": "<eos>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false
17
+ },
18
+ "image_token": "<image_soft_token>",
19
+ "pad_token": {
20
+ "content": "<pad>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false
25
+ },
26
+ "unk_token": {
27
+ "content": "<unk>",
28
+ "lstrip": false,
29
+ "normalized": false,
30
+ "rstrip": false,
31
+ "single_word": false
32
+ }
33
+ }
tokenizer/tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4667f2089529e8e7657cfb6d1c19910ae71ff5f28aa7ab2ff2763330affad795
3
+ size 33384568
tokenizer/tokenizer.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1299c11d7cf632ef3b4e11937501358ada021bbdf7c47638d13c0ee982f2e79c
3
+ size 4689074
tokenizer/tokenizer_config.json ADDED
The diff for this file is too large to render. See raw diff
 
transformer/config.json ADDED
@@ -0,0 +1,44 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "LTX2VideoTransformer3DModel",
3
+ "_diffusers_version": "0.37.0.dev0",
4
+ "activation_fn": "gelu-approximate",
5
+ "attention_bias": true,
6
+ "attention_head_dim": 128,
7
+ "attention_out_bias": true,
8
+ "audio_attention_head_dim": 64,
9
+ "audio_cross_attention_dim": 2048,
10
+ "audio_hop_length": 160,
11
+ "audio_in_channels": 128,
12
+ "audio_num_attention_heads": 32,
13
+ "audio_out_channels": 128,
14
+ "audio_patch_size": 1,
15
+ "audio_patch_size_t": 1,
16
+ "audio_pos_embed_max_pos": 20,
17
+ "audio_sampling_rate": 16000,
18
+ "audio_scale_factor": 4,
19
+ "base_height": 2048,
20
+ "base_width": 2048,
21
+ "caption_channels": 3840,
22
+ "causal_offset": 1,
23
+ "cross_attention_dim": 4096,
24
+ "cross_attn_timestep_scale_multiplier": 1000,
25
+ "in_channels": 128,
26
+ "norm_elementwise_affine": false,
27
+ "norm_eps": 1e-06,
28
+ "num_attention_heads": 32,
29
+ "num_layers": 48,
30
+ "out_channels": 128,
31
+ "patch_size": 1,
32
+ "patch_size_t": 1,
33
+ "pos_embed_max_pos": 20,
34
+ "qk_norm": "rms_norm_across_heads",
35
+ "rope_double_precision": true,
36
+ "rope_theta": 10000.0,
37
+ "rope_type": "split",
38
+ "timestep_scale_multiplier": 1000,
39
+ "vae_scale_factors": [
40
+ 8,
41
+ 32,
42
+ 32
43
+ ]
44
+ }
transformer/diffusion_pytorch_model-00001-of-00008.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ffa46d6f315918a726f6f6de6da96b09a9c6647831ea92d7335c2a7fe3fb7c8
3
+ size 4985794256
transformer/diffusion_pytorch_model-00002-of-00008.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54693899f16a9d2e71481307511f3905a5690fb3c19f76f43324ebe5d9f24cb1
3
+ size 4969652656
transformer/diffusion_pytorch_model-00003-of-00008.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:951fd901680a09549b1d39cf6bf5fbd03ab7251552d0bdba4aa095f3d8b30942
3
+ size 4994621704
transformer/diffusion_pytorch_model-00004-of-00008.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1df918342a0d42491f7e666a9a5e2ad7d6899cdb777239894058f3191220b45e
3
+ size 4977771856
transformer/diffusion_pytorch_model-00005-of-00008.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c629494b1f22deee527b7a8cff0ea40f33c7651d7011c84648e8d547279fc0a8
3
+ size 4969712888
transformer/diffusion_pytorch_model-00006-of-00008.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50162df51f3afb4ebc5f053ffd397a4415a926dd271469a4b9075409d235ff5e
3
+ size 4935871736
transformer/diffusion_pytorch_model-00007-of-00008.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4148782585b2b244f9205e94f65df919e6898b8ce6469e22c0767021437a6901
3
+ size 4994840928
transformer/diffusion_pytorch_model-00008-of-00008.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1cf8aacc78638280244eaaae20faa67097a658e7bb99fc0a8be3e2a81f382eb6
3
+ size 2931020072
transformer/diffusion_pytorch_model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
upsample_pipeline/latent_upsampler/config.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "LTX2LatentUpsamplerModel",
3
+ "_diffusers_version": "0.37.0.dev0",
4
+ "dims": 3,
5
+ "in_channels": 128,
6
+ "mid_channels": 1024,
7
+ "num_blocks_per_stage": 4,
8
+ "rational_spatial_scale": 2.0,
9
+ "spatial_upsample": true,
10
+ "temporal_upsample": false
11
+ }
upsample_pipeline/latent_upsampler/diffusion_pytorch_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c56276acbffb30f97824b4c2fd6770e8157d65e5be7a93e2307393c1ebbb1f12
3
+ size 995743482
upsample_pipeline/model_index.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "LTX2LatentUpsamplePipeline",
3
+ "_diffusers_version": "0.37.0.dev0",
4
+ "latent_upsampler": [
5
+ "ltx2",
6
+ "LTX2LatentUpsamplerModel"
7
+ ],
8
+ "vae": [
9
+ "diffusers",
10
+ "AutoencoderKLLTX2Video"
11
+ ]
12
+ }
upsample_pipeline/vae/config.json ADDED
@@ -0,0 +1,81 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "AutoencoderKLLTX2Video",
3
+ "_diffusers_version": "0.37.0.dev0",
4
+ "block_out_channels": [
5
+ 256,
6
+ 512,
7
+ 1024,
8
+ 2048
9
+ ],
10
+ "decoder_block_out_channels": [
11
+ 256,
12
+ 512,
13
+ 1024
14
+ ],
15
+ "decoder_causal": false,
16
+ "decoder_inject_noise": [
17
+ false,
18
+ false,
19
+ false,
20
+ false
21
+ ],
22
+ "decoder_layers_per_block": [
23
+ 5,
24
+ 5,
25
+ 5,
26
+ 5
27
+ ],
28
+ "decoder_spatial_padding_mode": "reflect",
29
+ "decoder_spatio_temporal_scaling": [
30
+ true,
31
+ true,
32
+ true
33
+ ],
34
+ "down_block_types": [
35
+ "LTX2VideoDownBlock3D",
36
+ "LTX2VideoDownBlock3D",
37
+ "LTX2VideoDownBlock3D",
38
+ "LTX2VideoDownBlock3D"
39
+ ],
40
+ "downsample_type": [
41
+ "spatial",
42
+ "temporal",
43
+ "spatiotemporal",
44
+ "spatiotemporal"
45
+ ],
46
+ "encoder_causal": true,
47
+ "encoder_spatial_padding_mode": "zeros",
48
+ "in_channels": 3,
49
+ "latent_channels": 128,
50
+ "layers_per_block": [
51
+ 4,
52
+ 6,
53
+ 6,
54
+ 2,
55
+ 2
56
+ ],
57
+ "out_channels": 3,
58
+ "patch_size": 4,
59
+ "patch_size_t": 1,
60
+ "resnet_norm_eps": 1e-06,
61
+ "scaling_factor": 1.0,
62
+ "spatial_compression_ratio": 32,
63
+ "spatio_temporal_scaling": [
64
+ true,
65
+ true,
66
+ true,
67
+ true
68
+ ],
69
+ "temporal_compression_ratio": 8,
70
+ "timestep_conditioning": true,
71
+ "upsample_factor": [
72
+ 2,
73
+ 2,
74
+ 2
75
+ ],
76
+ "upsample_residual": [
77
+ true,
78
+ true,
79
+ true
80
+ ]
81
+ }
upsample_pipeline/vae/diffusion_pytorch_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3419989c7059923ee4134b858e0511d0b294a7c88b7745169763b37ebc4db7f0
3
+ size 2493855612
vae/config.json ADDED
@@ -0,0 +1,81 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "AutoencoderKLLTX2Video",
3
+ "_diffusers_version": "0.37.0.dev0",
4
+ "block_out_channels": [
5
+ 256,
6
+ 512,
7
+ 1024,
8
+ 2048
9
+ ],
10
+ "decoder_block_out_channels": [
11
+ 256,
12
+ 512,
13
+ 1024
14
+ ],
15
+ "decoder_causal": false,
16
+ "decoder_inject_noise": [
17
+ false,
18
+ false,
19
+ false,
20
+ false
21
+ ],
22
+ "decoder_layers_per_block": [
23
+ 5,
24
+ 5,
25
+ 5,
26
+ 5
27
+ ],
28
+ "decoder_spatial_padding_mode": "reflect",
29
+ "decoder_spatio_temporal_scaling": [
30
+ true,
31
+ true,
32
+ true
33
+ ],
34
+ "down_block_types": [
35
+ "LTX2VideoDownBlock3D",
36
+ "LTX2VideoDownBlock3D",
37
+ "LTX2VideoDownBlock3D",
38
+ "LTX2VideoDownBlock3D"
39
+ ],
40
+ "downsample_type": [
41
+ "spatial",
42
+ "temporal",
43
+ "spatiotemporal",
44
+ "spatiotemporal"
45
+ ],
46
+ "encoder_causal": true,
47
+ "encoder_spatial_padding_mode": "zeros",
48
+ "in_channels": 3,
49
+ "latent_channels": 128,
50
+ "layers_per_block": [
51
+ 4,
52
+ 6,
53
+ 6,
54
+ 2,
55
+ 2
56
+ ],
57
+ "out_channels": 3,
58
+ "patch_size": 4,
59
+ "patch_size_t": 1,
60
+ "resnet_norm_eps": 1e-06,
61
+ "scaling_factor": 1.0,
62
+ "spatial_compression_ratio": 32,
63
+ "spatio_temporal_scaling": [
64
+ true,
65
+ true,
66
+ true,
67
+ true
68
+ ],
69
+ "temporal_compression_ratio": 8,
70
+ "timestep_conditioning": true,
71
+ "upsample_factor": [
72
+ 2,
73
+ 2,
74
+ 2
75
+ ],
76
+ "upsample_residual": [
77
+ true,
78
+ true,
79
+ true
80
+ ]
81
+ }
vae/diffusion_pytorch_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3419989c7059923ee4134b858e0511d0b294a7c88b7745169763b37ebc4db7f0
3
+ size 2493855612
vocoder/config.json ADDED
@@ -0,0 +1,45 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "LTX2Vocoder",
3
+ "_diffusers_version": "0.37.0.dev0",
4
+ "hidden_channels": 1024,
5
+ "in_channels": 128,
6
+ "leaky_relu_negative_slope": 0.1,
7
+ "out_channels": 2,
8
+ "output_sampling_rate": 24000,
9
+ "resnet_dilations": [
10
+ [
11
+ 1,
12
+ 3,
13
+ 5
14
+ ],
15
+ [
16
+ 1,
17
+ 3,
18
+ 5
19
+ ],
20
+ [
21
+ 1,
22
+ 3,
23
+ 5
24
+ ]
25
+ ],
26
+ "resnet_kernel_sizes": [
27
+ 3,
28
+ 7,
29
+ 11
30
+ ],
31
+ "upsample_factors": [
32
+ 6,
33
+ 5,
34
+ 2,
35
+ 2,
36
+ 2
37
+ ],
38
+ "upsample_kernel_sizes": [
39
+ 16,
40
+ 15,
41
+ 8,
42
+ 4,
43
+ 4
44
+ ]
45
+ }
vocoder/diffusion_pytorch_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15855fc59233b9cac50bdd1f0d2ccea4a5eaedbd7fd7549b16d5ebd6cc47d92a
3
+ size 111204124