Hugging Face's logo

Alissonerdx
/
BFS-LTX2-Experiments

Model card Files
xet
 Community
Alissonerdx commited on
Commit
3e36389
·
verified ·
1 Parent(s): df51dca

Upload folder using huggingface_hub

Browse files
Files changed (17) hide show
  1. .gitattributes +10 -0
  2. prodigy_5/checkpoints/lora_weights_step_00250.safetensors +3 -0
  3. prodigy_5/checkpoints/lora_weights_step_00500.safetensors +3 -0
  4. prodigy_5/checkpoints/lora_weights_step_00750.safetensors +3 -0
  5. prodigy_5/checkpoints/lora_weights_step_01000.safetensors +3 -0
  6. prodigy_5/checkpoints/lora_weights_step_01250.safetensors +3 -0
  7. prodigy_5/samples/step_000250_1.mp4 +3 -0
  8. prodigy_5/samples/step_000250_2.mp4 +3 -0
  9. prodigy_5/samples/step_000500_1.mp4 +3 -0
  10. prodigy_5/samples/step_000500_2.mp4 +3 -0
  11. prodigy_5/samples/step_000750_1.mp4 +3 -0
  12. prodigy_5/samples/step_000750_2.mp4 +3 -0
  13. prodigy_5/samples/step_001000_1.mp4 +3 -0
  14. prodigy_5/samples/step_001000_2.mp4 +3 -0
  15. prodigy_5/samples/step_001250_1.mp4 +3 -0
  16. prodigy_5/samples/step_001250_2.mp4 +3 -0
  17. prodigy_5/training_config.yaml +99 -0
.gitattributes CHANGED
@@ -455,3 +455,13 @@ prodigy_4/samples/step_001250_1.mp4 filter=lfs diff=lfs merge=lfs -text
455
  prodigy_4/samples/step_001250_2.mp4 filter=lfs diff=lfs merge=lfs -text
456
  prodigy_4/samples/step_001500_1.mp4 filter=lfs diff=lfs merge=lfs -text
457
  prodigy_4/samples/step_001500_2.mp4 filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
455
  prodigy_4/samples/step_001250_2.mp4 filter=lfs diff=lfs merge=lfs -text
456
  prodigy_4/samples/step_001500_1.mp4 filter=lfs diff=lfs merge=lfs -text
457
  prodigy_4/samples/step_001500_2.mp4 filter=lfs diff=lfs merge=lfs -text
458
+ prodigy_5/samples/step_000250_1.mp4 filter=lfs diff=lfs merge=lfs -text
459
+ prodigy_5/samples/step_000250_2.mp4 filter=lfs diff=lfs merge=lfs -text
460
+ prodigy_5/samples/step_000500_1.mp4 filter=lfs diff=lfs merge=lfs -text
461
+ prodigy_5/samples/step_000500_2.mp4 filter=lfs diff=lfs merge=lfs -text
462
+ prodigy_5/samples/step_000750_1.mp4 filter=lfs diff=lfs merge=lfs -text
463
+ prodigy_5/samples/step_000750_2.mp4 filter=lfs diff=lfs merge=lfs -text
464
+ prodigy_5/samples/step_001000_1.mp4 filter=lfs diff=lfs merge=lfs -text
465
+ prodigy_5/samples/step_001000_2.mp4 filter=lfs diff=lfs merge=lfs -text
466
+ prodigy_5/samples/step_001250_1.mp4 filter=lfs diff=lfs merge=lfs -text
467
+ prodigy_5/samples/step_001250_2.mp4 filter=lfs diff=lfs merge=lfs -text
prodigy_5/checkpoints/lora_weights_step_00250.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97f418a8a6ba11b5aa8d9f19bc8335d9bcfa9f5420e6e9f7bb726c263208e7e8
3
+ size 2632060400
prodigy_5/checkpoints/lora_weights_step_00500.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e08c8af76269097032dc0a93940586159919e05aa492dcebf6b468764f2cb064
3
+ size 2617380056
prodigy_5/checkpoints/lora_weights_step_00750.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:069db9f19f5d1562d3590471b4a41a1a55da83d8686f71a50efa8d0164f231e1
3
+ size 2617380056
prodigy_5/checkpoints/lora_weights_step_01000.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d525682875848e8bb75e94e3abdac2883f0470ac6c8f2304f2ea214df474d519
3
+ size 2617380056
prodigy_5/checkpoints/lora_weights_step_01250.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aaecaf3d32217ea72ffcc2b1c9ffe0a0a69b94e47ff68a6fb2eff0f83265c9cd
3
+ size 2617380056
prodigy_5/samples/step_000250_1.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9768f0bcb30ca155631047737b0ecee3203652f487d4f6d12640dfa88e71fe3b
3
+ size 1334939
prodigy_5/samples/step_000250_2.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abe23447dfb2e24a5b447652caa17ed9445d0e84cad05fc8f064cae92a36b746
3
+ size 1497921
prodigy_5/samples/step_000500_1.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05963cc0a305d55a33120835b1bfb7c237fdda2d695fb122f7bf3f025954951e
3
+ size 1333047
prodigy_5/samples/step_000500_2.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4099bb05f015fd96b997d9f8edc68c4a1402e1b78e7d83d1040c0adaa0b24188
3
+ size 1482638
prodigy_5/samples/step_000750_1.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cea36f78176c2541786ac6e3f3d4891592e1523fd69063a118c5f9a18b27f0f2
3
+ size 1358166
prodigy_5/samples/step_000750_2.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e41551edb415a8bb6cc6accb9d41e293cc21ee9fa6d4305682d6bc7fcd6ed86a
3
+ size 1511255
prodigy_5/samples/step_001000_1.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab45e712cb63e5fb66e7f90b9b5e3668ae9a58c740b1528f469dcbe536bd64c4
3
+ size 1333308
prodigy_5/samples/step_001000_2.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d5616d0fe3cc5ebd9b2c287827f02e3ea8a916cbf721e593e909ce31dde6d61
3
+ size 1505808
prodigy_5/samples/step_001250_1.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e85bbad125f3d841bc2cdd89286818e0a248eef2314eca121f8421655be6a49b
3
+ size 1326474
prodigy_5/samples/step_001250_2.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f48e891b0a9d2a88002fdf8848a3a5e214b87058057fa6e2adf8e231c5128fff
3
+ size 1488916
prodigy_5/training_config.yaml ADDED
@@ -0,0 +1,99 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ acceleration:
2
+ load_text_encoder_in_8bit: false
3
+ mixed_precision_mode: bf16
4
+ quantization: null
5
+ checkpoints:
6
+ interval: 250
7
+ keep_last_n: 10
8
+ precision: bfloat16
9
+ data:
10
+ num_dataloader_workers: 2
11
+ preprocessed_data_root: .precomputed
12
+ flow_matching:
13
+ timestep_sampling_mode: shifted_logit_normal
14
+ timestep_sampling_params: {}
15
+ hub:
16
+ hub_model_id: Alissonerdx/BFS-LTX2
17
+ push_to_hub: true
18
+ lora:
19
+ alpha: 256
20
+ dropout: 0.005
21
+ rank: 256
22
+ target_modules:
23
+ - attn1.to_k
24
+ - attn1.to_q
25
+ - attn1.to_v
26
+ - attn1.to_out.0
27
+ - attn2.to_k
28
+ - attn2.to_q
29
+ - attn2.to_v
30
+ - attn2.to_out.0
31
+ - ff.net.0.proj
32
+ - ff.net.2
33
+ - adaln_single.linear
34
+ - video_embeddings_connector.transformer_1d_blocks.0.attn1.to_q
35
+ - video_embeddings_connector.transformer_1d_blocks.0.attn1.to_k
36
+ - video_embeddings_connector.transformer_1d_blocks.1.attn1.to_q
37
+ - video_embeddings_connector.transformer_1d_blocks.1.attn1.to_k
38
+ - scale_shift_table
39
+ model:
40
+ load_checkpoint: /train/LTX-2/packages/ltx-trainer/outputs/ltx2_v2v_ic_lora_head_swap_128_prodigy_4/checkpoints
41
+ model_path: /train/models/ltx-2-19b-dev.safetensors
42
+ text_encoder_path: /train/models/gemma
43
+ training_mode: lora
44
+ optimization:
45
+ batch_size: 1
46
+ enable_gradient_checkpointing: true
47
+ gradient_accumulation_steps: 1
48
+ learning_rate: 1.0
49
+ max_grad_norm: 1.0
50
+ optimizer_type: prodigy
51
+ scheduler_params: {}
52
+ scheduler_type: constant
53
+ steps: 5000
54
+ output_dir: /train/LTX-2/packages/ltx-trainer/outputs/ltx2_v2v_ic_lora_head_swap_128_prodigy_4
55
+ seed: 42
56
+ training_strategy:
57
+ condition_on_last_frame: false
58
+ first_frame_conditioning_p: 1.0
59
+ name: video_to_video
60
+ num_conditioning_frames: 1
61
+ reference_latents_dir: reference_latents
62
+ validation:
63
+ frame_rate: 25.0
64
+ generate_audio: false
65
+ guidance_scale: 4.0
66
+ images:
67
+ - dataset/test/351912466498942.png
68
+ - dataset/test/6403624465969299.png
69
+ include_reference_in_output: true
70
+ inference_steps: 30
71
+ interval: 250
72
+ negative_prompt: worst quality, inconsistent motion, blurry, jittery, distorted
73
+ prompts:
74
+ - 'head_swap: replace the head in the video.'
75
+ - 'head_swap: replace the head in the video.'
76
+ reference_downscale_factor: 1
77
+ reference_videos:
78
+ - dataset/test/351912466498942.mp4
79
+ - dataset/test/6403624465969299.mp4
80
+ seed: 42
81
+ skip_initial_validation: true
82
+ stg_blocks:
83
+ - 29
84
+ stg_mode: stg_v
85
+ stg_scale: 1.0
86
+ video_dims: !!python/tuple
87
+ - 576
88
+ - 1024
89
+ - 73
90
+ videos_per_prompt: 1
91
+ wandb:
92
+ enabled: true
93
+ entity: null
94
+ log_validation_videos: true
95
+ project: ltx-2-trainer-31-01-2026-v1
96
+ tags:
97
+ - ltx2
98
+ - ic-lora
99
+ - video-to-video